-- Logs begin at Wed 2022-03-23 01:45:37 UTC, end at Wed 2022-03-23 03:40:32 UTC. -- Mar 23 02:28:59.663551 dv-neutron-834613-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 23 02:29:02.607246 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.common.config [-] Logging enabled! Mar 23 02:29:02.607889 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev47 Mar 23 02:29:02.608068 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104237) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 23 02:29:02.612169 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.common.config [-] Logging enabled! Mar 23 02:29:02.612427 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev47 Mar 23 02:29:02.612743 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104237) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 23 02:29:02.613675 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 02:29:02.613913 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 02:29:02.614287 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 02:29:02.614538 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 02:29:02.614766 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 02:29:02.615520 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.616046 dv-neutron-834613-2-hyperv neutron-server[104237]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 23 02:29:02.616371 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.616673 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.616971 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.617270 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.617566 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.617851 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.618147 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.618448 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.618738 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.619020 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.619306 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.619601 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.619923 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.620221 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.620509 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.620793 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] debug = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.621075 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.621520 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.621933 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.622216 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.622507 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.622789 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.623063 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.623339 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.623626 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.623983 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] host = dv-neutron-834613-2-hyperv {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.624267 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.624556 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.624845 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.625693 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.625973 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.626254 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.626542 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.626813 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.627086 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] log_file = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.627361 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.627648 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.627970 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.628270 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.628499 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.628724 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.629024 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.629312 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.629586 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.629860 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.630136 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.630411 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.630684 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.630953 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.631236 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.631517 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.631802 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.632104 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.632379 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.632652 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.632927 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.633214 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.633487 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.633760 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.634035 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.634323 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.634594 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.634868 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.635168 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.635455 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.635738 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.636061 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.636339 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.636623 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.636894 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.637165 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.637435 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] use_json = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.637705 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.637981 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.638262 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.638535 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.638806 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.639078 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.639347 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.639631 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.639931 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:02.640228 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.640526 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.641187 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.641341 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.641655 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.641941 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.642233 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.642515 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.642806 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.643098 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.643387 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.643664 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.643992 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.644286 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.644582 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.644888 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.645184 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.645479 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.645755 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.646031 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.646307 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.646585 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.646873 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.647150 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.647440 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.647729 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.648041 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.648343 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.648632 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.648925 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.649216 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.649492 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.649771 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.650064 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.650346 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.650621 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.650898 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.651188 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.651464 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.651737 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.652042 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.652320 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.652593 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.652865 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.653141 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.653433 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.653709 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.653980 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.654252 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.654530 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.654801 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.655085 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.655362 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.655635 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.655941 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.656744 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.657261 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.657351 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.657585 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.657857 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.658133 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.658410 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.658685 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.658957 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.659228 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.659500 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.659770 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.660067 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.660341 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.660613 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.660884 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.661153 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.661424 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.661695 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.661980 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.662273 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.662549 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.662826 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.663102 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.663376 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.663651 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.663955 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.664233 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.664513 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.664786 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.665074 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.665356 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.665641 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.665938 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.666215 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.666509 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.666787 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.667063 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.667344 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.667620 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.667924 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.668213 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.668494 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.668788 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.669081 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.669373 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.669665 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.669954 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.670232 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.670537 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.670814 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:02.671031 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 02:29:02.671271 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104237) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 23 02:29:03.043876 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 23 02:29:03.044162 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 23 02:29:03.044469 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 23 02:29:03.044946 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 23 02:29:03.372149 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.372349 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.372628 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.373816 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.374094 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.374489 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.428960 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.429239 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.429509 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.444721 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.444999 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.445267 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.473814 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.474092 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.474360 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.616300 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.616925 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.616925 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.847972 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.848264 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.848533 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.848801 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.849496 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.949416 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.949736 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.950020 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.950294 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.950562 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.950870 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.951133 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.951389 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.951642 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.951945 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.952208 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.952472 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.952727 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.952978 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.953263 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.953521 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.953916 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.954191 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.954468 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.954732 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.955009 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.955262 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.955543 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.955945 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.956201 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.956451 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:03.956840 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104237) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 02:29:03.957082 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104237) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 02:29:03.957319 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104237) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 02:29:03.957557 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104237) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 02:29:03.957793 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104237) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 02:29:03.958034 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104237) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 02:29:03.958396 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 23 02:29:03.961627 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 23 02:29:03.965702 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 23 02:29:03.969671 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Mar 23 02:29:03.971334 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 23 02:29:03.971807 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 23 02:29:03.972169 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 23 02:29:03.972556 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 23 02:29:03.975390 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 23 02:29:03.975644 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 23 02:29:03.976034 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 23 02:29:03.980913 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 23 02:29:04.005632 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 23 02:29:04.006081 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:04.006377 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104237) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 23 02:29:04.006747 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:04.008157 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104237) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 23 02:29:04.008445 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 23 02:29:04.008691 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 23 02:29:04.012054 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:04.012339 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:04.075836 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 23 02:29:04.076085 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 23 02:29:04.076326 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 23 02:29:04.076699 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 23 02:29:04.096797 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_db.sqlalchemy.engines [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104237) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 23 02:29:04.698762 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.plugins.ml2.managers [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Initializing driver for type 'gre' Mar 23 02:29:04.699435 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] gre ID ranges: [(1, 1000)] Mar 23 02:29:04.927060 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.plugins.ml2.managers [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Initializing driver for type 'local' Mar 23 02:29:04.927395 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.plugins.ml2.managers [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Initializing driver for type 'vlan' Mar 23 02:29:05.023921 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] VlanTypeDriver initialization complete Mar 23 02:29:05.024261 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.plugins.ml2.managers [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Initializing driver for type 'vxlan' Mar 23 02:29:05.024759 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] vxlan ID ranges: [(1, 1000)] Mar 23 02:29:05.217049 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.plugins.ml2.managers [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Initializing extension driver 'port_security' Mar 23 02:29:05.217409 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.plugins.ml2.extensions.port_security [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] PortSecurityExtensionDriver initialization complete Mar 23 02:29:05.217776 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.plugins.ml2.managers [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Initializing mechanism driver 'openvswitch' Mar 23 02:29:05.218115 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.plugins.ml2.managers [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Initializing mechanism driver 'hyperv' Mar 23 02:29:05.225374 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.plugins.ml2.plugin [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:29:05.226071 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > port after_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.226446 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > port after_update 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.226805 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > port after_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.227367 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104237) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 02:29:05.227812 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > subnet after_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.228198 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > subnet after_update 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.228553 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.228956 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104237) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 02:29:05.229372 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > network after_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.229726 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > network after_update 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.230074 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > network after_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.230472 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104237) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 02:29:05.230882 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > security_group after_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.231235 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > security_group after_update 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.231579 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.232168 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104237) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 02:29:05.235796 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.235796 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.235796 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.235796 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104237) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 02:29:05.235796 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > address_group after_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.236314 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > address_group after_update 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.236314 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.236314 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104237) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 02:29:05.236314 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] ML2 OVO RPC backend initialized. {{(pid=104237) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 23 02:29:05.236879 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.237248 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.237671 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > network before_response 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.238025 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > networks before_response 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.238380 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > port before_response 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.238727 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > ports before_response 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.239076 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > subnet before_response 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.239427 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > subnets before_response 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.239782 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > network after_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.240154 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > network after_update 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.240498 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > network after_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.240842 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > port after_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.241215 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > port after_update 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.241557 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > port after_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.241898 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > subnet after_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.242240 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > subnet after_update 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.242579 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.249947 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.quota [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded quota_driver: . Mar 23 02:29:05.250317 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.plugins.ml2.plugin [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Modular L2 Plugin initialization complete Mar 23 02:29:05.250855 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading services supported by the core plugin {{(pid=104237) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 23 02:29:05.251205 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.plugins.ml2.managers [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Got port-security extension from driver 'port_security' Mar 23 02:29:05.251697 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.extensions.vlantransparent [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Disabled vlantransparent extension. Mar 23 02:29:05.252238 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104237) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 23 02:29:05.252573 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading Plugin: router Mar 23 02:29:05.289375 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.289721 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > router after_create 55549900 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.290104 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > router before_create 55549900 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.290473 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.290853 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.291211 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > router after_delete 55549900 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.291574 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.291956 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.292322 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > router after_create 55549900 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.292673 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > router after_update 55549900 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.293025 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > router after_update 55549900 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.293378 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.293746 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > router after_update 55549900 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.294154 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > router precommit_update 55549900 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.294529 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: port after_update 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.294882 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: port after_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.295228 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: subnet after_update 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.295573 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.295951 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.296307 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > router precommit_create 55549900 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.296657 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: port before_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.297115 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > router precommit_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.297637 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > router after_update 55549900 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.297992 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.298350 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > router precommit_create 55549900 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.298719 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.299071 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > router precommit_update 55549900 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.299438 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > agent after_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.299794 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > agent after_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.300178 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > network after_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.301038 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.quota.resource_registry [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Tracking information for resource: router configured {{(pid=104237) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 02:29:05.301380 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.quota.resource_registry [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Tracking information for resource: floatingip configured {{(pid=104237) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 02:29:05.306417 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.db.l3_agentschedulers_db [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 23 02:29:05.307001 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: port after_update 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.307375 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: port after_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.307733 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: port after_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.308116 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: port after_update 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.309045 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > router before_create 55550100 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.309421 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.309790 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > router precommit_create 55550100 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.310154 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > router precommit_update 55550100 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.315301 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.services.provider_configuration [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Service providers = [] {{(pid=104237) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 23 02:29:05.315670 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.db.servicetype_db [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104237) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 23 02:29:05.318692 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.services.service_base [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104237) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 02:29:05.319049 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.services.service_base [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104237) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 02:29:05.319393 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.services.service_base [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104237) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 02:29:05.320311 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.services.service_base [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104237) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 02:29:05.320689 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.services.service_base [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 23 02:29:05.321073 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104237) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 02:29:05.321397 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 23 02:29:05.332640 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104237) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 02:29:05.332987 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading Plugin: auto_allocate Mar 23 02:29:05.338964 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: network precommit_update 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.339336 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: network precommit_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.339890 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104237) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 02:29:05.340221 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading Plugin: tag Mar 23 02:29:05.347487 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104237) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 02:29:05.347843 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading Plugin: timestamp Mar 23 02:29:05.351948 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104237) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 02:29:05.352287 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading Plugin: network_ip_availability Mar 23 02:29:05.357823 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.358202 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.358566 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.359350 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104237) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 02:29:05.359743 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading Plugin: flavors Mar 23 02:29:05.364566 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104237) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 02:29:05.364908 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading Plugin: revisions Mar 23 02:29:05.369279 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104237) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 02:29:05.369672 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_concurrency.lockutils [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.325s {{(pid=104237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 23 02:29:05.370413 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104237) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 23 02:29:05.370752 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Initializing extension manager. Mar 23 02:29:05.371282 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: __init__.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.371626 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: __pycache__ {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.372000 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: address_group.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.372761 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.373333 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: address-group Mar 23 02:29:05.373661 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: address_scope.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.374382 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.374918 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: address-scope Mar 23 02:29:05.375247 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.376212 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.376731 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: router-admin-state-down-before-update Mar 23 02:29:05.377065 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: agent.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.377965 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.378482 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: agent Mar 23 02:29:05.378811 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: agent_resources_synced.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.379730 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.380269 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: agent-resources-synced Mar 23 02:29:05.380596 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: allowedaddresspairs.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.382390 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.382919 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: allowed-address-pairs Mar 23 02:29:05.383252 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: auto_allocated_topology.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.384364 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.384885 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: auto-allocated-topology Mar 23 02:29:05.385215 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: availability_zone.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.385915 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.386427 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: availability_zone Mar 23 02:29:05.386754 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: availability_zone_filter.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.387679 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.388228 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: availability_zone_filter Mar 23 02:29:05.388556 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: data_plane_status.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.389469 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.389975 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension data-plane-status not supported by any of loaded plugins Mar 23 02:29:05.390301 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: default_subnetpools.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.391761 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.392299 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: default-subnetpools Mar 23 02:29:05.392627 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.393442 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.393958 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: dhcp_agent_scheduler Mar 23 02:29:05.394287 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: dns.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.395211 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.395719 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension dns-integration not supported by any of loaded plugins Mar 23 02:29:05.396070 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: dns_domain_ports.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.396996 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.397512 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 23 02:29:05.397837 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.398761 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.399268 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 23 02:29:05.399594 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: dvr.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.400292 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.400799 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: dvr Mar 23 02:29:05.401121 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: ecmp_routes.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.402049 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.402553 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 23 02:29:05.402879 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: empty_string_filtering.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.403802 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.404344 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: empty-string-filtering Mar 23 02:29:05.404677 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.405594 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.406107 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 23 02:29:05.407001 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.408100 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.408609 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 23 02:29:05.408934 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: external_net.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.409853 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.410365 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: external-net Mar 23 02:29:05.410691 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.411618 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.412166 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: extra_dhcp_opt Mar 23 02:29:05.412497 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: extraroute.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.413410 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.413920 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: extraroute Mar 23 02:29:05.414245 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: extraroute_atomic.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.415272 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.415789 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: extraroute-atomic Mar 23 02:29:05.416144 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: filter_validation.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.416815 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.417325 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: filter-validation Mar 23 02:29:05.417658 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: fip_pf_description.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.418578 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.419085 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 23 02:29:05.419413 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: fip_pf_port_range.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.420366 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.420875 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 23 02:29:05.421200 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: fip_port_details.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.422375 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.423022 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: fip-port-details Mar 23 02:29:05.423349 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: flavors.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.424629 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.425147 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: flavors Mar 23 02:29:05.425480 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.427168 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.427703 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 23 02:29:05.428078 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: floatingip_pools.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.428789 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.429304 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: floatingip-pools Mar 23 02:29:05.429634 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: ip_allocation.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.430562 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.431073 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension ip_allocation not supported by any of loaded plugins Mar 23 02:29:05.431402 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.432345 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.432857 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: ip-substring-filtering Mar 23 02:29:05.433187 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: l2_adjacency.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.434126 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.434632 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 23 02:29:05.434961 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: l3.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.437447 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.438262 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: router Mar 23 02:29:05.438604 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.440870 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.441405 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 23 02:29:05.441743 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.442677 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.443195 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: ext-gw-mode Mar 23 02:29:05.443527 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.444493 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.445009 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: l3-ha Mar 23 02:29:05.445340 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.446259 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.446768 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 23 02:29:05.447097 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: l3_flavors.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.448058 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.448570 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: l3-flavors Mar 23 02:29:05.448899 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.450285 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.450803 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 23 02:29:05.451137 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.452099 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.452614 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 23 02:29:05.452946 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: l3agentscheduler.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.454542 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.455058 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: l3_agent_scheduler Mar 23 02:29:05.455396 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: local_ip.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.457235 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.457769 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension local_ip not supported by any of loaded plugins Mar 23 02:29:05.458119 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: logging.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.459616 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.460180 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension logging not supported by any of loaded plugins Mar 23 02:29:05.460521 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: metering.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.461277 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.461859 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: metering Mar 23 02:29:05.462194 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.463326 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.463872 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: metering_source_and_destination_fields Mar 23 02:29:05.464211 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: multiprovidernet.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.465158 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.465677 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: multi-provider Mar 23 02:29:05.466009 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: netmtu.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.466934 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.467446 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: net-mtu Mar 23 02:29:05.467775 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: netmtu_writable.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.469353 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.469941 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: net-mtu-writable Mar 23 02:29:05.470274 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: network_availability_zone.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.470957 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.471463 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: network_availability_zone Mar 23 02:29:05.471792 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: network_ip_availability.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.472939 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.473455 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: network-ip-availability Mar 23 02:29:05.473785 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: network_segment_range.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.474691 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.475201 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension network-segment-range not supported by any of loaded plugins Mar 23 02:29:05.475532 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: pagination.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.476577 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.476915 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: pagination Mar 23 02:29:05.477241 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: port_device_profile.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.478180 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.478695 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: port-device-profile Mar 23 02:29:05.479025 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.480000 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.480516 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: port-mac-address-regenerate Mar 23 02:29:05.480845 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.481771 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.482286 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: port-numa-affinity-policy Mar 23 02:29:05.482616 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: port_resource_request.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.483543 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.484088 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension port-resource-request not supported by any of loaded plugins Mar 23 02:29:05.484463 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: port_resource_request_groups.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.485510 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.486027 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 23 02:29:05.486358 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: portbindings.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.487297 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.487812 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: binding Mar 23 02:29:05.488174 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: portbindings_extended.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.489456 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.489975 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: binding-extended Mar 23 02:29:05.490308 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: portsecurity.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.499435 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.500036 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: port-security Mar 23 02:29:05.500370 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: project_id.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.501368 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.501708 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: project-id Mar 23 02:29:05.502040 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: providernet.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.502976 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.503496 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: provider Mar 23 02:29:05.503841 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: qos.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.507519 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.508071 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension qos not supported by any of loaded plugins Mar 23 02:29:05.508410 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.509688 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.510194 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 23 02:29:05.510534 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.511469 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.512020 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 23 02:29:05.512359 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: qos_default.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.517104 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.517623 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension qos-default not supported by any of loaded plugins Mar 23 02:29:05.517958 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: qos_fip.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.518890 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.519409 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension qos-fip not supported by any of loaded plugins Mar 23 02:29:05.519742 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.520699 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.521217 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 23 02:29:05.521547 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: qos_gateway_ip.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.522478 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.522995 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 23 02:29:05.523326 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: qos_port_network_policy.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.524282 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.524827 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 23 02:29:05.525157 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.526214 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.526725 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 23 02:29:05.527057 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.528142 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.528657 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 23 02:29:05.528985 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: qos_pps_rule.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.530191 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.530717 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension qos-pps not supported by any of loaded plugins Mar 23 02:29:05.531050 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: qos_rule_type_details.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.532553 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.533065 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 23 02:29:05.533394 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.534322 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.534837 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 23 02:29:05.535169 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: qos_rules_alias.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.536262 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.536778 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 23 02:29:05.537114 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: quota_check_limit.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.538049 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.538566 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: quota-check-limit Mar 23 02:29:05.538898 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: quotasv2.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.539922 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.540330 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: quotas Mar 23 02:29:05.540663 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: quotasv2_detail.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.542497 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.542876 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: quota_details Mar 23 02:29:05.543197 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: rbac.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.544304 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.544844 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: rbac-policies Mar 23 02:29:05.545188 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: rbac_address_group.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.546128 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.546648 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: rbac-address-group Mar 23 02:29:05.547013 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: rbac_address_scope.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.547962 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.548480 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: rbac-address-scope Mar 23 02:29:05.548813 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: rbac_security_groups.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.549817 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.550334 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: rbac-security-groups Mar 23 02:29:05.550667 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: rbac_subnetpool.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.551601 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.552160 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: rbac-subnetpool Mar 23 02:29:05.552492 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: revisionifmatch.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.553435 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.553956 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: revision-if-match Mar 23 02:29:05.554290 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: revisions.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.555436 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.555988 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: standard-attr-revisions Mar 23 02:29:05.556325 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: router_availability_zone.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.557006 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.557527 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: router_availability_zone Mar 23 02:29:05.557848 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: routerservicetype.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.565570 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.566081 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension router-service-type not supported by any of loaded plugins Mar 23 02:29:05.566412 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.567372 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.567914 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: security-groups-normalized-cidr Mar 23 02:29:05.568249 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.569176 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.569691 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: port-security-groups-filtering Mar 23 02:29:05.570024 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.570968 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.571484 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: security-groups-remote-address-group Mar 23 02:29:05.571814 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.572771 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.573284 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: security-groups-shared-filtering Mar 23 02:29:05.573615 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.574213 dv-neutron-834613-2-hyperv neutron-server[104237]: WARNING neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 23 02:29:05.574540 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: securitygroup.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.585172 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.585707 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: security-group Mar 23 02:29:05.586044 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: segment.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.586784 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.587306 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension segment not supported by any of loaded plugins Mar 23 02:29:05.587638 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.588630 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.589144 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 23 02:29:05.589475 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: servicetype.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.590580 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.591100 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: service-type Mar 23 02:29:05.591433 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: sorting.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.592450 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.592787 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: sorting Mar 23 02:29:05.593114 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: standard_attr_segment.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.594627 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.595137 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 23 02:29:05.595465 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: standardattrdescription.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.596152 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.596662 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: standard-attr-description Mar 23 02:29:05.596995 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: stateful_security_group.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.597951 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.598470 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: stateful-security-group Mar 23 02:29:05.598801 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: stdattrs_common.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.599383 dv-neutron-834613-2-hyperv neutron-server[104237]: WARNING neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 23 02:29:05.599710 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.600922 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.603331 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 23 02:29:05.603787 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: subnet_onboard.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.607729 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.608290 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: subnet_onboard Mar 23 02:29:05.608621 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.609589 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.610103 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 23 02:29:05.610433 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: subnet_service_types.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.611378 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.611926 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: subnet-service-types Mar 23 02:29:05.612284 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: subnetallocation.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.613385 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.613903 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: subnet_allocation Mar 23 02:29:05.614237 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.614914 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.615427 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: subnetpool-prefix-ops Mar 23 02:29:05.615756 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.616728 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.617245 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 23 02:29:05.617574 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: tagging.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.618630 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.619151 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: standard-attr-tag Mar 23 02:29:05.619484 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: timestamp.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.620753 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.621274 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loaded extension: standard-attr-timestamp Mar 23 02:29:05.621605 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: trunk.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.622652 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.623169 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension trunk not supported by any of loaded plugins Mar 23 02:29:05.623500 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: trunk_details.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.624454 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.625517 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension trunk-details not supported by any of loaded plugins Mar 23 02:29:05.625876 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: uplink_status_propagation.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.626783 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.627302 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 23 02:29:05.627632 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Loading extension file: vlantransparent.py {{(pid=104237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 02:29:05.628341 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 02:29:05.628858 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 23 02:29:05.631362 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.quota.resource_registry [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Creating instance of TrackedResource for resource:network Mar 23 02:29:05.631935 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.quota.resource_registry [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Creating instance of TrackedResource for resource:subnet Mar 23 02:29:05.632346 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.quota.resource_registry [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 02:29:05.632751 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.quota.resource_registry [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Creating instance of TrackedResource for resource:port Mar 23 02:29:05.633984 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.v2.resource_helper [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 02:29:05.634432 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.v2.resource_helper [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Service FLAVORS assigned prefix: {{(pid=104237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 02:29:05.635059 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.v2.resource_helper [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 02:29:05.635491 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.v2.resource_helper [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 02:29:05.635858 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.quota.resource_registry [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Creating instance of TrackedResource for resource:router Mar 23 02:29:05.636287 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.quota.resource_registry [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Creating instance of TrackedResource for resource:floatingip Mar 23 02:29:05.636781 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.v2.resource_helper [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Service METERING assigned prefix: /metering {{(pid=104237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 02:29:05.638213 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.638589 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.638946 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:29:05.639972 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.quota.resource_registry [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Creating instance of CountableResource for resource:rbac_policy Mar 23 02:29:05.641556 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.quota.resource_registry [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Creating instance of TrackedResource for resource:security_group Mar 23 02:29:05.641556 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.quota.resource_registry [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 23 02:29:05.642036 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.v2.resource_helper [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Service CORE assigned prefix: {{(pid=104237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 02:29:05.642380 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.quota.resource_registry [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 02:29:05.642730 dv-neutron-834613-2-hyperv neutron-server[104237]: WARNING neutron.quota.resource_registry [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] subnetpool is already registered Mar 23 02:29:05.643172 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.v2.resource_helper [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Service CORE assigned prefix: {{(pid=104237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 02:29:05.643512 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.quota.resource_registry [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 02:29:05.643876 dv-neutron-834613-2-hyperv neutron-server[104237]: WARNING neutron.quota.resource_registry [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] subnetpool is already registered Mar 23 02:29:05.646139 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.v2.resource_helper [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 02:29:05.646569 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.v2.resource_helper [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Service FLAVORS assigned prefix: {{(pid=104237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 02:29:05.647160 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.v2.resource_helper [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 02:29:05.647582 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.v2.resource_helper [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 02:29:05.647950 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.quota.resource_registry [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Creating instance of TrackedResource for resource:router Mar 23 02:29:05.648301 dv-neutron-834613-2-hyperv neutron-server[104237]: WARNING neutron.quota.resource_registry [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] router is already registered Mar 23 02:29:05.648713 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.quota.resource_registry [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Creating instance of TrackedResource for resource:floatingip Mar 23 02:29:05.649054 dv-neutron-834613-2-hyperv neutron-server[104237]: WARNING neutron.quota.resource_registry [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] floatingip is already registered Mar 23 02:29:05.649514 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.v2.resource_helper [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Service METERING assigned prefix: /metering {{(pid=104237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 02:29:05.650177 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.quota.resource_registry [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Creating instance of CountableResource for resource:rbac_policy Mar 23 02:29:05.650512 dv-neutron-834613-2-hyperv neutron-server[104237]: WARNING neutron.quota.resource_registry [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] rbac_policy is already registered Mar 23 02:29:05.650927 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.quota.resource_registry [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Creating instance of TrackedResource for resource:security_group Mar 23 02:29:05.651268 dv-neutron-834613-2-hyperv neutron-server[104237]: WARNING neutron.quota.resource_registry [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] security_group is already registered Mar 23 02:29:05.651674 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.quota.resource_registry [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 23 02:29:05.652038 dv-neutron-834613-2-hyperv neutron-server[104237]: WARNING neutron.quota.resource_registry [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] security_group_rule is already registered Mar 23 02:29:05.652685 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.v2.resource_helper [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Service CORE assigned prefix: {{(pid=104237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 02:29:05.653019 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.quota.resource_registry [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 02:29:05.653359 dv-neutron-834613-2-hyperv neutron-server[104237]: WARNING neutron.quota.resource_registry [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] subnetpool is already registered Mar 23 02:29:05.653788 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.v2.resource_helper [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Service CORE assigned prefix: {{(pid=104237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 02:29:05.654120 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.quota.resource_registry [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 02:29:05.654457 dv-neutron-834613-2-hyperv neutron-server[104237]: WARNING neutron.quota.resource_registry [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] subnetpool is already registered Mar 23 02:29:05.654931 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: extensions {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.656469 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: address-groups {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.657972 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: address-scopes {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.659285 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: agents {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.660493 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: auto-allocated-topology {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.661771 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: availability_zones {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.662982 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: dhcp-networks {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.664530 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: dhcp-agents {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.665968 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: routers {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.668214 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: flavors {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.669406 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: service_profiles {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.670676 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: next_providers {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.672267 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: service_profiles {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.674701 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: floatingip-pools {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.675980 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: routers {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.678123 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: floatingips {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.679416 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: l3-routers {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.680857 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: l3-agents {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.682279 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: metering-labels {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.683652 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: metering-label-rules {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.684979 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: network-ip-availabilities {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.686259 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: bindings {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.688516 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: quotas {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.690093 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: quotas {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.691658 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: rbac-policies {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.692977 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: security-groups {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.694237 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: security-group-rules {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.695479 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: service-providers {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.696746 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: subnetpools {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.698158 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: subnetpools {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.699654 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: tags {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.701379 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: tags {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.703979 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: tags {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.705890 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: tags {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.707687 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: tags {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.709638 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: tags {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.711333 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: tags {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.713262 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: tags {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.715034 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: tags {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.716965 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron.api.extensions [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Extended resource: tags {{(pid=104237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 02:29:05.723007 dv-neutron-834613-2-hyperv neutron-server[104237]: WARNING keystonemiddleware.auth_token [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 23 02:29:05.727719 dv-neutron-834613-2-hyperv neutron-server[104237]: WARNING keystonemiddleware.auth_token [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 23 02:29:05.736734 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_concurrency.lockutils [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Acquired lock "singleton_lock" {{(pid=104237) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 23 02:29:05.737218 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_concurrency.lockutils [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Releasing lock "singleton_lock" {{(pid=104237) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 23 02:29:05.737882 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO oslo_service.service [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Starting 2 workers Mar 23 02:29:05.742793 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Started child 104348 {{(pid=104237) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 02:29:05.747364 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Started child 104349 {{(pid=104237) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 02:29:05.748446 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:05.749175 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO neutron.service [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 23 02:29:05.749619 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:05.750820 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [-] (104348) wsgi starting up on http://0.0.0.0:9696 Mar 23 02:29:05.752779 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:05.753270 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO oslo_service.service [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Starting 1 workers Mar 23 02:29:05.754272 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [-] (104349) wsgi starting up on http://0.0.0.0:9696 Mar 23 02:29:05.758133 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Started child 104350 {{(pid=104237) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 02:29:05.758711 dv-neutron-834613-2-hyperv neutron-server[104237]: INFO oslo_service.service [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Starting 1 workers Mar 23 02:29:05.761965 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.service [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] calling RpcWorker wait() {{(pid=104350) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 23 02:29:05.762498 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.service [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] returning from RpcWorker wait() {{(pid=104350) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 23 02:29:05.763282 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Started child 104351 {{(pid=104237) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 02:29:05.763886 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:05.764154 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG neutron_lib.callbacks.manager [None req-8268f695-05b8-45dc-baa7-8bf5502c55e4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:05.764444 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:29:05.766654 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104237) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 23 02:29:05.766878 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 02:29:05.767069 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 02:29:05.767299 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 02:29:05.767658 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 02:29:05.767846 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 02:29:05.768372 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.768652 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.768925 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.769189 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.769315 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:05.769793 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.770101 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.770366 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.770599 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:29:05.770698 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.770916 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.771172 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.771349 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.771519 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.771865 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.772150 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.772389 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.772673 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.772914 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.773185 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.773361 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.773631 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.773910 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.774148 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.774409 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] debug = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.774664 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.775157 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.775418 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.775661 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.775928 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.776224 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.776502 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.776748 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.776994 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.777213 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.777478 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.777740 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.777988 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.778205 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.778480 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.778696 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.778945 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.779200 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.779629 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] host = dv-neutron-834613-2-hyperv {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.779914 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.780138 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.780371 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.780621 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.780884 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.781121 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.781426 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.781701 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.782001 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.782334 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.782588 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.782831 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.783188 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.783318 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] log_file = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.783615 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] log_options = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.783752 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.784022 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.784279 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.784436 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.784608 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.784775 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.785038 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.785206 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.785447 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.785696 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.785916 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.786149 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.786387 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.786606 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.786870 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.787090 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.787333 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.787566 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.787843 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.788112 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.788374 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.788607 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.788843 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.789078 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.789317 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.789553 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.789827 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.790097 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.790277 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.790535 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.790779 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.791004 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.791230 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.791471 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.792257 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.792503 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.792739 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.792962 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.793248 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.793487 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.793722 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.793971 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.794336 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.794631 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.794631 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.795051 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.795428 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] use_json = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.795564 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.795809 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.796358 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.796358 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.801141 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.801141 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.801141 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.801141 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.801141 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.801141 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.801141 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.801141 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.801744 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.801744 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.801744 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.801744 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.801744 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.802041 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.802277 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.802547 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.804382 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.805031 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.805446 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.806266 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.807655 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.807858 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.809970 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.810495 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.811538 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.811959 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.815409 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.816714 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.817051 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.819193 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.819488 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.819744 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.820102 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.820402 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.820793 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.821079 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.821349 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.821637 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.821894 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.822134 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.822384 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.822652 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.822883 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.823109 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.823381 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.823617 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.824029 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.824810 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.825066 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.825641 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.825884 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.826163 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.826721 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.826973 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.827281 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.827653 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.827903 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.828787 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.829030 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.829269 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.829524 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.829765 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.830122 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.831429 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.831672 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.833023 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.833272 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.833546 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.833841 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.834079 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.834352 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.834664 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.834944 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.835561 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.835891 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.836151 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.838855 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.840553 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.840813 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.841080 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.841323 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.847156 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.847156 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.847156 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.847156 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.847156 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.847156 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.847156 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.847156 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.847770 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 54224) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:29:05.847885 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.847885 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.847885 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.847885 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.847885 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.847885 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.847885 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.852045 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.852437 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.852740 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.853004 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.853252 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.853536 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.853775 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.854127 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.854248 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0082898 Mar 23 02:29:05.854391 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.854490 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.854719 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.854986 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.855220 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.855875 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.855875 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.856133 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.856579 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.856805 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.857037 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.857272 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.857558 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.857750 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.860663 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.860663 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.860856 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.861089 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.861365 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.861625 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.861935 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.862344 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.862638 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.862967 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.863254 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.863567 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.863862 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.864150 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.864414 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.864679 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.864935 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.865238 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.866059 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.866059 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.866408 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.866762 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.867026 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.867279 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.867502 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.867743 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.868980 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.869230 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.870402 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.870402 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.870402 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.870402 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.870675 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.870792 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.871858 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.871858 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.871858 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.872608 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.872868 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.873117 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.874116 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.874116 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.874116 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.874116 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.874476 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.874476 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.874734 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.875583 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.875894 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.876271 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.876504 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.876731 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.877715 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.877715 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.877884 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:29:05.877959 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.877959 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.878079 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.878240 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.878630 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.878857 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.879078 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.879338 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.879563 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.879862 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.880147 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.880348 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.880581 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.880848 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.881117 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.881340 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.881594 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.883296 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.883865 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.884548 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.886311 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.887675 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.888120 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.888805 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.889054 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.890440 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.890668 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.891193 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.891473 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.891728 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.892021 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.892287 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.892546 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.892988 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.893209 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.893303 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.893499 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.893731 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.893975 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.894200 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.894441 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.894664 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.894915 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.895195 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.895439 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.895709 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.897298 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.898017 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.898261 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.899382 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.899912 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.900157 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.901825 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.902080 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.902323 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.902557 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.903763 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.903763 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.903763 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.904061 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.904506 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.904806 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.905049 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.905274 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.905497 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.905731 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.905958 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.906748 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.907879 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.907879 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.909958 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.912633 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.912895 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.913134 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.915120 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.915120 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.915120 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.915120 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.915120 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.915120 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.915120 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.915120 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.915614 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.915614 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.915614 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.915795 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.918748 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.919012 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.919252 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.920867 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.921097 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.921339 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.921665 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.922491 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.923644 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.925976 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.926270 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.926559 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.926853 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.928828 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.929108 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.929396 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.929664 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.929920 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.930142 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.930422 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.931525 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.931525 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.931525 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.931525 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.931952 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.932113 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.932407 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.932637 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.932948 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.933313 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.933598 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.933855 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.934121 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.934376 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.934625 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.934850 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.935091 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.935314 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.935541 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.935807 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.936086 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.936314 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.936535 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.936769 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.937005 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.937234 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.937515 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.938858 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.938858 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.938858 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 02:29:05.939128 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104237) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 23 02:29:05.939128 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 02:29:05.939275 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 02:29:05.939388 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 02:29:05.939551 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 02:29:05.939708 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 02:29:05.939945 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.940110 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.940274 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.940437 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.940597 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.940783 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.940947 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.941107 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.941285 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.941455 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.941589 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.941752 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.941891 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.942047 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.942207 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.942371 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.942534 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.943076 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.943076 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.943076 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.943477 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.943477 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.943477 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] debug = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.943804 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.943804 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.944038 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.944120 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.944268 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.945200 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.945200 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.945200 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.945200 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.945200 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.945200 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.945643 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.945643 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.945643 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.945895 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.945895 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.946104 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.946206 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.946356 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] host = dv-neutron-834613-2-hyperv {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.946516 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.946675 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.946835 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.946994 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.947152 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.947304 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.947504 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.947717 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.947807 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.947993 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.948072 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.948222 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.948382 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.948540 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] log_file = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.948701 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] log_options = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.948860 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.949019 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.949178 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.949375 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.949538 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.949701 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.949862 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.950024 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.950183 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.950342 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.950500 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.950659 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.950829 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.950978 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.951137 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.951295 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.951453 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.951614 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.951774 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.952004 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.952167 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.952334 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.952493 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.952648 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.952804 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.952964 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.956043 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.956043 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.956043 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.956043 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.956043 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.956043 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.956043 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.956043 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.956602 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.956602 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.956602 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.956602 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.956602 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.956602 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.956602 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.956602 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.957239 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.957239 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.957239 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.957239 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.957239 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] use_json = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.957239 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.957239 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.957239 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.957239 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.957927 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.957927 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.957927 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.957927 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.957927 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 02:29:05.957927 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.957927 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.957927 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.958703 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.958703 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.958703 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.958703 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.958703 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.959111 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.959111 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.959111 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.959389 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.959521 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.959604 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.959735 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.959924 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.960089 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.960256 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.960422 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.960582 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.960744 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.960905 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.961068 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.961235 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.961391 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.961931 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.961931 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.961931 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.962329 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.962329 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.962329 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.962702 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.962702 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.963736 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.963736 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.963736 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.963736 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.963736 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.963736 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.963736 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.964639 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.964639 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.964639 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.964639 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.964639 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.964639 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.965399 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.965399 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.965399 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.965399 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.966168 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.966348 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.966514 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.966679 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.966842 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.967005 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.967167 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.967341 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.967506 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.967667 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.967914 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.968009 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.968172 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.968333 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.968495 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.969189 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.969352 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.969514 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.969689 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.969853 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.970016 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.970180 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.970342 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.970504 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.970667 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.970828 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.970991 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.971157 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.971324 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.971485 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.971651 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.971811 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.972026 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.972195 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.972357 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.972520 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.972683 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.972849 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.973011 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.973174 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.973336 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.973508 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.973685 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.973879 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.974011 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.974172 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.974336 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.974497 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.974659 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.974822 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.974986 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.975149 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.975312 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.975474 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.975639 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.975802 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.975988 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.976151 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.976313 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.976474 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.976636 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.976797 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.976960 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.977122 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.977285 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.977447 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.977609 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.977816 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.977933 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.978106 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.978269 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.978434 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.978613 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.978769 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.978939 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.979102 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.979269 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.979447 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.979603 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.979780 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.979889 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.980056 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.980219 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.980381 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.980543 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.980717 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.980880 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.981043 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.981205 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.981389 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.981551 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.981715 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.981879 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.982040 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.982207 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.982370 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.982533 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.982696 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.982858 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.983022 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.983186 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.983349 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.983511 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.983673 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.983898 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.984029 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.984192 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.985053 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.985208 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.985380 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.985542 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.985707 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.985869 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.986032 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.986198 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.986360 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.986523 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.986686 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.986850 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.987012 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.987174 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.987337 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.987499 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.987662 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.987842 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.988009 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.988175 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.990533 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.990533 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.990533 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.990533 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.990533 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.990533 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.990533 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.990533 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.991555 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.991555 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.991555 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.991555 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.991555 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.991555 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.991555 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.991555 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.992674 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.992674 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.992674 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.992674 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.992674 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.992674 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.992674 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.992674 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.993457 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.993457 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.993457 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.993457 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.993457 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.993457 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.993457 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.993457 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.993985 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.993985 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.993985 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.993985 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.993985 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.993985 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.994386 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.994386 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.994386 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.994587 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.994709 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.994871 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.995034 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.995197 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.995373 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.995538 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.995702 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.995944 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.996087 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.996210 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.996361 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.996523 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.996687 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.996849 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.997012 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.997174 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.997347 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.997510 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.997675 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.997837 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.997998 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.998161 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.998330 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.998493 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.998660 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.998880 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.999011 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.999129 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.999300 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.999463 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.999626 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:05.999787 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.000035 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.000202 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.000411 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.000574 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.000737 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.000899 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.001060 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.001225 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.001397 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.001561 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.001724 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.001890 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.002058 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.002212 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.002374 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.002553 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.002719 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.002885 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.003049 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.003213 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.003376 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.003542 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.003709 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.003905 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.004075 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.004240 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.004411 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.004583 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.004754 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.004918 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.005090 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.005266 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.005429 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.005592 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.005755 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.005905 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.006067 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.006304 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.006403 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.006546 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.006702 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.006865 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.007027 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.007190 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.007352 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.007515 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.007676 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.007864 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.008027 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.008192 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.008337 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 02:29:06.008498 dv-neutron-834613-2-hyperv neutron-server[104237]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 02:29:17.540610 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defd032b-b3ec-4979-948e-9bda9ac52fbf None None] get_active_networks_info from dv-neutron-834613-2-hyperv {{(pid=104350) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 02:29:17.616690 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defd032b-b3ec-4979-948e-9bda9ac52fbf None None] No non-hosted networks {{(pid=104350) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 23 02:29:17.634830 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.agentschedulers_db [None req-defd032b-b3ec-4979-948e-9bda9ac52fbf None None] DHCP Agent not found on host dv-neutron-834613-2-hyperv {{(pid=104350) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 23 02:29:17.831228 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-399cf559-89dc-4559-87a4-f76ccdad57bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1656612'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:19.878373 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9fcd24af-c976-4cdf-b06d-ecc6a64e7ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1656612'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:19.939993 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-0b818588-8e24-432f-ac33-1d1ec6000751 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-834613-2-hyperv {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:29:19.940657 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-0b818588-8e24-432f-ac33-1d1ec6000751 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:29:20.463499 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0b818588-8e24-432f-ac33-1d1ec6000751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:21.179061 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1656612'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:22.613390 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1656612'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:23.872782 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 54312) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:29:23.956103 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1656612'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:23.957730 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:23.958436 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:23.959203 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:23.960037 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:23.960765 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:23.961321 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:23.962097 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:23.962678 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:23.963376 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:23.963795 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:23.964353 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:23.964854 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:23.965274 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:23.965614 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:23.965990 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:23.966413 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-834613-2-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:29:23.974313 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-834613-2-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:29:24.459355 dv-neutron-834613-2-hyperv neutron-server[104348]: WARNING oslo_policy.policy [None req-ea2f9ca3-b8f2-4994-8db4-542b9d8c1fa9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 02:29:24.459962 dv-neutron-834613-2-hyperv neutron-server[104348]: WARNING oslo_policy.policy [None req-ea2f9ca3-b8f2-4994-8db4-542b9d8c1fa9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 02:29:24.684200 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-ea2f9ca3-b8f2-4994-8db4-542b9d8c1fa9 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:29:24.698667 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ea2f9ca3-b8f2-4994-8db4-542b9d8c1fa9 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8105147 Mar 23 02:29:25.091301 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.db.l3_hamode_db [None req-02fd8383-a684-4a31-9fca-8434bc9fba43 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 23 02:29:25.172453 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fd8383-a684-4a31-9fca-8434bc9fba43 None None] Routers set() bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:29:25.172848 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fd8383-a684-4a31-9fca-8434bc9fba43 None None] Router IDs set() for agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 23 02:29:27.250564 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 54336) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:29:27.559612 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-77489088-99ba-4da6-9136-c1fc54581b48 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:29:27.653690 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.policy [None req-77489088-99ba-4da6-9136-c1fc54581b48 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104348) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 23 02:29:27.696502 dv-neutron-834613-2-hyperv neutron-server[104348]: WARNING oslo_policy.policy [None req-77489088-99ba-4da6-9136-c1fc54581b48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 02:29:27.696907 dv-neutron-834613-2-hyperv neutron-server[104348]: WARNING oslo_policy.policy [None req-77489088-99ba-4da6-9136-c1fc54581b48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 02:29:27.862241 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77489088-99ba-4da6-9136-c1fc54581b48 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728335047468', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728335048185', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728334998694', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728335022295', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728335015133', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728334953489', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1298798', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1292924', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-383123', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-451090'] for rbac-policy (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:28.058814 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77489088-99ba-4da6-9136-c1fc54581b48 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:28.060032 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-77489088-99ba-4da6-9136-c1fc54581b48 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8083055 Mar 23 02:29:30.543155 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 54346) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:29:30.854228 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-25e93b4c-9532-43c4-aff2-d6b8a7a0a708 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:29:30.944065 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e93b4c-9532-43c4-aff2-d6b8a7a0a708 demo demo] Made reservation on behalf of 6e730ea7c59746cda33b80c4788643f2 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:29:30.948183 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-25e93b4c-9532-43c4-aff2-d6b8a7a0a708 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:30.965128 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-25e93b4c-9532-43c4-aff2-d6b8a7a0a708 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:31.072610 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-25e93b4c-9532-43c4-aff2-d6b8a7a0a708 demo demo] Publish callbacks [] for security_group (bab1325e-6897-4a0c-b91c-171cb26756f9), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:31.126068 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-25e93b4c-9532-43c4-aff2-d6b8a7a0a708 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (bab1325e-6897-4a0c-b91c-171cb26756f9), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:31.158872 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e93b4c-9532-43c4-aff2-d6b8a7a0a708 demo demo] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:29:31.187944 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-25e93b4c-9532-43c4-aff2-d6b8a7a0a708 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728337176634', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (21a97a59-38c8-4e1a-82ea-8a42d1cfa2a4), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:31.188674 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-25e93b4c-9532-43c4-aff2-d6b8a7a0a708 demo demo] Unsubscribe: segment precommit_create {{(pid=104348) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 23 02:29:31.189199 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-25e93b4c-9532-43c4-aff2-d6b8a7a0a708 demo demo] Added segment 21a97a59-38c8-4e1a-82ea-8a42d1cfa2a4 of type vlan for network 7e79af9d-228d-4ce5-b651-540cb9b40518 Mar 23 02:29:31.194838 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e93b4c-9532-43c4-aff2-d6b8a7a0a708 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=bab1325e-6897-4a0c-b91c-171cb26756f9,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:29:31.230656 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e93b4c-9532-43c4-aff2-d6b8a7a0a708 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:31.230998 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e93b4c-9532-43c4-aff2-d6b8a7a0a708 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:31.231352 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e93b4c-9532-43c4-aff2-d6b8a7a0a708 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:31.231699 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e93b4c-9532-43c4-aff2-d6b8a7a0a708 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:31.232036 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e93b4c-9532-43c4-aff2-d6b8a7a0a708 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:31.232358 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e93b4c-9532-43c4-aff2-d6b8a7a0a708 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:31.232675 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e93b4c-9532-43c4-aff2-d6b8a7a0a708 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:31.233102 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e93b4c-9532-43c4-aff2-d6b8a7a0a708 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:31.234036 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e93b4c-9532-43c4-aff2-d6b8a7a0a708 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:31.234576 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e93b4c-9532-43c4-aff2-d6b8a7a0a708 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:31.235029 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e93b4c-9532-43c4-aff2-d6b8a7a0a708 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:31.235376 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e93b4c-9532-43c4-aff2-d6b8a7a0a708 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:31.235703 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e93b4c-9532-43c4-aff2-d6b8a7a0a708 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:31.236048 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e93b4c-9532-43c4-aff2-d6b8a7a0a708 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:31.236363 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e93b4c-9532-43c4-aff2-d6b8a7a0a708 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e93b4c-9532-43c4-aff2-d6b8a7a0a708 demo demo] Tracked resource versions report: Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: pushed versions: Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: { 'AddressGroup': {'1.2'}, Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: 'Agent': {'1.1'}, Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: 'ConntrackHelper': {'1.0'}, Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: 'LocalIPAssociation': {'1.0'}, Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: 'Log': {'1.0'}, Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: 'NDPProxy': {'1.0'}, Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: 'Network': {'1.1'}, Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: 'Port': {'1.7'}, Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: 'PortForwarding': {'1.3'}, Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: 'QosPolicy': {'1.10'}, Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: 'SecurityGroup': {'1.5'}, Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: 'SecurityGroupRule': {'1.2'}, Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: 'SubPort': {'1.0'}, Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: 'Subnet': {'1.1'}, Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: 'Trunk': {'1.1'}} Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: consumer versions: Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: { DHCP agent@dv-neutron-834613-2-hyperv: {}, Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: L3 agent@dv-neutron-834613-2-hyperv: {}, Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: Metadata agent@dv-neutron-834613-2-hyperv: {}, Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: Metering agent@dv-neutron-834613-2-hyperv: {}, Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: Open vSwitch agent@dv-neutron-834613-2-hyperv: { 'AddressGroup': '1.2', Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: 'Agent': '1.1', Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: 'ConntrackHelper': '1.0', Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: 'LocalIPAssociation': '1.0', Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: 'Log': '1.0', Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: 'NDPProxy': '1.0', Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: 'Network': '1.1', Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: 'Port': '1.7', Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: 'PortForwarding': '1.3', Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: 'QosPolicy': '1.10', Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: 'SecurityGroup': '1.5', Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: 'SecurityGroupRule': '1.2', Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: 'SubPort': '1.0', Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: 'Subnet': '1.1', Mar 23 02:29:31.237815 dv-neutron-834613-2-hyperv neutron-server[104348]: 'Trunk': '1.1'}} Mar 23 02:29:31.240399 dv-neutron-834613-2-hyperv neutron-server[104348]: {{(pid=104348) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 02:29:31.304355 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-25e93b4c-9532-43c4-aff2-d6b8a7a0a708 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (7e79af9d-228d-4ce5-b651-540cb9b40518), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:31.407232 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-25e93b4c-9532-43c4-aff2-d6b8a7a0a708 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (7e79af9d-228d-4ce5-b651-540cb9b40518), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:31.412407 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e93b4c-9532-43c4-aff2-d6b8a7a0a708 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:31.413132 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-25e93b4c-9532-43c4-aff2-d6b8a7a0a708 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:31.525413 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e93b4c-9532-43c4-aff2-d6b8a7a0a708 demo demo] Pushing event updated for resources: {'Network': ['ID=7e79af9d-228d-4ce5-b651-540cb9b40518,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:29:31.537678 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 7e79af9d-228d-4ce5-b651-540cb9b40518 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:29:31.575138 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-25e93b4c-9532-43c4-aff2-d6b8a7a0a708 demo demo] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0309141 Mar 23 02:29:34.139470 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 54358) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:29:34.546860 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cabd20-3eb9-4fbc-a2e2-67a26999d436 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:34.548256 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-44cabd20-3eb9-4fbc-a2e2-67a26999d436 demo admin] 10.222.0.24 "GET /v2.0/networks/7e79af9d-228d-4ce5-b651-540cb9b40518 HTTP/1.1" status: 200 len: 825 time: 0.4078186 Mar 23 02:29:34.572523 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-72111b90-d6cd-4212-be11-5111ff00c168 demo admin] 10.222.0.24 "GET /v2.0/subnetpools/d9644186-45f0-4903-8e5d-34c5b38a3d7e HTTP/1.1" status: 200 len: 734 time: 0.0185812 Mar 23 02:29:34.581523 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-354dd472-b555-40a5-8fed-37cd247af791 demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '7e79af9d-228d-4ce5-b651-540cb9b40518', 'name': 'private-subnet', 'subnetpool_id': 'd9644186-45f0-4903-8e5d-34c5b38a3d7e', 'gateway_ip': '172.20.0.1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:29:34.681203 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354dd472-b555-40a5-8fed-37cd247af791 demo admin] Made reservation on behalf of 6e730ea7c59746cda33b80c4788643f2 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:29:34.683518 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-354dd472-b555-40a5-8fed-37cd247af791 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:35.012571 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-354dd472-b555-40a5-8fed-37cd247af791 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for subnet (571e728e-5ceb-4bf8-9ca9-731ba394c168), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:35.080949 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354dd472-b555-40a5-8fed-37cd247af791 demo admin] Checking segment: {'id': '21a97a59-38c8-4e1a-82ea-8a42d1cfa2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7e79af9d-228d-4ce5-b651-540cb9b40518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:29:35.081339 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354dd472-b555-40a5-8fed-37cd247af791 demo admin] Network hostable DHCP agents. Network: 7e79af9d-228d-4ce5-b651-540cb9b40518, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:29:35.090615 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354dd472-b555-40a5-8fed-37cd247af791 demo admin] Pushing event updated for resources: {'Subnet': ['ID=571e728e-5ceb-4bf8-9ca9-731ba394c168,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:29:35.182209 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354dd472-b555-40a5-8fed-37cd247af791 demo admin] Network 7e79af9d-228d-4ce5-b651-540cb9b40518 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:29:35.257944 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-354dd472-b555-40a5-8fed-37cd247af791 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 7e79af9d-228d-4ce5-b651-540cb9b40518) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:29:35.262666 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354dd472-b555-40a5-8fed-37cd247af791 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:35.263258 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-354dd472-b555-40a5-8fed-37cd247af791 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:35.267951 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d1ecaa-7a4d-437c-b190-83301c755682 None None] Network 7e79af9d-228d-4ce5-b651-540cb9b40518 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:29:35.340648 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-354dd472-b555-40a5-8fed-37cd247af791 demo admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7622368 Mar 23 02:29:35.651039 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-7e79af9d-228d-4ce5-b651-540cb9b40518', 'network_id': '7e79af9d-228d-4ce5-b651-540cb9b40518', 'project_id': '6e730ea7c59746cda33b80c4788643f2', 'fixed_ips': [{'subnet_id': '571e728e-5ceb-4bf8-9ca9-731ba394c168'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:29:35.652431 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:35.960272 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Allocated IP 172.20.0.2 (7e79af9d-228d-4ce5-b651-540cb9b40518/571e728e-5ceb-4bf8-9ca9-731ba394c168/87b97fc8-d54d-4788-ba24-07df0e7d9bf8) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:29:36.203589 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Publish callbacks [] for port (87b97fc8-d54d-4788-ba24-07df0e7d9bf8), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:36.322036 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (87b97fc8-d54d-4788-ba24-07df0e7d9bf8), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:36.394964 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Network 7e79af9d-228d-4ce5-b651-540cb9b40518 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:29:36.400743 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:29:36.412652 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:29:36.415683 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Pushing event updated for resources: {'Port': ['ID=87b97fc8-d54d-4788-ba24-07df0e7d9bf8,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:29:36.446219 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:36.446570 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:36.446930 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:36.447270 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:36.447602 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:36.447951 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:36.448283 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:36.448606 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:36.448952 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:36.449279 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:36.449621 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:36.449962 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:36.450282 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:36.450600 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:36.450915 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Tracked resource versions report: Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: pushed versions: Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: { 'AddressGroup': {'1.2'}, Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: 'Agent': {'1.1'}, Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: 'ConntrackHelper': {'1.0'}, Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: 'LocalIPAssociation': {'1.0'}, Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: 'Log': {'1.0'}, Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: 'NDPProxy': {'1.0'}, Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: 'Network': {'1.1'}, Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: 'Port': {'1.7'}, Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: 'PortForwarding': {'1.3'}, Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: 'QosPolicy': {'1.10'}, Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: 'SecurityGroup': {'1.5'}, Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: 'SecurityGroupRule': {'1.2'}, Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: 'SubPort': {'1.0'}, Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: 'Subnet': {'1.1'}, Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: 'Trunk': {'1.1'}} Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: consumer versions: Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: { DHCP agent@dv-neutron-834613-2-hyperv: {}, Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: L3 agent@dv-neutron-834613-2-hyperv: {}, Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: Metadata agent@dv-neutron-834613-2-hyperv: {}, Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: Metering agent@dv-neutron-834613-2-hyperv: {}, Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: Open vSwitch agent@dv-neutron-834613-2-hyperv: { 'AddressGroup': '1.2', Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: 'Agent': '1.1', Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: 'ConntrackHelper': '1.0', Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: 'LocalIPAssociation': '1.0', Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: 'Log': '1.0', Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: 'NDPProxy': '1.0', Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: 'Network': '1.1', Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: 'Port': '1.7', Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: 'PortForwarding': '1.3', Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: 'QosPolicy': '1.10', Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: 'SecurityGroup': '1.5', Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: 'SecurityGroupRule': '1.2', Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: 'SubPort': '1.0', Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: 'Subnet': '1.1', Mar 23 02:29:36.452659 dv-neutron-834613-2-hyperv neutron-server[104350]: 'Trunk': '1.1'}} Mar 23 02:29:36.455261 dv-neutron-834613-2-hyperv neutron-server[104350]: {{(pid=104350) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 02:29:36.501578 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Attempting to bind port 87b97fc8-d54d-4788-ba24-07df0e7d9bf8 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:29:36.501978 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Attempting to bind port 87b97fc8-d54d-4788-ba24-07df0e7d9bf8 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '21a97a59-38c8-4e1a-82ea-8a42d1cfa2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7e79af9d-228d-4ce5-b651-540cb9b40518'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:29:36.502410 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Attempting to bind port 87b97fc8-d54d-4788-ba24-07df0e7d9bf8 on network 7e79af9d-228d-4ce5-b651-540cb9b40518 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:29:36.507363 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:29:36.507729 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Checking segment: {'id': '21a97a59-38c8-4e1a-82ea-8a42d1cfa2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7e79af9d-228d-4ce5-b651-540cb9b40518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:29:36.508225 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:36.508738 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Bound using segment: {'id': '21a97a59-38c8-4e1a-82ea-8a42d1cfa2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7e79af9d-228d-4ce5-b651-540cb9b40518'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:29:36.509221 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Bound port: 87b97fc8-d54d-4788-ba24-07df0e7d9bf8, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a97a59-38c8-4e1a-82ea-8a42d1cfa2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7e79af9d-228d-4ce5-b651-540cb9b40518'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:29:36.509633 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (87b97fc8-d54d-4788-ba24-07df0e7d9bf8), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:36.576882 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] For port 87b97fc8-d54d-4788-ba24-07df0e7d9bf8, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:29:36.581189 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] For port 87b97fc8-d54d-4788-ba24-07df0e7d9bf8, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=87b97fc8-d54d-4788-ba24-07df0e7d9bf8,segment=NetworkSegment(21a97a59-38c8-4e1a-82ea-8a42d1cfa2a4),segment_id=21a97a59-38c8-4e1a-82ea-8a42d1cfa2a4)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:29:36.653094 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (87b97fc8-d54d-4788-ba24-07df0e7d9bf8), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:36.716256 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7de47b-4329-46c1-9483-08e2c3668c59 None None] Pushing event updated for resources: {'Port': ['ID=87b97fc8-d54d-4788-ba24-07df0e7d9bf8,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:29:37.970336 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 54366) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:29:38.282193 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-c603c21d-e368-4518-a5c0-e10fe37c3d32 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:29:38.283189 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c603c21d-e368-4518-a5c0-e10fe37c3d32 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3118887 Mar 23 02:29:40.906318 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 54374) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:29:41.404788 dv-neutron-834613-2-hyperv neutron-server[104349]: WARNING oslo_policy.policy [None req-06fff343-815d-4936-9b6c-5b2784b64548 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 02:29:41.405535 dv-neutron-834613-2-hyperv neutron-server[104349]: WARNING oslo_policy.policy [None req-06fff343-815d-4936-9b6c-5b2784b64548 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 02:29:41.631298 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-06fff343-815d-4936-9b6c-5b2784b64548 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:29:41.632445 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-06fff343-815d-4936-9b6c-5b2784b64548 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7250915 Mar 23 02:29:44.203739 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 54388) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:29:44.517405 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-b676c890-ba5a-44e5-9064-403605dc5d7a demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:29:44.578011 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.policy [None req-b676c890-ba5a-44e5-9064-403605dc5d7a demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104349) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 23 02:29:44.622745 dv-neutron-834613-2-hyperv neutron-server[104349]: WARNING oslo_policy.policy [None req-b676c890-ba5a-44e5-9064-403605dc5d7a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 02:29:44.623128 dv-neutron-834613-2-hyperv neutron-server[104349]: WARNING oslo_policy.policy [None req-b676c890-ba5a-44e5-9064-403605dc5d7a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 02:29:44.748613 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b676c890-ba5a-44e5-9064-403605dc5d7a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (5ff5ae79-0f9f-4b54-a112-6b33f4678fd8), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:44.750539 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b676c890-ba5a-44e5-9064-403605dc5d7a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (5ff5ae79-0f9f-4b54-a112-6b33f4678fd8), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:44.910524 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b676c890-ba5a-44e5-9064-403605dc5d7a demo demo] Publish callbacks [] for router_controller (5ff5ae79-0f9f-4b54-a112-6b33f4678fd8), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:44.968554 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b676c890-ba5a-44e5-9064-403605dc5d7a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (5ff5ae79-0f9f-4b54-a112-6b33f4678fd8), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:45.049357 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b676c890-ba5a-44e5-9064-403605dc5d7a demo demo] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:45.050640 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b676c890-ba5a-44e5-9064-403605dc5d7a demo demo] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8458185 Mar 23 02:29:46.675795 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 87b97fc8-d54d-4788-ba24-07df0e7d9bf8 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:29:46.767096 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 87b97fc8-d54d-4788-ba24-07df0e7d9bf8 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:29:46.767522 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (87b97fc8-d54d-4788-ba24-07df0e7d9bf8), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:46.877470 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 87b97fc8-d54d-4788-ba24-07df0e7d9bf8 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:29:46.877868 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (87b97fc8-d54d-4788-ba24-07df0e7d9bf8), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:46.912957 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 87b97fc8-d54d-4788-ba24-07df0e7d9bf8, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=87b97fc8-d54d-4788-ba24-07df0e7d9bf8,segment=NetworkSegment(21a97a59-38c8-4e1a-82ea-8a42d1cfa2a4),segment_id=21a97a59-38c8-4e1a-82ea-8a42d1cfa2a4)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:29:46.965295 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (87b97fc8-d54d-4788-ba24-07df0e7d9bf8), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:47.019255 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=87b97fc8-d54d-4788-ba24-07df0e7d9bf8,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:29:47.600779 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-531a4842-6617-48ce-9a53-b0eb6bcf8823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:47.614091 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 54402) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:29:47.925917 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-721bbe6b-8396-444d-9b71-e318b9a50522 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:29:47.926896 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-721bbe6b-8396-444d-9b71-e318b9a50522 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3118532 Mar 23 02:29:48.164124 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc01221-b8d3-47a3-92ab-f76d7027f691 None None] Network 7e79af9d-228d-4ce5-b651-540cb9b40518 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:29:48.281761 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-a26fd7b5-446f-48bf-aafe-2415e912b525 None None] Provisioning complete for port 87b97fc8-d54d-4788-ba24-07df0e7d9bf8 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:29:48.282165 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a26fd7b5-446f-48bf-aafe-2415e912b525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (87b97fc8-d54d-4788-ba24-07df0e7d9bf8), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:48.372723 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-a26fd7b5-446f-48bf-aafe-2415e912b525 None None] Current status of the port 87b97fc8-d54d-4788-ba24-07df0e7d9bf8 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:29:48.492543 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-a9a45026-b218-47b0-8037-ad48a5652925 None None] Provisioning complete for port 87b97fc8-d54d-4788-ba24-07df0e7d9bf8 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:29:48.499995 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a9a45026-b218-47b0-8037-ad48a5652925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (87b97fc8-d54d-4788-ba24-07df0e7d9bf8), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:48.579484 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-a9a45026-b218-47b0-8037-ad48a5652925 None None] Current status of the port 87b97fc8-d54d-4788-ba24-07df0e7d9bf8 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:29:48.657569 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 87b97fc8-d54d-4788-ba24-07df0e7d9bf8 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:29:48.704919 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 87b97fc8-d54d-4788-ba24-07df0e7d9bf8 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:29:48.705313 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (87b97fc8-d54d-4788-ba24-07df0e7d9bf8), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:48.781336 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 87b97fc8-d54d-4788-ba24-07df0e7d9bf8 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:29:49.807641 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 5 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:29:49.835040 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b875b78c-db58-43d0-a92e-cca8c50080bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:50.501467 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 54410) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:29:50.820441 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-ca5a7cec-068a-483f-895d-bee6ee6d1319 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:29:50.897725 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5a7cec-068a-483f-895d-bee6ee6d1319 admin admin] Made reservation on behalf of a43c6446ff054cdfa320dd3d4416fe29 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:29:50.900507 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ca5a7cec-068a-483f-895d-bee6ee6d1319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:50.916524 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ca5a7cec-068a-483f-895d-bee6ee6d1319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:51.018667 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ca5a7cec-068a-483f-895d-bee6ee6d1319 admin admin] Publish callbacks [] for security_group (52931a75-570a-4870-bed7-b4e3f27d81b3), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:51.073604 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ca5a7cec-068a-483f-895d-bee6ee6d1319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (52931a75-570a-4870-bed7-b4e3f27d81b3), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:51.085792 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ca5a7cec-068a-483f-895d-bee6ee6d1319 admin admin] Reserving flat network on physical network physnet1 {{(pid=104349) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 23 02:29:51.102210 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:51.118058 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ca5a7cec-068a-483f-895d-bee6ee6d1319 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728337176634', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (b20ccd55-9d31-461e-a968-6b5347882d5a), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:51.118656 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ca5a7cec-068a-483f-895d-bee6ee6d1319 admin admin] Unsubscribe: segment precommit_create {{(pid=104349) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 23 02:29:51.119184 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-ca5a7cec-068a-483f-895d-bee6ee6d1319 admin admin] Added segment b20ccd55-9d31-461e-a968-6b5347882d5a of type flat for network 6bbcca03-75ff-487c-8b0e-a32302dacbee Mar 23 02:29:51.134904 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a7cec-068a-483f-895d-bee6ee6d1319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52931a75-570a-4870-bed7-b4e3f27d81b3,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:29:51.183202 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a7cec-068a-483f-895d-bee6ee6d1319 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:51.183544 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a7cec-068a-483f-895d-bee6ee6d1319 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:51.183925 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a7cec-068a-483f-895d-bee6ee6d1319 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:51.184263 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a7cec-068a-483f-895d-bee6ee6d1319 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:51.184590 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a7cec-068a-483f-895d-bee6ee6d1319 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:51.184914 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a7cec-068a-483f-895d-bee6ee6d1319 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:51.185234 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a7cec-068a-483f-895d-bee6ee6d1319 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:51.185553 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a7cec-068a-483f-895d-bee6ee6d1319 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:51.186492 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a7cec-068a-483f-895d-bee6ee6d1319 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:51.187289 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a7cec-068a-483f-895d-bee6ee6d1319 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:51.187636 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a7cec-068a-483f-895d-bee6ee6d1319 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:51.188243 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a7cec-068a-483f-895d-bee6ee6d1319 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:51.188568 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a7cec-068a-483f-895d-bee6ee6d1319 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:51.188887 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a7cec-068a-483f-895d-bee6ee6d1319 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:51.189204 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a7cec-068a-483f-895d-bee6ee6d1319 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a7cec-068a-483f-895d-bee6ee6d1319 admin admin] Tracked resource versions report: Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: pushed versions: Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: { 'AddressGroup': {'1.2'}, Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: 'Agent': {'1.1'}, Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: 'ConntrackHelper': {'1.0'}, Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: 'LocalIPAssociation': {'1.0'}, Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: 'Log': {'1.0'}, Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: 'NDPProxy': {'1.0'}, Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: 'Network': {'1.1'}, Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: 'Port': {'1.7'}, Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: 'PortForwarding': {'1.3'}, Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: 'QosPolicy': {'1.10'}, Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: 'SecurityGroup': {'1.5'}, Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: 'SecurityGroupRule': {'1.2'}, Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: 'SubPort': {'1.0'}, Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: 'Subnet': {'1.1'}, Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: 'Trunk': {'1.1'}} Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: consumer versions: Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: { DHCP agent@dv-neutron-834613-2-hyperv: {}, Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: L3 agent@dv-neutron-834613-2-hyperv: {}, Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: Metadata agent@dv-neutron-834613-2-hyperv: {}, Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: Metering agent@dv-neutron-834613-2-hyperv: {}, Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: Open vSwitch agent@dv-neutron-834613-2-hyperv: { 'AddressGroup': '1.2', Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: 'Agent': '1.1', Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: 'ConntrackHelper': '1.0', Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: 'LocalIPAssociation': '1.0', Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: 'Log': '1.0', Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: 'NDPProxy': '1.0', Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: 'Network': '1.1', Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: 'Port': '1.7', Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: 'PortForwarding': '1.3', Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: 'QosPolicy': '1.10', Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: 'SecurityGroup': '1.5', Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: 'SecurityGroupRule': '1.2', Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: 'SubPort': '1.0', Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: 'Subnet': '1.1', Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: 'Trunk': '1.1'}} Mar 23 02:29:51.190733 dv-neutron-834613-2-hyperv neutron-server[104349]: {{(pid=104349) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 02:29:51.240309 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ca5a7cec-068a-483f-895d-bee6ee6d1319 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (6bbcca03-75ff-487c-8b0e-a32302dacbee), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:51.337906 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ca5a7cec-068a-483f-895d-bee6ee6d1319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (6bbcca03-75ff-487c-8b0e-a32302dacbee), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:51.338892 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5a7cec-068a-483f-895d-bee6ee6d1319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:51.339588 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ca5a7cec-068a-483f-895d-bee6ee6d1319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:51.441573 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a7cec-068a-483f-895d-bee6ee6d1319 admin admin] Pushing event updated for resources: {'Network': ['ID=6bbcca03-75ff-487c-8b0e-a32302dacbee,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:29:51.451539 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:29:51.478074 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ca5a7cec-068a-483f-895d-bee6ee6d1319 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9755368 Mar 23 02:29:52.536310 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:53.932007 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:54.009283 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 54432) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:29:54.224663 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d412e0-c1b7-4dc8-8d2a-81c78c35f5b3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:54.226053 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-78d412e0-c1b7-4dc8-8d2a-81c78c35f5b3 demo admin] 10.222.0.24 "GET /v2.0/subnets/571e728e-5ceb-4bf8-9ca9-731ba394c168 HTTP/1.1" status: 200 len: 849 time: 0.2158015 Mar 23 02:29:54.363882 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3203b9a0-705a-4782-b40a-a8d51e4f4c9a demo admin] 10.222.0.24 "GET /v2.0/routers/5ff5ae79-0f9f-4b54-a112-6b33f4678fd8 HTTP/1.1" status: 200 len: 704 time: 0.1320503 Mar 23 02:29:54.635747 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-31d90f8c-f116-4e72-9cc7-e5c37b72ede1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:54.932144 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-31d90f8c-f116-4e72-9cc7-e5c37b72ede1 demo admin] Allocated IP 172.20.0.1 (7e79af9d-228d-4ce5-b651-540cb9b40518/571e728e-5ceb-4bf8-9ca9-731ba394c168/bfa10f73-e777-4088-a1c4-2700e42f2097) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:29:55.113032 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-31d90f8c-f116-4e72-9cc7-e5c37b72ede1 demo admin] Publish callbacks [] for port (bfa10f73-e777-4088-a1c4-2700e42f2097), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:55.236104 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-31d90f8c-f116-4e72-9cc7-e5c37b72ede1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (bfa10f73-e777-4088-a1c4-2700e42f2097), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:55.314828 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d90f8c-f116-4e72-9cc7-e5c37b72ede1 demo admin] Network 7e79af9d-228d-4ce5-b651-540cb9b40518 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:29:55.321870 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-31d90f8c-f116-4e72-9cc7-e5c37b72ede1 demo admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:29:55.328271 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d90f8c-f116-4e72-9cc7-e5c37b72ede1 demo admin] Pushing event updated for resources: {'Port': ['ID=bfa10f73-e777-4088-a1c4-2700e42f2097,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:29:55.331248 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d90f8c-f116-4e72-9cc7-e5c37b72ede1 demo admin] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:29:55.331981 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-31d90f8c-f116-4e72-9cc7-e5c37b72ede1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (5ff5ae79-0f9f-4b54-a112-6b33f4678fd8), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:55.540391 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-4e9139dc-d214-40c5-a533-4af2059a9391 None None] Provisioning complete for port bfa10f73-e777-4088-a1c4-2700e42f2097 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:29:55.540952 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4e9139dc-d214-40c5-a533-4af2059a9391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (bfa10f73-e777-4088-a1c4-2700e42f2097), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:55.575234 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-4e9139dc-d214-40c5-a533-4af2059a9391 None None] Port bfa10f73-e777-4088-a1c4-2700e42f2097 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:29:55.645315 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-31d90f8c-f116-4e72-9cc7-e5c37b72ede1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (bfa10f73-e777-4088-a1c4-2700e42f2097), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:55.848845 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-31d90f8c-f116-4e72-9cc7-e5c37b72ede1 demo admin] Publish callbacks [] for port (bfa10f73-e777-4088-a1c4-2700e42f2097), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:55.932416 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-31d90f8c-f116-4e72-9cc7-e5c37b72ede1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (bfa10f73-e777-4088-a1c4-2700e42f2097), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:55.933261 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-31d90f8c-f116-4e72-9cc7-e5c37b72ede1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (5ff5ae79-0f9f-4b54-a112-6b33f4678fd8), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:56.012071 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d90f8c-f116-4e72-9cc7-e5c37b72ede1 demo admin] Pushing event updated for resources: {'Port': ['ID=bfa10f73-e777-4088-a1c4-2700e42f2097,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:29:56.058181 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d90f8c-f116-4e72-9cc7-e5c37b72ede1 demo admin] Network 7e79af9d-228d-4ce5-b651-540cb9b40518 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:29:56.059479 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-31d90f8c-f116-4e72-9cc7-e5c37b72ede1 demo admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:29:56.299791 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-31febcb9-e75a-4202-9ef4-8d1a378b2a25 None None] Provisioning complete for port bfa10f73-e777-4088-a1c4-2700e42f2097 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:29:56.300233 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-31febcb9-e75a-4202-9ef4-8d1a378b2a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (bfa10f73-e777-4088-a1c4-2700e42f2097), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:56.337454 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-31febcb9-e75a-4202-9ef4-8d1a378b2a25 None None] Port bfa10f73-e777-4088-a1c4-2700e42f2097 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:29:56.355104 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d90f8c-f116-4e72-9cc7-e5c37b72ede1 demo admin] Router 5ff5ae79-0f9f-4b54-a112-6b33f4678fd8 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:29:56.448171 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d90f8c-f116-4e72-9cc7-e5c37b72ede1 demo admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:29:56.453341 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-31d90f8c-f116-4e72-9cc7-e5c37b72ede1 demo admin] 10.222.0.24 "PUT /v2.0/routers/5ff5ae79-0f9f-4b54-a112-6b33f4678fd8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0842812 Mar 23 02:29:56.471586 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44399e74-0e3b-4d90-804f-beb4926f700f None None] Sync routers for ids ['5ff5ae79-0f9f-4b54-a112-6b33f4678fd8'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:29:56.484701 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44399e74-0e3b-4d90-804f-beb4926f700f None None] Routers {'5ff5ae79-0f9f-4b54-a112-6b33f4678fd8'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:29:56.485566 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-44399e74-0e3b-4d90-804f-beb4926f700f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:29:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['5ff5ae79-0f9f-4b54-a112-6b33f4678fd8'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:29:56.681146 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-44399e74-0e3b-4d90-804f-beb4926f700f None None] Set router 5ff5ae79-0f9f-4b54-a112-6b33f4678fd8 gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:29:57.108081 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-44399e74-0e3b-4d90-804f-beb4926f700f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff5ae79-0f9f-4b54-a112-6b33f4678fd8', 'name': 'router1', 'tenant_id': '6e730ea7c59746cda33b80c4788643f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:29:44Z', 'updated_at': '2022-03-23T02:29:55Z', 'revision_number': 2, 'project_id': '6e730ea7c59746cda33b80c4788643f2', 'gw_port_host': None, '_interfaces': [{'id': 'bfa10f73-e777-4088-a1c4-2700e42f2097', 'name': '', 'network_id': '7e79af9d-228d-4ce5-b651-540cb9b40518', 'tenant_id': '6e730ea7c59746cda33b80c4788643f2', 'mac_address': 'fa:16:3e:a5:70:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff5ae79-0f9f-4b54-a112-6b33f4678fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '571e728e-5ceb-4bf8-9ca9-731ba394c168', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:29:54Z', 'updated_at': '2022-03-23T02:29:55Z', 'revision_number': 2, 'project_id': '6e730ea7c59746cda33b80c4788643f2', 'subnets': [{'id': '571e728e-5ceb-4bf8-9ca9-731ba394c168', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9644186-45f0-4903-8e5d-34c5b38a3d7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:29:57.160178 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44399e74-0e3b-4d90-804f-beb4926f700f None None] Checking router: 5ff5ae79-0f9f-4b54-a112-6b33f4678fd8 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:29:57.160559 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44399e74-0e3b-4d90-804f-beb4926f700f None None] Updating router 5ff5ae79-0f9f-4b54-a112-6b33f4678fd8 port bfa10f73-e777-4088-a1c4-2700e42f2097 binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:29:57.212392 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-44399e74-0e3b-4d90-804f-beb4926f700f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (bfa10f73-e777-4088-a1c4-2700e42f2097), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:57.727902 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-44399e74-0e3b-4d90-804f-beb4926f700f None None] Publish callbacks [] for port (bfa10f73-e777-4088-a1c4-2700e42f2097), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:57.817741 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-44399e74-0e3b-4d90-804f-beb4926f700f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (bfa10f73-e777-4088-a1c4-2700e42f2097), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:57.980698 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424638ea-7f0e-4b24-98a7-789bfa06d721 None None] Pushing event updated for resources: {'Port': ['ID=bfa10f73-e777-4088-a1c4-2700e42f2097,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:29:57.995932 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-44399e74-0e3b-4d90-804f-beb4926f700f None None] Attempting to bind port bfa10f73-e777-4088-a1c4-2700e42f2097 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:29:57.996329 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-44399e74-0e3b-4d90-804f-beb4926f700f None None] Attempting to bind port bfa10f73-e777-4088-a1c4-2700e42f2097 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '21a97a59-38c8-4e1a-82ea-8a42d1cfa2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7e79af9d-228d-4ce5-b651-540cb9b40518'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:29:57.996776 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44399e74-0e3b-4d90-804f-beb4926f700f None None] Attempting to bind port bfa10f73-e777-4088-a1c4-2700e42f2097 on network 7e79af9d-228d-4ce5-b651-540cb9b40518 {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:29:57.999945 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424638ea-7f0e-4b24-98a7-789bfa06d721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:58.000290 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424638ea-7f0e-4b24-98a7-789bfa06d721 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:58.000634 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424638ea-7f0e-4b24-98a7-789bfa06d721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:58.000969 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424638ea-7f0e-4b24-98a7-789bfa06d721 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:58.001299 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424638ea-7f0e-4b24-98a7-789bfa06d721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:58.001624 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424638ea-7f0e-4b24-98a7-789bfa06d721 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:58.001949 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424638ea-7f0e-4b24-98a7-789bfa06d721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:58.002267 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424638ea-7f0e-4b24-98a7-789bfa06d721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:58.002593 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424638ea-7f0e-4b24-98a7-789bfa06d721 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:58.002913 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424638ea-7f0e-4b24-98a7-789bfa06d721 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:58.003254 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424638ea-7f0e-4b24-98a7-789bfa06d721 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:58.003593 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424638ea-7f0e-4b24-98a7-789bfa06d721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:58.003940 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424638ea-7f0e-4b24-98a7-789bfa06d721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:58.004258 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424638ea-7f0e-4b24-98a7-789bfa06d721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:58.004577 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424638ea-7f0e-4b24-98a7-789bfa06d721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424638ea-7f0e-4b24-98a7-789bfa06d721 None None] Tracked resource versions report: Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: pushed versions: Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: { 'AddressGroup': {'1.2'}, Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: 'Agent': {'1.1'}, Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: 'ConntrackHelper': {'1.0'}, Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: 'LocalIPAssociation': {'1.0'}, Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: 'Log': {'1.0'}, Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: 'NDPProxy': {'1.0'}, Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: 'Network': {'1.1'}, Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: 'Port': {'1.7'}, Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: 'PortForwarding': {'1.3'}, Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: 'QosPolicy': {'1.10'}, Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: 'SecurityGroup': {'1.5'}, Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: 'SecurityGroupRule': {'1.2'}, Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: 'SubPort': {'1.0'}, Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: 'Subnet': {'1.1'}, Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: 'Trunk': {'1.1'}} Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: consumer versions: Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: { DHCP agent@dv-neutron-834613-2-hyperv: {}, Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: L3 agent@dv-neutron-834613-2-hyperv: {}, Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: Metadata agent@dv-neutron-834613-2-hyperv: {}, Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: Metering agent@dv-neutron-834613-2-hyperv: {}, Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: Open vSwitch agent@dv-neutron-834613-2-hyperv: { 'AddressGroup': '1.2', Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: 'Agent': '1.1', Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: 'ConntrackHelper': '1.0', Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: 'LocalIPAssociation': '1.0', Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: 'Log': '1.0', Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: 'NDPProxy': '1.0', Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: 'Network': '1.1', Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: 'Port': '1.7', Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: 'PortForwarding': '1.3', Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: 'QosPolicy': '1.10', Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: 'SecurityGroup': '1.5', Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: 'SecurityGroupRule': '1.2', Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: 'SubPort': '1.0', Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: 'Subnet': '1.1', Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: 'Trunk': '1.1'}} Mar 23 02:29:58.006079 dv-neutron-834613-2-hyperv neutron-server[104351]: {{(pid=104351) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 02:29:58.012355 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44399e74-0e3b-4d90-804f-beb4926f700f None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:29:58.012754 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44399e74-0e3b-4d90-804f-beb4926f700f None None] Checking segment: {'id': '21a97a59-38c8-4e1a-82ea-8a42d1cfa2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7e79af9d-228d-4ce5-b651-540cb9b40518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:29:58.013320 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-44399e74-0e3b-4d90-804f-beb4926f700f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:58.013593 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44399e74-0e3b-4d90-804f-beb4926f700f None None] Bound using segment: {'id': '21a97a59-38c8-4e1a-82ea-8a42d1cfa2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7e79af9d-228d-4ce5-b651-540cb9b40518'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:29:58.015352 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-44399e74-0e3b-4d90-804f-beb4926f700f None None] Bound port: bfa10f73-e777-4088-a1c4-2700e42f2097, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a97a59-38c8-4e1a-82ea-8a42d1cfa2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7e79af9d-228d-4ce5-b651-540cb9b40518'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:29:58.015742 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-44399e74-0e3b-4d90-804f-beb4926f700f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (bfa10f73-e777-4088-a1c4-2700e42f2097), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:58.066175 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-7bfb55b1-1b56-4e32-a212-b2639e824706 None None] Provisioning complete for port bfa10f73-e777-4088-a1c4-2700e42f2097 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:29:58.067209 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7bfb55b1-1b56-4e32-a212-b2639e824706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (bfa10f73-e777-4088-a1c4-2700e42f2097), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:58.084985 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-44399e74-0e3b-4d90-804f-beb4926f700f None None] For port bfa10f73-e777-4088-a1c4-2700e42f2097, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:29:58.103063 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-7bfb55b1-1b56-4e32-a212-b2639e824706 None None] Port bfa10f73-e777-4088-a1c4-2700e42f2097 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:29:58.103725 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-44399e74-0e3b-4d90-804f-beb4926f700f None None] For port bfa10f73-e777-4088-a1c4-2700e42f2097, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=bfa10f73-e777-4088-a1c4-2700e42f2097,segment=NetworkSegment(21a97a59-38c8-4e1a-82ea-8a42d1cfa2a4),segment_id=21a97a59-38c8-4e1a-82ea-8a42d1cfa2a4)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:29:58.178843 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-44399e74-0e3b-4d90-804f-beb4926f700f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (bfa10f73-e777-4088-a1c4-2700e42f2097), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:58.237031 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424638ea-7f0e-4b24-98a7-789bfa06d721 None None] Pushing event updated for resources: {'Port': ['ID=bfa10f73-e777-4088-a1c4-2700e42f2097,revision_number=4']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:29:58.242542 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44399e74-0e3b-4d90-804f-beb4926f700f None None] Routers {'5ff5ae79-0f9f-4b54-a112-6b33f4678fd8'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:29:58.243136 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-44399e74-0e3b-4d90-804f-beb4926f700f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:29:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['5ff5ae79-0f9f-4b54-a112-6b33f4678fd8'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:29:58.336081 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-44399e74-0e3b-4d90-804f-beb4926f700f None None] Set router 5ff5ae79-0f9f-4b54-a112-6b33f4678fd8 gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:29:58.425558 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-cceb5ab1-e68a-4a34-911b-57fb4cefc68d None None] Provisioning complete for port bfa10f73-e777-4088-a1c4-2700e42f2097 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:29:58.425947 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cceb5ab1-e68a-4a34-911b-57fb4cefc68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (bfa10f73-e777-4088-a1c4-2700e42f2097), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:58.510203 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-cceb5ab1-e68a-4a34-911b-57fb4cefc68d None None] Current status of the port bfa10f73-e777-4088-a1c4-2700e42f2097 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:29:58.510774 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cceb5ab1-e68a-4a34-911b-57fb4cefc68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (bfa10f73-e777-4088-a1c4-2700e42f2097), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:58.543266 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-cceb5ab1-e68a-4a34-911b-57fb4cefc68d None None] For port bfa10f73-e777-4088-a1c4-2700e42f2097, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=bfa10f73-e777-4088-a1c4-2700e42f2097,segment=NetworkSegment(21a97a59-38c8-4e1a-82ea-8a42d1cfa2a4),segment_id=21a97a59-38c8-4e1a-82ea-8a42d1cfa2a4)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:29:58.572500 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-44399e74-0e3b-4d90-804f-beb4926f700f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff5ae79-0f9f-4b54-a112-6b33f4678fd8', 'name': 'router1', 'tenant_id': '6e730ea7c59746cda33b80c4788643f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:29:44Z', 'updated_at': '2022-03-23T02:29:55Z', 'revision_number': 2, 'project_id': '6e730ea7c59746cda33b80c4788643f2', 'gw_port_host': None, '_interfaces': [{'id': 'bfa10f73-e777-4088-a1c4-2700e42f2097', 'name': '', 'network_id': '7e79af9d-228d-4ce5-b651-540cb9b40518', 'tenant_id': '6e730ea7c59746cda33b80c4788643f2', 'mac_address': 'fa:16:3e:a5:70:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff5ae79-0f9f-4b54-a112-6b33f4678fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '571e728e-5ceb-4bf8-9ca9-731ba394c168', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:29:54Z', 'updated_at': '2022-03-23T02:29:58Z', 'revision_number': 4, 'project_id': '6e730ea7c59746cda33b80c4788643f2', 'subnets': [{'id': '571e728e-5ceb-4bf8-9ca9-731ba394c168', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9644186-45f0-4903-8e5d-34c5b38a3d7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:29:58.598822 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44399e74-0e3b-4d90-804f-beb4926f700f None None] The sync data for ids ['5ff5ae79-0f9f-4b54-a112-6b33f4678fd8'] in dv-neutron-834613-2-hyperv is: [{'id': '5ff5ae79-0f9f-4b54-a112-6b33f4678fd8', 'name': 'router1', 'tenant_id': '6e730ea7c59746cda33b80c4788643f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:29:44Z', 'updated_at': '2022-03-23T02:29:55Z', 'revision_number': 2, 'project_id': '6e730ea7c59746cda33b80c4788643f2', 'gw_port_host': None, '_interfaces': [{'id': 'bfa10f73-e777-4088-a1c4-2700e42f2097', 'name': '', 'network_id': '7e79af9d-228d-4ce5-b651-540cb9b40518', 'tenant_id': '6e730ea7c59746cda33b80c4788643f2', 'mac_address': 'fa:16:3e:a5:70:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff5ae79-0f9f-4b54-a112-6b33f4678fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '571e728e-5ceb-4bf8-9ca9-731ba394c168', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:29:54Z', 'updated_at': '2022-03-23T02:29:58Z', 'revision_number': 4, 'project_id': '6e730ea7c59746cda33b80c4788643f2', 'subnets': [{'id': '571e728e-5ceb-4bf8-9ca9-731ba394c168', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9644186-45f0-4903-8e5d-34c5b38a3d7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:29:58.645241 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cceb5ab1-e68a-4a34-911b-57fb4cefc68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (bfa10f73-e777-4088-a1c4-2700e42f2097), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:58.694372 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb5ab1-e68a-4a34-911b-57fb4cefc68d None None] Pushing event updated for resources: {'Port': ['ID=bfa10f73-e777-4088-a1c4-2700e42f2097,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:29:58.948980 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 54454) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:29:59.056785 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a038dacc-017e-4cf2-bb6c-80d8ccdee0a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:59.058075 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a038dacc-017e-4cf2-bb6c-80d8ccdee0a5 admin admin] 10.222.0.24 "GET /v2.0/networks/6bbcca03-75ff-487c-8b0e-a32302dacbee HTTP/1.1" status: 200 len: 842 time: 0.1079996 Mar 23 02:29:59.068240 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-7ac9b912-881d-46ac-8600-f997d49e3001 admin admin] Request body: {'subnet': {'gateway_ip': '172.26.2.1', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.26.2.0/24', 'ip_version': 4, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:29:59.159354 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac9b912-881d-46ac-8600-f997d49e3001 admin admin] Made reservation on behalf of a43c6446ff054cdfa320dd3d4416fe29 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:29:59.161755 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7ac9b912-881d-46ac-8600-f997d49e3001 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:59.534737 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.objects.ports [None req-7ac9b912-881d-46ac-8600-f997d49e3001 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104349) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 02:29:59.535267 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7ac9b912-881d-46ac-8600-f997d49e3001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for subnet (7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:59.599401 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9b912-881d-46ac-8600-f997d49e3001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:29:59.605277 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac9b912-881d-46ac-8600-f997d49e3001 admin admin] Checking segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:29:59.607588 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac9b912-881d-46ac-8600-f997d49e3001 admin admin] Network hostable DHCP agents. Network: 6bbcca03-75ff-487c-8b0e-a32302dacbee, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:29:59.687376 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac9b912-881d-46ac-8600-f997d49e3001 admin admin] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:29:59.754840 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-7ac9b912-881d-46ac-8600-f997d49e3001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 6bbcca03-75ff-487c-8b0e-a32302dacbee) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:29:59.759455 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac9b912-881d-46ac-8600-f997d49e3001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:59.762880 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7ac9b912-881d-46ac-8600-f997d49e3001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:59.765560 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814eea54-dc05-43f5-a9f7-71867b38a45e None None] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:29:59.832568 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7ac9b912-881d-46ac-8600-f997d49e3001 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7674990 Mar 23 02:29:59.878418 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f3f6ca-266f-46f1-8fe6-fe7dfc19d1c4 None None] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:30:02.301515 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 54462) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:30:02.434406 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-450404fa-83de-48e2-8d96-9d752950894e demo admin] 10.222.0.24 "GET /v2.0/routers/5ff5ae79-0f9f-4b54-a112-6b33f4678fd8 HTTP/1.1" status: 200 len: 710 time: 0.1316111 Mar 23 02:30:02.518630 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8456d9dd-9801-49ee-9d86-2e9aea8154bf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:02.520008 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8456d9dd-9801-49ee-9d86-2e9aea8154bf demo admin] 10.222.0.24 "GET /v2.0/networks/6bbcca03-75ff-487c-8b0e-a32302dacbee HTTP/1.1" status: 200 len: 886 time: 0.0800128 Mar 23 02:30:02.528719 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-7c0ef1e1-62b8-43e6-924f-45b2900a81ff demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:30:02.853763 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7c0ef1e1-62b8-43e6-924f-45b2900a81ff demo admin] Publish callbacks [] for router_gateway (5ff5ae79-0f9f-4b54-a112-6b33f4678fd8), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:03.252349 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7c0ef1e1-62b8-43e6-924f-45b2900a81ff demo admin] Publish callbacks [] for router_gateway (5ff5ae79-0f9f-4b54-a112-6b33f4678fd8), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:03.332064 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7c0ef1e1-62b8-43e6-924f-45b2900a81ff demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:03.432899 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-7c0ef1e1-62b8-43e6-924f-45b2900a81ff demo admin] Allocated IP 172.26.2.32 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/246b745b-d21b-48d3-b348-756313598aa1) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:30:03.535778 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7c0ef1e1-62b8-43e6-924f-45b2900a81ff demo admin] Publish callbacks [] for port (246b745b-d21b-48d3-b348-756313598aa1), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:03.640530 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7c0ef1e1-62b8-43e6-924f-45b2900a81ff demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (246b745b-d21b-48d3-b348-756313598aa1), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:03.677019 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0ef1e1-62b8-43e6-924f-45b2900a81ff demo admin] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:30:03.679721 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-7c0ef1e1-62b8-43e6-924f-45b2900a81ff demo admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:30:03.688221 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0ef1e1-62b8-43e6-924f-45b2900a81ff demo admin] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:30:03.725162 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ef1e1-62b8-43e6-924f-45b2900a81ff demo admin] Pushing event updated for resources: {'Port': ['ID=246b745b-d21b-48d3-b348-756313598aa1,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:30:04.039318 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7c0ef1e1-62b8-43e6-924f-45b2900a81ff demo admin] Publish callbacks [] for router_gateway (5ff5ae79-0f9f-4b54-a112-6b33f4678fd8), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:04.240905 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7c0ef1e1-62b8-43e6-924f-45b2900a81ff demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1655254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3512'] for router (5ff5ae79-0f9f-4b54-a112-6b33f4678fd8), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:04.244179 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7c0ef1e1-62b8-43e6-924f-45b2900a81ff demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1655263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1655076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656974'] for router (5ff5ae79-0f9f-4b54-a112-6b33f4678fd8), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:04.352646 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0ef1e1-62b8-43e6-924f-45b2900a81ff demo admin] Router 5ff5ae79-0f9f-4b54-a112-6b33f4678fd8 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:30:04.544540 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0ef1e1-62b8-43e6-924f-45b2900a81ff demo admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:30:04.549087 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7c0ef1e1-62b8-43e6-924f-45b2900a81ff demo admin] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:04.559858 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7c0ef1e1-62b8-43e6-924f-45b2900a81ff demo admin] 10.222.0.24 "PUT /v2.0/routers/5ff5ae79-0f9f-4b54-a112-6b33f4678fd8 HTTP/1.1" status: 200 len: 889 time: 2.0244040 Mar 23 02:30:06.703159 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device bfa10f73-e777-4088-a1c4-2700e42f2097 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:30:06.756113 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port bfa10f73-e777-4088-a1c4-2700e42f2097 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:30:06.756900 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (bfa10f73-e777-4088-a1c4-2700e42f2097), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:06.838054 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port bfa10f73-e777-4088-a1c4-2700e42f2097 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:30:07.108518 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 54474) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:30:07.245534 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b9ab4dfe-47ff-4232-917e-c1f3c9b9552e admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1291435 Mar 23 02:30:07.315773 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f33bb84-360b-4d7f-a2ba-294d29341aec None None] Sync routers for ids ['5ff5ae79-0f9f-4b54-a112-6b33f4678fd8'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:30:07.328142 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f33bb84-360b-4d7f-a2ba-294d29341aec None None] Routers {'5ff5ae79-0f9f-4b54-a112-6b33f4678fd8'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:30:07.328823 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-7f33bb84-360b-4d7f-a2ba-294d29341aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:29:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['5ff5ae79-0f9f-4b54-a112-6b33f4678fd8'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:30:07.578189 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-7f33bb84-360b-4d7f-a2ba-294d29341aec None None] Set router 5ff5ae79-0f9f-4b54-a112-6b33f4678fd8 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:30:08.073586 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-7f33bb84-360b-4d7f-a2ba-294d29341aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff5ae79-0f9f-4b54-a112-6b33f4678fd8', 'name': 'router1', 'tenant_id': '6e730ea7c59746cda33b80c4788643f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.32'}], 'enable_snat': True}, 'gw_port_id': '246b745b-d21b-48d3-b348-756313598aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:29:44Z', 'updated_at': '2022-03-23T02:30:03Z', 'revision_number': 4, 'project_id': '6e730ea7c59746cda33b80c4788643f2', 'gw_port': {'id': '246b745b-d21b-48d3-b348-756313598aa1', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:40:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff5ae79-0f9f-4b54-a112-6b33f4678fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:30:03Z', 'updated_at': '2022-03-23T02:30:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'bfa10f73-e777-4088-a1c4-2700e42f2097', 'name': '', 'network_id': '7e79af9d-228d-4ce5-b651-540cb9b40518', 'tenant_id': '6e730ea7c59746cda33b80c4788643f2', 'mac_address': 'fa:16:3e:a5:70:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff5ae79-0f9f-4b54-a112-6b33f4678fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '571e728e-5ceb-4bf8-9ca9-731ba394c168', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:29:54Z', 'updated_at': '2022-03-23T02:29:58Z', 'revision_number': 5, 'project_id': '6e730ea7c59746cda33b80c4788643f2', 'subnets': [{'id': '571e728e-5ceb-4bf8-9ca9-731ba394c168', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9644186-45f0-4903-8e5d-34c5b38a3d7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:30:08.126644 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f33bb84-360b-4d7f-a2ba-294d29341aec None None] Checking router: 5ff5ae79-0f9f-4b54-a112-6b33f4678fd8 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:30:08.127020 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f33bb84-360b-4d7f-a2ba-294d29341aec None None] Updating router 5ff5ae79-0f9f-4b54-a112-6b33f4678fd8 port 246b745b-d21b-48d3-b348-756313598aa1 binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:30:08.177183 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7f33bb84-360b-4d7f-a2ba-294d29341aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (246b745b-d21b-48d3-b348-756313598aa1), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:08.511365 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7f33bb84-360b-4d7f-a2ba-294d29341aec None None] Publish callbacks [] for port (246b745b-d21b-48d3-b348-756313598aa1), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:08.604722 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7f33bb84-360b-4d7f-a2ba-294d29341aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (246b745b-d21b-48d3-b348-756313598aa1), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:08.661056 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-7f33bb84-360b-4d7f-a2ba-294d29341aec None None] Attempting to bind port 246b745b-d21b-48d3-b348-756313598aa1 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:30:08.666577 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-7f33bb84-360b-4d7f-a2ba-294d29341aec None None] Attempting to bind port 246b745b-d21b-48d3-b348-756313598aa1 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:30:08.666577 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f33bb84-360b-4d7f-a2ba-294d29341aec None None] Attempting to bind port 246b745b-d21b-48d3-b348-756313598aa1 on network 6bbcca03-75ff-487c-8b0e-a32302dacbee {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:30:08.668559 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213f3a2-2e87-416d-b76d-2bad5f6bdcfc None None] Pushing event updated for resources: {'Port': ['ID=246b745b-d21b-48d3-b348-756313598aa1,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:30:08.681990 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f33bb84-360b-4d7f-a2ba-294d29341aec None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:30:08.681990 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f33bb84-360b-4d7f-a2ba-294d29341aec None None] Checking segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:30:08.681990 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7f33bb84-360b-4d7f-a2ba-294d29341aec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:08.681990 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f33bb84-360b-4d7f-a2ba-294d29341aec None None] Bound using segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:30:08.681990 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-7f33bb84-360b-4d7f-a2ba-294d29341aec None None] Bound port: 246b745b-d21b-48d3-b348-756313598aa1, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:30:08.681990 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7f33bb84-360b-4d7f-a2ba-294d29341aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (246b745b-d21b-48d3-b348-756313598aa1), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:08.734480 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-7f33bb84-360b-4d7f-a2ba-294d29341aec None None] For port 246b745b-d21b-48d3-b348-756313598aa1, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:30:08.737361 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-7f33bb84-360b-4d7f-a2ba-294d29341aec None None] For port 246b745b-d21b-48d3-b348-756313598aa1, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=246b745b-d21b-48d3-b348-756313598aa1,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:30:08.822398 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7f33bb84-360b-4d7f-a2ba-294d29341aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (246b745b-d21b-48d3-b348-756313598aa1), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:08.880990 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f33bb84-360b-4d7f-a2ba-294d29341aec None None] Routers {'5ff5ae79-0f9f-4b54-a112-6b33f4678fd8'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:30:08.881599 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-7f33bb84-360b-4d7f-a2ba-294d29341aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:29:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['5ff5ae79-0f9f-4b54-a112-6b33f4678fd8'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:30:08.884277 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213f3a2-2e87-416d-b76d-2bad5f6bdcfc None None] Pushing event updated for resources: {'Port': ['ID=246b745b-d21b-48d3-b348-756313598aa1,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:30:08.991202 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-7f33bb84-360b-4d7f-a2ba-294d29341aec None None] Set router 5ff5ae79-0f9f-4b54-a112-6b33f4678fd8 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:30:09.228680 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-7f33bb84-360b-4d7f-a2ba-294d29341aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff5ae79-0f9f-4b54-a112-6b33f4678fd8', 'name': 'router1', 'tenant_id': '6e730ea7c59746cda33b80c4788643f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.32'}], 'enable_snat': True}, 'gw_port_id': '246b745b-d21b-48d3-b348-756313598aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:29:44Z', 'updated_at': '2022-03-23T02:30:03Z', 'revision_number': 4, 'project_id': '6e730ea7c59746cda33b80c4788643f2', 'gw_port': {'id': '246b745b-d21b-48d3-b348-756313598aa1', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:40:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff5ae79-0f9f-4b54-a112-6b33f4678fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:30:03Z', 'updated_at': '2022-03-23T02:30:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'bfa10f73-e777-4088-a1c4-2700e42f2097', 'name': '', 'network_id': '7e79af9d-228d-4ce5-b651-540cb9b40518', 'tenant_id': '6e730ea7c59746cda33b80c4788643f2', 'mac_address': 'fa:16:3e:a5:70:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff5ae79-0f9f-4b54-a112-6b33f4678fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '571e728e-5ceb-4bf8-9ca9-731ba394c168', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:29:54Z', 'updated_at': '2022-03-23T02:29:58Z', 'revision_number': 5, 'project_id': '6e730ea7c59746cda33b80c4788643f2', 'subnets': [{'id': '571e728e-5ceb-4bf8-9ca9-731ba394c168', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9644186-45f0-4903-8e5d-34c5b38a3d7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:30:09.257631 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f33bb84-360b-4d7f-a2ba-294d29341aec None None] The sync data for ids ['5ff5ae79-0f9f-4b54-a112-6b33f4678fd8'] in dv-neutron-834613-2-hyperv is: [{'id': '5ff5ae79-0f9f-4b54-a112-6b33f4678fd8', 'name': 'router1', 'tenant_id': '6e730ea7c59746cda33b80c4788643f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.32'}], 'enable_snat': True}, 'gw_port_id': '246b745b-d21b-48d3-b348-756313598aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:29:44Z', 'updated_at': '2022-03-23T02:30:03Z', 'revision_number': 4, 'project_id': '6e730ea7c59746cda33b80c4788643f2', 'gw_port': {'id': '246b745b-d21b-48d3-b348-756313598aa1', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:40:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff5ae79-0f9f-4b54-a112-6b33f4678fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:30:03Z', 'updated_at': '2022-03-23T02:30:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'bfa10f73-e777-4088-a1c4-2700e42f2097', 'name': '', 'network_id': '7e79af9d-228d-4ce5-b651-540cb9b40518', 'tenant_id': '6e730ea7c59746cda33b80c4788643f2', 'mac_address': 'fa:16:3e:a5:70:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff5ae79-0f9f-4b54-a112-6b33f4678fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '571e728e-5ceb-4bf8-9ca9-731ba394c168', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:29:54Z', 'updated_at': '2022-03-23T02:29:58Z', 'revision_number': 5, 'project_id': '6e730ea7c59746cda33b80c4788643f2', 'subnets': [{'id': '571e728e-5ceb-4bf8-9ca9-731ba394c168', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9644186-45f0-4903-8e5d-34c5b38a3d7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:30:10.718865 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 246b745b-d21b-48d3-b348-756313598aa1 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:30:10.767927 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 246b745b-d21b-48d3-b348-756313598aa1 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:30:10.768476 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (246b745b-d21b-48d3-b348-756313598aa1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:10.860380 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 246b745b-d21b-48d3-b348-756313598aa1 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:30:10.860848 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (246b745b-d21b-48d3-b348-756313598aa1), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:10.882166 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 246b745b-d21b-48d3-b348-756313598aa1, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=246b745b-d21b-48d3-b348-756313598aa1,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:30:10.955617 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (246b745b-d21b-48d3-b348-756313598aa1), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:11.017036 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=246b745b-d21b-48d3-b348-756313598aa1,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:30:12.769313 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 246b745b-d21b-48d3-b348-756313598aa1 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:30:12.876408 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 246b745b-d21b-48d3-b348-756313598aa1 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:30:12.876801 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (246b745b-d21b-48d3-b348-756313598aa1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:13.033643 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 246b745b-d21b-48d3-b348-756313598aa1 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:30:17.589525 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c8343e6c-d4b2-4b58-bff0-fd649e8c9032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:19.870281 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e12fadd0-99b8-4d37-966d-9ef285936054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:21.120275 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:22.566297 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:23.955305 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:26.806388 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 5 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:30:47.594798 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c9920be9-46ea-4049-b529-0ecd4e87a5ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:49.851779 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8c623b6e-b774-4ebd-86a1-58078141b00a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:51.154778 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:52.577033 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:53.954460 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:03.812308 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 5 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:31:17.591993 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-202e88b8-bae3-4bb1-8866-e28483bbdd4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:19.845469 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-11452f66-1fb3-4801-8afc-8ab0b002cedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:21.108207 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:22.542300 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:23.957980 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:36.022366 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 54990) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:31:36.082679 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1231901-c499-4f45-a214-9652823f0412 admin admin] GET failed (client error): The resource could not be found. Mar 23 02:31:36.083983 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e1231901-c499-4f45-a214-9652823f0412 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0606468 Mar 23 02:31:36.249202 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603f3dbe-c6ca-4ab6-98bf-f3c1b6f61484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:36.250597 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-603f3dbe-c6ca-4ab6-98bf-f3c1b6f61484 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1626563 Mar 23 02:31:38.640289 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55000) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:31:38.735708 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00425787-b51a-4363-9d8b-3fde43793d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:38.737044 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-00425787-b51a-4363-9d8b-3fde43793d77 admin admin] 10.222.0.24 "GET /v2.0/subnets/571e728e-5ceb-4bf8-9ca9-731ba394c168 HTTP/1.1" status: 200 len: 849 time: 0.0958462 Mar 23 02:31:38.746996 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-406347a0-0f70-488a-b704-649153688114 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:31:38.829391 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-406347a0-0f70-488a-b704-649153688114 admin admin] Publish callbacks [] for subnet (571e728e-5ceb-4bf8-9ca9-731ba394c168), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:39.020498 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-406347a0-0f70-488a-b704-649153688114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728337337483'] for subnet (571e728e-5ceb-4bf8-9ca9-731ba394c168), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:39.056297 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406347a0-0f70-488a-b704-649153688114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:39.056945 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-406347a0-0f70-488a-b704-649153688114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:39.058915 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-406347a0-0f70-488a-b704-649153688114 admin admin] 10.222.0.24 "PUT /v2.0/subnets/571e728e-5ceb-4bf8-9ca9-731ba394c168 HTTP/1.1" status: 200 len: 868 time: 0.3160429 Mar 23 02:31:39.062054 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bef5a9-9d97-48d1-924f-0eeda046523f None None] Network 7e79af9d-228d-4ce5-b651-540cb9b40518 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:31:39.086155 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406347a0-0f70-488a-b704-649153688114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=571e728e-5ceb-4bf8-9ca9-731ba394c168,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:31:39.090561 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406347a0-0f70-488a-b704-649153688114 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:39.090909 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406347a0-0f70-488a-b704-649153688114 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:39.091275 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406347a0-0f70-488a-b704-649153688114 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:39.091620 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406347a0-0f70-488a-b704-649153688114 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:39.091983 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406347a0-0f70-488a-b704-649153688114 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:39.092317 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406347a0-0f70-488a-b704-649153688114 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:39.092644 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406347a0-0f70-488a-b704-649153688114 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:39.092973 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406347a0-0f70-488a-b704-649153688114 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:39.093318 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406347a0-0f70-488a-b704-649153688114 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:39.093648 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406347a0-0f70-488a-b704-649153688114 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:39.093990 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406347a0-0f70-488a-b704-649153688114 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:39.094318 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406347a0-0f70-488a-b704-649153688114 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:39.094641 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406347a0-0f70-488a-b704-649153688114 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:39.094968 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406347a0-0f70-488a-b704-649153688114 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:39.095284 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406347a0-0f70-488a-b704-649153688114 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:39.435472 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-582917ca-384c-4c9d-980c-8a6e9132e52c None None] Provisioning complete for port 87b97fc8-d54d-4788-ba24-07df0e7d9bf8 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:31:39.435884 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-582917ca-384c-4c9d-980c-8a6e9132e52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (87b97fc8-d54d-4788-ba24-07df0e7d9bf8), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:39.514256 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-582917ca-384c-4c9d-980c-8a6e9132e52c None None] Current status of the port 87b97fc8-d54d-4788-ba24-07df0e7d9bf8 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:31:39.523759 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-582917ca-384c-4c9d-980c-8a6e9132e52c None None] Provisioning complete for port bfa10f73-e777-4088-a1c4-2700e42f2097 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:31:39.524178 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-582917ca-384c-4c9d-980c-8a6e9132e52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (bfa10f73-e777-4088-a1c4-2700e42f2097), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:39.597943 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-582917ca-384c-4c9d-980c-8a6e9132e52c None None] Current status of the port bfa10f73-e777-4088-a1c4-2700e42f2097 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:31:40.802155 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 5 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:31:41.398193 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55010) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:31:41.592653 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb2cafe-9542-4415-924d-f330b14dcf36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:41.593121 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb2cafe-9542-4415-924d-f330b14dcf36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:41.594629 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-cbb2cafe-9542-4415-924d-f330b14dcf36 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1955588 Mar 23 02:31:43.927958 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55018) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:31:44.058437 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f7ac18-7516-4c83-b970-c4e6e5de716f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:44.058906 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f7ac18-7516-4c83-b970-c4e6e5de716f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:44.060442 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-76f7ac18-7516-4c83-b970-c4e6e5de716f admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1315079 Mar 23 02:31:46.399863 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55026) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:31:46.550796 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad1145c-dcb4-4b3c-b488-e395114252a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:46.552198 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2ad1145c-dcb4-4b3c-b488-e395114252a9 admin admin] 10.222.0.24 "GET /v2.0/networks/6bbcca03-75ff-487c-8b0e-a32302dacbee HTTP/1.1" status: 200 len: 886 time: 0.1514692 Mar 23 02:31:47.574391 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-19cef86c-bd8a-4056-a2dd-cae0ae593364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:48.872960 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55034) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:31:49.003655 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfc683f-fc90-4f3d-80ab-d3a7363ebc80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:49.004961 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-fdfc683f-fc90-4f3d-80ab-d3a7363ebc80 admin admin] 10.222.0.24 "GET /v2.0/networks/7e79af9d-228d-4ce5-b651-540cb9b40518 HTTP/1.1" status: 200 len: 869 time: 0.1310647 Mar 23 02:31:49.844990 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2fa33539-73a6-444a-b98f-4cbbd9a84055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:51.124516 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:51.361347 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55042) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:31:51.483147 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79ba7ff-1b6a-40a8-92b6-691766017072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:51.483613 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79ba7ff-1b6a-40a8-92b6-691766017072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:51.485159 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e79ba7ff-1b6a-40a8-92b6-691766017072 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1228621 Mar 23 02:31:52.553366 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:53.820388 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55050) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:31:53.944761 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafe7ea8-e8d6-4402-b2a4-7d4a85640733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:53.945220 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafe7ea8-e8d6-4402-b2a4-7d4a85640733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:53.946967 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-fafe7ea8-e8d6-4402-b2a4-7d4a85640733 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1254885 Mar 23 02:31:53.947850 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:56.273264 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55058) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:31:56.370857 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eacaf16-5246-4dca-bf2c-39f782094134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:56.372235 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2eacaf16-5246-4dca-bf2c-39f782094134 admin admin] 10.222.0.24 "GET /v2.0/subnets/571e728e-5ceb-4bf8-9ca9-731ba394c168 HTTP/1.1" status: 200 len: 868 time: 0.0979998 Mar 23 02:31:58.741701 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55066) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:31:58.829636 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ba622c-07cf-440f-99a4-b1ef38ba21a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:58.830995 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-54ba622c-07cf-440f-99a4-b1ef38ba21a7 admin admin] 10.222.0.24 "GET /v2.0/subnets/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5 HTTP/1.1" status: 200 len: 816 time: 0.0883489 Mar 23 02:32:17.579644 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fc617575-6e8c-402e-bcb9-dd2073a6d0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:17.801002 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 5 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:32:19.848287 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d15351c0-837a-4736-8903-19d153e5bc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:21.141416 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:22.557401 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:23.958712 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:27.430158 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55118) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:32:27.476954 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-6446e1b4-ee73-474b-a5f1-493774bdff96 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:32:27.478521 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6446e1b4-ee73-474b-a5f1-493774bdff96 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468142 Mar 23 02:32:29.937295 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55126) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:32:30.011889 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-f92b3696-9ff4-455c-bd4d-1cefe4d0a3b0 admin admin] GET failed (client error): The resource could not be found. Mar 23 02:32:30.013253 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f92b3696-9ff4-455c-bd4d-1cefe4d0a3b0 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0749986 Mar 23 02:32:30.098159 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0393129f-9a35-4f94-9ea9-2ae714b593bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:30.099634 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0393129f-9a35-4f94-9ea9-2ae714b593bb admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0823951 Mar 23 02:32:32.460878 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55134) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:32:32.511287 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-b754f411-591d-4c43-ac7f-38739b4e51c4 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:32:32.604130 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b754f411-591d-4c43-ac7f-38739b4e51c4 admin admin] Made reservation on behalf of a43c6446ff054cdfa320dd3d4416fe29 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:32:32.606418 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b754f411-591d-4c43-ac7f-38739b4e51c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:32.640978 dv-neutron-834613-2-hyperv neutron-server[104348]: WARNING neutron.services.revisions.revision_plugin [None req-b754f411-591d-4c43-ac7f-38739b4e51c4 admin admin] Could not find related network for resource to bump revision. Mar 23 02:32:32.654116 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b754f411-591d-4c43-ac7f-38739b4e51c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:32:32.663154 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b754f411-591d-4c43-ac7f-38739b4e51c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (8c8cda97-1fec-420d-95bc-d9a23ed2766f), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:32.663491 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-b754f411-591d-4c43-ac7f-38739b4e51c4 admin admin] Added segment 8c8cda97-1fec-420d-95bc-d9a23ed2766f of type vlan for network 6a20ca16-05b7-46a9-827f-5b0ec3b9f16d Mar 23 02:32:32.703102 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b754f411-591d-4c43-ac7f-38739b4e51c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (6a20ca16-05b7-46a9-827f-5b0ec3b9f16d), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:32.804038 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b754f411-591d-4c43-ac7f-38739b4e51c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (6a20ca16-05b7-46a9-827f-5b0ec3b9f16d), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:32.805050 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b754f411-591d-4c43-ac7f-38739b4e51c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:32.806395 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b754f411-591d-4c43-ac7f-38739b4e51c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:32.896671 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754f411-591d-4c43-ac7f-38739b4e51c4 admin admin] Pushing event updated for resources: {'Network': ['ID=6a20ca16-05b7-46a9-827f-5b0ec3b9f16d,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:32:32.908460 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 6a20ca16-05b7-46a9-827f-5b0ec3b9f16d details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:32:32.921191 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b754f411-591d-4c43-ac7f-38739b4e51c4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4592316 Mar 23 02:32:35.263215 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55142) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:32:35.323601 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-db007e07-7138-48f4-9074-29606872e2df admin admin] GET failed (client error): The resource could not be found. Mar 23 02:32:35.324889 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-db007e07-7138-48f4-9074-29606872e2df admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607190 Mar 23 02:32:35.423065 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699ddb06-84cd-4f4f-aae0-43387a0ffe85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:35.424445 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-699ddb06-84cd-4f4f-aae0-43387a0ffe85 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0955665 Mar 23 02:32:35.433880 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-edc148cb-2e34-4c84-bb85-8697c2b958c8 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '6a20ca16-05b7-46a9-827f-5b0ec3b9f16d', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:32:35.518066 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc148cb-2e34-4c84-bb85-8697c2b958c8 admin admin] Made reservation on behalf of a43c6446ff054cdfa320dd3d4416fe29 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:32:35.520345 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-edc148cb-2e34-4c84-bb85-8697c2b958c8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:35.752974 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-edc148cb-2e34-4c84-bb85-8697c2b958c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for subnet (a869ae7b-e48f-425b-ab27-89755b79212a), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:35.802179 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc148cb-2e34-4c84-bb85-8697c2b958c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a869ae7b-e48f-425b-ab27-89755b79212a,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:32:35.818540 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc148cb-2e34-4c84-bb85-8697c2b958c8 admin admin] Checking segment: {'id': '8c8cda97-1fec-420d-95bc-d9a23ed2766f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6a20ca16-05b7-46a9-827f-5b0ec3b9f16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:32:35.818889 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc148cb-2e34-4c84-bb85-8697c2b958c8 admin admin] Network hostable DHCP agents. Network: 6a20ca16-05b7-46a9-827f-5b0ec3b9f16d, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:32:35.884062 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc148cb-2e34-4c84-bb85-8697c2b958c8 admin admin] Network 6a20ca16-05b7-46a9-827f-5b0ec3b9f16d is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:32:35.958267 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-edc148cb-2e34-4c84-bb85-8697c2b958c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 6a20ca16-05b7-46a9-827f-5b0ec3b9f16d) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:32:35.962888 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc148cb-2e34-4c84-bb85-8697c2b958c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:35.963486 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-edc148cb-2e34-4c84-bb85-8697c2b958c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:35.967521 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9455feaf-98a2-4e5f-b04c-28dbd7697393 None None] Network 6a20ca16-05b7-46a9-827f-5b0ec3b9f16d requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:32:36.104983 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-edc148cb-2e34-4c84-bb85-8697c2b958c8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6742859 Mar 23 02:32:36.167278 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-6a20ca16-05b7-46a9-827f-5b0ec3b9f16d', 'network_id': '6a20ca16-05b7-46a9-827f-5b0ec3b9f16d', 'project_id': 'a43c6446ff054cdfa320dd3d4416fe29', 'fixed_ips': [{'subnet_id': 'a869ae7b-e48f-425b-ab27-89755b79212a'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:32:36.168189 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:36.309979 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Allocated IP 192.168.233.2 (6a20ca16-05b7-46a9-827f-5b0ec3b9f16d/a869ae7b-e48f-425b-ab27-89755b79212a/cc8f26ab-3a31-4f55-9a7a-8e2b603c7fd9) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:32:36.452012 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Publish callbacks [] for port (cc8f26ab-3a31-4f55-9a7a-8e2b603c7fd9), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:36.505768 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (cc8f26ab-3a31-4f55-9a7a-8e2b603c7fd9), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:36.547333 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Network 6a20ca16-05b7-46a9-827f-5b0ec3b9f16d is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:32:36.550288 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:32:36.556278 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:32:36.561566 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Pushing event updated for resources: {'Port': ['ID=cc8f26ab-3a31-4f55-9a7a-8e2b603c7fd9,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:32:36.569846 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:32:36.570202 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:32:36.570566 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:32:36.570945 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:32:36.571282 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:32:36.572223 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:32:36.572563 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:32:36.572895 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:32:36.573242 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:32:36.573574 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:32:36.573918 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:32:36.574261 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:32:36.574589 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:32:36.574918 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:32:36.575240 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:32:36.628141 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Attempting to bind port cc8f26ab-3a31-4f55-9a7a-8e2b603c7fd9 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:32:36.628526 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Attempting to bind port cc8f26ab-3a31-4f55-9a7a-8e2b603c7fd9 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '8c8cda97-1fec-420d-95bc-d9a23ed2766f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6a20ca16-05b7-46a9-827f-5b0ec3b9f16d'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:32:36.628875 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Attempting to bind port cc8f26ab-3a31-4f55-9a7a-8e2b603c7fd9 on network 6a20ca16-05b7-46a9-827f-5b0ec3b9f16d {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:32:36.633962 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:32:36.634426 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Checking segment: {'id': '8c8cda97-1fec-420d-95bc-d9a23ed2766f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6a20ca16-05b7-46a9-827f-5b0ec3b9f16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:32:36.634836 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:36.635277 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Bound using segment: {'id': '8c8cda97-1fec-420d-95bc-d9a23ed2766f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6a20ca16-05b7-46a9-827f-5b0ec3b9f16d'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:32:36.635731 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Bound port: cc8f26ab-3a31-4f55-9a7a-8e2b603c7fd9, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c8cda97-1fec-420d-95bc-d9a23ed2766f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6a20ca16-05b7-46a9-827f-5b0ec3b9f16d'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:32:36.636144 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (cc8f26ab-3a31-4f55-9a7a-8e2b603c7fd9), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:36.704544 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] For port cc8f26ab-3a31-4f55-9a7a-8e2b603c7fd9, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:32:36.707874 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] For port cc8f26ab-3a31-4f55-9a7a-8e2b603c7fd9, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=cc8f26ab-3a31-4f55-9a7a-8e2b603c7fd9,segment=NetworkSegment(8c8cda97-1fec-420d-95bc-d9a23ed2766f),segment_id=8c8cda97-1fec-420d-95bc-d9a23ed2766f)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:32:36.793675 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (cc8f26ab-3a31-4f55-9a7a-8e2b603c7fd9), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:36.857737 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d18a5c-8133-406a-8a05-fb84157203c4 None None] Pushing event updated for resources: {'Port': ['ID=cc8f26ab-3a31-4f55-9a7a-8e2b603c7fd9,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:32:37.731723 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ad742f-831c-4694-8264-9dd5869f4d93 None None] Network 6a20ca16-05b7-46a9-827f-5b0ec3b9f16d requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:32:37.801992 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-1de3f6b8-718a-4488-bbe2-db8dc347131d None None] Provisioning complete for port cc8f26ab-3a31-4f55-9a7a-8e2b603c7fd9 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:32:37.802310 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1de3f6b8-718a-4488-bbe2-db8dc347131d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (cc8f26ab-3a31-4f55-9a7a-8e2b603c7fd9), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:37.922769 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-1de3f6b8-718a-4488-bbe2-db8dc347131d None None] Current status of the port cc8f26ab-3a31-4f55-9a7a-8e2b603c7fd9 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:32:37.923163 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1de3f6b8-718a-4488-bbe2-db8dc347131d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (cc8f26ab-3a31-4f55-9a7a-8e2b603c7fd9), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:37.961957 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-1de3f6b8-718a-4488-bbe2-db8dc347131d None None] For port cc8f26ab-3a31-4f55-9a7a-8e2b603c7fd9, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=cc8f26ab-3a31-4f55-9a7a-8e2b603c7fd9,segment=NetworkSegment(8c8cda97-1fec-420d-95bc-d9a23ed2766f),segment_id=8c8cda97-1fec-420d-95bc-d9a23ed2766f)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:32:38.025886 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1de3f6b8-718a-4488-bbe2-db8dc347131d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (cc8f26ab-3a31-4f55-9a7a-8e2b603c7fd9), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:38.080777 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3f6b8-718a-4488-bbe2-db8dc347131d None None] Pushing event updated for resources: {'Port': ['ID=cc8f26ab-3a31-4f55-9a7a-8e2b603c7fd9,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:32:38.146823 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-12880079-bbe5-4bc1-bd7d-6835f2ec35f4 None None] Provisioning complete for port cc8f26ab-3a31-4f55-9a7a-8e2b603c7fd9 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:32:38.147217 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-12880079-bbe5-4bc1-bd7d-6835f2ec35f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (cc8f26ab-3a31-4f55-9a7a-8e2b603c7fd9), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:38.234968 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-12880079-bbe5-4bc1-bd7d-6835f2ec35f4 None None] Current status of the port cc8f26ab-3a31-4f55-9a7a-8e2b603c7fd9 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:32:38.787057 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device cc8f26ab-3a31-4f55-9a7a-8e2b603c7fd9 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:32:38.838146 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port cc8f26ab-3a31-4f55-9a7a-8e2b603c7fd9 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:32:38.838815 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (cc8f26ab-3a31-4f55-9a7a-8e2b603c7fd9), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:38.923049 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port cc8f26ab-3a31-4f55-9a7a-8e2b603c7fd9 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:32:47.609294 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c1518bb9-4660-4663-9749-680bc3be65a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:49.884428 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-35091f13-f523-4197-bf60-14321bf7c5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:51.129178 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:52.552532 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:53.957740 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:54.801281 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 5 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:33:17.578753 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1628ac98-e1c0-473d-8c5e-46c00953faa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:19.877971 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ba7ebadd-0a87-4f79-81fe-56ceeab9164f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:21.126644 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:22.615424 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:23.956272 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:31.799556 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 5 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:33:47.577539 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-09f45ffd-c8f3-4c30-b6bb-e772dc5eeb69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:49.859809 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4312590b-4a89-46d4-b521-5f7c975bb9b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:51.177979 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:52.563049 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:53.994815 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:08.799000 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 5 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:34:17.596748 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a533f967-0592-4abf-83ea-cfc7291bac7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:19.869425 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49944131-195a-43d9-a492-ff6c2e5d4af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:21.145261 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:22.571590 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:23.951069 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:32.031789 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55180) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:34:32.037853 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-b0cea337-3aca-4e0e-ade7-491d29b333b2 tempest-verify_tempest_config-1019513742 tempest-verify_tempest_config-1019513742-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:34:32.039252 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b0cea337-3aca-4e0e-ade7-491d29b333b2 tempest-verify_tempest_config-1019513742 tempest-verify_tempest_config-1019513742-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0064571 Mar 23 02:34:32.586760 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55198) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:34:32.690419 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d77fa0d1-bcc3-47bc-b6ec-c7d3b6f75705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:32.764152 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d77fa0d1-bcc3-47bc-b6ec-c7d3b6f75705 admin admin] Publish callbacks [] for security_group (e01a3a9a-6c39-48f3-9108-5d391dcfae64), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:32.842516 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d77fa0d1-bcc3-47bc-b6ec-c7d3b6f75705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (e01a3a9a-6c39-48f3-9108-5d391dcfae64), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:32.889884 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d77fa0d1-bcc3-47bc-b6ec-c7d3b6f75705 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9af31136e3b24341a76359da7eb42a27&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3020170 Mar 23 02:34:32.890732 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77fa0d1-bcc3-47bc-b6ec-c7d3b6f75705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01a3a9a-6c39-48f3-9108-5d391dcfae64,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:34:32.892606 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55204) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:34:32.908424 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77fa0d1-bcc3-47bc-b6ec-c7d3b6f75705 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:32.908712 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77fa0d1-bcc3-47bc-b6ec-c7d3b6f75705 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:32.909074 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77fa0d1-bcc3-47bc-b6ec-c7d3b6f75705 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:32.909420 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77fa0d1-bcc3-47bc-b6ec-c7d3b6f75705 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:32.909752 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77fa0d1-bcc3-47bc-b6ec-c7d3b6f75705 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:32.910083 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77fa0d1-bcc3-47bc-b6ec-c7d3b6f75705 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:32.910413 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77fa0d1-bcc3-47bc-b6ec-c7d3b6f75705 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:32.910741 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77fa0d1-bcc3-47bc-b6ec-c7d3b6f75705 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:32.911088 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77fa0d1-bcc3-47bc-b6ec-c7d3b6f75705 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:32.911421 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77fa0d1-bcc3-47bc-b6ec-c7d3b6f75705 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:32.911763 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77fa0d1-bcc3-47bc-b6ec-c7d3b6f75705 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:32.912125 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77fa0d1-bcc3-47bc-b6ec-c7d3b6f75705 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:32.912522 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77fa0d1-bcc3-47bc-b6ec-c7d3b6f75705 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:32.912871 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77fa0d1-bcc3-47bc-b6ec-c7d3b6f75705 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:32.913189 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77fa0d1-bcc3-47bc-b6ec-c7d3b6f75705 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:32.956081 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7a527dea-4b06-4b9d-840a-75e12c595a2e admin admin] Publish callbacks [] for security_group (e01a3a9a-6c39-48f3-9108-5d391dcfae64), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:32.976665 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7a527dea-4b06-4b9d-840a-75e12c595a2e admin admin] Publish callbacks [] for security_group (e01a3a9a-6c39-48f3-9108-5d391dcfae64), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:33.099924 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7a527dea-4b06-4b9d-840a-75e12c595a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (e01a3a9a-6c39-48f3-9108-5d391dcfae64), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:33.102413 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7a527dea-4b06-4b9d-840a-75e12c595a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:33.103597 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7a527dea-4b06-4b9d-840a-75e12c595a2e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e01a3a9a-6c39-48f3-9108-5d391dcfae64 HTTP/1.1" status: 204 len: 168 time: 0.2101140 Mar 23 02:34:33.111269 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a527dea-4b06-4b9d-840a-75e12c595a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01a3a9a-6c39-48f3-9108-5d391dcfae64,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:34:45.797588 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 5 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:34:47.582801 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1db4ee83-8cd0-432c-bf9a-dfb625c26dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:49.879930 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c6322563-c661-4c11-854c-13ab72823ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:51.150879 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:52.588150 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:53.925227 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:17.582172 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0782c584-6d2c-4e49-bf4d-d3b05bb1438e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:19.864618 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fd12cefe-c78c-41b1-aea0-5adcbd31dfca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:21.138744 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:22.588091 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:22.795464 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 5 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:35:23.950077 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:47.612556 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-563bd64f-a1a2-4cbf-b99f-f876a2cc7345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:48.640860 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1656612'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:49.864028 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2e124f26-97f7-4274-a560-ea0c0f90ff55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:51.155227 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:52.569884 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:53.972245 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:59.794447 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:36:03.348048 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55274) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:03.497252 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-402c4f42-3c3a-45ec-961f-a10b8a3c764f admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1481268 Mar 23 02:36:05.827916 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55284) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:05.889728 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a149257f-4fef-4f46-9fb2-1d5d2943da85 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0606573 Mar 23 02:36:17.569613 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3ca53642-ee40-445f-b69a-a79a0b631c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:18.532859 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:19.909447 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-216543d7-7432-40ce-877e-f0269b5e9b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:21.126332 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:22.587672 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:23.975257 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:36.793174 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:36:47.580499 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-32839837-e927-42f4-9838-ba6344861ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:48.594681 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:49.889358 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9ca6af1f-f2ba-41b7-a920-bf48a7ed571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:51.151709 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:52.623462 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:53.957282 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:13.792691 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:37:17.580188 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-401b5d61-ea2c-4c40-a56e-61e84cc03a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:18.571381 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:19.874138 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5023db96-5f87-4e94-84a2-2c22967f3e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:21.159926 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:22.600563 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:23.965865 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:26.188968 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55414) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:26.563685 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-b93899d0-6d1a-4f18-913e-11e0716c6043 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1104090869-network', 'tenant_id': 'c302519e74814ecf9d6317cf454d8d57'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:26.682686 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93899d0-6d1a-4f18-913e-11e0716c6043 admin admin] Made reservation on behalf of c302519e74814ecf9d6317cf454d8d57 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:37:26.685041 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b93899d0-6d1a-4f18-913e-11e0716c6043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:26.694870 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b93899d0-6d1a-4f18-913e-11e0716c6043 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:26.782509 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b93899d0-6d1a-4f18-913e-11e0716c6043 admin admin] Publish callbacks [] for security_group (266404b4-f4c2-4974-97b9-5bb991e9b4d3), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:26.885322 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b93899d0-6d1a-4f18-913e-11e0716c6043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (266404b4-f4c2-4974-97b9-5bb991e9b4d3), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:26.910018 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b93899d0-6d1a-4f18-913e-11e0716c6043 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:37:26.926371 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93899d0-6d1a-4f18-913e-11e0716c6043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266404b4-f4c2-4974-97b9-5bb991e9b4d3,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:26.931208 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b93899d0-6d1a-4f18-913e-11e0716c6043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (c2a8b0fd-64b5-4eaf-a563-2c5886795f6c), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:26.931556 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-b93899d0-6d1a-4f18-913e-11e0716c6043 admin admin] Added segment c2a8b0fd-64b5-4eaf-a563-2c5886795f6c of type vlan for network 3edd2161-639f-4b63-b7ee-dfa8fb0684e0 Mar 23 02:37:26.942989 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93899d0-6d1a-4f18-913e-11e0716c6043 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:26.943398 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93899d0-6d1a-4f18-913e-11e0716c6043 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:26.943746 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93899d0-6d1a-4f18-913e-11e0716c6043 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:26.944114 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93899d0-6d1a-4f18-913e-11e0716c6043 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:26.944453 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93899d0-6d1a-4f18-913e-11e0716c6043 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:26.944790 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93899d0-6d1a-4f18-913e-11e0716c6043 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:26.945133 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93899d0-6d1a-4f18-913e-11e0716c6043 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:26.945462 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93899d0-6d1a-4f18-913e-11e0716c6043 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:26.945806 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93899d0-6d1a-4f18-913e-11e0716c6043 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:26.946249 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93899d0-6d1a-4f18-913e-11e0716c6043 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:26.946582 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93899d0-6d1a-4f18-913e-11e0716c6043 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:26.946915 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93899d0-6d1a-4f18-913e-11e0716c6043 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:26.947281 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93899d0-6d1a-4f18-913e-11e0716c6043 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:26.947555 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93899d0-6d1a-4f18-913e-11e0716c6043 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:26.947905 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93899d0-6d1a-4f18-913e-11e0716c6043 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93899d0-6d1a-4f18-913e-11e0716c6043 admin admin] Tracked resource versions report: Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: pushed versions: Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: { 'AddressGroup': {'1.2'}, Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: 'Agent': {'1.1'}, Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: 'ConntrackHelper': {'1.0'}, Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: 'LocalIPAssociation': {'1.0'}, Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: 'Log': {'1.0'}, Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: 'NDPProxy': {'1.0'}, Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: 'Network': {'1.1'}, Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: 'Port': {'1.7'}, Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: 'PortForwarding': {'1.3'}, Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: 'QosPolicy': {'1.10'}, Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: 'SecurityGroup': {'1.5'}, Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: 'SecurityGroupRule': {'1.2'}, Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: 'SubPort': {'1.0'}, Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: 'Subnet': {'1.1'}, Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: 'Trunk': {'1.1'}} Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: consumer versions: Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: { DHCP agent@dv-neutron-834613-2-hyperv: {}, Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: HyperV agent@hv-neutron-8346: {}, Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: L3 agent@dv-neutron-834613-2-hyperv: {}, Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: Metadata agent@dv-neutron-834613-2-hyperv: {}, Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: Metering agent@dv-neutron-834613-2-hyperv: {}, Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: Open vSwitch agent@dv-neutron-834613-2-hyperv: { 'AddressGroup': '1.2', Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: 'Agent': '1.1', Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: 'ConntrackHelper': '1.0', Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: 'LocalIPAssociation': '1.0', Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: 'Log': '1.0', Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: 'NDPProxy': '1.0', Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: 'Network': '1.1', Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: 'Port': '1.7', Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: 'PortForwarding': '1.3', Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: 'QosPolicy': '1.10', Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: 'SecurityGroup': '1.5', Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: 'SecurityGroupRule': '1.2', Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: 'SubPort': '1.0', Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: 'Subnet': '1.1', Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: 'Trunk': '1.1'}} Mar 23 02:37:26.949156 dv-neutron-834613-2-hyperv neutron-server[104349]: {{(pid=104349) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 02:37:27.000201 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b93899d0-6d1a-4f18-913e-11e0716c6043 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (3edd2161-639f-4b63-b7ee-dfa8fb0684e0), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:27.108235 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b93899d0-6d1a-4f18-913e-11e0716c6043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (3edd2161-639f-4b63-b7ee-dfa8fb0684e0), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:27.109207 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93899d0-6d1a-4f18-913e-11e0716c6043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:27.109793 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b93899d0-6d1a-4f18-913e-11e0716c6043 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:27.174926 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93899d0-6d1a-4f18-913e-11e0716c6043 admin admin] Pushing event updated for resources: {'Network': ['ID=3edd2161-639f-4b63-b7ee-dfa8fb0684e0,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:27.187416 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 3edd2161-639f-4b63-b7ee-dfa8fb0684e0 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:37:27.228910 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55466) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:27.235939 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-f7d2b64e-8cf6-4551-bd3d-84851725b779 admin admin] Request body: {'subnet': {'network_id': '3edd2161-639f-4b63-b7ee-dfa8fb0684e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1104090869-subnet', 'tenant_id': 'c302519e74814ecf9d6317cf454d8d57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:27.242228 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b93899d0-6d1a-4f18-913e-11e0716c6043 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0461082 Mar 23 02:37:27.320389 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d2b64e-8cf6-4551-bd3d-84851725b779 admin admin] Made reservation on behalf of c302519e74814ecf9d6317cf454d8d57 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:37:27.322849 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f7d2b64e-8cf6-4551-bd3d-84851725b779 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:27.550597 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f7d2b64e-8cf6-4551-bd3d-84851725b779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for subnet (43c32d8d-82fc-4897-9976-f6e345cb2e2c), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:27.585326 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55478) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:27.602015 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2b64e-8cf6-4551-bd3d-84851725b779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43c32d8d-82fc-4897-9976-f6e345cb2e2c,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:27.611623 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2b64e-8cf6-4551-bd3d-84851725b779 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:27.612015 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2b64e-8cf6-4551-bd3d-84851725b779 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:27.612525 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2b64e-8cf6-4551-bd3d-84851725b779 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:27.612723 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2b64e-8cf6-4551-bd3d-84851725b779 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:27.613060 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2b64e-8cf6-4551-bd3d-84851725b779 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:27.613396 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2b64e-8cf6-4551-bd3d-84851725b779 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:27.613728 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2b64e-8cf6-4551-bd3d-84851725b779 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:27.614066 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2b64e-8cf6-4551-bd3d-84851725b779 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:27.614384 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2b64e-8cf6-4551-bd3d-84851725b779 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:27.614710 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2b64e-8cf6-4551-bd3d-84851725b779 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:27.615214 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2b64e-8cf6-4551-bd3d-84851725b779 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:27.615582 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2b64e-8cf6-4551-bd3d-84851725b779 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:27.616216 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2b64e-8cf6-4551-bd3d-84851725b779 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:27.616545 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2b64e-8cf6-4551-bd3d-84851725b779 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2b64e-8cf6-4551-bd3d-84851725b779 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2b64e-8cf6-4551-bd3d-84851725b779 admin admin] Tracked resource versions report: Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: pushed versions: Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: { 'AddressGroup': {'1.2'}, Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: 'Agent': {'1.1'}, Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: 'ConntrackHelper': {'1.0'}, Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: 'LocalIPAssociation': {'1.0'}, Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: 'Log': {'1.0'}, Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: 'NDPProxy': {'1.0'}, Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: 'Network': {'1.1'}, Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: 'Port': {'1.7'}, Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: 'PortForwarding': {'1.3'}, Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: 'QosPolicy': {'1.10'}, Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: 'SecurityGroup': {'1.5'}, Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: 'SecurityGroupRule': {'1.2'}, Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: 'SubPort': {'1.0'}, Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: 'Subnet': {'1.1'}, Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: 'Trunk': {'1.1'}} Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: consumer versions: Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: { DHCP agent@dv-neutron-834613-2-hyperv: {}, Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: HyperV agent@hv-neutron-8346: {}, Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: L3 agent@dv-neutron-834613-2-hyperv: {}, Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: Metadata agent@dv-neutron-834613-2-hyperv: {}, Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: Metering agent@dv-neutron-834613-2-hyperv: {}, Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: Open vSwitch agent@dv-neutron-834613-2-hyperv: { 'AddressGroup': '1.2', Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: 'Agent': '1.1', Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: 'ConntrackHelper': '1.0', Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: 'LocalIPAssociation': '1.0', Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: 'Log': '1.0', Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: 'NDPProxy': '1.0', Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: 'Network': '1.1', Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: 'Port': '1.7', Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: 'PortForwarding': '1.3', Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: 'QosPolicy': '1.10', Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: 'SecurityGroup': '1.5', Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: 'SecurityGroupRule': '1.2', Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: 'SubPort': '1.0', Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: 'Subnet': '1.1', Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: 'Trunk': '1.1'}} Mar 23 02:37:27.619939 dv-neutron-834613-2-hyperv neutron-server[104348]: {{(pid=104348) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 02:37:27.634527 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d2b64e-8cf6-4551-bd3d-84851725b779 admin admin] Checking segment: {'id': 'c2a8b0fd-64b5-4eaf-a563-2c5886795f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3edd2161-639f-4b63-b7ee-dfa8fb0684e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:37:27.634881 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d2b64e-8cf6-4551-bd3d-84851725b779 admin admin] Network hostable DHCP agents. Network: 3edd2161-639f-4b63-b7ee-dfa8fb0684e0, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:37:27.720278 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d2b64e-8cf6-4551-bd3d-84851725b779 admin admin] Network 3edd2161-639f-4b63-b7ee-dfa8fb0684e0 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:37:27.805620 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-f7d2b64e-8cf6-4551-bd3d-84851725b779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 3edd2161-639f-4b63-b7ee-dfa8fb0684e0) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:37:27.822391 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d2b64e-8cf6-4551-bd3d-84851725b779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:27.822391 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f7d2b64e-8cf6-4551-bd3d-84851725b779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:27.822683 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d8d204-c72e-49ed-9199-be7d8b465f03 None None] Network 3edd2161-639f-4b63-b7ee-dfa8fb0684e0 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:37:27.935334 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f7d2b64e-8cf6-4551-bd3d-84851725b779 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7045021 Mar 23 02:37:27.941107 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55492) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:27.942772 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-3edd2161-639f-4b63-b7ee-dfa8fb0684e0', 'network_id': '3edd2161-639f-4b63-b7ee-dfa8fb0684e0', 'project_id': 'c302519e74814ecf9d6317cf454d8d57', 'fixed_ips': [{'subnet_id': '43c32d8d-82fc-4897-9976-f6e345cb2e2c'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:37:27.944695 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:27.947169 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-de992c32-ad49-438e-9d5f-1d1b68e0b398 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1104090869-router', 'tenant_id': 'c302519e74814ecf9d6317cf454d8d57', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:28.025787 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de992c32-ad49-438e-9d5f-1d1b68e0b398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:28.027000 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de992c32-ad49-438e-9d5f-1d1b68e0b398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:28.093505 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de992c32-ad49-438e-9d5f-1d1b68e0b398 admin admin] Publish callbacks [] for router_controller (ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:28.108333 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Allocated IP 172.20.0.2 (3edd2161-639f-4b63-b7ee-dfa8fb0684e0/43c32d8d-82fc-4897-9976-f6e345cb2e2c/3b351473-af75-4307-979d-c78198bcfd52) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:37:28.121986 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-de3019f0-5bc1-40b0-b661-2604a6fac623 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-880061780-network', 'tenant_id': 'f6f078640e4c4af68e0bac25d7acd7c7'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:28.308723 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Publish callbacks [] for port (3b351473-af75-4307-979d-c78198bcfd52), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:28.366948 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de992c32-ad49-438e-9d5f-1d1b68e0b398 admin admin] Publish callbacks [] for router_gateway (ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:28.374552 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3019f0-5bc1-40b0-b661-2604a6fac623 admin admin] Made reservation on behalf of f6f078640e4c4af68e0bac25d7acd7c7 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:37:28.377336 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de3019f0-5bc1-40b0-b661-2604a6fac623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:28.392119 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de3019f0-5bc1-40b0-b661-2604a6fac623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:28.396209 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (3b351473-af75-4307-979d-c78198bcfd52), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:28.458585 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Network 3edd2161-639f-4b63-b7ee-dfa8fb0684e0 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:37:28.469698 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:37:28.475884 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:37:28.479380 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Pushing event updated for resources: {'Port': ['ID=3b351473-af75-4307-979d-c78198bcfd52,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:28.490829 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:28.491512 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:28.492102 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:28.492660 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:28.493210 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:28.493767 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:28.496827 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:28.497415 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:28.500441 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:28.500441 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:28.500441 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:28.500441 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:28.500441 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:28.500441 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:28.500441 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Tracked resource versions report: Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: pushed versions: Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: { 'AddressGroup': {'1.2'}, Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: 'Agent': {'1.1'}, Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: 'ConntrackHelper': {'1.0'}, Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: 'LocalIPAssociation': {'1.0'}, Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: 'Log': {'1.0'}, Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: 'NDPProxy': {'1.0'}, Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: 'Network': {'1.1'}, Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: 'Port': {'1.7'}, Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: 'PortForwarding': {'1.3'}, Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: 'QosPolicy': {'1.10'}, Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: 'SecurityGroup': {'1.5'}, Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: 'SecurityGroupRule': {'1.2'}, Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: 'SubPort': {'1.0'}, Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: 'Subnet': {'1.1'}, Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: 'Trunk': {'1.1'}} Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: consumer versions: Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: { DHCP agent@dv-neutron-834613-2-hyperv: {}, Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: HyperV agent@hv-neutron-8346: {}, Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: L3 agent@dv-neutron-834613-2-hyperv: {}, Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: Metadata agent@dv-neutron-834613-2-hyperv: {}, Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: Metering agent@dv-neutron-834613-2-hyperv: {}, Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: Open vSwitch agent@dv-neutron-834613-2-hyperv: { 'AddressGroup': '1.2', Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: 'Agent': '1.1', Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: 'ConntrackHelper': '1.0', Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: 'LocalIPAssociation': '1.0', Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: 'Log': '1.0', Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: 'NDPProxy': '1.0', Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: 'Network': '1.1', Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: 'Port': '1.7', Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: 'PortForwarding': '1.3', Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: 'QosPolicy': '1.10', Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: 'SecurityGroup': '1.5', Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: 'SecurityGroupRule': '1.2', Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: 'SubPort': '1.0', Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: 'Subnet': '1.1', Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: 'Trunk': '1.1'}} Mar 23 02:37:28.502221 dv-neutron-834613-2-hyperv neutron-server[104350]: {{(pid=104350) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 02:37:28.600105 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Attempting to bind port 3b351473-af75-4307-979d-c78198bcfd52 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:37:28.600992 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Attempting to bind port 3b351473-af75-4307-979d-c78198bcfd52 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'c2a8b0fd-64b5-4eaf-a563-2c5886795f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3edd2161-639f-4b63-b7ee-dfa8fb0684e0'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:37:28.607440 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Attempting to bind port 3b351473-af75-4307-979d-c78198bcfd52 on network 3edd2161-639f-4b63-b7ee-dfa8fb0684e0 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:37:28.607440 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:37:28.608018 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Checking segment: {'id': 'c2a8b0fd-64b5-4eaf-a563-2c5886795f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3edd2161-639f-4b63-b7ee-dfa8fb0684e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:37:28.609555 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:28.610297 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Bound using segment: {'id': 'c2a8b0fd-64b5-4eaf-a563-2c5886795f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3edd2161-639f-4b63-b7ee-dfa8fb0684e0'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:37:28.610865 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Bound port: 3b351473-af75-4307-979d-c78198bcfd52, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a8b0fd-64b5-4eaf-a563-2c5886795f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3edd2161-639f-4b63-b7ee-dfa8fb0684e0'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:37:28.611484 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (3b351473-af75-4307-979d-c78198bcfd52), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:28.637507 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de3019f0-5bc1-40b0-b661-2604a6fac623 admin admin] Publish callbacks [] for security_group (4267871d-b7d9-4248-a0d4-f4f91648bdbd), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:28.689009 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] For port 3b351473-af75-4307-979d-c78198bcfd52, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:37:28.695088 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] For port 3b351473-af75-4307-979d-c78198bcfd52, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=3b351473-af75-4307-979d-c78198bcfd52,segment=NetworkSegment(c2a8b0fd-64b5-4eaf-a563-2c5886795f6c),segment_id=c2a8b0fd-64b5-4eaf-a563-2c5886795f6c)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:37:28.749006 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de3019f0-5bc1-40b0-b661-2604a6fac623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (4267871d-b7d9-4248-a0d4-f4f91648bdbd), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:28.769627 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3019f0-5bc1-40b0-b661-2604a6fac623 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:37:28.822039 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (3b351473-af75-4307-979d-c78198bcfd52), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:28.896228 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792fbe7-94e9-49ed-9a30-a1f01ca20da4 None None] Pushing event updated for resources: {'Port': ['ID=3b351473-af75-4307-979d-c78198bcfd52,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:28.953655 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3019f0-5bc1-40b0-b661-2604a6fac623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4267871d-b7d9-4248-a0d4-f4f91648bdbd,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:28.958902 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de3019f0-5bc1-40b0-b661-2604a6fac623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:28.959666 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-de3019f0-5bc1-40b0-b661-2604a6fac623 admin admin] Added segment b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb of type vlan for network 22c45d4e-453f-46ea-9852-f03123ae9cab Mar 23 02:37:29.002659 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de992c32-ad49-438e-9d5f-1d1b68e0b398 admin admin] Publish callbacks [] for router_gateway (ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:29.029512 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de992c32-ad49-438e-9d5f-1d1b68e0b398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:29.032061 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de3019f0-5bc1-40b0-b661-2604a6fac623 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (22c45d4e-453f-46ea-9852-f03123ae9cab), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:29.184902 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-de992c32-ad49-438e-9d5f-1d1b68e0b398 admin admin] Allocated IP 172.26.2.193 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/834cb181-ca34-4c0b-a7ac-6fe69f9aded1) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:37:29.195728 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de3019f0-5bc1-40b0-b661-2604a6fac623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (22c45d4e-453f-46ea-9852-f03123ae9cab), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:29.196856 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3019f0-5bc1-40b0-b661-2604a6fac623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:29.197574 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de3019f0-5bc1-40b0-b661-2604a6fac623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:29.257145 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55520) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:29.584910 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de992c32-ad49-438e-9d5f-1d1b68e0b398 admin admin] Publish callbacks [] for port (834cb181-ca34-4c0b-a7ac-6fe69f9aded1), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:29.591664 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55530) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:29.593329 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-de3019f0-5bc1-40b0-b661-2604a6fac623 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8113015 Mar 23 02:37:29.595424 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-c98351c4-1ce9-4234-973f-55bb77a367ce admin admin] Request body: {'subnet': {'network_id': '22c45d4e-453f-46ea-9852-f03123ae9cab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-880061780-subnet', 'tenant_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:29.595732 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3019f0-5bc1-40b0-b661-2604a6fac623 admin admin] Pushing event updated for resources: {'Network': ['ID=22c45d4e-453f-46ea-9852-f03123ae9cab,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:29.596044 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 22c45d4e-453f-46ea-9852-f03123ae9cab details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:37:29.596757 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98351c4-1ce9-4234-973f-55bb77a367ce admin admin] Made reservation on behalf of f6f078640e4c4af68e0bac25d7acd7c7 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:37:29.597041 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de992c32-ad49-438e-9d5f-1d1b68e0b398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (834cb181-ca34-4c0b-a7ac-6fe69f9aded1), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:29.597624 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c98351c4-1ce9-4234-973f-55bb77a367ce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:29.652451 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de992c32-ad49-438e-9d5f-1d1b68e0b398 admin admin] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:37:29.663559 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-de992c32-ad49-438e-9d5f-1d1b68e0b398 admin admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:37:29.674436 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de992c32-ad49-438e-9d5f-1d1b68e0b398 admin admin] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:37:29.715223 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-13e7b3f4-2b0b-4d05-956b-3bf850eb6c46 tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1781201754'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:29.715728 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-13e7b3f4-2b0b-4d05-956b-3bf850eb6c46 tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] Unknown quota resources ['metering_label']. {{(pid=104348) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 02:37:29.799459 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de992c32-ad49-438e-9d5f-1d1b68e0b398 admin admin] Pushing event updated for resources: {'Port': ['ID=834cb181-ca34-4c0b-a7ac-6fe69f9aded1,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:30.057091 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de992c32-ad49-438e-9d5f-1d1b68e0b398 admin admin] Publish callbacks [] for router_gateway (ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:30.118289 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-13e7b3f4-2b0b-4d05-956b-3bf850eb6c46 tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:30.119785 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-13e7b3f4-2b0b-4d05-956b-3bf850eb6c46 tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8587966 Mar 23 02:37:30.122588 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55544) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:30.127263 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-944b7a33-2e6d-4be8-8c10-6b8c1dee3bae tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'f030e011-b570-4a31-a964-a0286466cdb0'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:30.128002 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-944b7a33-2e6d-4be8-8c10-6b8c1dee3bae tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104348) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 02:37:30.234909 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c98351c4-1ce9-4234-973f-55bb77a367ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for subnet (de1e07f7-443c-4bd4-9b04-646304273766), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:30.313864 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98351c4-1ce9-4234-973f-55bb77a367ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=de1e07f7-443c-4bd4-9b04-646304273766,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:30.319307 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98351c4-1ce9-4234-973f-55bb77a367ce admin admin] Checking segment: {'id': 'b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '22c45d4e-453f-46ea-9852-f03123ae9cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:37:30.319896 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98351c4-1ce9-4234-973f-55bb77a367ce admin admin] Network hostable DHCP agents. Network: 22c45d4e-453f-46ea-9852-f03123ae9cab, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:37:30.324752 dv-neutron-834613-2-hyperv neutron-server[104348]: WARNING neutron.services.metering.metering_plugin [None req-944b7a33-2e6d-4be8-8c10-6b8c1dee3bae tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 23 02:37:30.464549 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de992c32-ad49-438e-9d5f-1d1b68e0b398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:30.465656 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb464cb2-5018-41c7-b6dd-cd23cb12ea74 None None] Network 3edd2161-639f-4b63-b7ee-dfa8fb0684e0 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:37:30.477365 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-944b7a33-2e6d-4be8-8c10-6b8c1dee3bae tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:30.478808 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-944b7a33-2e6d-4be8-8c10-6b8c1dee3bae tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3549719 Mar 23 02:37:30.483284 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55560) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:30.487902 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-9c175346-54e0-471f-b5e6-9dec789b236a tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'f030e011-b570-4a31-a964-a0286466cdb0'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:30.488613 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-9c175346-54e0-471f-b5e6-9dec789b236a tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104348) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 02:37:30.598432 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98351c4-1ce9-4234-973f-55bb77a367ce admin admin] Network 22c45d4e-453f-46ea-9852-f03123ae9cab is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:37:30.622943 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-b62b3669-7227-45f2-8414-40a50987b771 None None] Provisioning complete for port 3b351473-af75-4307-979d-c78198bcfd52 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:30.623427 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b62b3669-7227-45f2-8414-40a50987b771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (3b351473-af75-4307-979d-c78198bcfd52), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:30.679810 dv-neutron-834613-2-hyperv neutron-server[104348]: WARNING neutron.services.metering.metering_plugin [None req-9c175346-54e0-471f-b5e6-9dec789b236a tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 23 02:37:30.754183 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-c98351c4-1ce9-4234-973f-55bb77a367ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 22c45d4e-453f-46ea-9852-f03123ae9cab) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:37:30.768846 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de992c32-ad49-438e-9d5f-1d1b68e0b398 admin admin] Router ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:37:30.781665 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-b62b3669-7227-45f2-8414-40a50987b771 None None] Current status of the port 3b351473-af75-4307-979d-c78198bcfd52 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:30.782427 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b62b3669-7227-45f2-8414-40a50987b771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (3b351473-af75-4307-979d-c78198bcfd52), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:30.815684 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98351c4-1ce9-4234-973f-55bb77a367ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:30.816500 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c98351c4-1ce9-4234-973f-55bb77a367ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:30.822224 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9c175346-54e0-471f-b5e6-9dec789b236a tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:30.823383 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9c175346-54e0-471f-b5e6-9dec789b236a tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3388698 Mar 23 02:37:30.826630 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55570) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:30.829104 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f20e82-f899-424f-9959-c273cb55e9ed None None] Network 22c45d4e-453f-46ea-9852-f03123ae9cab requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:37:30.844827 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-73261e70-6ce9-49dd-964d-b55b7d5b278f tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=cfb99529-479d-4352-b149-1ef110127ce2 HTTP/1.1" status: 200 len: 464 time: 0.0169413 Mar 23 02:37:30.847974 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55574) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:30.905475 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c98351c4-1ce9-4234-973f-55bb77a367ce admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5064418 Mar 23 02:37:30.908234 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55576) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:30.916167 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-5c22c1fa-fcde-4c5b-be33-ed69e5b12cfa admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-880061780-router', 'tenant_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:30.967315 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de992c32-ad49-438e-9d5f-1d1b68e0b398 admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:37:30.981507 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f732261-eff7-4ee7-9996-6db899992b4f None None] Sync routers for ids ['ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:37:31.003265 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f732261-eff7-4ee7-9996-6db899992b4f None None] Routers {'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:37:31.007503 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-1f732261-eff7-4ee7-9996-6db899992b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:37:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:31.026899 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55578) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:31.030232 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55580) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:31.095931 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 3b351473-af75-4307-979d-c78198bcfd52 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:37:31.103389 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de992c32-ad49-438e-9d5f-1d1b68e0b398 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:31.112505 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-de992c32-ad49-438e-9d5f-1d1b68e0b398 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1655135 Mar 23 02:37:31.113060 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55586) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:31.147514 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-13908db5-55d5-45db-aec1-5a193464df7d tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:31.151358 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-13908db5-55d5-45db-aec1-5a193464df7d tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/cfb99529-479d-4352-b149-1ef110127ce2 HTTP/1.1" status: 204 len: 168 time: 0.2997930 Mar 23 02:37:31.151846 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55590) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:31.164354 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-250cae2f-15cb-49e6-abaf-a7cd67d71987 tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=cfb99529-479d-4352-b149-1ef110127ce2 HTTP/1.1" status: 200 len: 221 time: 0.0103850 Mar 23 02:37:31.171616 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55592) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:31.186342 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-6f7ea9d0-a7f7-401b-ac1b-ade6f3601ad1 tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--422681741', 'description': 'label created by tempest'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:31.187849 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-6f7ea9d0-a7f7-401b-ac1b-ade6f3601ad1 tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] Unknown quota resources ['metering_label']. {{(pid=104348) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 02:37:31.200721 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55594) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:31.233259 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-b62b3669-7227-45f2-8414-40a50987b771 None None] For port 3b351473-af75-4307-979d-c78198bcfd52, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=3b351473-af75-4307-979d-c78198bcfd52,segment=NetworkSegment(c2a8b0fd-64b5-4eaf-a563-2c5886795f6c),segment_id=c2a8b0fd-64b5-4eaf-a563-2c5886795f6c)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:37:31.234926 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5c22c1fa-fcde-4c5b-be33-ed69e5b12cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (920e73ec-0607-4b96-a19e-e29807738883), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:31.241389 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5c22c1fa-fcde-4c5b-be33-ed69e5b12cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (920e73ec-0607-4b96-a19e-e29807738883), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:31.302413 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55598) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:31.309633 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b6831d-a0de-4fcb-a597-297df705c837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-22c45d4e-453f-46ea-9852-f03123ae9cab', 'network_id': '22c45d4e-453f-46ea-9852-f03123ae9cab', 'project_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'fixed_ips': [{'subnet_id': 'de1e07f7-443c-4bd4-9b04-646304273766'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:37:31.309633 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-25b6831d-a0de-4fcb-a597-297df705c837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:31.329803 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b62b3669-7227-45f2-8414-40a50987b771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (3b351473-af75-4307-979d-c78198bcfd52), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:31.379943 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55602) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:31.487714 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-1f732261-eff7-4ee7-9996-6db899992b4f None None] Set router ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:37:31.512873 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-167e9d6a-e93a-432e-b487-19104ee43c02 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1110834735'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:31.597265 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b3669-7227-45f2-8414-40a50987b771 None None] Pushing event updated for resources: {'Port': ['ID=3b351473-af75-4307-979d-c78198bcfd52,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:31.626208 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-74725c4d-6511-4a95-903c-3399254fe98f tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1967771561', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:31.690969 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5c22c1fa-fcde-4c5b-be33-ed69e5b12cfa admin admin] Publish callbacks [] for router_controller (920e73ec-0607-4b96-a19e-e29807738883), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:31.698677 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-c5dff961-0f22-4fb1-a9c2-e2345ceee532 tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-672014942'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:31.698848 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-c5dff961-0f22-4fb1-a9c2-e2345ceee532 tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] Unknown quota resources ['metering_label']. {{(pid=104348) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 02:37:31.711230 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-1f732261-eff7-4ee7-9996-6db899992b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'name': 'tempest-ServerActionsTestJSON-1104090869-router', 'tenant_id': 'c302519e74814ecf9d6317cf454d8d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '834cb181-ca34-4c0b-a7ac-6fe69f9aded1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:37:28Z', 'updated_at': '2022-03-23T02:37:29Z', 'revision_number': 3, 'project_id': 'c302519e74814ecf9d6317cf454d8d57', 'gw_port': {'id': '834cb181-ca34-4c0b-a7ac-6fe69f9aded1', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:46:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:29Z', 'updated_at': '2022-03-23T02:37:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:31.741348 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f732261-eff7-4ee7-9996-6db899992b4f None None] Checking router: ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:37:31.742008 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f732261-eff7-4ee7-9996-6db899992b4f None None] Updating router ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76 port 834cb181-ca34-4c0b-a7ac-6fe69f9aded1 binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:37:31.762122 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-427adc29-9618-4ca0-a8b7-cf42eb90c613 tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1277901295'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:31.774542 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-1f732261-eff7-4ee7-9996-6db899992b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (834cb181-ca34-4c0b-a7ac-6fe69f9aded1), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:31.829367 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-435ae3aa-dc8c-4edb-9c27-150f1415b5af None None] Provisioning complete for port 3b351473-af75-4307-979d-c78198bcfd52 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:31.829906 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-435ae3aa-dc8c-4edb-9c27-150f1415b5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (3b351473-af75-4307-979d-c78198bcfd52), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:31.838500 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 3b351473-af75-4307-979d-c78198bcfd52 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:31.838895 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (3b351473-af75-4307-979d-c78198bcfd52), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:31.905779 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-25b6831d-a0de-4fcb-a597-297df705c837 None None] Allocated IP 172.20.0.2 (22c45d4e-453f-46ea-9852-f03123ae9cab/de1e07f7-443c-4bd4-9b04-646304273766/528f4310-7e7e-4fd9-9e58-10229fa2290d) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:37:32.074486 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5c22c1fa-fcde-4c5b-be33-ed69e5b12cfa admin admin] Publish callbacks [] for router_gateway (920e73ec-0607-4b96-a19e-e29807738883), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.086118 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-1f732261-eff7-4ee7-9996-6db899992b4f None None] Publish callbacks [] for port (834cb181-ca34-4c0b-a7ac-6fe69f9aded1), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.094475 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-97422944-2e2f-4080-8561-cf385c107799 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-352136384'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:32.131119 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6f7ea9d0-a7f7-401b-ac1b-ade6f3601ad1 tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.137214 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6f7ea9d0-a7f7-401b-ac1b-ade6f3601ad1 tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.9644248 Mar 23 02:37:32.139938 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55610) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:32.140798 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74725c4d-6511-4a95-903c-3399254fe98f tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Made reservation on behalf of 7b9176a4b0fa4bcb8fda3cfd4c4ffa99 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:37:32.143514 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-74725c4d-6511-4a95-903c-3399254fe98f tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.147312 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-167e9d6a-e93a-432e-b487-19104ee43c02 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (d3d12d07-f61d-469f-9b56-497c5057a755), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.148911 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-167e9d6a-e93a-432e-b487-19104ee43c02 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (d3d12d07-f61d-469f-9b56-497c5057a755), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.174770 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-435ae3aa-dc8c-4edb-9c27-150f1415b5af None None] Current status of the port 3b351473-af75-4307-979d-c78198bcfd52 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:32.192000 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 3b351473-af75-4307-979d-c78198bcfd52 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:32.217911 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-1f732261-eff7-4ee7-9996-6db899992b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (834cb181-ca34-4c0b-a7ac-6fe69f9aded1), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.218750 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427adc29-9618-4ca0-a8b7-cf42eb90c613 tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] Made reservation on behalf of 35e8d22e1915437893ccc95affc3cb26 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:37:32.222701 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-427adc29-9618-4ca0-a8b7-cf42eb90c613 tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.234817 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a6d4040f-5e89-441f-aa90-1ae1410c2fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.238291 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-25b6831d-a0de-4fcb-a597-297df705c837 None None] Publish callbacks [] for port (528f4310-7e7e-4fd9-9e58-10229fa2290d), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.248410 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-427adc29-9618-4ca0-a8b7-cf42eb90c613 tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.253356 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-74725c4d-6511-4a95-903c-3399254fe98f tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.284801 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-1f732261-eff7-4ee7-9996-6db899992b4f None None] Attempting to bind port 834cb181-ca34-4c0b-a7ac-6fe69f9aded1 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:37:32.285452 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-1f732261-eff7-4ee7-9996-6db899992b4f None None] Attempting to bind port 834cb181-ca34-4c0b-a7ac-6fe69f9aded1 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:37:32.286150 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f732261-eff7-4ee7-9996-6db899992b4f None None] Attempting to bind port 834cb181-ca34-4c0b-a7ac-6fe69f9aded1 on network 6bbcca03-75ff-487c-8b0e-a32302dacbee {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:37:32.290548 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27363558-f72b-427d-84da-c1624a74aad5 None None] Pushing event updated for resources: {'Port': ['ID=834cb181-ca34-4c0b-a7ac-6fe69f9aded1,revision_number=2']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:32.291112 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97422944-2e2f-4080-8561-cf385c107799 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Made reservation on behalf of b392f4ec946e4dcd817088bb515163f7 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:37:32.294350 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-97422944-2e2f-4080-8561-cf385c107799 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.295956 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f732261-eff7-4ee7-9996-6db899992b4f None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:37:32.296566 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f732261-eff7-4ee7-9996-6db899992b4f None None] Checking segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:37:32.297131 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-1f732261-eff7-4ee7-9996-6db899992b4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.297680 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f732261-eff7-4ee7-9996-6db899992b4f None None] Bound using segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:37:32.298323 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-1f732261-eff7-4ee7-9996-6db899992b4f None None] Bound port: 834cb181-ca34-4c0b-a7ac-6fe69f9aded1, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:37:32.298909 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-1f732261-eff7-4ee7-9996-6db899992b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (834cb181-ca34-4c0b-a7ac-6fe69f9aded1), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.315956 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-25b6831d-a0de-4fcb-a597-297df705c837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (528f4310-7e7e-4fd9-9e58-10229fa2290d), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.323987 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363558-f72b-427d-84da-c1624a74aad5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:32.328907 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363558-f72b-427d-84da-c1624a74aad5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:32.328907 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363558-f72b-427d-84da-c1624a74aad5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:32.328907 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363558-f72b-427d-84da-c1624a74aad5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:32.328907 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363558-f72b-427d-84da-c1624a74aad5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:32.328907 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363558-f72b-427d-84da-c1624a74aad5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:32.328907 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363558-f72b-427d-84da-c1624a74aad5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:32.328907 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363558-f72b-427d-84da-c1624a74aad5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:32.328907 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363558-f72b-427d-84da-c1624a74aad5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:32.328907 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363558-f72b-427d-84da-c1624a74aad5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:32.328907 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363558-f72b-427d-84da-c1624a74aad5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:32.328907 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363558-f72b-427d-84da-c1624a74aad5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:32.328907 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363558-f72b-427d-84da-c1624a74aad5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:32.328907 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363558-f72b-427d-84da-c1624a74aad5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:32.328907 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363558-f72b-427d-84da-c1624a74aad5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363558-f72b-427d-84da-c1624a74aad5 None None] Tracked resource versions report: Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: pushed versions: Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: { 'AddressGroup': {'1.2'}, Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: 'Agent': {'1.1'}, Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: 'ConntrackHelper': {'1.0'}, Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: 'LocalIPAssociation': {'1.0'}, Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: 'Log': {'1.0'}, Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: 'NDPProxy': {'1.0'}, Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: 'Network': {'1.1'}, Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: 'Port': {'1.7'}, Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: 'PortForwarding': {'1.3'}, Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: 'QosPolicy': {'1.10'}, Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: 'SecurityGroup': {'1.5'}, Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: 'SecurityGroupRule': {'1.2'}, Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: 'SubPort': {'1.0'}, Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: 'Subnet': {'1.1'}, Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: 'Trunk': {'1.1'}} Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: consumer versions: Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: { DHCP agent@dv-neutron-834613-2-hyperv: {}, Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: HyperV agent@hv-neutron-8346: {}, Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: L3 agent@dv-neutron-834613-2-hyperv: {}, Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: Metadata agent@dv-neutron-834613-2-hyperv: {}, Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: Metering agent@dv-neutron-834613-2-hyperv: {}, Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: Open vSwitch agent@dv-neutron-834613-2-hyperv: { 'AddressGroup': '1.2', Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: 'Agent': '1.1', Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: 'ConntrackHelper': '1.0', Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: 'LocalIPAssociation': '1.0', Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: 'Log': '1.0', Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: 'NDPProxy': '1.0', Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: 'Network': '1.1', Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: 'Port': '1.7', Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: 'PortForwarding': '1.3', Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: 'QosPolicy': '1.10', Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: 'SecurityGroup': '1.5', Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: 'SecurityGroupRule': '1.2', Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: 'SubPort': '1.0', Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: 'Subnet': '1.1', Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: 'Trunk': '1.1'}} Mar 23 02:37:32.330794 dv-neutron-834613-2-hyperv neutron-server[104351]: {{(pid=104351) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 02:37:32.372186 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-1f732261-eff7-4ee7-9996-6db899992b4f None None] For port 834cb181-ca34-4c0b-a7ac-6fe69f9aded1, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:37:32.375645 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-1f732261-eff7-4ee7-9996-6db899992b4f None None] For port 834cb181-ca34-4c0b-a7ac-6fe69f9aded1, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=834cb181-ca34-4c0b-a7ac-6fe69f9aded1,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:37:32.381275 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-97422944-2e2f-4080-8561-cf385c107799 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.390266 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6831d-a0de-4fcb-a597-297df705c837 None None] Pushing event updated for resources: {'Port': ['ID=528f4310-7e7e-4fd9-9e58-10229fa2290d,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:32.401319 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b6831d-a0de-4fcb-a597-297df705c837 None None] Network 22c45d4e-453f-46ea-9852-f03123ae9cab is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:37:32.402775 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-052d1862-1dc8-4875-a6a3-8d7f6b32116f tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=2422078d-122f-407e-ae39-734bebb3cc1d HTTP/1.1" status: 200 len: 467 time: 0.2617371 Mar 23 02:37:32.403520 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-25b6831d-a0de-4fcb-a597-297df705c837 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:37:32.406568 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b6831d-a0de-4fcb-a597-297df705c837 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:37:32.407229 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55612) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:32.429187 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-167e9d6a-e93a-432e-b487-19104ee43c02 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks [] for router_controller (d3d12d07-f61d-469f-9b56-497c5057a755), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.464631 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-1f732261-eff7-4ee7-9996-6db899992b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (834cb181-ca34-4c0b-a7ac-6fe69f9aded1), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.465414 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-25b6831d-a0de-4fcb-a597-297df705c837 None None] Attempting to bind port 528f4310-7e7e-4fd9-9e58-10229fa2290d on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:37:32.465799 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-25b6831d-a0de-4fcb-a597-297df705c837 None None] Attempting to bind port 528f4310-7e7e-4fd9-9e58-10229fa2290d by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '22c45d4e-453f-46ea-9852-f03123ae9cab'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:37:32.466168 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b6831d-a0de-4fcb-a597-297df705c837 None None] Attempting to bind port 528f4310-7e7e-4fd9-9e58-10229fa2290d on network 22c45d4e-453f-46ea-9852-f03123ae9cab {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:37:32.472944 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b6831d-a0de-4fcb-a597-297df705c837 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:37:32.473310 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b6831d-a0de-4fcb-a597-297df705c837 None None] Checking segment: {'id': 'b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '22c45d4e-453f-46ea-9852-f03123ae9cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:37:32.473814 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-25b6831d-a0de-4fcb-a597-297df705c837 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.474062 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c5dff961-0f22-4fb1-a9c2-e2345ceee532 tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.474886 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b6831d-a0de-4fcb-a597-297df705c837 None None] Bound using segment: {'id': 'b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '22c45d4e-453f-46ea-9852-f03123ae9cab'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:37:32.475280 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-25b6831d-a0de-4fcb-a597-297df705c837 None None] Bound port: 528f4310-7e7e-4fd9-9e58-10229fa2290d, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '22c45d4e-453f-46ea-9852-f03123ae9cab'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:37:32.475671 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-25b6831d-a0de-4fcb-a597-297df705c837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (528f4310-7e7e-4fd9-9e58-10229fa2290d), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.480246 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c5dff961-0f22-4fb1-a9c2-e2345ceee532 tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.2655511 Mar 23 02:37:32.480551 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55614) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:32.485528 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-dbbaa71d-269b-4169-95ed-85a40ea65e72 tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '2526feb5-fc2d-4a05-b81e-1a2d72de7df4'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:32.486026 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-dbbaa71d-269b-4169-95ed-85a40ea65e72 tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104348) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 02:37:32.551545 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-167e9d6a-e93a-432e-b487-19104ee43c02 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (d3d12d07-f61d-469f-9b56-497c5057a755), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.568367 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-25b6831d-a0de-4fcb-a597-297df705c837 None None] For port 528f4310-7e7e-4fd9-9e58-10229fa2290d, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:37:32.573015 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-25b6831d-a0de-4fcb-a597-297df705c837 None None] For port 528f4310-7e7e-4fd9-9e58-10229fa2290d, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=528f4310-7e7e-4fd9-9e58-10229fa2290d,segment=NetworkSegment(b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb),segment_id=b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:37:32.579125 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f732261-eff7-4ee7-9996-6db899992b4f None None] Routers {'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:37:32.580527 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-1f732261-eff7-4ee7-9996-6db899992b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:37:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:32.616646 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-a6d4040f-5e89-441f-aa90-1ae1410c2fd5 admin admin] Allocated IP 172.20.0.1 (3edd2161-639f-4b63-b7ee-dfa8fb0684e0/43c32d8d-82fc-4897-9976-f6e345cb2e2c/5ca2165f-d2ec-4b41-8880-a80f06c959f4) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:37:32.619666 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-74725c4d-6511-4a95-903c-3399254fe98f tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Publish callbacks [] for security_group (8c0428f7-cb6b-4b3a-bdeb-0609bd714f7e), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.626806 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-427adc29-9618-4ca0-a8b7-cf42eb90c613 tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] Publish callbacks [] for security_group (e9fbe3a3-b0f5-4ff3-b6ba-5aad79c9b635), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.670731 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27363558-f72b-427d-84da-c1624a74aad5 None None] Pushing event updated for resources: {'Port': ['ID=834cb181-ca34-4c0b-a7ac-6fe69f9aded1,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:32.696020 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-25b6831d-a0de-4fcb-a597-297df705c837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (528f4310-7e7e-4fd9-9e58-10229fa2290d), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.708533 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-97422944-2e2f-4080-8561-cf385c107799 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks [] for security_group (c018eb94-51af-422e-ad7f-017524e44876), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.734826 dv-neutron-834613-2-hyperv neutron-server[104348]: WARNING neutron.services.metering.metering_plugin [None req-dbbaa71d-269b-4169-95ed-85a40ea65e72 tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 23 02:37:32.736217 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-1f732261-eff7-4ee7-9996-6db899992b4f None None] Set router ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:37:32.741363 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-167e9d6a-e93a-432e-b487-19104ee43c02 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.742792 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-167e9d6a-e93a-432e-b487-19104ee43c02 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.6954577 Mar 23 02:37:32.743740 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-74725c4d-6511-4a95-903c-3399254fe98f tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (8c0428f7-cb6b-4b3a-bdeb-0609bd714f7e), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.745811 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-427adc29-9618-4ca0-a8b7-cf42eb90c613 tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (e9fbe3a3-b0f5-4ff3-b6ba-5aad79c9b635), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.749133 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55616) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:32.761089 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-74725c4d-6511-4a95-903c-3399254fe98f tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] device_id is not set on port 4f313474-1ad9-47ed-8f52-2e39de16b9d7 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:37:32.778856 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6831d-a0de-4fcb-a597-297df705c837 None None] Pushing event updated for resources: {'Port': ['ID=528f4310-7e7e-4fd9-9e58-10229fa2290d,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:32.840486 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a6d4040f-5e89-441f-aa90-1ae1410c2fd5 admin admin] Publish callbacks [] for port (5ca2165f-d2ec-4b41-8880-a80f06c959f4), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.844179 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-427adc29-9618-4ca0-a8b7-cf42eb90c613 tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:37:32.855265 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-97422944-2e2f-4080-8561-cf385c107799 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (c018eb94-51af-422e-ad7f-017524e44876), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.886213 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74725c4d-6511-4a95-903c-3399254fe98f tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0428f7-cb6b-4b3a-bdeb-0609bd714f7e,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:32.890171 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-427adc29-9618-4ca0-a8b7-cf42eb90c613 tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (d9cbebf0-0889-4c93-b4e6-b129f5c5d536), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.891006 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-427adc29-9618-4ca0-a8b7-cf42eb90c613 tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] Added segment d9cbebf0-0889-4c93-b4e6-b129f5c5d536 of type vlan for network faf2bbdc-5836-43cf-a423-9981813a67c0 Mar 23 02:37:32.904287 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1207da37-28a0-45ff-abc7-317347a588cb tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.907950 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1207da37-28a0-45ff-abc7-317347a588cb tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/2422078d-122f-407e-ae39-734bebb3cc1d HTTP/1.1" status: 204 len: 168 time: 0.4671290 Mar 23 02:37:32.910054 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55620) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:32.922635 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97422944-2e2f-4080-8561-cf385c107799 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:37:32.959032 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dbbaa71d-269b-4169-95ed-85a40ea65e72 tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:32.963599 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-dbbaa71d-269b-4169-95ed-85a40ea65e72 tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4788144 Mar 23 02:37:33.007440 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-1f732261-eff7-4ee7-9996-6db899992b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'name': 'tempest-ServerActionsTestJSON-1104090869-router', 'tenant_id': 'c302519e74814ecf9d6317cf454d8d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '834cb181-ca34-4c0b-a7ac-6fe69f9aded1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:37:28Z', 'updated_at': '2022-03-23T02:37:29Z', 'revision_number': 3, 'project_id': 'c302519e74814ecf9d6317cf454d8d57', 'gw_port': {'id': '834cb181-ca34-4c0b-a7ac-6fe69f9aded1', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:46:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:29Z', 'updated_at': '2022-03-23T02:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:33.008410 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55622) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:33.012028 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 3b351473-af75-4307-979d-c78198bcfd52 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:37:33.017504 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-427adc29-9618-4ca0-a8b7-cf42eb90c613 tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (faf2bbdc-5836-43cf-a423-9981813a67c0), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:33.031545 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-a6968f71-5c6a-4e14-878b-707fbd5f64f0 tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '2526feb5-fc2d-4a05-b81e-1a2d72de7df4'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:33.032060 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-a6968f71-5c6a-4e14-878b-707fbd5f64f0 tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104348) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 02:37:33.047166 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427adc29-9618-4ca0-a8b7-cf42eb90c613 tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fbe3a3-b0f5-4ff3-b6ba-5aad79c9b635,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:33.056221 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f732261-eff7-4ee7-9996-6db899992b4f None None] The sync data for ids ['ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76'] in dv-neutron-834613-2-hyperv is: [{'id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'name': 'tempest-ServerActionsTestJSON-1104090869-router', 'tenant_id': 'c302519e74814ecf9d6317cf454d8d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '834cb181-ca34-4c0b-a7ac-6fe69f9aded1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:37:28Z', 'updated_at': '2022-03-23T02:37:29Z', 'revision_number': 3, 'project_id': 'c302519e74814ecf9d6317cf454d8d57', 'gw_port': {'id': '834cb181-ca34-4c0b-a7ac-6fe69f9aded1', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:46:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:29Z', 'updated_at': '2022-03-23T02:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:37:33.113017 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97422944-2e2f-4080-8561-cf385c107799 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c018eb94-51af-422e-ad7f-017524e44876,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:33.117722 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-15e2d726-a063-41a3-a0cb-acbb6c033097 tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=2422078d-122f-407e-ae39-734bebb3cc1d HTTP/1.1" status: 200 len: 216 time: 0.2036824 Mar 23 02:37:33.117722 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c8892ba0-6a6a-4398-9c48-9e38377620d4 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks [] for router (d3d12d07-f61d-469f-9b56-497c5057a755), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:33.129112 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55624) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:33.147202 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 3b351473-af75-4307-979d-c78198bcfd52 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:33.147911 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.db.resource_extend [None req-427adc29-9618-4ca0-a8b7-cf42eb90c613 tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 02:37:33.148188 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (3b351473-af75-4307-979d-c78198bcfd52), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:33.158822 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0a1861c8-4595-4f2b-9cb6-ca6b009eb34f tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0222855 Mar 23 02:37:33.167488 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-97422944-2e2f-4080-8561-cf385c107799 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (eb8d3178-3cd5-456f-99c3-5ab9397cc54a), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:33.167850 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-97422944-2e2f-4080-8561-cf385c107799 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Added segment eb8d3178-3cd5-456f-99c3-5ab9397cc54a of type vlan for network bb52d1bb-cefe-4890-97b0-698ae79f1fd3 Mar 23 02:37:33.171923 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55626) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:33.230881 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-277e01ab-d82a-4dad-9ca9-4b3720409b01 tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0578086 Mar 23 02:37:33.238575 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a6d4040f-5e89-441f-aa90-1ae1410c2fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (5ca2165f-d2ec-4b41-8880-a80f06c959f4), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:33.244288 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55628) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:33.248209 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-74725c4d-6511-4a95-903c-3399254fe98f tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Allocated IP 172.26.2.185 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/4f313474-1ad9-47ed-8f52-2e39de16b9d7) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:37:33.281676 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 3b351473-af75-4307-979d-c78198bcfd52 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:33.300670 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-97422944-2e2f-4080-8561-cf385c107799 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (bb52d1bb-cefe-4890-97b0-698ae79f1fd3), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:33.319975 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-427adc29-9618-4ca0-a8b7-cf42eb90c613 tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (faf2bbdc-5836-43cf-a423-9981813a67c0), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:33.324926 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427adc29-9618-4ca0-a8b7-cf42eb90c613 tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:33.325512 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-427adc29-9618-4ca0-a8b7-cf42eb90c613 tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:33.410024 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.db.resource_extend [None req-97422944-2e2f-4080-8561-cf385c107799 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 02:37:33.430528 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e58a51fd-1094-4de7-b6c4-7dc9b66665c8 tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels/f030e011-b570-4a31-a964-a0286466cdb0 HTTP/1.1" status: 200 len: 473 time: 0.1775255 Mar 23 02:37:33.450799 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55634) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:33.476901 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d4040f-5e89-441f-aa90-1ae1410c2fd5 admin admin] Network 3edd2161-639f-4b63-b7ee-dfa8fb0684e0 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:37:33.482425 dv-neutron-834613-2-hyperv neutron-server[104348]: WARNING neutron.services.metering.metering_plugin [None req-a6968f71-5c6a-4e14-878b-707fbd5f64f0 tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 23 02:37:33.514715 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4040f-5e89-441f-aa90-1ae1410c2fd5 admin admin] Pushing event updated for resources: {'Port': ['ID=5ca2165f-d2ec-4b41-8880-a80f06c959f4,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:33.518825 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-a6d4040f-5e89-441f-aa90-1ae1410c2fd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:37:33.521427 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d4040f-5e89-441f-aa90-1ae1410c2fd5 admin admin] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:37:33.522181 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a6d4040f-5e89-441f-aa90-1ae1410c2fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:33.563137 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d8a149ea-6d00-4d58-aa03-5e8a5ba7a944 tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/63c3a487-dacb-4834-b469-8489bd77e7ef HTTP/1.1" status: 200 len: 461 time: 0.1112163 Mar 23 02:37:33.594991 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55636) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:33.598083 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c8892ba0-6a6a-4398-9c48-9e38377620d4 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (d3d12d07-f61d-469f-9b56-497c5057a755), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:33.607546 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5c22c1fa-fcde-4c5b-be33-ed69e5b12cfa admin admin] Publish callbacks [] for router_gateway (920e73ec-0607-4b96-a19e-e29807738883), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:33.613162 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c8892ba0-6a6a-4398-9c48-9e38377620d4 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks [] for router_controller (d3d12d07-f61d-469f-9b56-497c5057a755), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:33.633873 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-97422944-2e2f-4080-8561-cf385c107799 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (bb52d1bb-cefe-4890-97b0-698ae79f1fd3), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:33.638846 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97422944-2e2f-4080-8561-cf385c107799 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:33.639474 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-97422944-2e2f-4080-8561-cf385c107799 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:33.662083 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-427adc29-9618-4ca0-a8b7-cf42eb90c613 tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3545556 Mar 23 02:37:33.672886 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55638) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:33.706670 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427adc29-9618-4ca0-a8b7-cf42eb90c613 tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] Pushing event updated for resources: {'Network': ['ID=faf2bbdc-5836-43cf-a423-9981813a67c0,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:33.724971 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network faf2bbdc-5836-43cf-a423-9981813a67c0 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:37:33.747279 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a6968f71-5c6a-4e14-878b-707fbd5f64f0 tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:33.751249 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a6968f71-5c6a-4e14-878b-707fbd5f64f0 tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7335508 Mar 23 02:37:33.751377 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5c22c1fa-fcde-4c5b-be33-ed69e5b12cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:33.753291 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55642) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:33.850683 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-74725c4d-6511-4a95-903c-3399254fe98f tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Publish callbacks [] for port (4f313474-1ad9-47ed-8f52-2e39de16b9d7), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:33.876974 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-8488921c-f376-4188-a998-a197933dc8aa tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Request body: {'network': {'name': 'tempest-network--788001701', 'router:external': True}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:33.889321 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ff0bf1b3-3ea4-4606-a134-026afa30928e tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=d46cd734-964d-4575-a02f-6f0733a97a1f HTTP/1.1" status: 200 len: 462 time: 0.0821455 Mar 23 02:37:33.898133 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55644) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:33.971724 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-97422944-2e2f-4080-8561-cf385c107799 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5877011 Mar 23 02:37:33.980767 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55646) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:33.995399 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-7c2d1d7b-a8aa-4656-815e-3d5d41619de1 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Request body: {'subnet': {'network_id': 'bb52d1bb-cefe-4890-97b0-698ae79f1fd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:34.028083 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c8892ba0-6a6a-4398-9c48-9e38377620d4 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (d3d12d07-f61d-469f-9b56-497c5057a755), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:34.029311 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8892ba0-6a6a-4398-9c48-9e38377620d4 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d3d12d07-f61d-469f-9b56-497c5057a755 {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:37:34.035555 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-cf4342d0-3328-4898-9894-8fdca0a423ef None None] Provisioning complete for port 5ca2165f-d2ec-4b41-8880-a80f06c959f4 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:34.036755 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cf4342d0-3328-4898-9894-8fdca0a423ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (5ca2165f-d2ec-4b41-8880-a80f06c959f4), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:34.046264 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8488921c-f376-4188-a998-a197933dc8aa tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Made reservation on behalf of a037547ef88d44c7aae84041daff4cb0 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:37:34.048962 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8488921c-f376-4188-a998-a197933dc8aa tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:34.062294 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c8892ba0-6a6a-4398-9c48-9e38377620d4 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:34.068693 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c8892ba0-6a6a-4398-9c48-9e38377620d4 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] 10.222.0.24 "DELETE /v2.0/routers/d3d12d07-f61d-469f-9b56-497c5057a755 HTTP/1.1" status: 204 len: 168 time: 1.3183918 Mar 23 02:37:34.071379 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55648) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:34.097392 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-cf4342d0-3328-4898-9894-8fdca0a423ef None None] Port 5ca2165f-d2ec-4b41-8880-a80f06c959f4 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:37:34.125985 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4fa00467-83be-4572-8f7c-6e812e537dbd tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:34.130266 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4fa00467-83be-4572-8f7c-6e812e537dbd tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/63c3a487-dacb-4834-b469-8489bd77e7ef HTTP/1.1" status: 204 len: 168 time: 0.5339916 Mar 23 02:37:34.131498 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55650) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:34.139319 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-4a366b77-759f-4887-949f-a73450462438 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Request body: {'router': {'name': 'tempest-router-796930004', 'distributed': False}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:34.140482 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97422944-2e2f-4080-8561-cf385c107799 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Pushing event updated for resources: {'Network': ['ID=bb52d1bb-cefe-4890-97b0-698ae79f1fd3,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:34.153436 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network bb52d1bb-cefe-4890-97b0-698ae79f1fd3 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:37:34.166604 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8488921c-f376-4188-a998-a197933dc8aa tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:34.272582 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2557fa2f-4955-4fb7-bb6d-efcc4ec48270 None None] Network 22c45d4e-453f-46ea-9852-f03123ae9cab requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:37:34.312169 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-74725c4d-6511-4a95-903c-3399254fe98f tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (4f313474-1ad9-47ed-8f52-2e39de16b9d7), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:34.318928 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8488921c-f376-4188-a998-a197933dc8aa tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks [] for security_group (f078906c-69b0-4dcc-b6ff-d8c6f50dcb2d), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:34.359091 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74725c4d-6511-4a95-903c-3399254fe98f tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:37:34.365478 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-9f5a050b-6b3b-4107-a3d6-650acc31953c None None] Provisioning complete for port 528f4310-7e7e-4fd9-9e58-10229fa2290d triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:34.366119 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9f5a050b-6b3b-4107-a3d6-650acc31953c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (528f4310-7e7e-4fd9-9e58-10229fa2290d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:34.486474 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5f740ff6-b4bb-4666-a579-f89099d2cec0 tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:34.488398 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5f740ff6-b4bb-4666-a579-f89099d2cec0 tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/d46cd734-964d-4575-a02f-6f0733a97a1f HTTP/1.1" status: 204 len: 168 time: 0.5894341 Mar 23 02:37:34.517082 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-9f5a050b-6b3b-4107-a3d6-650acc31953c None None] Current status of the port 528f4310-7e7e-4fd9-9e58-10229fa2290d is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:34.518179 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9f5a050b-6b3b-4107-a3d6-650acc31953c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (528f4310-7e7e-4fd9-9e58-10229fa2290d), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:34.518981 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55652) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:34.519952 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-74725c4d-6511-4a95-903c-3399254fe98f tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:37:34.528237 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74725c4d-6511-4a95-903c-3399254fe98f tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:37:34.529130 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74725c4d-6511-4a95-903c-3399254fe98f tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:34.529732 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-74725c4d-6511-4a95-903c-3399254fe98f tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:34.539190 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8488921c-f376-4188-a998-a197933dc8aa tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (f078906c-69b0-4dcc-b6ff-d8c6f50dcb2d), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:34.545267 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4a366b77-759f-4887-949f-a73450462438 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (6ddd802e-340f-4f60-9996-70eb0432226f), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:34.545267 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4a366b77-759f-4887-949f-a73450462438 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (6ddd802e-340f-4f60-9996-70eb0432226f), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:34.545479 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2d1d7b-a8aa-4656-815e-3d5d41619de1 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Made reservation on behalf of b392f4ec946e4dcd817088bb515163f7 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:37:34.545847 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7c2d1d7b-a8aa-4656-815e-3d5d41619de1 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks [] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:34.577311 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-9f5a050b-6b3b-4107-a3d6-650acc31953c None None] For port 528f4310-7e7e-4fd9-9e58-10229fa2290d, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=528f4310-7e7e-4fd9-9e58-10229fa2290d,segment=NetworkSegment(b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb),segment_id=b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:37:34.623375 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-5c22c1fa-fcde-4c5b-be33-ed69e5b12cfa admin admin] Allocated IP 172.26.2.229 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/5813600c-f00b-44b4-9a2b-a8f91a1f8b62) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:37:34.632834 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74725c4d-6511-4a95-903c-3399254fe98f tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Pushing event updated for resources: {'Port': ['ID=4f313474-1ad9-47ed-8f52-2e39de16b9d7,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:34.636003 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-cf731e98-0d10-4082-970d-6fbd68ca3910 tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=d46cd734-964d-4575-a02f-6f0733a97a1f HTTP/1.1" status: 200 len: 221 time: 0.1127923 Mar 23 02:37:34.643757 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8488921c-f376-4188-a998-a197933dc8aa tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:37:34.644374 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55654) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:34.645545 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a6d4040f-5e89-441f-aa90-1ae1410c2fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (5ca2165f-d2ec-4b41-8880-a80f06c959f4), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:34.648935 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9f5a050b-6b3b-4107-a3d6-650acc31953c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (528f4310-7e7e-4fd9-9e58-10229fa2290d), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:34.650999 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-6246cc3c-6f9f-4604-ae5a-b0a94042c957 tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--931286223', 'description': 'label created by tempest'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:34.651481 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-6246cc3c-6f9f-4604-ae5a-b0a94042c957 tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] Unknown quota resources ['metering_label']. {{(pid=104348) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 02:37:34.688951 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488921c-f376-4188-a998-a197933dc8aa tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f078906c-69b0-4dcc-b6ff-d8c6f50dcb2d,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:34.694670 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8488921c-f376-4188-a998-a197933dc8aa tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (34549cba-b10a-47d9-ba42-f02f6ea4afcb), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:34.695015 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-8488921c-f376-4188-a998-a197933dc8aa tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Added segment 34549cba-b10a-47d9-ba42-f02f6ea4afcb of type vlan for network ffcc16e6-5732-48ad-a98c-429e54523063 Mar 23 02:37:34.703754 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ca00227a-c883-4dba-b1ca-80288991bbde tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:34.707777 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ca00227a-c883-4dba-b1ca-80288991bbde tempest-MeteringTestJSON-1960507764 tempest-MeteringTestJSON-1960507764-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/f030e011-b570-4a31-a964-a0286466cdb0 HTTP/1.1" status: 204 len: 168 time: 0.5562534 Mar 23 02:37:34.732166 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a050b-6b3b-4107-a3d6-650acc31953c None None] Pushing event updated for resources: {'Port': ['ID=528f4310-7e7e-4fd9-9e58-10229fa2290d,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:34.757454 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4a366b77-759f-4887-949f-a73450462438 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks [] for router_controller (6ddd802e-340f-4f60-9996-70eb0432226f), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:34.761402 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-74725c4d-6511-4a95-903c-3399254fe98f tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.7286890 Mar 23 02:37:34.770138 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55658) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:34.775393 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-b06db115-a12e-44ee-950c-9973c672e28f tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.185'}]}}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:34.780022 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-97e68fe1-f797-48af-b6b2-960bcd8b7ac1 None None] Provisioning complete for port 528f4310-7e7e-4fd9-9e58-10229fa2290d triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:34.780022 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-97e68fe1-f797-48af-b6b2-960bcd8b7ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (528f4310-7e7e-4fd9-9e58-10229fa2290d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:34.869117 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-97e68fe1-f797-48af-b6b2-960bcd8b7ac1 None None] Current status of the port 528f4310-7e7e-4fd9-9e58-10229fa2290d is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:34.895747 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4a366b77-759f-4887-949f-a73450462438 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (6ddd802e-340f-4f60-9996-70eb0432226f), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:34.949797 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b06db115-a12e-44ee-950c-9973c672e28f tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (159f1a84-2bb0-4ca6-bf79-9f8b05841ece), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:34.950925 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b06db115-a12e-44ee-950c-9973c672e28f tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (159f1a84-2bb0-4ca6-bf79-9f8b05841ece), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:34.954668 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8488921c-f376-4188-a998-a197933dc8aa tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (ffcc16e6-5732-48ad-a98c-429e54523063), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:35.003911 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5c22c1fa-fcde-4c5b-be33-ed69e5b12cfa admin admin] Publish callbacks [] for port (5813600c-f00b-44b4-9a2b-a8f91a1f8b62), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:35.009737 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6246cc3c-6f9f-4604-ae5a-b0a94042c957 tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:35.013810 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6246cc3c-6f9f-4604-ae5a-b0a94042c957 tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3684068 Mar 23 02:37:35.014423 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55660) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:35.066118 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 834cb181-ca34-4c0b-a7ac-6fe69f9aded1 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:37:35.107790 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4a366b77-759f-4887-949f-a73450462438 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:35.112305 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4a366b77-759f-4887-949f-a73450462438 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9880619 Mar 23 02:37:35.116207 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55662) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:35.141198 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2fe24f52-1536-41a5-987c-93d512401f15 tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=ee4981f1-84f2-44d7-b66e-ad4f1749b3d2 HTTP/1.1" status: 200 len: 467 time: 0.1212859 Mar 23 02:37:35.149667 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 834cb181-ca34-4c0b-a7ac-6fe69f9aded1 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:35.150190 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (834cb181-ca34-4c0b-a7ac-6fe69f9aded1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:35.152466 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55664) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:35.188041 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b06db115-a12e-44ee-950c-9973c672e28f tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Publish callbacks [] for router_controller (159f1a84-2bb0-4ca6-bf79-9f8b05841ece), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:35.246203 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 834cb181-ca34-4c0b-a7ac-6fe69f9aded1 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:35.247934 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (834cb181-ca34-4c0b-a7ac-6fe69f9aded1), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:35.272216 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 834cb181-ca34-4c0b-a7ac-6fe69f9aded1, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=834cb181-ca34-4c0b-a7ac-6fe69f9aded1,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:37:35.299869 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e531b586-7510-47bf-858f-56eb955352b5 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks [] for router (6ddd802e-340f-4f60-9996-70eb0432226f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:35.305338 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8488921c-f376-4188-a998-a197933dc8aa tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (ffcc16e6-5732-48ad-a98c-429e54523063), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:35.306146 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8488921c-f376-4188-a998-a197933dc8aa tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:35.306863 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8488921c-f376-4188-a998-a197933dc8aa tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:35.363149 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (834cb181-ca34-4c0b-a7ac-6fe69f9aded1), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:35.364278 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 528f4310-7e7e-4fd9-9e58-10229fa2290d up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:37:35.390372 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55668) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:35.396596 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5c22c1fa-fcde-4c5b-be33-ed69e5b12cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (5813600c-f00b-44b4-9a2b-a8f91a1f8b62), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:35.449035 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7c2d1d7b-a8aa-4656-815e-3d5d41619de1 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for subnet (fc2c298e-bec8-4f59-95d1-7db4dee8a42a), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:35.456613 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a6d4040f-5e89-441f-aa90-1ae1410c2fd5 admin admin] Publish callbacks [] for port (5ca2165f-d2ec-4b41-8880-a80f06c959f4), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:35.465877 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=834cb181-ca34-4c0b-a7ac-6fe69f9aded1,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:35.482335 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 528f4310-7e7e-4fd9-9e58-10229fa2290d triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:35.482902 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (528f4310-7e7e-4fd9-9e58-10229fa2290d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:35.484960 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8488921c-f376-4188-a998-a197933dc8aa tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.8052928 Mar 23 02:37:35.516651 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55672) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:35.543525 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c22c1fa-fcde-4c5b-be33-ed69e5b12cfa admin admin] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:37:35.560022 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22c1fa-fcde-4c5b-be33-ed69e5b12cfa admin admin] Pushing event updated for resources: {'Port': ['ID=5813600c-f00b-44b4-9a2b-a8f91a1f8b62,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:35.562998 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a6d4040f-5e89-441f-aa90-1ae1410c2fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (5ca2165f-d2ec-4b41-8880-a80f06c959f4), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:35.571185 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a6d4040f-5e89-441f-aa90-1ae1410c2fd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:35.591013 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 528f4310-7e7e-4fd9-9e58-10229fa2290d is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:35.635932 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488921c-f376-4188-a998-a197933dc8aa tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Pushing event updated for resources: {'Network': ['ID=ffcc16e6-5732-48ad-a98c-429e54523063,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:35.641520 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-5c22c1fa-fcde-4c5b-be33-ed69e5b12cfa admin admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:37:35.646601 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c22c1fa-fcde-4c5b-be33-ed69e5b12cfa admin admin] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:37:35.647558 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network ffcc16e6-5732-48ad-a98c-429e54523063 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:37:35.657453 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ac101cab-65ed-4981-91d0-f02e7de5b4c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:35.814241 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d1d7b-a8aa-4656-815e-3d5d41619de1 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Pushing event updated for resources: {'Subnet': ['ID=fc2c298e-bec8-4f59-95d1-7db4dee8a42a,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:35.835300 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3869c102-5e9b-4b4a-8fc4-300769c242d7 tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:35.836870 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3869c102-5e9b-4b4a-8fc4-300769c242d7 tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/ee4981f1-84f2-44d7-b66e-ad4f1749b3d2 HTTP/1.1" status: 204 len: 168 time: 0.6716533 Mar 23 02:37:35.838823 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4040f-5e89-441f-aa90-1ae1410c2fd5 admin admin] Pushing event updated for resources: {'Port': ['ID=5ca2165f-d2ec-4b41-8880-a80f06c959f4,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:35.841624 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55676) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:35.855372 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e531b586-7510-47bf-858f-56eb955352b5 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (6ddd802e-340f-4f60-9996-70eb0432226f), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:35.859421 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b06db115-a12e-44ee-950c-9973c672e28f tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Publish callbacks [] for router_gateway (159f1a84-2bb0-4ca6-bf79-9f8b05841ece), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:35.859603 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e531b586-7510-47bf-858f-56eb955352b5 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks [] for router_controller (6ddd802e-340f-4f60-9996-70eb0432226f), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:35.862100 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2d1d7b-a8aa-4656-815e-3d5d41619de1 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Checking segment: {'id': 'eb8d3178-3cd5-456f-99c3-5ab9397cc54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'bb52d1bb-cefe-4890-97b0-698ae79f1fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:37:35.862456 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2d1d7b-a8aa-4656-815e-3d5d41619de1 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Network hostable DHCP agents. Network: bb52d1bb-cefe-4890-97b0-698ae79f1fd3, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:37:35.912561 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2ce0ed8c-f12e-448b-8e3c-5950c58cf12a tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=ee4981f1-84f2-44d7-b66e-ad4f1749b3d2 HTTP/1.1" status: 200 len: 216 time: 0.0651026 Mar 23 02:37:35.917188 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55678) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:35.939705 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4e4abe69-ad57-42d6-9dd6-73c60393424e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (ffcc16e6-5732-48ad-a98c-429e54523063), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:35.957143 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4e319809-c31b-4b53-918e-fb16aea98878 tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0390017 Mar 23 02:37:35.962888 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55680) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:35.993297 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d4040f-5e89-441f-aa90-1ae1410c2fd5 admin admin] Network 3edd2161-639f-4b63-b7ee-dfa8fb0684e0 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:37:35.994901 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-a6d4040f-5e89-441f-aa90-1ae1410c2fd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:37:36.019796 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-eace2598-8d25-4dee-bdd0-613724593fdc tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0513592 Mar 23 02:37:36.027417 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55682) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:36.073826 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e531b586-7510-47bf-858f-56eb955352b5 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (6ddd802e-340f-4f60-9996-70eb0432226f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:36.074014 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e531b586-7510-47bf-858f-56eb955352b5 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6ddd802e-340f-4f60-9996-70eb0432226f {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:37:36.085885 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e531b586-7510-47bf-858f-56eb955352b5 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:36.090639 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e531b586-7510-47bf-858f-56eb955352b5 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] 10.222.0.24 "DELETE /v2.0/routers/6ddd802e-340f-4f60-9996-70eb0432226f HTTP/1.1" status: 204 len: 168 time: 0.9657135 Mar 23 02:37:36.091257 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55684) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:36.102701 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-5d62a6d0-f2ce-4bb3-ab39-f17026e43490 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Request body: {'router': {'name': 'tempest-router-1801322333', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '08e06686c503452bad265c102f0dcd04'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:36.108722 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6f126494-af2d-443d-8fae-3f870b1df01f tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels/2526feb5-fc2d-4a05-b81e-1a2d72de7df4 HTTP/1.1" status: 200 len: 472 time: 0.0790560 Mar 23 02:37:36.114062 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55686) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:36.115452 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2d1d7b-a8aa-4656-815e-3d5d41619de1 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Network bb52d1bb-cefe-4890-97b0-698ae79f1fd3 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:37:36.173155 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e905867e-d4e8-49af-9ee0-705cb86cc15d tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/e63d0133-45f0-466a-87d9-1535730822db HTTP/1.1" status: 200 len: 459 time: 0.0465603 Mar 23 02:37:36.177717 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ac101cab-65ed-4981-91d0-f02e7de5b4c7 admin admin] Publish callbacks [] for security_group (40b822bd-e3a7-45ff-ae72-b2ba14ad3831), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:36.178529 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55688) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:36.183056 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4e4abe69-ad57-42d6-9dd6-73c60393424e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (ffcc16e6-5732-48ad-a98c-429e54523063), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:36.195349 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d4040f-5e89-441f-aa90-1ae1410c2fd5 admin admin] Router ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:37:36.213042 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-7c2d1d7b-a8aa-4656-815e-3d5d41619de1 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, bb52d1bb-cefe-4890-97b0-698ae79f1fd3) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:37:36.218272 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2d1d7b-a8aa-4656-815e-3d5d41619de1 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:36.221669 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7c2d1d7b-a8aa-4656-815e-3d5d41619de1 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:36.225745 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f758bc-2f6b-4df3-8141-d9249a1435b6 None None] Network bb52d1bb-cefe-4890-97b0-698ae79f1fd3 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:37:36.284647 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4e4abe69-ad57-42d6-9dd6-73c60393424e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=104348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:37:36.284986 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4e4abe69-ad57-42d6-9dd6-73c60393424e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:37:36.285762 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4e4abe69-ad57-42d6-9dd6-73c60393424e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:37:36.286089 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4e4abe69-ad57-42d6-9dd6-73c60393424e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Subscribe: > port after_create 55550000 {{(pid=104348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:37:36.286415 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4e4abe69-ad57-42d6-9dd6-73c60393424e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Subscribe: > port after_delete 55550000 {{(pid=104348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:37:36.287790 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4e4abe69-ad57-42d6-9dd6-73c60393424e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Subscribe: > port after_update 55550000 {{(pid=104348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:37:36.287790 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4e4abe69-ad57-42d6-9dd6-73c60393424e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=104348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:37:36.288121 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4e4abe69-ad57-42d6-9dd6-73c60393424e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:37:36.288450 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4e4abe69-ad57-42d6-9dd6-73c60393424e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:37:36.288765 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4e4abe69-ad57-42d6-9dd6-73c60393424e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=104348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:37:36.290941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5d62a6d0-f2ce-4bb3-ab39-f17026e43490 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (10c1179e-9688-4b3b-8b27-49975e006bdc), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:36.291994 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5d62a6d0-f2ce-4bb3-ab39-f17026e43490 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (10c1179e-9688-4b3b-8b27-49975e006bdc), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:36.301753 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ac101cab-65ed-4981-91d0-f02e7de5b4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (40b822bd-e3a7-45ff-ae72-b2ba14ad3831), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:36.318756 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-38d86523-9a46-419b-a556-8920181052f5 None None] Provisioning complete for port 5ca2165f-d2ec-4b41-8880-a80f06c959f4 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:36.319285 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-38d86523-9a46-419b-a556-8920181052f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (5ca2165f-d2ec-4b41-8880-a80f06c959f4), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:36.368217 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a81de0-a51f-4509-913f-efdad9f4ae2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-bb52d1bb-cefe-4890-97b0-698ae79f1fd3', 'network_id': 'bb52d1bb-cefe-4890-97b0-698ae79f1fd3', 'project_id': 'b392f4ec946e4dcd817088bb515163f7', 'fixed_ips': [{'subnet_id': 'fc2c298e-bec8-4f59-95d1-7db4dee8a42a'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:37:36.369188 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-47a81de0-a51f-4509-913f-efdad9f4ae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:36.372878 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-38d86523-9a46-419b-a556-8920181052f5 None None] Port 5ca2165f-d2ec-4b41-8880-a80f06c959f4 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:37:36.456163 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4e4abe69-ad57-42d6-9dd6-73c60393424e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:37:36.456531 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4e4abe69-ad57-42d6-9dd6-73c60393424e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:37:36.456852 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4e4abe69-ad57-42d6-9dd6-73c60393424e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=104348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:37:36.457180 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4e4abe69-ad57-42d6-9dd6-73c60393424e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=104348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:37:36.457555 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-4e4abe69-ad57-42d6-9dd6-73c60393424e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffcc16e6-5732-48ad-a98c-429e54523063']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:36.498727 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-4e4abe69-ad57-42d6-9dd6-73c60393424e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34549cba-b10a-47d9-ba42-f02f6ea4afcb') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:36.499025 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-4e4abe69-ad57-42d6-9dd6-73c60393424e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34549cba-b10a-47d9-ba42-f02f6ea4afcb') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:36.516798 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-47a81de0-a51f-4509-913f-efdad9f4ae2a None None] Allocated IP 172.20.0.2 (bb52d1bb-cefe-4890-97b0-698ae79f1fd3/fc2c298e-bec8-4f59-95d1-7db4dee8a42a/d035f16d-649f-43e4-9af5-935afb60bc7e) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:37:36.536309 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4e4abe69-ad57-42d6-9dd6-73c60393424e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (34549cba-b10a-47d9-ba42-f02f6ea4afcb), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:36.543066 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7c2d1d7b-a8aa-4656-815e-3d5d41619de1 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5612354 Mar 23 02:37:36.554515 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55690) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:36.570823 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-3f7dcf36-56a0-44ab-9bfa-643d87c2d970 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Request body: {'port': {'network_id': 'bb52d1bb-cefe-4890-97b0-698ae79f1fd3', 'name': 'tempest-DHCPAgentSchedulersTestJSON-942210023'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:36.610196 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4e4abe69-ad57-42d6-9dd6-73c60393424e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (34549cba-b10a-47d9-ba42-f02f6ea4afcb), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:36.612858 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac101cab-65ed-4981-91d0-f02e7de5b4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b822bd-e3a7-45ff-ae72-b2ba14ad3831,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:36.623930 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ac101cab-65ed-4981-91d0-f02e7de5b4c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f702c68510844b5e8cd885f0b962c44d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2206590 Mar 23 02:37:36.624241 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3fc515dd-6dc0-401c-afe2-7bd8391678cf tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:36.626363 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3fc515dd-6dc0-401c-afe2-7bd8391678cf tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/e63d0133-45f0-466a-87d9-1535730822db HTTP/1.1" status: 204 len: 168 time: 0.4454768 Mar 23 02:37:36.651391 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55692) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:36.651725 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55694) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:36.667059 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5d62a6d0-f2ce-4bb3-ab39-f17026e43490 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks [] for router_controller (10c1179e-9688-4b3b-8b27-49975e006bdc), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:36.670682 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-47a81de0-a51f-4509-913f-efdad9f4ae2a None None] Publish callbacks [] for port (d035f16d-649f-43e4-9af5-935afb60bc7e), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:36.676273 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e4abe69-ad57-42d6-9dd6-73c60393424e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:37:36.676686 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4e4abe69-ad57-42d6-9dd6-73c60393424e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (34549cba-b10a-47d9-ba42-f02f6ea4afcb), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:36.678329 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d4040f-5e89-441f-aa90-1ae1410c2fd5 admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: from cryptography.utils import int_from_bytes Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: from cryptography.utils import int_from_bytes Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:37:36.682057 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:37:36.684352 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a6d4040f-5e89-441f-aa90-1ae1410c2fd5 admin admin] 10.222.0.24 "PUT /v2.0/routers/ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5701149 Mar 23 02:37:36.690888 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11e234b-cd7c-426e-b6dd-c8ef4cb9b1b9 None None] Sync routers for ids ['ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:37:36.702609 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11e234b-cd7c-426e-b6dd-c8ef4cb9b1b9 None None] Routers {'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:37:36.703239 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a11e234b-cd7c-426e-b6dd-c8ef4cb9b1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:37:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:36.740497 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5d62a6d0-f2ce-4bb3-ab39-f17026e43490 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (10c1179e-9688-4b3b-8b27-49975e006bdc), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:36.815938 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5c22c1fa-fcde-4c5b-be33-ed69e5b12cfa admin admin] Publish callbacks [] for router_gateway (920e73ec-0607-4b96-a19e-e29807738883), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:36.817305 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5d62a6d0-f2ce-4bb3-ab39-f17026e43490 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:36.819904 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5d62a6d0-f2ce-4bb3-ab39-f17026e43490 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7249365 Mar 23 02:37:36.829074 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55706) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:36.834417 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-c8d680e8-1b06-44a0-8d7a-ef5c655f0ed0 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Request body: {'router': {'distributed': True}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:36.885847 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-47a81de0-a51f-4509-913f-efdad9f4ae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (d035f16d-649f-43e4-9af5-935afb60bc7e), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:36.931899 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a81de0-a51f-4509-913f-efdad9f4ae2a None None] Network bb52d1bb-cefe-4890-97b0-698ae79f1fd3 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:37:36.937107 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-47a81de0-a51f-4509-913f-efdad9f4ae2a None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:37:36.954088 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a81de0-a51f-4509-913f-efdad9f4ae2a None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:37:36.999170 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 834cb181-ca34-4c0b-a7ac-6fe69f9aded1 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:37:37.043169 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a81de0-a51f-4509-913f-efdad9f4ae2a None None] Pushing event updated for resources: {'Port': ['ID=d035f16d-649f-43e4-9af5-935afb60bc7e,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:37.102115 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c8d680e8-1b06-44a0-8d7a-ef5c655f0ed0 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1655254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3512'] for router (10c1179e-9688-4b3b-8b27-49975e006bdc), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:37.102322 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c8d680e8-1b06-44a0-8d7a-ef5c655f0ed0 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks [] for router (10c1179e-9688-4b3b-8b27-49975e006bdc), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:37.131884 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-a11e234b-cd7c-426e-b6dd-c8ef4cb9b1b9 None None] Set router ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:37:37.197373 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c8d680e8-1b06-44a0-8d7a-ef5c655f0ed0 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=104349) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Mar 23 02:37:37.204356 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c8d680e8-1b06-44a0-8d7a-ef5c655f0ed0 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Router 10c1179e-9688-4b3b-8b27-49975e006bdc migrating from provider to provider. {{(pid=104349) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Mar 23 02:37:37.204774 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c8d680e8-1b06-44a0-8d7a-ef5c655f0ed0 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks [] for router_controller (10c1179e-9688-4b3b-8b27-49975e006bdc), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:37.210854 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c8d680e8-1b06-44a0-8d7a-ef5c655f0ed0 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks [] for router_controller (10c1179e-9688-4b3b-8b27-49975e006bdc), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:37.283114 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c8d680e8-1b06-44a0-8d7a-ef5c655f0ed0 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1655263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1655076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656974'] for router (10c1179e-9688-4b3b-8b27-49975e006bdc), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:37.369226 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-47a81de0-a51f-4509-913f-efdad9f4ae2a None None] Attempting to bind port d035f16d-649f-43e4-9af5-935afb60bc7e on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:37:37.369833 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-47a81de0-a51f-4509-913f-efdad9f4ae2a None None] Attempting to bind port d035f16d-649f-43e4-9af5-935afb60bc7e by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'eb8d3178-3cd5-456f-99c3-5ab9397cc54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'bb52d1bb-cefe-4890-97b0-698ae79f1fd3'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:37:37.370424 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a81de0-a51f-4509-913f-efdad9f4ae2a None None] Attempting to bind port d035f16d-649f-43e4-9af5-935afb60bc7e on network bb52d1bb-cefe-4890-97b0-698ae79f1fd3 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:37:37.383104 dv-neutron-834613-2-hyperv neutron-server[104349]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c8d680e8-1b06-44a0-8d7a-ef5c655f0ed0 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] No L3 agents can host the router 10c1179e-9688-4b3b-8b27-49975e006bdc Mar 23 02:37:37.386391 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a81de0-a51f-4509-913f-efdad9f4ae2a None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:37:37.386566 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a81de0-a51f-4509-913f-efdad9f4ae2a None None] Checking segment: {'id': 'eb8d3178-3cd5-456f-99c3-5ab9397cc54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'bb52d1bb-cefe-4890-97b0-698ae79f1fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:37:37.387192 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-47a81de0-a51f-4509-913f-efdad9f4ae2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:37.387603 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a81de0-a51f-4509-913f-efdad9f4ae2a None None] Bound using segment: {'id': 'eb8d3178-3cd5-456f-99c3-5ab9397cc54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'bb52d1bb-cefe-4890-97b0-698ae79f1fd3'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:37:37.388093 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-47a81de0-a51f-4509-913f-efdad9f4ae2a None None] Bound port: d035f16d-649f-43e4-9af5-935afb60bc7e, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb8d3178-3cd5-456f-99c3-5ab9397cc54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'bb52d1bb-cefe-4890-97b0-698ae79f1fd3'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:37:37.388481 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-47a81de0-a51f-4509-913f-efdad9f4ae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d035f16d-649f-43e4-9af5-935afb60bc7e), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:37.412236 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 834cb181-ca34-4c0b-a7ac-6fe69f9aded1 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:37.413182 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (834cb181-ca34-4c0b-a7ac-6fe69f9aded1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:37.451945 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7f7e1131-559e-48fe-abe4-c2bbe81e9fb1 tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:37.453074 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7f7e1131-559e-48fe-abe4-c2bbe81e9fb1 tempest-MeteringIpV6TestJSON-881963628 tempest-MeteringIpV6TestJSON-881963628-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/2526feb5-fc2d-4a05-b81e-1a2d72de7df4 HTTP/1.1" status: 204 len: 168 time: 0.7940321 Mar 23 02:37:37.466681 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bd386a37-52ca-43eb-9c40-af72bf3448a0 admin admin] Publish callbacks [] for security_group (40b822bd-e3a7-45ff-ae72-b2ba14ad3831), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:37.506304 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4e4abe69-ad57-42d6-9dd6-73c60393424e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (ffcc16e6-5732-48ad-a98c-429e54523063), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:37.522480 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a11e234b-cd7c-426e-b6dd-c8ef4cb9b1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'name': 'tempest-ServerActionsTestJSON-1104090869-router', 'tenant_id': 'c302519e74814ecf9d6317cf454d8d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '834cb181-ca34-4c0b-a7ac-6fe69f9aded1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:37:28Z', 'updated_at': '2022-03-23T02:37:34Z', 'revision_number': 4, 'project_id': 'c302519e74814ecf9d6317cf454d8d57', 'gw_port': {'id': '834cb181-ca34-4c0b-a7ac-6fe69f9aded1', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:29Z', 'updated_at': '2022-03-23T02:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '5ca2165f-d2ec-4b41-8880-a80f06c959f4', 'name': '', 'network_id': '3edd2161-639f-4b63-b7ee-dfa8fb0684e0', 'tenant_id': 'c302519e74814ecf9d6317cf454d8d57', 'mac_address': 'fa:16:3e:84:d8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '43c32d8d-82fc-4897-9976-f6e345cb2e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:32Z', 'updated_at': '2022-03-23T02:37:34Z', 'revision_number': 2, 'project_id': 'c302519e74814ecf9d6317cf454d8d57', 'subnets': [{'id': '43c32d8d-82fc-4897-9976-f6e345cb2e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:37.555872 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11e234b-cd7c-426e-b6dd-c8ef4cb9b1b9 None None] Checking router: ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:37:37.556238 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11e234b-cd7c-426e-b6dd-c8ef4cb9b1b9 None None] Updating router ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76 port 5ca2165f-d2ec-4b41-8880-a80f06c959f4 binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:37:37.560395 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-47a81de0-a51f-4509-913f-efdad9f4ae2a None None] For port d035f16d-649f-43e4-9af5-935afb60bc7e, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:37:37.576577 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bd386a37-52ca-43eb-9c40-af72bf3448a0 admin admin] Publish callbacks [] for security_group (40b822bd-e3a7-45ff-ae72-b2ba14ad3831), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:37.588126 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d680e8-1b06-44a0-8d7a-ef5c655f0ed0 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Hosts for router 10c1179e-9688-4b3b-8b27-49975e006bdc: [] {{(pid=104349) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Mar 23 02:37:37.594092 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b06db115-a12e-44ee-950c-9973c672e28f tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Publish callbacks [] for router_gateway (159f1a84-2bb0-4ca6-bf79-9f8b05841ece), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:37.617529 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d680e8-1b06-44a0-8d7a-ef5c655f0ed0 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Hosts for other DVR routers connected to router 10c1179e-9688-4b3b-8b27-49975e006bdc: set() {{(pid=104349) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Mar 23 02:37:37.620342 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c8d680e8-1b06-44a0-8d7a-ef5c655f0ed0 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:37.624293 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c8d680e8-1b06-44a0-8d7a-ef5c655f0ed0 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] 10.222.0.24 "PUT /v2.0/routers/10c1179e-9688-4b3b-8b27-49975e006bdc HTTP/1.1" status: 200 len: 717 time: 0.7936499 Mar 23 02:37:37.625187 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55720) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:37.626231 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-47a81de0-a51f-4509-913f-efdad9f4ae2a None None] For port d035f16d-649f-43e4-9af5-935afb60bc7e, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=d035f16d-649f-43e4-9af5-935afb60bc7e,segment=NetworkSegment(eb8d3178-3cd5-456f-99c3-5ab9397cc54a),segment_id=eb8d3178-3cd5-456f-99c3-5ab9397cc54a)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:37:37.629230 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a11e234b-cd7c-426e-b6dd-c8ef4cb9b1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (5ca2165f-d2ec-4b41-8880-a80f06c959f4), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:37.633074 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4abe69-ad57-42d6-9dd6-73c60393424e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ffcc16e6-5732-48ad-a98c-429e54523063 {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 23 02:37:37.655189 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 834cb181-ca34-4c0b-a7ac-6fe69f9aded1 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:37.676101 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4abe69-ad57-42d6-9dd6-73c60393424e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Pushing event deleted for resources: {'Network': ['ID=ffcc16e6-5732-48ad-a98c-429e54523063,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:37.682534 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4e4abe69-ad57-42d6-9dd6-73c60393424e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:37.693802 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4e4abe69-ad57-42d6-9dd6-73c60393424e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] 10.222.0.24 "DELETE /v2.0/networks/ffcc16e6-5732-48ad-a98c-429e54523063 HTTP/1.1" status: 204 len: 168 time: 2.1665680 Mar 23 02:37:37.696245 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7dcf36-56a0-44ab-9bfa-643d87c2d970 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Made reservation on behalf of b392f4ec946e4dcd817088bb515163f7 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:37:37.699593 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3f7dcf36-56a0-44ab-9bfa-643d87c2d970 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:37.701518 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55724) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:37.711460 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b06db115-a12e-44ee-950c-9973c672e28f tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:37.716473 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4059584c-364c-4dc4-bc82-683a35166976 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] 10.222.0.24 "GET /v2.0/routers/10c1179e-9688-4b3b-8b27-49975e006bdc HTTP/1.1" status: 200 len: 717 time: 0.0883503 Mar 23 02:37:37.720117 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55726) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:37.726974 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-8fe573ed-719b-4d0b-a40b-d91a68f69259 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:37.737293 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-47a81de0-a51f-4509-913f-efdad9f4ae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (d035f16d-649f-43e4-9af5-935afb60bc7e), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:37.754550 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55730) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:37.759506 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-f0dc5eec-ddd0-4ebd-962d-e26d752df899 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1826434090', 'description': 'tempest-description--1778763880'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:37.861697 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-3f7dcf36-56a0-44ab-9bfa-643d87c2d970 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] device_id is not set on port c672fc13-687c-4895-8edd-b5690e2f840e yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:37:37.871905 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f0dc5eec-ddd0-4ebd-962d-e26d752df899 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:38.044858 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a81de0-a51f-4509-913f-efdad9f4ae2a None None] Pushing event updated for resources: {'Port': ['ID=d035f16d-649f-43e4-9af5-935afb60bc7e,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:38.052797 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5c22c1fa-fcde-4c5b-be33-ed69e5b12cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (920e73ec-0607-4b96-a19e-e29807738883), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:38.059517 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55736) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:38.091785 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ec88a689-7d07-4678-b865-cbebf6db2c11 tempest-RoutersTestDVR-891948185 tempest-RoutersTestDVR-891948185-project] 10.222.0.24 "GET /v2.0/routers/10c1179e-9688-4b3b-8b27-49975e006bdc HTTP/1.1" status: 200 len: 683 time: 0.3704784 Mar 23 02:37:38.092543 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55740) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:38.119545 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe573ed-719b-4d0b-a40b-d91a68f69259 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Made reservation on behalf of a037547ef88d44c7aae84041daff4cb0 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:37:38.121875 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8fe573ed-719b-4d0b-a40b-d91a68f69259 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:38.159184 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a11e234b-cd7c-426e-b6dd-c8ef4cb9b1b9 None None] Publish callbacks [] for port (5ca2165f-d2ec-4b41-8880-a80f06c959f4), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:38.183475 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ffd3a43a-d769-4d5b-a2d4-e5c59cdec8f3 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks [] for router (10c1179e-9688-4b3b-8b27-49975e006bdc), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:38.242674 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a11e234b-cd7c-426e-b6dd-c8ef4cb9b1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (5ca2165f-d2ec-4b41-8880-a80f06c959f4), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:38.311810 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bd386a37-52ca-43eb-9c40-af72bf3448a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (40b822bd-e3a7-45ff-ae72-b2ba14ad3831), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:38.313707 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5ac0b-2c30-401d-b6c4-f4977aba58e3 None None] Pushing event updated for resources: {'Port': ['ID=5ca2165f-d2ec-4b41-8880-a80f06c959f4,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:38.314647 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bd386a37-52ca-43eb-9c40-af72bf3448a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:38.315799 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-bd386a37-52ca-43eb-9c40-af72bf3448a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/40b822bd-e3a7-45ff-ae72-b2ba14ad3831 HTTP/1.1" status: 204 len: 168 time: 1.6579087 Mar 23 02:37:38.438820 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd386a37-52ca-43eb-9c40-af72bf3448a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b822bd-e3a7-45ff-ae72-b2ba14ad3831,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:38.441654 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-a11e234b-cd7c-426e-b6dd-c8ef4cb9b1b9 None None] Attempting to bind port 5ca2165f-d2ec-4b41-8880-a80f06c959f4 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:37:38.442188 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-a11e234b-cd7c-426e-b6dd-c8ef4cb9b1b9 None None] Attempting to bind port 5ca2165f-d2ec-4b41-8880-a80f06c959f4 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'c2a8b0fd-64b5-4eaf-a563-2c5886795f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3edd2161-639f-4b63-b7ee-dfa8fb0684e0'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:37:38.442580 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11e234b-cd7c-426e-b6dd-c8ef4cb9b1b9 None None] Attempting to bind port 5ca2165f-d2ec-4b41-8880-a80f06c959f4 on network 3edd2161-639f-4b63-b7ee-dfa8fb0684e0 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:37:38.449701 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11e234b-cd7c-426e-b6dd-c8ef4cb9b1b9 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:37:38.450248 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11e234b-cd7c-426e-b6dd-c8ef4cb9b1b9 None None] Checking segment: {'id': 'c2a8b0fd-64b5-4eaf-a563-2c5886795f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3edd2161-639f-4b63-b7ee-dfa8fb0684e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:37:38.450978 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a11e234b-cd7c-426e-b6dd-c8ef4cb9b1b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:38.451486 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11e234b-cd7c-426e-b6dd-c8ef4cb9b1b9 None None] Bound using segment: {'id': 'c2a8b0fd-64b5-4eaf-a563-2c5886795f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3edd2161-639f-4b63-b7ee-dfa8fb0684e0'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:37:38.454803 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-a11e234b-cd7c-426e-b6dd-c8ef4cb9b1b9 None None] Bound port: 5ca2165f-d2ec-4b41-8880-a80f06c959f4, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a8b0fd-64b5-4eaf-a563-2c5886795f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3edd2161-639f-4b63-b7ee-dfa8fb0684e0'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:37:38.455435 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a11e234b-cd7c-426e-b6dd-c8ef4cb9b1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (5ca2165f-d2ec-4b41-8880-a80f06c959f4), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:38.502686 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-86a7a029-05ad-4beb-a97e-18f4fb567753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:38.526204 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe573ed-719b-4d0b-a40b-d91a68f69259 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:37:38.593465 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-a11e234b-cd7c-426e-b6dd-c8ef4cb9b1b9 None None] For port 5ca2165f-d2ec-4b41-8880-a80f06c959f4, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:37:38.598087 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-a11e234b-cd7c-426e-b6dd-c8ef4cb9b1b9 None None] For port 5ca2165f-d2ec-4b41-8880-a80f06c959f4, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=5ca2165f-d2ec-4b41-8880-a80f06c959f4,segment=NetworkSegment(c2a8b0fd-64b5-4eaf-a563-2c5886795f6c),segment_id=c2a8b0fd-64b5-4eaf-a563-2c5886795f6c)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:37:38.599022 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f0dc5eec-ddd0-4ebd-962d-e26d752df899 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks [] for security_group (3b0dc365-0bd7-406d-9157-bc3355e24a4b), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:38.627859 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8fe573ed-719b-4d0b-a40b-d91a68f69259 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (e9a08762-d0f0-4982-b40a-d8bb70433a50), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:38.628215 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-8fe573ed-719b-4d0b-a40b-d91a68f69259 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Added segment e9a08762-d0f0-4982-b40a-d8bb70433a50 of type vlan for network 1b78cbeb-9850-4a53-b520-456d09daca61 Mar 23 02:37:38.656740 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ffd3a43a-d769-4d5b-a2d4-e5c59cdec8f3 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (10c1179e-9688-4b3b-8b27-49975e006bdc), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:38.660139 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ffd3a43a-d769-4d5b-a2d4-e5c59cdec8f3 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks [] for router_controller (10c1179e-9688-4b3b-8b27-49975e006bdc), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:38.670497 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-3f7dcf36-56a0-44ab-9bfa-643d87c2d970 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Allocated IP 172.20.0.8 (bb52d1bb-cefe-4890-97b0-698ae79f1fd3/fc2c298e-bec8-4f59-95d1-7db4dee8a42a/c672fc13-687c-4895-8edd-b5690e2f840e) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:37:38.741519 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f0dc5eec-ddd0-4ebd-962d-e26d752df899 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (3b0dc365-0bd7-406d-9157-bc3355e24a4b), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:38.742509 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a11e234b-cd7c-426e-b6dd-c8ef4cb9b1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (5ca2165f-d2ec-4b41-8880-a80f06c959f4), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:38.769738 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8fe573ed-719b-4d0b-a40b-d91a68f69259 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (1b78cbeb-9850-4a53-b520-456d09daca61), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:38.776448 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc5eec-ddd0-4ebd-962d-e26d752df899 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0dc365-0bd7-406d-9157-bc3355e24a4b,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:38.815219 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ffd3a43a-d769-4d5b-a2d4-e5c59cdec8f3 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (10c1179e-9688-4b3b-8b27-49975e006bdc), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:38.815982 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd3a43a-d769-4d5b-a2d4-e5c59cdec8f3 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 10c1179e-9688-4b3b-8b27-49975e006bdc {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:37:38.836559 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ffd3a43a-d769-4d5b-a2d4-e5c59cdec8f3 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:38.844626 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b06db115-a12e-44ee-950c-9973c672e28f tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Publish callbacks [] for router (159f1a84-2bb0-4ca6-bf79-9f8b05841ece), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:38.848000 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ffd3a43a-d769-4d5b-a2d4-e5c59cdec8f3 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] 10.222.0.24 "DELETE /v2.0/routers/10c1179e-9688-4b3b-8b27-49975e006bdc HTTP/1.1" status: 204 len: 168 time: 0.7509551 Mar 23 02:37:38.848439 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bab13893-2f93-4db0-a297-48e2514359c2 None None] Provisioning complete for port 5ca2165f-d2ec-4b41-8880-a80f06c959f4 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:38.849564 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bab13893-2f93-4db0-a297-48e2514359c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (5ca2165f-d2ec-4b41-8880-a80f06c959f4), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:38.850755 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55748) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:38.852586 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11e234b-cd7c-426e-b6dd-c8ef4cb9b1b9 None None] Routers {'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:37:38.853285 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a11e234b-cd7c-426e-b6dd-c8ef4cb9b1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:37:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:38.860460 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f0dc5eec-ddd0-4ebd-962d-e26d752df899 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:38.863688 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f0dc5eec-ddd0-4ebd-962d-e26d752df899 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.1082444 Mar 23 02:37:38.867256 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55750) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:38.870082 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-c6aab9b6-b3ee-4961-944c-438d599769e6 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Request body: {'router': {'name': 'tempest-router-426492589', 'distributed': True}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:38.887295 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-ab1dd475-43dc-43db-94d1-44c5de34a471 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Request body: {'security_group_rule': {'security_group_id': '3b0dc365-0bd7-406d-9157-bc3355e24a4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:39.025264 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ab1dd475-43dc-43db-94d1-44c5de34a471 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks [] for security_group_rule (767b132f-1c50-4ca2-8ad7-bb2a0c5334fe), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.044623 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5ac0b-2c30-401d-b6c4-f4977aba58e3 None None] Pushing event updated for resources: {'Port': ['ID=5ca2165f-d2ec-4b41-8880-a80f06c959f4,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:39.053702 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d035f16d-649f-43e4-9af5-935afb60bc7e up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:37:39.165124 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ab1dd475-43dc-43db-94d1-44c5de34a471 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks [] for security_group_rule (767b132f-1c50-4ca2-8ad7-bb2a0c5334fe), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.173065 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-a11e234b-cd7c-426e-b6dd-c8ef4cb9b1b9 None None] Set router ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:37:39.202480 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b06db115-a12e-44ee-950c-9973c672e28f tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (159f1a84-2bb0-4ca6-bf79-9f8b05841ece), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.213186 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b06db115-a12e-44ee-950c-9973c672e28f tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Publish callbacks [] for router_controller (159f1a84-2bb0-4ca6-bf79-9f8b05841ece), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.230477 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8fe573ed-719b-4d0b-a40b-d91a68f69259 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (1b78cbeb-9850-4a53-b520-456d09daca61), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.231849 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe573ed-719b-4d0b-a40b-d91a68f69259 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:39.232260 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8fe573ed-719b-4d0b-a40b-d91a68f69259 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.242865 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ab1dd475-43dc-43db-94d1-44c5de34a471 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (767b132f-1c50-4ca2-8ad7-bb2a0c5334fe), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.283702 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55752) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:39.297652 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1dd475-43dc-43db-94d1-44c5de34a471 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767b132f-1c50-4ca2-8ad7-bb2a0c5334fe,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:39.316856 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5c1003f0-7ca8-4a9c-bb73-60dd15f7fb0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.325031 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port d035f16d-649f-43e4-9af5-935afb60bc7e triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:39.325031 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d035f16d-649f-43e4-9af5-935afb60bc7e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.354330 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bab13893-2f93-4db0-a297-48e2514359c2 None None] Current status of the port 5ca2165f-d2ec-4b41-8880-a80f06c959f4 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:39.354729 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bab13893-2f93-4db0-a297-48e2514359c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (5ca2165f-d2ec-4b41-8880-a80f06c959f4), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.367609 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ab1dd475-43dc-43db-94d1-44c5de34a471 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.369640 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ab1dd475-43dc-43db-94d1-44c5de34a471 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4998531 Mar 23 02:37:39.374641 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55754) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:39.380999 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-620cbe61-13e5-4dca-ab8c-a7c3b7cfb261 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Request body: {'security_group_rule': {'security_group_id': '3b0dc365-0bd7-406d-9157-bc3355e24a4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:39.460744 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5c1003f0-7ca8-4a9c-bb73-60dd15f7fb0e admin admin] Publish callbacks [] for security_group (b195326f-3889-4676-8d27-89d18b8f5e99), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.487183 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-620cbe61-13e5-4dca-ab8c-a7c3b7cfb261 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks [] for security_group_rule (550150bd-2537-42d1-b5fa-fb7f970e8091), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.548761 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5c1003f0-7ca8-4a9c-bb73-60dd15f7fb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (b195326f-3889-4676-8d27-89d18b8f5e99), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.550197 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c6aab9b6-b3ee-4961-944c-438d599769e6 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (c1193c62-5bdd-4294-9944-54929d0195ab), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.551224 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c6aab9b6-b3ee-4961-944c-438d599769e6 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (c1193c62-5bdd-4294-9944-54929d0195ab), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.559150 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-86a7a029-05ad-4beb-a97e-18f4fb567753 admin admin] Publish callbacks [] for security_group (cfb9ae11-6f8c-40ba-87df-1f6162dba33b), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.560696 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-620cbe61-13e5-4dca-ab8c-a7c3b7cfb261 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks [] for security_group_rule (550150bd-2537-42d1-b5fa-fb7f970e8091), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.568875 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c22c1fa-fcde-4c5b-be33-ed69e5b12cfa admin admin] Router 920e73ec-0607-4b96-a19e-e29807738883 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:37:39.597012 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f70c215-cfee-4062-99d9-4b1e1a7dab34 None None] Network bb52d1bb-cefe-4890-97b0-698ae79f1fd3 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:37:39.598651 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5c1003f0-7ca8-4a9c-bb73-60dd15f7fb0e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6fc43efdead8487e9cab9e30a996c45e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3126287 Mar 23 02:37:39.603652 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55756) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:39.604478 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1003f0-7ca8-4a9c-bb73-60dd15f7fb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b195326f-3889-4676-8d27-89d18b8f5e99,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:39.633128 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe573ed-719b-4d0b-a40b-d91a68f69259 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Pushing event updated for resources: {'Network': ['ID=1b78cbeb-9850-4a53-b520-456d09daca61,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:39.650867 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b06db115-a12e-44ee-950c-9973c672e28f tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (159f1a84-2bb0-4ca6-bf79-9f8b05841ece), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.651846 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06db115-a12e-44ee-950c-9973c672e28f tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 159f1a84-2bb0-4ca6-bf79-9f8b05841ece {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:37:39.651976 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bab13893-2f93-4db0-a297-48e2514359c2 None None] For port 5ca2165f-d2ec-4b41-8880-a80f06c959f4, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=5ca2165f-d2ec-4b41-8880-a80f06c959f4,segment=NetworkSegment(c2a8b0fd-64b5-4eaf-a563-2c5886795f6c),segment_id=c2a8b0fd-64b5-4eaf-a563-2c5886795f6c)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:37:39.656885 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 1b78cbeb-9850-4a53-b520-456d09daca61 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:37:39.667809 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-620cbe61-13e5-4dca-ab8c-a7c3b7cfb261 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (550150bd-2537-42d1-b5fa-fb7f970e8091), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.697832 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cbe61-13e5-4dca-ab8c-a7c3b7cfb261 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=550150bd-2537-42d1-b5fa-fb7f970e8091,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:39.703358 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3f7dcf36-56a0-44ab-9bfa-643d87c2d970 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks [] for port (c672fc13-687c-4895-8edd-b5690e2f840e), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.706638 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-003018f1-a0ed-4f4f-b2f5-cf6c2a0537cd admin admin] Publish callbacks [] for security_group (b195326f-3889-4676-8d27-89d18b8f5e99), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.708988 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8fe573ed-719b-4d0b-a40b-d91a68f69259 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.9946573 Mar 23 02:37:39.710123 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-86a7a029-05ad-4beb-a97e-18f4fb567753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (cfb9ae11-6f8c-40ba-87df-1f6162dba33b), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.713992 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55760) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:39.718735 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-0d46fbbe-ccaa-4876-83f3-95f642e52c8b tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Request body: {'subnet': {'network_id': '1b78cbeb-9850-4a53-b520-456d09daca61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:39.729836 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bab13893-2f93-4db0-a297-48e2514359c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (5ca2165f-d2ec-4b41-8880-a80f06c959f4), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.747149 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-003018f1-a0ed-4f4f-b2f5-cf6c2a0537cd admin admin] Publish callbacks [] for security_group (b195326f-3889-4676-8d27-89d18b8f5e99), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.785182 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-620cbe61-13e5-4dca-ab8c-a7c3b7cfb261 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.789438 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-620cbe61-13e5-4dca-ab8c-a7c3b7cfb261 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4100456 Mar 23 02:37:39.789764 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55762) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:39.794704 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-184fe45c-878b-4cbd-afba-3c4ebdabb1f4 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:39.806730 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c6aab9b6-b3ee-4961-944c-438d599769e6 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks [] for router_controller (c1193c62-5bdd-4294-9944-54929d0195ab), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.845683 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d46fbbe-ccaa-4876-83f3-95f642e52c8b tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Made reservation on behalf of a037547ef88d44c7aae84041daff4cb0 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:37:39.848117 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0d46fbbe-ccaa-4876-83f3-95f642e52c8b tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks [] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.853612 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7a029-05ad-4beb-a97e-18f4fb567753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb9ae11-6f8c-40ba-87df-1f6162dba33b,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:39.863330 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-86a7a029-05ad-4beb-a97e-18f4fb567753 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f6bdb79e9bf4534994370f8c0be4427&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7614460 Mar 23 02:37:39.870848 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55766) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:39.892184 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a11e234b-cd7c-426e-b6dd-c8ef4cb9b1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'name': 'tempest-ServerActionsTestJSON-1104090869-router', 'tenant_id': 'c302519e74814ecf9d6317cf454d8d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '834cb181-ca34-4c0b-a7ac-6fe69f9aded1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:37:28Z', 'updated_at': '2022-03-23T02:37:34Z', 'revision_number': 4, 'project_id': 'c302519e74814ecf9d6317cf454d8d57', 'gw_port': {'id': '834cb181-ca34-4c0b-a7ac-6fe69f9aded1', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:29Z', 'updated_at': '2022-03-23T02:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '5ca2165f-d2ec-4b41-8880-a80f06c959f4', 'name': '', 'network_id': '3edd2161-639f-4b63-b7ee-dfa8fb0684e0', 'tenant_id': 'c302519e74814ecf9d6317cf454d8d57', 'mac_address': 'fa:16:3e:84:d8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '43c32d8d-82fc-4897-9976-f6e345cb2e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:32Z', 'updated_at': '2022-03-23T02:37:38Z', 'revision_number': 4, 'project_id': 'c302519e74814ecf9d6317cf454d8d57', 'subnets': [{'id': '43c32d8d-82fc-4897-9976-f6e345cb2e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:39.892455 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-b06db115-a12e-44ee-950c-9973c672e28f tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 23 02:37:39.896841 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b06db115-a12e-44ee-950c-9973c672e28f tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.1212747 Mar 23 02:37:39.896841 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c6aab9b6-b3ee-4961-944c-438d599769e6 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (c1193c62-5bdd-4294-9944-54929d0195ab), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.897106 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55768) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:39.921869 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port d035f16d-649f-43e4-9af5-935afb60bc7e is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:39.922387 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d035f16d-649f-43e4-9af5-935afb60bc7e), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.926552 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11e234b-cd7c-426e-b6dd-c8ef4cb9b1b9 None None] The sync data for ids ['ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76'] in dv-neutron-834613-2-hyperv is: [{'id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'name': 'tempest-ServerActionsTestJSON-1104090869-router', 'tenant_id': 'c302519e74814ecf9d6317cf454d8d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '834cb181-ca34-4c0b-a7ac-6fe69f9aded1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:37:28Z', 'updated_at': '2022-03-23T02:37:34Z', 'revision_number': 4, 'project_id': 'c302519e74814ecf9d6317cf454d8d57', 'gw_port': {'id': '834cb181-ca34-4c0b-a7ac-6fe69f9aded1', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:29Z', 'updated_at': '2022-03-23T02:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '5ca2165f-d2ec-4b41-8880-a80f06c959f4', 'name': '', 'network_id': '3edd2161-639f-4b63-b7ee-dfa8fb0684e0', 'tenant_id': 'c302519e74814ecf9d6317cf454d8d57', 'mac_address': 'fa:16:3e:84:d8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '43c32d8d-82fc-4897-9976-f6e345cb2e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:32Z', 'updated_at': '2022-03-23T02:37:38Z', 'revision_number': 4, 'project_id': 'c302519e74814ecf9d6317cf454d8d57', 'subnets': [{'id': '43c32d8d-82fc-4897-9976-f6e345cb2e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:37:39.931017 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab13893-2f93-4db0-a297-48e2514359c2 None None] Pushing event updated for resources: {'Port': ['ID=5ca2165f-d2ec-4b41-8880-a80f06c959f4,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:39.935643 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-184fe45c-878b-4cbd-afba-3c4ebdabb1f4 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.938067 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-003018f1-a0ed-4f4f-b2f5-cf6c2a0537cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (b195326f-3889-4676-8d27-89d18b8f5e99), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.941051 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-003018f1-a0ed-4f4f-b2f5-cf6c2a0537cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.946208 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-003018f1-a0ed-4f4f-b2f5-cf6c2a0537cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b195326f-3889-4676-8d27-89d18b8f5e99 HTTP/1.1" status: 204 len: 168 time: 0.3330915 Mar 23 02:37:39.961098 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-eb51e5d1-9752-4b14-abce-6fb18af97cbe None None] Provisioning complete for port d035f16d-649f-43e4-9af5-935afb60bc7e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:39.969445 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-eb51e5d1-9752-4b14-abce-6fb18af97cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d035f16d-649f-43e4-9af5-935afb60bc7e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:39.976906 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c22c1fa-fcde-4c5b-be33-ed69e5b12cfa admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:37:39.995376 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56164b0f-fb4a-4e19-843a-69a4800511be None None] Sync routers for ids ['920e73ec-0607-4b96-a19e-e29807738883'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:37:40.011523 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56164b0f-fb4a-4e19-843a-69a4800511be None None] Routers {'920e73ec-0607-4b96-a19e-e29807738883'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:37:40.012398 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-56164b0f-fb4a-4e19-843a-69a4800511be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:37:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['920e73ec-0607-4b96-a19e-e29807738883'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:40.051350 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c6aab9b6-b3ee-4961-944c-438d599769e6 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:40.059545 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c6aab9b6-b3ee-4961-944c-438d599769e6 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.2063549 Mar 23 02:37:40.069452 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55772) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:40.076786 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3f7dcf36-56a0-44ab-9bfa-643d87c2d970 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (c672fc13-687c-4895-8edd-b5690e2f840e), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:40.093624 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port d035f16d-649f-43e4-9af5-935afb60bc7e, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=d035f16d-649f-43e4-9af5-935afb60bc7e,segment=NetworkSegment(eb8d3178-3cd5-456f-99c3-5ab9397cc54a),segment_id=eb8d3178-3cd5-456f-99c3-5ab9397cc54a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:37:40.115976 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003018f1-a0ed-4f4f-b2f5-cf6c2a0537cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b195326f-3889-4676-8d27-89d18b8f5e99,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:40.132867 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7f8f0194-6832-489a-9253-17b6d1153678 admin admin] Publish callbacks [] for security_group (cfb9ae11-6f8c-40ba-87df-1f6162dba33b), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:40.191716 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7f8f0194-6832-489a-9253-17b6d1153678 admin admin] Publish callbacks [] for security_group (cfb9ae11-6f8c-40ba-87df-1f6162dba33b), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:40.247789 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-0559329b-0235-4f46-9172-7a936e75db32 tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Deleting port 4f313474-1ad9-47ed-8f52-2e39de16b9d7 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:37:40.248386 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0559329b-0235-4f46-9172-7a936e75db32 tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (4f313474-1ad9-47ed-8f52-2e39de16b9d7), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:40.280816 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-eb51e5d1-9752-4b14-abce-6fb18af97cbe None None] Current status of the port d035f16d-649f-43e4-9af5-935afb60bc7e is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:40.281987 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-eb51e5d1-9752-4b14-abce-6fb18af97cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d035f16d-649f-43e4-9af5-935afb60bc7e), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:40.309820 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-56164b0f-fb4a-4e19-843a-69a4800511be None None] Set router 920e73ec-0607-4b96-a19e-e29807738883 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:37:40.312748 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (d035f16d-649f-43e4-9af5-935afb60bc7e), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:40.464234 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=d035f16d-649f-43e4-9af5-935afb60bc7e,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:40.475769 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-eb51e5d1-9752-4b14-abce-6fb18af97cbe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:37:40.476510 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-eb51e5d1-9752-4b14-abce-6fb18af97cbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:37:40.492962 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-184fe45c-878b-4cbd-afba-3c4ebdabb1f4 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:40.507660 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5c22c1fa-fcde-4c5b-be33-ed69e5b12cfa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:40.511965 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5c22c1fa-fcde-4c5b-be33-ed69e5b12cfa admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 9.6016047 Mar 23 02:37:40.512747 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55774) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:40.550993 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0559329b-0235-4f46-9172-7a936e75db32 tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (4f313474-1ad9-47ed-8f52-2e39de16b9d7), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:40.590831 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-0559329b-0235-4f46-9172-7a936e75db32 tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Calling delete_port for 4f313474-1ad9-47ed-8f52-2e39de16b9d7 owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:37:40.598460 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7dcf36-56a0-44ab-9bfa-643d87c2d970 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Network bb52d1bb-cefe-4890-97b0-698ae79f1fd3 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:37:40.636262 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-56164b0f-fb4a-4e19-843a-69a4800511be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e73ec-0607-4b96-a19e-e29807738883', 'name': 'tempest-ServersTestJSON-880061780-router', 'tenant_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '5813600c-f00b-44b4-9a2b-a8f91a1f8b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:37:31Z', 'updated_at': '2022-03-23T02:37:35Z', 'revision_number': 3, 'project_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'gw_port': {'id': '5813600c-f00b-44b4-9a2b-a8f91a1f8b62', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e73ec-0607-4b96-a19e-e29807738883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:33Z', 'updated_at': '2022-03-23T02:37:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:40.665097 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-3f7dcf36-56a0-44ab-9bfa-643d87c2d970 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:37:40.666892 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7f8f0194-6832-489a-9253-17b6d1153678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (cfb9ae11-6f8c-40ba-87df-1f6162dba33b), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:40.669564 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7f8f0194-6832-489a-9253-17b6d1153678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:40.670714 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7f8f0194-6832-489a-9253-17b6d1153678 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cfb9ae11-6f8c-40ba-87df-1f6162dba33b HTTP/1.1" status: 204 len: 168 time: 0.7989557 Mar 23 02:37:40.672982 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-914c269c-d075-462c-aeb6-39a8e283fb41 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks [] for router (c1193c62-5bdd-4294-9944-54929d0195ab), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:40.677626 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7dcf36-56a0-44ab-9bfa-643d87c2d970 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:37:40.709866 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56164b0f-fb4a-4e19-843a-69a4800511be None None] Checking router: 920e73ec-0607-4b96-a19e-e29807738883 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:37:40.713586 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56164b0f-fb4a-4e19-843a-69a4800511be None None] Updating router 920e73ec-0607-4b96-a19e-e29807738883 port 5813600c-f00b-44b4-9a2b-a8f91a1f8b62 binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:37:40.735350 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7dcf36-56a0-44ab-9bfa-643d87c2d970 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:40.746166 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3f7dcf36-56a0-44ab-9bfa-643d87c2d970 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:40.813588 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7dcf36-56a0-44ab-9bfa-643d87c2d970 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Pushing event updated for resources: {'Port': ['ID=c672fc13-687c-4895-8edd-b5690e2f840e,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:40.840649 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-56164b0f-fb4a-4e19-843a-69a4800511be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (5813600c-f00b-44b4-9a2b-a8f91a1f8b62), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:40.884598 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f0194-6832-489a-9253-17b6d1153678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb9ae11-6f8c-40ba-87df-1f6162dba33b,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:41.037683 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-184fe45c-878b-4cbd-afba-3c4ebdabb1f4 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Allocated IP 172.26.2.98 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/805009fe-23e1-4949-8d6e-577f7b7bd4fd) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:37:41.039707 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-eb51e5d1-9752-4b14-abce-6fb18af97cbe None None] Current status of the port d035f16d-649f-43e4-9af5-935afb60bc7e is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:41.053313 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-eb51e5d1-9752-4b14-abce-6fb18af97cbe None None] Provisioning complete for port 5ca2165f-d2ec-4b41-8880-a80f06c959f4 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:41.053790 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-eb51e5d1-9752-4b14-abce-6fb18af97cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (5ca2165f-d2ec-4b41-8880-a80f06c959f4), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:41.145004 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3f7dcf36-56a0-44ab-9bfa-643d87c2d970 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5843070 Mar 23 02:37:41.149887 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55786) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:41.194802 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-914c269c-d075-462c-aeb6-39a8e283fb41 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (c1193c62-5bdd-4294-9944-54929d0195ab), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:41.204872 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-914c269c-d075-462c-aeb6-39a8e283fb41 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks [] for router_controller (c1193c62-5bdd-4294-9944-54929d0195ab), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:41.233431 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-eb51e5d1-9752-4b14-abce-6fb18af97cbe None None] Current status of the port 5ca2165f-d2ec-4b41-8880-a80f06c959f4 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:41.292260 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 5ca2165f-d2ec-4b41-8880-a80f06c959f4 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:37:41.378823 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 5ca2165f-d2ec-4b41-8880-a80f06c959f4 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:41.379982 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (5ca2165f-d2ec-4b41-8880-a80f06c959f4), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:41.405345 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bebe40a8-aa7e-4762-8c87-fbfa7cf4d406 None None] Provisioning complete for port d035f16d-649f-43e4-9af5-935afb60bc7e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:41.405952 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bebe40a8-aa7e-4762-8c87-fbfa7cf4d406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d035f16d-649f-43e4-9af5-935afb60bc7e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:41.530619 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-914c269c-d075-462c-aeb6-39a8e283fb41 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (c1193c62-5bdd-4294-9944-54929d0195ab), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:41.531406 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914c269c-d075-462c-aeb6-39a8e283fb41 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c1193c62-5bdd-4294-9944-54929d0195ab {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:37:41.540382 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bebe40a8-aa7e-4762-8c87-fbfa7cf4d406 None None] Current status of the port d035f16d-649f-43e4-9af5-935afb60bc7e is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:41.548589 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-914c269c-d075-462c-aeb6-39a8e283fb41 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:41.550217 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-914c269c-d075-462c-aeb6-39a8e283fb41 tempest-RoutersTestDVR-2056481125 tempest-RoutersTestDVR-2056481125-project-admin] 10.222.0.24 "DELETE /v2.0/routers/c1193c62-5bdd-4294-9944-54929d0195ab HTTP/1.1" status: 204 len: 168 time: 1.4760075 Mar 23 02:37:41.599709 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bebe40a8-aa7e-4762-8c87-fbfa7cf4d406 None None] Provisioning complete for port c672fc13-687c-4895-8edd-b5690e2f840e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:41.599861 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bebe40a8-aa7e-4762-8c87-fbfa7cf4d406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (c672fc13-687c-4895-8edd-b5690e2f840e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:41.620794 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0559329b-0235-4f46-9172-7a936e75db32 tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (4f313474-1ad9-47ed-8f52-2e39de16b9d7), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:41.630572 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-184fe45c-878b-4cbd-afba-3c4ebdabb1f4 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks [] for port (805009fe-23e1-4949-8d6e-577f7b7bd4fd), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:41.649743 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 5ca2165f-d2ec-4b41-8880-a80f06c959f4 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:41.650898 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d035f16d-649f-43e4-9af5-935afb60bc7e up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:37:41.698160 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0559329b-0235-4f46-9172-7a936e75db32 tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f313474-1ad9-47ed-8f52-2e39de16b9d7,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:41.717985 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bebe40a8-aa7e-4762-8c87-fbfa7cf4d406 None None] Port c672fc13-687c-4895-8edd-b5690e2f840e cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:37:41.724696 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port d035f16d-649f-43e4-9af5-935afb60bc7e triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:41.725108 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d035f16d-649f-43e4-9af5-935afb60bc7e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:41.767452 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0559329b-0235-4f46-9172-7a936e75db32 tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:41.778927 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0559329b-0235-4f46-9172-7a936e75db32 tempest-RoutersAdminNegativeTest-432511077 tempest-RoutersAdminNegativeTest-432511077-project-admin] 10.222.0.24 "DELETE /v2.0/ports/4f313474-1ad9-47ed-8f52-2e39de16b9d7 HTTP/1.1" status: 204 len: 168 time: 1.8776615 Mar 23 02:37:41.800544 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-19301d2b-827b-4a2d-8626-49fb05df0775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:41.819887 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-7b9345dc-486f-4636-b570-fc684ab3d4ac tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Deleting port c672fc13-687c-4895-8edd-b5690e2f840e {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:37:41.820237 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7b9345dc-486f-4636-b570-fc684ab3d4ac tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (c672fc13-687c-4895-8edd-b5690e2f840e), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:41.850972 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port d035f16d-649f-43e4-9af5-935afb60bc7e is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:41.886710 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55802) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:41.908094 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-28b51154-5341-4691-a678-19a02e9a5c34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:42.057893 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-19301d2b-827b-4a2d-8626-49fb05df0775 admin admin] Allocated IP 172.20.0.1 (22c45d4e-453f-46ea-9852-f03123ae9cab/de1e07f7-443c-4bd4-9b04-646304273766/02b284c1-1dcf-4f80-a191-8fd80dc15b13) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:37:42.069615 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.objects.ports [None req-0d46fbbe-ccaa-4876-83f3-95f642e52c8b tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104349) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 02:37:42.070342 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0d46fbbe-ccaa-4876-83f3-95f642e52c8b tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for subnet (ab1863db-a955-4ea5-b677-450b42b7645f), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:42.092534 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-28b51154-5341-4691-a678-19a02e9a5c34 admin admin] Publish callbacks [] for security_group (accf0cd0-c8da-4af8-af6c-38092a3af40e), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:42.156264 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46fbbe-ccaa-4876-83f3-95f642e52c8b tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ab1863db-a955-4ea5-b677-450b42b7645f,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:42.169149 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7b9345dc-486f-4636-b570-fc684ab3d4ac tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (c672fc13-687c-4895-8edd-b5690e2f840e), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:42.179515 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-184fe45c-878b-4cbd-afba-3c4ebdabb1f4 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (805009fe-23e1-4949-8d6e-577f7b7bd4fd), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:42.195076 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-7b9345dc-486f-4636-b570-fc684ab3d4ac tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Calling delete_port for c672fc13-687c-4895-8edd-b5690e2f840e owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:37:42.241494 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184fe45c-878b-4cbd-afba-3c4ebdabb1f4 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:37:42.244109 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d46fbbe-ccaa-4876-83f3-95f642e52c8b tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Checking segment: {'id': 'e9a08762-d0f0-4982-b40a-d8bb70433a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1b78cbeb-9850-4a53-b520-456d09daca61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:37:42.244410 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d46fbbe-ccaa-4876-83f3-95f642e52c8b tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Network hostable DHCP agents. Network: 1b78cbeb-9850-4a53-b520-456d09daca61, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:37:42.252058 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-184fe45c-878b-4cbd-afba-3c4ebdabb1f4 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:37:42.309811 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184fe45c-878b-4cbd-afba-3c4ebdabb1f4 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:37:42.317910 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55808) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:42.330869 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fe45c-878b-4cbd-afba-3c4ebdabb1f4 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Pushing event updated for resources: {'Port': ['ID=805009fe-23e1-4949-8d6e-577f7b7bd4fd,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:42.385624 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-28b51154-5341-4691-a678-19a02e9a5c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (accf0cd0-c8da-4af8-af6c-38092a3af40e), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:42.441092 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-28b51154-5341-4691-a678-19a02e9a5c34 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b1abf1b13b6a486c9400723defa3901a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5504198 Mar 23 02:37:42.442333 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55812) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:42.447736 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b51154-5341-4691-a678-19a02e9a5c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accf0cd0-c8da-4af8-af6c-38092a3af40e,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:42.461244 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-184fe45c-878b-4cbd-afba-3c4ebdabb1f4 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks [] for floatingip (e2bf9024-9a67-456e-a009-32f1374e0c78), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:42.463880 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-56164b0f-fb4a-4e19-843a-69a4800511be None None] Publish callbacks [] for port (5813600c-f00b-44b4-9a2b-a8f91a1f8b62), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:42.509120 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-19301d2b-827b-4a2d-8626-49fb05df0775 admin admin] Publish callbacks [] for port (02b284c1-1dcf-4f80-a191-8fd80dc15b13), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:42.530261 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d46fbbe-ccaa-4876-83f3-95f642e52c8b tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Network 1b78cbeb-9850-4a53-b520-456d09daca61 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:37:42.553016 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8d8f7e44-1b8e-418a-8ad5-960592d72c28 admin admin] Publish callbacks [] for security_group (accf0cd0-c8da-4af8-af6c-38092a3af40e), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:42.575316 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8d8f7e44-1b8e-418a-8ad5-960592d72c28 admin admin] Publish callbacks [] for security_group (accf0cd0-c8da-4af8-af6c-38092a3af40e), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:42.601093 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c554228d-0782-44c0-910b-f1afb3936572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:42.614548 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-56164b0f-fb4a-4e19-843a-69a4800511be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (5813600c-f00b-44b4-9a2b-a8f91a1f8b62), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:42.614932 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-19301d2b-827b-4a2d-8626-49fb05df0775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (02b284c1-1dcf-4f80-a191-8fd80dc15b13), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:42.626891 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7b9345dc-486f-4636-b570-fc684ab3d4ac tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (c672fc13-687c-4895-8edd-b5690e2f840e), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:42.630813 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-0d46fbbe-ccaa-4876-83f3-95f642e52c8b tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 1b78cbeb-9850-4a53-b520-456d09daca61) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:37:42.643455 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f372bfee-a771-49aa-88a5-efdad3008921 None None] Network 1b78cbeb-9850-4a53-b520-456d09daca61 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:37:42.661921 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19301d2b-827b-4a2d-8626-49fb05df0775 admin admin] Network 22c45d4e-453f-46ea-9852-f03123ae9cab is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:37:42.666478 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0b084-30b4-493f-ba66-bb3a053b9a0a None None] Pushing event updated for resources: {'Port': ['ID=5813600c-f00b-44b4-9a2b-a8f91a1f8b62,revision_number=2']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:42.666716 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-19301d2b-827b-4a2d-8626-49fb05df0775 admin admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:37:42.680676 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19301d2b-827b-4a2d-8626-49fb05df0775 admin admin] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:37:42.711410 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-56164b0f-fb4a-4e19-843a-69a4800511be None None] Attempting to bind port 5813600c-f00b-44b4-9a2b-a8f91a1f8b62 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:37:42.712210 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-56164b0f-fb4a-4e19-843a-69a4800511be None None] Attempting to bind port 5813600c-f00b-44b4-9a2b-a8f91a1f8b62 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:37:42.712784 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56164b0f-fb4a-4e19-843a-69a4800511be None None] Attempting to bind port 5813600c-f00b-44b4-9a2b-a8f91a1f8b62 on network 6bbcca03-75ff-487c-8b0e-a32302dacbee {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:37:42.725103 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56164b0f-fb4a-4e19-843a-69a4800511be None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:37:42.726162 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56164b0f-fb4a-4e19-843a-69a4800511be None None] Checking segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:37:42.727120 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-56164b0f-fb4a-4e19-843a-69a4800511be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:42.727927 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56164b0f-fb4a-4e19-843a-69a4800511be None None] Bound using segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:37:42.728582 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19301d2b-827b-4a2d-8626-49fb05df0775 admin admin] Pushing event updated for resources: {'Port': ['ID=02b284c1-1dcf-4f80-a191-8fd80dc15b13,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:42.729232 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-56164b0f-fb4a-4e19-843a-69a4800511be None None] Bound port: 5813600c-f00b-44b4-9a2b-a8f91a1f8b62, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:37:42.729945 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-56164b0f-fb4a-4e19-843a-69a4800511be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (5813600c-f00b-44b4-9a2b-a8f91a1f8b62), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:42.749200 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-19301d2b-827b-4a2d-8626-49fb05df0775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (920e73ec-0607-4b96-a19e-e29807738883), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:42.797826 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-56164b0f-fb4a-4e19-843a-69a4800511be None None] For port 5813600c-f00b-44b4-9a2b-a8f91a1f8b62, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:37:42.801470 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-56164b0f-fb4a-4e19-843a-69a4800511be None None] For port 5813600c-f00b-44b4-9a2b-a8f91a1f8b62, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=5813600c-f00b-44b4-9a2b-a8f91a1f8b62,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:37:42.824919 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d46fbbe-ccaa-4876-83f3-95f642e52c8b tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:42.825625 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0d46fbbe-ccaa-4876-83f3-95f642e52c8b tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:42.830631 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85654f38-d5fe-428a-82f6-1ac318bf21a9 None None] Network 1b78cbeb-9850-4a53-b520-456d09daca61 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:37:42.842697 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9345dc-486f-4636-b570-fc684ab3d4ac tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Pushing event deleted for resources: {'Port': ['ID=c672fc13-687c-4895-8edd-b5690e2f840e,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:42.894355 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-56164b0f-fb4a-4e19-843a-69a4800511be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (5813600c-f00b-44b4-9a2b-a8f91a1f8b62), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:42.968168 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55820) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:43.009993 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7b9345dc-486f-4636-b570-fc684ab3d4ac tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:43.017459 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7b9345dc-486f-4636-b570-fc684ab3d4ac tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] 10.222.0.24 "DELETE /v2.0/ports/c672fc13-687c-4895-8edd-b5690e2f840e HTTP/1.1" status: 204 len: 168 time: 1.8649652 Mar 23 02:37:43.028602 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56164b0f-fb4a-4e19-843a-69a4800511be None None] Routers {'920e73ec-0607-4b96-a19e-e29807738883'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:37:43.029226 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-56164b0f-fb4a-4e19-843a-69a4800511be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:37:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['920e73ec-0607-4b96-a19e-e29807738883'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:43.031976 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55824) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:43.040914 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0d46fbbe-ccaa-4876-83f3-95f642e52c8b tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3258781 Mar 23 02:37:43.048751 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55826) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:43.058717 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-184fe45c-878b-4cbd-afba-3c4ebdabb1f4 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (805009fe-23e1-4949-8d6e-577f7b7bd4fd), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:43.064297 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-a71b00e9-58eb-4316-aa6e-99d0e2fc9847 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Request body: {'floatingip': {'floating_network_id': '1b78cbeb-9850-4a53-b520-456d09daca61'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:43.155858 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-722f5fa2-e9ce-477c-a5a2-aaf6270a5edc None None] Provisioning complete for port 02b284c1-1dcf-4f80-a191-8fd80dc15b13 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:43.156091 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-722f5fa2-e9ce-477c-a5a2-aaf6270a5edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (02b284c1-1dcf-4f80-a191-8fd80dc15b13), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:43.171562 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0b084-30b4-493f-ba66-bb3a053b9a0a None None] Pushing event updated for resources: {'Port': ['ID=5813600c-f00b-44b4-9a2b-a8f91a1f8b62,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:43.176566 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8d8f7e44-1b8e-418a-8ad5-960592d72c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (accf0cd0-c8da-4af8-af6c-38092a3af40e), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:43.183382 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8d8f7e44-1b8e-418a-8ad5-960592d72c28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:43.188178 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8d8f7e44-1b8e-418a-8ad5-960592d72c28 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/accf0cd0-c8da-4af8-af6c-38092a3af40e HTTP/1.1" status: 204 len: 168 time: 0.7456329 Mar 23 02:37:43.197662 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-722f5fa2-e9ce-477c-a5a2-aaf6270a5edc None None] Port 02b284c1-1dcf-4f80-a191-8fd80dc15b13 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:37:43.237842 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-56164b0f-fb4a-4e19-843a-69a4800511be None None] Set router 920e73ec-0607-4b96-a19e-e29807738883 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:37:43.243732 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a71b00e9-58eb-4316-aa6e-99d0e2fc9847 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:43.254451 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9ae8538e-1a16-4410-94ed-f9ea016e6551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:43.269864 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f7e44-1b8e-418a-8ad5-960592d72c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accf0cd0-c8da-4af8-af6c-38092a3af40e,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:43.396762 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-19301d2b-827b-4a2d-8626-49fb05df0775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (02b284c1-1dcf-4f80-a191-8fd80dc15b13), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:43.449003 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-184fe45c-878b-4cbd-afba-3c4ebdabb1f4 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks [] for port (805009fe-23e1-4949-8d6e-577f7b7bd4fd), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:43.470013 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-56164b0f-fb4a-4e19-843a-69a4800511be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e73ec-0607-4b96-a19e-e29807738883', 'name': 'tempest-ServersTestJSON-880061780-router', 'tenant_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '5813600c-f00b-44b4-9a2b-a8f91a1f8b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:37:31Z', 'updated_at': '2022-03-23T02:37:35Z', 'revision_number': 3, 'project_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'gw_port': {'id': '5813600c-f00b-44b4-9a2b-a8f91a1f8b62', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e73ec-0607-4b96-a19e-e29807738883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:33Z', 'updated_at': '2022-03-23T02:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:43.500516 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56164b0f-fb4a-4e19-843a-69a4800511be None None] The sync data for ids ['920e73ec-0607-4b96-a19e-e29807738883'] in dv-neutron-834613-2-hyperv is: [{'id': '920e73ec-0607-4b96-a19e-e29807738883', 'name': 'tempest-ServersTestJSON-880061780-router', 'tenant_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '5813600c-f00b-44b4-9a2b-a8f91a1f8b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:37:31Z', 'updated_at': '2022-03-23T02:37:35Z', 'revision_number': 3, 'project_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'gw_port': {'id': '5813600c-f00b-44b4-9a2b-a8f91a1f8b62', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e73ec-0607-4b96-a19e-e29807738883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:33Z', 'updated_at': '2022-03-23T02:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:37:43.525241 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9ae8538e-1a16-4410-94ed-f9ea016e6551 admin admin] Publish callbacks [] for security_group (34d4b6b4-dc83-4d27-9d58-ba2898373c61), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:43.545029 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c554228d-0782-44c0-910b-f1afb3936572 admin admin] Publish callbacks [] for security_group (baa0c5f5-db12-47ed-b0c6-cf4bd222ef82), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:43.546595 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-184fe45c-878b-4cbd-afba-3c4ebdabb1f4 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (805009fe-23e1-4949-8d6e-577f7b7bd4fd), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:43.551366 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ca0cf73c-2684-4fff-9134-094869be7835 tempest-DHCPAgentSchedulersTestJSON-440701269 tempest-DHCPAgentSchedulersTestJSON-440701269-project-admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.5075047 Mar 23 02:37:43.561308 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55838) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:43.587559 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-084c5560-f856-48db-bd42-cd46a788a486 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-839745549'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:43.605810 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-184fe45c-878b-4cbd-afba-3c4ebdabb1f4 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (e2bf9024-9a67-456e-a009-32f1374e0c78), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:43.624685 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9ae8538e-1a16-4410-94ed-f9ea016e6551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (34d4b6b4-dc83-4d27-9d58-ba2898373c61), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:43.646416 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fe45c-878b-4cbd-afba-3c4ebdabb1f4 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Pushing event updated for resources: {'Port': ['ID=805009fe-23e1-4949-8d6e-577f7b7bd4fd,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:43.648809 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c554228d-0782-44c0-910b-f1afb3936572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (baa0c5f5-db12-47ed-b0c6-cf4bd222ef82), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:43.704699 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8538e-1a16-4410-94ed-f9ea016e6551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d4b6b4-dc83-4d27-9d58-ba2898373c61,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:43.710603 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c554228d-0782-44c0-910b-f1afb3936572 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08e06686c503452bad265c102f0dcd04&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3878779 Mar 23 02:37:43.710603 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554228d-0782-44c0-910b-f1afb3936572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa0c5f5-db12-47ed-b0c6-cf4bd222ef82,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:43.711328 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55842) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:43.751795 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9ae8538e-1a16-4410-94ed-f9ea016e6551 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=af7881333cbc49c192753e0fd205452b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7818682 Mar 23 02:37:43.760189 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55848) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:43.782307 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084c5560-f856-48db-bd42-cd46a788a486 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Made reservation on behalf of b392f4ec946e4dcd817088bb515163f7 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:37:43.787773 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-084c5560-f856-48db-bd42-cd46a788a486 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:43.791894 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-184fe45c-878b-4cbd-afba-3c4ebdabb1f4 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:43.797346 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-19301d2b-827b-4a2d-8626-49fb05df0775 admin admin] Publish callbacks [] for port (02b284c1-1dcf-4f80-a191-8fd80dc15b13), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:43.800431 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-184fe45c-878b-4cbd-afba-3c4ebdabb1f4 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0095680 Mar 23 02:37:43.823072 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a71b00e9-58eb-4316-aa6e-99d0e2fc9847 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:43.874145 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-19301d2b-827b-4a2d-8626-49fb05df0775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (02b284c1-1dcf-4f80-a191-8fd80dc15b13), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:43.926177 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19301d2b-827b-4a2d-8626-49fb05df0775 admin admin] Pushing event updated for resources: {'Port': ['ID=02b284c1-1dcf-4f80-a191-8fd80dc15b13,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:43.948151 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5c7fbde7-c30a-4d86-a5b5-8359904ab92d admin admin] Publish callbacks [] for security_group (baa0c5f5-db12-47ed-b0c6-cf4bd222ef82), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:43.961801 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-084c5560-f856-48db-bd42-cd46a788a486 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:37:43.980101 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d2eabf0-ff00-416d-92c1-fcccd82f5846 admin admin] Publish callbacks [] for security_group (34d4b6b4-dc83-4d27-9d58-ba2898373c61), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:44.002414 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-19301d2b-827b-4a2d-8626-49fb05df0775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (920e73ec-0607-4b96-a19e-e29807738883), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:44.031276 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-084c5560-f856-48db-bd42-cd46a788a486 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (b487a662-34ed-4cf4-a9e0-958bdef5a35c), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:44.031619 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-084c5560-f856-48db-bd42-cd46a788a486 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Added segment b487a662-34ed-4cf4-a9e0-958bdef5a35c of type vlan for network ce298e9b-4f46-4d95-b830-40e1cfa1890e Mar 23 02:37:44.045463 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5c7fbde7-c30a-4d86-a5b5-8359904ab92d admin admin] Publish callbacks [] for security_group (baa0c5f5-db12-47ed-b0c6-cf4bd222ef82), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:44.151489 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d2eabf0-ff00-416d-92c1-fcccd82f5846 admin admin] Publish callbacks [] for security_group (34d4b6b4-dc83-4d27-9d58-ba2898373c61), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:44.203886 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-084c5560-f856-48db-bd42-cd46a788a486 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (ce298e9b-4f46-4d95-b830-40e1cfa1890e), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:44.217419 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19301d2b-827b-4a2d-8626-49fb05df0775 admin admin] Network 22c45d4e-453f-46ea-9852-f03123ae9cab is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:37:44.220049 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-19301d2b-827b-4a2d-8626-49fb05df0775 admin admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:37:44.280770 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-a71b00e9-58eb-4316-aa6e-99d0e2fc9847 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Allocated IP 172.20.0.8 (1b78cbeb-9850-4a53-b520-456d09daca61/ab1863db-a955-4ea5-b677-450b42b7645f/a1e3e203-9bac-4621-889f-23159b16099d) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:37:44.412801 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5c7fbde7-c30a-4d86-a5b5-8359904ab92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (baa0c5f5-db12-47ed-b0c6-cf4bd222ef82), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:44.416379 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5c7fbde7-c30a-4d86-a5b5-8359904ab92d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:44.419847 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5c7fbde7-c30a-4d86-a5b5-8359904ab92d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/baa0c5f5-db12-47ed-b0c6-cf4bd222ef82 HTTP/1.1" status: 204 len: 168 time: 0.7064004 Mar 23 02:37:44.453902 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7fbde7-c30a-4d86-a5b5-8359904ab92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa0c5f5-db12-47ed-b0c6-cf4bd222ef82,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:44.455707 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-084c5560-f856-48db-bd42-cd46a788a486 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (ce298e9b-4f46-4d95-b830-40e1cfa1890e), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:44.461661 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084c5560-f856-48db-bd42-cd46a788a486 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:44.462427 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-084c5560-f856-48db-bd42-cd46a788a486 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:44.512102 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19301d2b-827b-4a2d-8626-49fb05df0775 admin admin] Router 920e73ec-0607-4b96-a19e-e29807738883 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:37:44.588150 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d2eabf0-ff00-416d-92c1-fcccd82f5846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (34d4b6b4-dc83-4d27-9d58-ba2898373c61), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:44.590675 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d2eabf0-ff00-416d-92c1-fcccd82f5846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:44.592762 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6d2eabf0-ff00-416d-92c1-fcccd82f5846 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34d4b6b4-dc83-4d27-9d58-ba2898373c61 HTTP/1.1" status: 204 len: 168 time: 0.8260975 Mar 23 02:37:44.642784 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-617bfe14-da80-462d-8353-94dd1dbef185 None None] Provisioning complete for port 02b284c1-1dcf-4f80-a191-8fd80dc15b13 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:44.643326 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-617bfe14-da80-462d-8353-94dd1dbef185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (02b284c1-1dcf-4f80-a191-8fd80dc15b13), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:44.654797 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-084c5560-f856-48db-bd42-cd46a788a486 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0921929 Mar 23 02:37:44.655309 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2eabf0-ff00-416d-92c1-fcccd82f5846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d4b6b4-dc83-4d27-9d58-ba2898373c61,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:44.664651 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55884) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:44.665759 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c5560-f856-48db-bd42-cd46a788a486 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Pushing event updated for resources: {'Network': ['ID=ce298e9b-4f46-4d95-b830-40e1cfa1890e,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:44.699895 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a71b00e9-58eb-4316-aa6e-99d0e2fc9847 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks [] for port (a1e3e203-9bac-4621-889f-23159b16099d), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:44.709576 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network ce298e9b-4f46-4d95-b830-40e1cfa1890e details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:37:44.793566 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-617bfe14-da80-462d-8353-94dd1dbef185 None None] Port 02b284c1-1dcf-4f80-a191-8fd80dc15b13 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:37:44.832469 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a71b00e9-58eb-4316-aa6e-99d0e2fc9847 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (a1e3e203-9bac-4621-889f-23159b16099d), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:44.873893 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71b00e9-58eb-4316-aa6e-99d0e2fc9847 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Network 1b78cbeb-9850-4a53-b520-456d09daca61 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:37:44.886025 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19301d2b-827b-4a2d-8626-49fb05df0775 admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:37:44.891651 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-a71b00e9-58eb-4316-aa6e-99d0e2fc9847 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:37:44.897287 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71b00e9-58eb-4316-aa6e-99d0e2fc9847 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:37:44.899142 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-19301d2b-827b-4a2d-8626-49fb05df0775 admin admin] 10.222.0.24 "PUT /v2.0/routers/920e73ec-0607-4b96-a19e-e29807738883/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3758857 Mar 23 02:37:44.910119 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b00e9-58eb-4316-aa6e-99d0e2fc9847 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Pushing event updated for resources: {'Port': ['ID=a1e3e203-9bac-4621-889f-23159b16099d,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:44.971575 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7a6c8b57-5d42-4cb1-9418-5d6a0ec07485 tempest-DHCPAgentSchedulersTestJSON-440701269 tempest-DHCPAgentSchedulersTestJSON-440701269-project-admin] 10.222.0.24 "GET /v2.0/agents/dd24b212-64ef-4285-b19b-5f1294b82bbf/dhcp-networks HTTP/1.1" status: 200 len: 5649 time: 0.3054845 Mar 23 02:37:44.975955 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55894) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:44.979973 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a71b00e9-58eb-4316-aa6e-99d0e2fc9847 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks [] for floatingip (31d7be30-97f1-4d5b-ad72-f9eb36a458f1), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:45.072322 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 5813600c-f00b-44b4-9a2b-a8f91a1f8b62 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:37:45.102716 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e980f89c-f0d9-422f-bfda-6e78f6b27f1c tempest-DHCPAgentSchedulersTestJSON-440701269 tempest-DHCPAgentSchedulersTestJSON-440701269-project-admin] Network ce298e9b-4f46-4d95-b830-40e1cfa1890e is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:37:45.122741 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a71b00e9-58eb-4316-aa6e-99d0e2fc9847 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a1e3e203-9bac-4621-889f-23159b16099d), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:45.131468 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 5813600c-f00b-44b4-9a2b-a8f91a1f8b62 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:45.131878 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (5813600c-f00b-44b4-9a2b-a8f91a1f8b62), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:45.196830 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e980f89c-f0d9-422f-bfda-6e78f6b27f1c tempest-DHCPAgentSchedulersTestJSON-440701269 tempest-DHCPAgentSchedulersTestJSON-440701269-project-admin] 10.222.0.24 "POST /v2.0/agents/dd24b212-64ef-4285-b19b-5f1294b82bbf/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2203751 Mar 23 02:37:45.199162 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55900) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:45.208903 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2b59f7-bcd2-4837-91ae-359c1ea7d6da None None] Network ce298e9b-4f46-4d95-b830-40e1cfa1890e requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:37:45.350005 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a71b00e9-58eb-4316-aa6e-99d0e2fc9847 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks [] for port (a1e3e203-9bac-4621-889f-23159b16099d), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:45.363430 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1d52f500-ce72-4a25-b3f6-1c55a87d9a85 tempest-DHCPAgentSchedulersTestJSON-440701269 tempest-DHCPAgentSchedulersTestJSON-440701269-project-admin] 10.222.0.24 "GET /v2.0/agents/dd24b212-64ef-4285-b19b-5f1294b82bbf/dhcp-networks HTTP/1.1" status: 200 len: 6418 time: 0.1603203 Mar 23 02:37:45.363430 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55904) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:45.422742 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a71b00e9-58eb-4316-aa6e-99d0e2fc9847 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (a1e3e203-9bac-4621-889f-23159b16099d), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:45.443452 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 5813600c-f00b-44b4-9a2b-a8f91a1f8b62 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:45.443947 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (5813600c-f00b-44b4-9a2b-a8f91a1f8b62), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:45.445877 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a71b00e9-58eb-4316-aa6e-99d0e2fc9847 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (31d7be30-97f1-4d5b-ad72-f9eb36a458f1), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:45.467712 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55906) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:45.468815 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 5813600c-f00b-44b4-9a2b-a8f91a1f8b62, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=5813600c-f00b-44b4-9a2b-a8f91a1f8b62,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:37:45.507480 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b00e9-58eb-4316-aa6e-99d0e2fc9847 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Pushing event updated for resources: {'Port': ['ID=a1e3e203-9bac-4621-889f-23159b16099d,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:45.554496 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (5813600c-f00b-44b4-9a2b-a8f91a1f8b62), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:45.557252 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1a08fd03-b7ec-4adc-a503-7ad81a2eb4f2 tempest-DHCPAgentSchedulersTestJSON-440701269 tempest-DHCPAgentSchedulersTestJSON-440701269-project-admin] 10.222.0.24 "DELETE /v2.0/agents/dd24b212-64ef-4285-b19b-5f1294b82bbf/dhcp-networks/ce298e9b-4f46-4d95-b830-40e1cfa1890e HTTP/1.1" status: 204 len: 168 time: 0.1928239 Mar 23 02:37:45.559636 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55910) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:45.585165 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a71b00e9-58eb-4316-aa6e-99d0e2fc9847 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:45.588905 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a71b00e9-58eb-4316-aa6e-99d0e2fc9847 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5360136 Mar 23 02:37:45.589336 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55914) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:45.632307 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=5813600c-f00b-44b4-9a2b-a8f91a1f8b62,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:45.672979 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0c0f2fe0-deb4-4b8a-97c3-793a7bc7ef65 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] 10.222.0.24 "GET /v2.0/floatingips?floating_network_id=1b78cbeb-9850-4a53-b520-456d09daca61 HTTP/1.1" status: 200 len: 689 time: 0.0820119 Mar 23 02:37:45.675248 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55918) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:45.778755 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55924) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:45.802665 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5ddeec74-57db-4944-b946-a192e00dcf07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:45.808868 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (1b78cbeb-9850-4a53-b520-456d09daca61), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:45.897729 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5b8f1498-3863-4843-aaba-ab7acf49fc43 tempest-DHCPAgentSchedulersTestJSON-440701269 tempest-DHCPAgentSchedulersTestJSON-440701269-project-admin] 10.222.0.24 "GET /v2.0/agents/dd24b212-64ef-4285-b19b-5f1294b82bbf/dhcp-networks HTTP/1.1" status: 200 len: 5649 time: 0.3317835 Mar 23 02:37:45.902546 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55926) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:45.932482 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5f0a90-aee2-4112-908d-c0c1ff6c583d None None] Sync routers for ids ['920e73ec-0607-4b96-a19e-e29807738883'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:37:45.938837 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c296e36b-626d-4711-9b04-73d5c26d53c9 tempest-DHCPAgentSchedulersTestJSON-440701269 tempest-DHCPAgentSchedulersTestJSON-440701269-project-admin] 10.222.0.24 "GET /v2.0/networks/bb52d1bb-cefe-4890-97b0-698ae79f1fd3/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0323195 Mar 23 02:37:45.943731 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55928) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:45.961106 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5f0a90-aee2-4112-908d-c0c1ff6c583d None None] Routers {'920e73ec-0607-4b96-a19e-e29807738883'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:37:45.961781 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-2e5f0a90-aee2-4112-908d-c0c1ff6c583d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:37:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['920e73ec-0607-4b96-a19e-e29807738883'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:45.976696 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-950a6614-ce56-4f80-833c-f613efa10eb4 tempest-DHCPAgentSchedulersTestJSON-440701269 tempest-DHCPAgentSchedulersTestJSON-440701269-project-admin] 10.222.0.24 "GET /v2.0/networks/bb52d1bb-cefe-4890-97b0-698ae79f1fd3/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0291045 Mar 23 02:37:45.977317 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55930) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:46.130930 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-2e5f0a90-aee2-4112-908d-c0c1ff6c583d None None] Set router 920e73ec-0607-4b96-a19e-e29807738883 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:37:46.139397 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-5f041310-c93f-4e16-bb87-7b92b7e9b26c tempest-QuotasTest-639920593 tempest-QuotasTest-639920593-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:46.142601 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4eb3b25e-f1c2-45a7-9aa0-4da51c3096aa tempest-DHCPAgentSchedulersTestJSON-440701269 tempest-DHCPAgentSchedulersTestJSON-440701269-project-admin] 10.222.0.24 "GET /v2.0/agents/dd24b212-64ef-4285-b19b-5f1294b82bbf/dhcp-networks HTTP/1.1" status: 200 len: 5649 time: 0.1641672 Mar 23 02:37:46.143425 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55932) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:46.217689 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5ddeec74-57db-4944-b946-a192e00dcf07 admin admin] Publish callbacks [] for security_group (b6a3125b-6e36-44fd-b51e-892edd0a3576), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:46.238578 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Deleting port a1e3e203-9bac-4621-889f-23159b16099d {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:37:46.238838 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (a1e3e203-9bac-4621-889f-23159b16099d), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:46.262646 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-39023e30-497b-4b14-a6cc-b909b9339438 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (ce298e9b-4f46-4d95-b830-40e1cfa1890e), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:46.323542 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5ddeec74-57db-4944-b946-a192e00dcf07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (b6a3125b-6e36-44fd-b51e-892edd0a3576), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:46.364091 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5ddeec74-57db-4944-b946-a192e00dcf07 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5d9008674db42d09a0f8e9c7e5a8c51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5838237 Mar 23 02:37:46.366452 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55936) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:46.370481 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55938) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:46.453562 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-39023e30-497b-4b14-a6cc-b909b9339438 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (ce298e9b-4f46-4d95-b830-40e1cfa1890e), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:46.455403 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddeec74-57db-4944-b946-a192e00dcf07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a3125b-6e36-44fd-b51e-892edd0a3576,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:46.492860 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d33ba708-284a-4b92-b1c1-f3cd72cc53a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b9176a4b0fa4bcb8fda3cfd4c4ffa99&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1229486 Mar 23 02:37:46.495386 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55948) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:46.503062 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-af7e9c4c-8ec8-4e50-be3b-4dc500f76dde tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--269587737', 'description': 'tempest-description--1908066079'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:46.506682 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-39023e30-497b-4b14-a6cc-b909b9339438 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce298e9b-4f46-4d95-b830-40e1cfa1890e']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:46.516542 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55950) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:46.527340 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-39023e30-497b-4b14-a6cc-b909b9339438 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b487a662-34ed-4cf4-a9e0-958bdef5a35c') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:46.527640 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-39023e30-497b-4b14-a6cc-b909b9339438 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b487a662-34ed-4cf4-a9e0-958bdef5a35c') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:46.536586 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-2e5f0a90-aee2-4112-908d-c0c1ff6c583d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e73ec-0607-4b96-a19e-e29807738883', 'name': 'tempest-ServersTestJSON-880061780-router', 'tenant_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '5813600c-f00b-44b4-9a2b-a8f91a1f8b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:37:31Z', 'updated_at': '2022-03-23T02:37:43Z', 'revision_number': 4, 'project_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'gw_port': {'id': '5813600c-f00b-44b4-9a2b-a8f91a1f8b62', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e73ec-0607-4b96-a19e-e29807738883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:33Z', 'updated_at': '2022-03-23T02:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '02b284c1-1dcf-4f80-a191-8fd80dc15b13', 'name': '', 'network_id': '22c45d4e-453f-46ea-9852-f03123ae9cab', 'tenant_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'mac_address': 'fa:16:3e:99:1e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e73ec-0607-4b96-a19e-e29807738883', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'de1e07f7-443c-4bd4-9b04-646304273766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:41Z', 'updated_at': '2022-03-23T02:37:43Z', 'revision_number': 2, 'project_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'subnets': [{'id': 'de1e07f7-443c-4bd4-9b04-646304273766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:46.554295 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-39023e30-497b-4b14-a6cc-b909b9339438 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (b487a662-34ed-4cf4-a9e0-958bdef5a35c), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:46.559134 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (a1e3e203-9bac-4621-889f-23159b16099d), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:46.559462 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks [] for floatingip (a1e3e203-9bac-4621-889f-23159b16099d), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:46.569944 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-39023e30-497b-4b14-a6cc-b909b9339438 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (b487a662-34ed-4cf4-a9e0-958bdef5a35c), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:46.574414 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5f0a90-aee2-4112-908d-c0c1ff6c583d None None] Checking router: 920e73ec-0607-4b96-a19e-e29807738883 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:37:46.574673 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5f0a90-aee2-4112-908d-c0c1ff6c583d None None] Updating router 920e73ec-0607-4b96-a19e-e29807738883 port 02b284c1-1dcf-4f80-a191-8fd80dc15b13 binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:37:46.580663 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39023e30-497b-4b14-a6cc-b909b9339438 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:37:46.581320 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-39023e30-497b-4b14-a6cc-b909b9339438 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (b487a662-34ed-4cf4-a9e0-958bdef5a35c), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:46.603610 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2e5f0a90-aee2-4112-908d-c0c1ff6c583d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (02b284c1-1dcf-4f80-a191-8fd80dc15b13), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:46.604834 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Calling delete_port for a1e3e203-9bac-4621-889f-23159b16099d owned by network:floatingip {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:37:46.637671 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-073b324f-32b9-497a-9de3-a22843861256 admin admin] Publish callbacks [] for security_group (8c0428f7-cb6b-4b3a-bdeb-0609bd714f7e), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:46.639329 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2928939e-6828-4adc-aadd-e70ebb5e400a admin admin] Publish callbacks [] for security_group (b6a3125b-6e36-44fd-b51e-892edd0a3576), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: warnings.warn('Neutron quota engine will require "--force" ' Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:37:46.667320 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:37:46.669056 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2928939e-6828-4adc-aadd-e70ebb5e400a admin admin] Publish callbacks [] for security_group (b6a3125b-6e36-44fd-b51e-892edd0a3576), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:46.679777 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55960) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:46.686024 dv-neutron-834613-2-hyperv neutron-server[104348]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 23 02:37:46.719386 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-af7e9c4c-8ec8-4e50-be3b-4dc500f76dde tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:46.732216 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5f041310-c93f-4e16-bb87-7b92b7e9b26c tempest-QuotasTest-639920593 tempest-QuotasTest-639920593-project-admin] 10.222.0.24 "PUT /v2.0/quotas/0b4873957eeb47f1a756550ce0898aa7 HTTP/1.1" status: 200 len: 366 time: 1.2626367 Mar 23 02:37:46.732828 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55962) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:46.771160 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ac30d27d-8d9f-4400-8d40-2616e8ac1917 tempest-QuotasTest-639920593 tempest-QuotasTest-639920593-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0332770 Mar 23 02:37:46.775399 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55964) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:46.797614 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-cf12f573-b4c4-4784-bee9-874622297744 tempest-QuotasTest-639920593 tempest-QuotasTest-639920593-project-admin] 10.222.0.24 "GET /v2.0/quotas/0b4873957eeb47f1a756550ce0898aa7 HTTP/1.1" status: 200 len: 366 time: 0.0176399 Mar 23 02:37:46.798634 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-da32b5b5-2648-4e81-8cfc-85ec24d1b218 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1826434090&fields=id&tenant_id=c302519e74814ecf9d6317cf454d8d57 HTTP/1.1" status: 200 len: 267 time: 0.1175358 Mar 23 02:37:46.799088 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55966) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:46.806497 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-39023e30-497b-4b14-a6cc-b909b9339438 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (ce298e9b-4f46-4d95-b830-40e1cfa1890e), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:46.820421 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-073b324f-32b9-497a-9de3-a22843861256 admin admin] Publish callbacks [] for security_group (8c0428f7-cb6b-4b3a-bdeb-0609bd714f7e), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:46.828289 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-39023e30-497b-4b14-a6cc-b909b9339438 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:46.831443 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-39023e30-497b-4b14-a6cc-b909b9339438 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] 10.222.0.24 "DELETE /v2.0/networks/ce298e9b-4f46-4d95-b830-40e1cfa1890e HTTP/1.1" status: 204 len: 168 time: 0.6850166 Mar 23 02:37:46.837127 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55968) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:46.841723 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2928939e-6828-4adc-aadd-e70ebb5e400a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (b6a3125b-6e36-44fd-b51e-892edd0a3576), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:46.844199 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2928939e-6828-4adc-aadd-e70ebb5e400a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:46.847516 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2928939e-6828-4adc-aadd-e70ebb5e400a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b6a3125b-6e36-44fd-b51e-892edd0a3576 HTTP/1.1" status: 204 len: 168 time: 0.4630289 Mar 23 02:37:46.855662 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39023e30-497b-4b14-a6cc-b909b9339438 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Pushing event deleted for resources: {'Network': ['ID=ce298e9b-4f46-4d95-b830-40e1cfa1890e,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:46.901492 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-02d90c69-b78a-4e7e-b31e-7efb1f6ed557 tempest-QuotasTest-639920593 tempest-QuotasTest-639920593-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/0b4873957eeb47f1a756550ce0898aa7 HTTP/1.1" status: 204 len: 168 time: 0.1013575 Mar 23 02:37:46.944709 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55976) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:46.955767 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c3aca07-e938-45f5-b8ae-b16fc41edea0 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] DELETE failed (client error): The resource could not be found. Mar 23 02:37:46.956455 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c3aca07-e938-45f5-b8ae-b16fc41edea0 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:37:46.972390 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7c3aca07-e938-45f5-b8ae-b16fc41edea0 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] 10.222.0.24 "DELETE /v2.0/ports/c672fc13-687c-4895-8edd-b5690e2f840e HTTP/1.1" status: 404 len: 333 time: 0.1315091 Mar 23 02:37:46.974495 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 55978) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:46.977489 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-44b18d70-50f3-4b7a-ae02-60d656b0b9dc tempest-QuotasTest-639920593 tempest-QuotasTest-639920593-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0310147 Mar 23 02:37:46.989567 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55980) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:47.002643 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928939e-6828-4adc-aadd-e70ebb5e400a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a3125b-6e36-44fd-b51e-892edd0a3576,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:47.009947 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2e5f0a90-aee2-4112-908d-c0c1ff6c583d None None] Publish callbacks [] for port (02b284c1-1dcf-4f80-a191-8fd80dc15b13), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:47.013727 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 5813600c-f00b-44b4-9a2b-a8f91a1f8b62 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:37:47.024166 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-861b23d5-eaf6-40c0-9a81-0519fd0a9568 tempest-QuotasTest-639920593 tempest-QuotasTest-639920593-project-admin] 10.222.0.24 "GET /v2.0/quotas/0b4873957eeb47f1a756550ce0898aa7 HTTP/1.1" status: 200 len: 370 time: 0.0330262 Mar 23 02:37:47.026992 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55982) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:47.041876 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ea23f715-0f67-4387-a48e-1d1800d52f47 tempest-QuotasTest-639920593 tempest-QuotasTest-639920593-project-admin] 10.222.0.24 "GET /v2.0/quotas/0b4873957eeb47f1a756550ce0898aa7/default HTTP/1.1" status: 200 len: 370 time: 0.0115654 Mar 23 02:37:47.056082 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55984) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:47.087154 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-aa119829-4d45-4073-b83f-299412c2bbd3 tempest-QuotasTest-639920593 tempest-QuotasTest-639920593-project-admin] delete failed (client error): The resource could not be found. Mar 23 02:37:47.088237 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-aa119829-4d45-4073-b83f-299412c2bbd3 tempest-QuotasTest-639920593 tempest-QuotasTest-639920593-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/0b4873957eeb47f1a756550ce0898aa7 HTTP/1.1" status: 404 len: 348 time: 0.0312109 Mar 23 02:37:47.099724 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 5813600c-f00b-44b4-9a2b-a8f91a1f8b62 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:47.100340 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (5813600c-f00b-44b4-9a2b-a8f91a1f8b62), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:47.106331 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-1c9c999e-8775-4c05-acb1-6e09c9555658 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:47.108030 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-1c9c999e-8775-4c05-acb1-6e09c9555658 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/networks?id=3edd2161-639f-4b63-b7ee-dfa8fb0684e0 HTTP/1.1" status: 200 len: 812 time: 0.2921507 Mar 23 02:37:47.115153 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-af7e9c4c-8ec8-4e50-be3b-4dc500f76dde tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks [] for security_group (273b898c-a099-44af-8002-d1e1f19ddc82), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:47.126174 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc5d90e-178e-4fd4-9719-492c58375e12 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Deleting subnet fc2c298e-bec8-4f59-95d1-7db4dee8a42a {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:37:47.128167 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2e5f0a90-aee2-4112-908d-c0c1ff6c583d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (02b284c1-1dcf-4f80-a191-8fd80dc15b13), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:47.128623 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-11c8634a-c83c-43ac-9cdf-8b4daf4b41f0 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/quotas/c302519e74814ecf9d6317cf454d8d57 HTTP/1.1" status: 200 len: 375 time: 0.0153387 Mar 23 02:37:47.137675 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8dc5d90e-178e-4fd4-9719-492c58375e12 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks [] for subnet (fc2c298e-bec8-4f59-95d1-7db4dee8a42a), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:47.199655 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-af7e9c4c-8ec8-4e50-be3b-4dc500f76dde tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (273b898c-a099-44af-8002-d1e1f19ddc82), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:47.232018 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc03e60-2952-499e-b6f4-9dfef818de5a None None] Pushing event updated for resources: {'Port': ['ID=02b284c1-1dcf-4f80-a191-8fd80dc15b13,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:47.235233 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8dc5d90e-178e-4fd4-9719-492c58375e12 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks [] for subnet (fc2c298e-bec8-4f59-95d1-7db4dee8a42a), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:47.249738 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-073b324f-32b9-497a-9de3-a22843861256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (8c0428f7-cb6b-4b3a-bdeb-0609bd714f7e), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:47.255601 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-073b324f-32b9-497a-9de3-a22843861256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:47.255601 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-073b324f-32b9-497a-9de3-a22843861256 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c0428f7-cb6b-4b3a-bdeb-0609bd714f7e HTTP/1.1" status: 204 len: 168 time: 0.7362657 Mar 23 02:37:47.282510 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-40427644-fa82-4cea-9673-ca350c51a641 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c302519e74814ecf9d6317cf454d8d57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1458070 Mar 23 02:37:47.291813 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 5813600c-f00b-44b4-9a2b-a8f91a1f8b62 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:47.351728 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (a1e3e203-9bac-4621-889f-23159b16099d), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:47.357530 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-2e5f0a90-aee2-4112-908d-c0c1ff6c583d None None] Attempting to bind port 02b284c1-1dcf-4f80-a191-8fd80dc15b13 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:37:47.358176 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-2e5f0a90-aee2-4112-908d-c0c1ff6c583d None None] Attempting to bind port 02b284c1-1dcf-4f80-a191-8fd80dc15b13 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '22c45d4e-453f-46ea-9852-f03123ae9cab'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:37:47.358843 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5f0a90-aee2-4112-908d-c0c1ff6c583d None None] Attempting to bind port 02b284c1-1dcf-4f80-a191-8fd80dc15b13 on network 22c45d4e-453f-46ea-9852-f03123ae9cab {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:37:47.365104 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5f0a90-aee2-4112-908d-c0c1ff6c583d None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:37:47.365486 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5f0a90-aee2-4112-908d-c0c1ff6c583d None None] Checking segment: {'id': 'b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '22c45d4e-453f-46ea-9852-f03123ae9cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:37:47.365899 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2e5f0a90-aee2-4112-908d-c0c1ff6c583d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:47.366342 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5f0a90-aee2-4112-908d-c0c1ff6c583d None None] Bound using segment: {'id': 'b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '22c45d4e-453f-46ea-9852-f03123ae9cab'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:37:47.366940 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-2e5f0a90-aee2-4112-908d-c0c1ff6c583d None None] Bound port: 02b284c1-1dcf-4f80-a191-8fd80dc15b13, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '22c45d4e-453f-46ea-9852-f03123ae9cab'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:37:47.367230 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e9c4c-8ec8-4e50-be3b-4dc500f76dde tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=273b898c-a099-44af-8002-d1e1f19ddc82,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:47.367685 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2e5f0a90-aee2-4112-908d-c0c1ff6c583d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (02b284c1-1dcf-4f80-a191-8fd80dc15b13), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:47.386981 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b324f-32b9-497a-9de3-a22843861256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0428f7-cb6b-4b3a-bdeb-0609bd714f7e,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:47.416843 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-af7e9c4c-8ec8-4e50-be3b-4dc500f76dde tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:47.420958 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-af7e9c4c-8ec8-4e50-be3b-4dc500f76dde tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9219267 Mar 23 02:37:47.421142 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 55996) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:47.425840 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-7f8dc4d4-fa4e-4cff-a649-133e91832aff tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Request body: {'security_group_rule': {'security_group_id': '273b898c-a099-44af-8002-d1e1f19ddc82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:47.446747 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1e3e203-9bac-4621-889f-23159b16099d,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:47.476074 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8dc5d90e-178e-4fd4-9719-492c58375e12 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (fc2c298e-bec8-4f59-95d1-7db4dee8a42a), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:47.482051 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks [] for floatingip (31d7be30-97f1-4d5b-ad72-f9eb36a458f1), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:47.494448 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-2e5f0a90-aee2-4112-908d-c0c1ff6c583d None None] For port 02b284c1-1dcf-4f80-a191-8fd80dc15b13, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:37:47.499584 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-2e5f0a90-aee2-4112-908d-c0c1ff6c583d None None] For port 02b284c1-1dcf-4f80-a191-8fd80dc15b13, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=02b284c1-1dcf-4f80-a191-8fd80dc15b13,segment=NetworkSegment(b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb),segment_id=b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:37:47.532274 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7f8dc4d4-fa4e-4cff-a649-133e91832aff tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks [] for security_group_rule (ceabb0d7-acad-4e38-830d-b6cd4be3eb0d), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:47.588694 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (ab1863db-a955-4ea5-b677-450b42b7645f), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:47.588853 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56000) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:47.591693 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-12f169b4-4fbc-4f4c-9a0e-fc5d16547524 None None] Provisioning complete for port 02b284c1-1dcf-4f80-a191-8fd80dc15b13 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:47.592251 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-12f169b4-4fbc-4f4c-9a0e-fc5d16547524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (02b284c1-1dcf-4f80-a191-8fd80dc15b13), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:47.596428 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9bbebc3e-5924-46ed-ab6e-f65503ea9eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:47.600783 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2e5f0a90-aee2-4112-908d-c0c1ff6c583d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (02b284c1-1dcf-4f80-a191-8fd80dc15b13), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:47.663714 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7f8dc4d4-fa4e-4cff-a649-133e91832aff tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks [] for security_group_rule (ceabb0d7-acad-4e38-830d-b6cd4be3eb0d), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:47.669580 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.quota.resource [None req-34491609-72f0-43d3-9e87-694c0d3faa14 tempest-QuotasTest-639920593 tempest-QuotasTest-639920593-project-admin] Usage tracker for resource:network and project:568245d1dfa94084b320460c0c334292 is out of sync, need to count used quota {{(pid=104348) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 23 02:37:47.674063 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.quota.resource [None req-34491609-72f0-43d3-9e87-694c0d3faa14 tempest-QuotasTest-639920593 tempest-QuotasTest-639920593-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104348) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 23 02:37:47.683503 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8dc5d90e-178e-4fd4-9719-492c58375e12 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for subnet (fc2c298e-bec8-4f59-95d1-7db4dee8a42a), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:47.683940 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.quota.resource [None req-34491609-72f0-43d3-9e87-694c0d3faa14 tempest-QuotasTest-639920593 tempest-QuotasTest-639920593-project-admin] Usage tracker for resource:subnet and project:568245d1dfa94084b320460c0c334292 is out of sync, need to count used quota {{(pid=104348) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 23 02:37:47.688218 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.quota.resource [None req-34491609-72f0-43d3-9e87-694c0d3faa14 tempest-QuotasTest-639920593 tempest-QuotasTest-639920593-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104348) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 23 02:37:47.698586 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.quota.resource [None req-34491609-72f0-43d3-9e87-694c0d3faa14 tempest-QuotasTest-639920593 tempest-QuotasTest-639920593-project-admin] Usage tracker for resource:subnetpool and project:568245d1dfa94084b320460c0c334292 is out of sync, need to count used quota {{(pid=104348) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 23 02:37:47.705908 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.quota.resource [None req-34491609-72f0-43d3-9e87-694c0d3faa14 tempest-QuotasTest-639920593 tempest-QuotasTest-639920593-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=104348) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 23 02:37:47.716025 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.quota.resource [None req-34491609-72f0-43d3-9e87-694c0d3faa14 tempest-QuotasTest-639920593 tempest-QuotasTest-639920593-project-admin] Usage tracker for resource:port and project:568245d1dfa94084b320460c0c334292 is out of sync, need to count used quota {{(pid=104348) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 23 02:37:47.720695 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.quota.resource [None req-34491609-72f0-43d3-9e87-694c0d3faa14 tempest-QuotasTest-639920593 tempest-QuotasTest-639920593-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=104348) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 23 02:37:47.731645 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.quota.resource [None req-34491609-72f0-43d3-9e87-694c0d3faa14 tempest-QuotasTest-639920593 tempest-QuotasTest-639920593-project-admin] Usage tracker for resource:router and project:568245d1dfa94084b320460c0c334292 is out of sync, need to count used quota {{(pid=104348) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 23 02:37:47.736537 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5f0a90-aee2-4112-908d-c0c1ff6c583d None None] Routers {'920e73ec-0607-4b96-a19e-e29807738883'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:37:47.736816 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.quota.resource [None req-34491609-72f0-43d3-9e87-694c0d3faa14 tempest-QuotasTest-639920593 tempest-QuotasTest-639920593-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104348) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 23 02:37:47.737647 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-2e5f0a90-aee2-4112-908d-c0c1ff6c583d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:37:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['920e73ec-0607-4b96-a19e-e29807738883'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:47.738255 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8dc5d90e-178e-4fd4-9719-492c58375e12 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:47.740791 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d787a50-eb74-4d03-ad2f-4ff8ca475318 None None] Network bb52d1bb-cefe-4890-97b0-698ae79f1fd3 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:37:47.744901 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc03e60-2952-499e-b6f4-9dfef818de5a None None] Pushing event updated for resources: {'Port': ['ID=02b284c1-1dcf-4f80-a191-8fd80dc15b13,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:47.746289 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8dc5d90e-178e-4fd4-9719-492c58375e12 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] 10.222.0.24 "DELETE /v2.0/subnets/fc2c298e-bec8-4f59-95d1-7db4dee8a42a HTTP/1.1" status: 204 len: 168 time: 0.7447779 Mar 23 02:37:47.747550 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56002) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:47.751071 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5d90e-178e-4fd4-9719-492c58375e12 tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Pushing event deleted for resources: {'Subnet': ['ID=fc2c298e-bec8-4f59-95d1-7db4dee8a42a,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:47.756803 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.quota.resource [None req-34491609-72f0-43d3-9e87-694c0d3faa14 tempest-QuotasTest-639920593 tempest-QuotasTest-639920593-project-admin] Usage tracker for resource:floatingip and project:568245d1dfa94084b320460c0c334292 is out of sync, need to count used quota {{(pid=104348) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 23 02:37:47.759026 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7f8dc4d4-fa4e-4cff-a649-133e91832aff tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (ceabb0d7-acad-4e38-830d-b6cd4be3eb0d), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:47.766789 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for subnet (ab1863db-a955-4ea5-b677-450b42b7645f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:47.776176 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.quota.resource [None req-34491609-72f0-43d3-9e87-694c0d3faa14 tempest-QuotasTest-639920593 tempest-QuotasTest-639920593-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104348) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 23 02:37:47.797389 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8dc4d4-fa4e-4cff-a649-133e91832aff tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceabb0d7-acad-4e38-830d-b6cd4be3eb0d,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:47.832909 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.quota.resource [None req-34491609-72f0-43d3-9e87-694c0d3faa14 tempest-QuotasTest-639920593 tempest-QuotasTest-639920593-project-admin] Usage tracker for resource:security_group and project:568245d1dfa94084b320460c0c334292 is out of sync, need to count used quota {{(pid=104348) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 23 02:37:47.840487 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.quota.resource [None req-34491609-72f0-43d3-9e87-694c0d3faa14 tempest-QuotasTest-639920593 tempest-QuotasTest-639920593-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=104348) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 23 02:37:47.851202 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.quota.resource [None req-34491609-72f0-43d3-9e87-694c0d3faa14 tempest-QuotasTest-639920593 tempest-QuotasTest-639920593-project-admin] Usage tracker for resource:security_group_rule and project:568245d1dfa94084b320460c0c334292 is out of sync, need to count used quota {{(pid=104348) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 23 02:37:47.856330 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.quota.resource [None req-34491609-72f0-43d3-9e87-694c0d3faa14 tempest-QuotasTest-639920593 tempest-QuotasTest-639920593-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104348) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 23 02:37:47.871552 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ab1863db-a955-4ea5-b677-450b42b7645f,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:47.872596 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-34491609-72f0-43d3-9e87-694c0d3faa14 tempest-QuotasTest-639920593 tempest-QuotasTest-639920593-project-admin] 10.222.0.24 "GET /v2.0/quotas/568245d1dfa94084b320460c0c334292/details.json HTTP/1.1" status: 200 len: 703 time: 0.2763312 Mar 23 02:37:47.893163 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7f8dc4d4-fa4e-4cff-a649-133e91832aff tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:47.897074 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7f8dc4d4-fa4e-4cff-a649-133e91832aff tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4724321 Mar 23 02:37:47.898586 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56010) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:47.908410 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-4d892437-318c-4f21-8653-9d9ee4e4b719 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Request body: {'security_group_rule': {'security_group_id': '273b898c-a099-44af-8002-d1e1f19ddc82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:47.970531 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aabebd9d-f7f7-4f3e-8b16-d64d62d40bdd tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (bb52d1bb-cefe-4890-97b0-698ae79f1fd3), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:47.977835 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (1b78cbeb-9850-4a53-b520-456d09daca61), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:48.006917 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=104349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:37:48.007354 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:37:48.008204 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:37:48.008595 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Subscribe: > port after_create 55550000 {{(pid=104349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:37:48.008999 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Subscribe: > port after_delete 55550000 {{(pid=104349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:37:48.009452 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Subscribe: > port after_update 55550000 {{(pid=104349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:37:48.010010 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=104349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:37:48.010535 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:37:48.010923 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:37:48.011305 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=104349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:37:48.017825 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4d892437-318c-4f21-8653-9d9ee4e4b719 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks [] for security_group_rule (19398117-bc86-4514-997a-23a8ba4b65bb), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:48.108502 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4d892437-318c-4f21-8653-9d9ee4e4b719 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks [] for security_group_rule (19398117-bc86-4514-997a-23a8ba4b65bb), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:48.174472 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-2e5f0a90-aee2-4112-908d-c0c1ff6c583d None None] Set router 920e73ec-0607-4b96-a19e-e29807738883 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:37:48.185734 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4d892437-318c-4f21-8653-9d9ee4e4b719 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (19398117-bc86-4514-997a-23a8ba4b65bb), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:48.199866 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:37:48.199866 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:37:48.199866 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=104349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:37:48.199866 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=104349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 02:37:48.200271 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b78cbeb-9850-4a53-b520-456d09daca61']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:48.209412 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-12f169b4-4fbc-4f4c-9a0e-fc5d16547524 None None] Current status of the port 02b284c1-1dcf-4f80-a191-8fd80dc15b13 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:48.209811 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-12f169b4-4fbc-4f4c-9a0e-fc5d16547524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (02b284c1-1dcf-4f80-a191-8fd80dc15b13), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:48.222046 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d892437-318c-4f21-8653-9d9ee4e4b719 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19398117-bc86-4514-997a-23a8ba4b65bb,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:48.245171 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9a08762-d0f0-4982-b40a-d8bb70433a50') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:48.245457 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9a08762-d0f0-4982-b40a-d8bb70433a50') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:48.260727 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-12f169b4-4fbc-4f4c-9a0e-fc5d16547524 None None] For port 02b284c1-1dcf-4f80-a191-8fd80dc15b13, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=02b284c1-1dcf-4f80-a191-8fd80dc15b13,segment=NetworkSegment(b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb),segment_id=b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:37:48.267509 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (e9a08762-d0f0-4982-b40a-d8bb70433a50), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:48.287480 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56020) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:48.298139 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (e9a08762-d0f0-4982-b40a-d8bb70433a50), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:48.316791 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:37:48.317307 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (e9a08762-d0f0-4982-b40a-d8bb70433a50), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: from cryptography.utils import int_from_bytes Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: from cryptography.utils import int_from_bytes Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:37:48.321592 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:37:48.356928 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4d892437-318c-4f21-8653-9d9ee4e4b719 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:48.362902 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4d892437-318c-4f21-8653-9d9ee4e4b719 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4586136 Mar 23 02:37:48.362902 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56024) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:48.363419 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-aabebd9d-f7f7-4f3e-8b16-d64d62d40bdd tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Deleting port d035f16d-649f-43e4-9af5-935afb60bc7e {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:37:48.363419 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aabebd9d-f7f7-4f3e-8b16-d64d62d40bdd tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (d035f16d-649f-43e4-9af5-935afb60bc7e), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:48.365941 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-c880f750-8f8c-4877-b35a-e2a610ae6ed7 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:48.457246 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-aabebd9d-f7f7-4f3e-8b16-d64d62d40bdd tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] For port d035f16d-649f-43e4-9af5-935afb60bc7e, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=d035f16d-649f-43e4-9af5-935afb60bc7e,segment=NetworkSegment(eb8d3178-3cd5-456f-99c3-5ab9397cc54a),segment_id=eb8d3178-3cd5-456f-99c3-5ab9397cc54a)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:37:48.458405 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aabebd9d-f7f7-4f3e-8b16-d64d62d40bdd tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (d035f16d-649f-43e4-9af5-935afb60bc7e), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:48.468871 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84d318d-58df-44f4-9af4-760f35c64142 None None] DHCP port deletion for bb52d1bb-cefe-4890-97b0-698ae79f1fd3 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:37:48.473503 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-12f169b4-4fbc-4f4c-9a0e-fc5d16547524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (02b284c1-1dcf-4f80-a191-8fd80dc15b13), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:48.475038 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-aabebd9d-f7f7-4f3e-8b16-d64d62d40bdd tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Calling delete_port for d035f16d-649f-43e4-9af5-935afb60bc7e owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:37:48.487064 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-a613ea6c-2b18-4555-8e18-25d8a9c1182d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:37:48.489006 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-a613ea6c-2b18-4555-8e18-25d8a9c1182d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3307607 Mar 23 02:37:48.491646 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c880f750-8f8c-4877-b35a-e2a610ae6ed7 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:48.576959 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (1b78cbeb-9850-4a53-b520-456d09daca61), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:48.638698 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e4b9dec7-73b4-455f-9416-9985b7596b56 None None] Provisioning complete for port 02b284c1-1dcf-4f80-a191-8fd80dc15b13 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:48.639358 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e4b9dec7-73b4-455f-9416-9985b7596b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (02b284c1-1dcf-4f80-a191-8fd80dc15b13), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:48.644794 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1b78cbeb-9850-4a53-b520-456d09daca61 {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 23 02:37:48.660056 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Pushing event deleted for resources: {'Network': ['ID=1b78cbeb-9850-4a53-b520-456d09daca61,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:48.662006 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:48.667440 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1728d80a-626f-4f91-a5dd-22aaf86b918a tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] 10.222.0.24 "DELETE /v2.0/networks/1b78cbeb-9850-4a53-b520-456d09daca61 HTTP/1.1" status: 204 len: 168 time: 2.9908726 Mar 23 02:37:48.671272 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56034) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:48.728092 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-aced8a14-ad74-466b-a3fb-0ab9866ba1f3 tempest-PortsAdminExtendedAttrsTestJSON-1712854170 tempest-PortsAdminExtendedAttrsTestJSON-1712854170-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-451391331'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:48.752164 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-aeaa30de-3a17-4fde-b515-58032227be84 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0797036 Mar 23 02:37:48.755772 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56038) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:48.770189 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-ae85f11d-d3a1-48d7-9421-8fc5ee1b39d3 service neutron] 10.222.0.24 "GET /v2.0/networks/3edd2161-639f-4b63-b7ee-dfa8fb0684e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573240 Mar 23 02:37:48.773313 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f169b4-4fbc-4f4c-9a0e-fc5d16547524 None None] Pushing event updated for resources: {'Port': ['ID=02b284c1-1dcf-4f80-a191-8fd80dc15b13,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:48.791728 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:48.815204 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f84d318d-58df-44f4-9af4-760f35c64142 None None] Deleting port d035f16d-649f-43e4-9af5-935afb60bc7e {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:37:48.815588 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f84d318d-58df-44f4-9af4-760f35c64142 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (d035f16d-649f-43e4-9af5-935afb60bc7e), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:48.832686 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aabebd9d-f7f7-4f3e-8b16-d64d62d40bdd tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (d035f16d-649f-43e4-9af5-935afb60bc7e), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:48.915617 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-f84d318d-58df-44f4-9af4-760f35c64142 None None] For port d035f16d-649f-43e4-9af5-935afb60bc7e, host dv-neutron-834613-2-hyperv, got binding levels [] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:37:48.916097 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f84d318d-58df-44f4-9af4-760f35c64142 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (d035f16d-649f-43e4-9af5-935afb60bc7e), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:48.931309 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f84d318d-58df-44f4-9af4-760f35c64142 None None] Calling delete_port for d035f16d-649f-43e4-9af5-935afb60bc7e owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:37:48.937295 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.ipam_backend_mixin [None req-f84d318d-58df-44f4-9af4-760f35c64142 None None] Port d035f16d-649f-43e4-9af5-935afb60bc7e was not found and therefore no delete operation was performed {{(pid=104350) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 02:37:48.940928 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f84d318d-58df-44f4-9af4-760f35c64142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (d035f16d-649f-43e4-9af5-935afb60bc7e), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:48.950995 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56042) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:48.968558 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabebd9d-f7f7-4f3e-8b16-d64d62d40bdd tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] No DVR routers for this DVR port d035f16d-649f-43e4-9af5-935afb60bc7e on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:37:48.983017 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabebd9d-f7f7-4f3e-8b16-d64d62d40bdd tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Pushing event deleted for resources: {'Port': ['ID=d035f16d-649f-43e4-9af5-935afb60bc7e,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:49.019596 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c880f750-8f8c-4877-b35a-e2a610ae6ed7 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:49.029745 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d035f16d-649f-43e4-9af5-935afb60bc7e no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:37:49.090578 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: d035f16d-649f-43e4-9af5-935afb60bc7e {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:37:49.090938 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d035f16d-649f-43e4-9af5-935afb60bc7e not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:37:49.092348 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e4b9dec7-73b4-455f-9416-9985b7596b56 None None] Current status of the port 02b284c1-1dcf-4f80-a191-8fd80dc15b13 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:49.095565 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d318d-58df-44f4-9af4-760f35c64142 None None] Pushing event deleted for resources: {'Port': ['ID=d035f16d-649f-43e4-9af5-935afb60bc7e,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:49.154704 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84d318d-58df-44f4-9af4-760f35c64142 None None] No DVR routers for this DVR port d035f16d-649f-43e4-9af5-935afb60bc7e on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:37:49.178482 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-2e5f0a90-aee2-4112-908d-c0c1ff6c583d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e73ec-0607-4b96-a19e-e29807738883', 'name': 'tempest-ServersTestJSON-880061780-router', 'tenant_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '5813600c-f00b-44b4-9a2b-a8f91a1f8b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:37:31Z', 'updated_at': '2022-03-23T02:37:43Z', 'revision_number': 4, 'project_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'gw_port': {'id': '5813600c-f00b-44b4-9a2b-a8f91a1f8b62', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e73ec-0607-4b96-a19e-e29807738883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:33Z', 'updated_at': '2022-03-23T02:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '02b284c1-1dcf-4f80-a191-8fd80dc15b13', 'name': '', 'network_id': '22c45d4e-453f-46ea-9852-f03123ae9cab', 'tenant_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'mac_address': 'fa:16:3e:99:1e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e73ec-0607-4b96-a19e-e29807738883', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'de1e07f7-443c-4bd4-9b04-646304273766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:41Z', 'updated_at': '2022-03-23T02:37:47Z', 'revision_number': 4, 'project_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'subnets': [{'id': 'de1e07f7-443c-4bd4-9b04-646304273766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:49.189701 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-3ec639d5-a843-4b10-b4df-09baba78555d service neutron] 10.222.0.24 "GET /v2.0/networks/3edd2161-639f-4b63-b7ee-dfa8fb0684e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067950 Mar 23 02:37:49.204616 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aabebd9d-f7f7-4f3e-8b16-d64d62d40bdd tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (bb52d1bb-cefe-4890-97b0-698ae79f1fd3), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:49.229918 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5f0a90-aee2-4112-908d-c0c1ff6c583d None None] The sync data for ids ['920e73ec-0607-4b96-a19e-e29807738883'] in dv-neutron-834613-2-hyperv is: [{'id': '920e73ec-0607-4b96-a19e-e29807738883', 'name': 'tempest-ServersTestJSON-880061780-router', 'tenant_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '5813600c-f00b-44b4-9a2b-a8f91a1f8b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:37:31Z', 'updated_at': '2022-03-23T02:37:43Z', 'revision_number': 4, 'project_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'gw_port': {'id': '5813600c-f00b-44b4-9a2b-a8f91a1f8b62', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e73ec-0607-4b96-a19e-e29807738883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:33Z', 'updated_at': '2022-03-23T02:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '02b284c1-1dcf-4f80-a191-8fd80dc15b13', 'name': '', 'network_id': '22c45d4e-453f-46ea-9852-f03123ae9cab', 'tenant_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'mac_address': 'fa:16:3e:99:1e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e73ec-0607-4b96-a19e-e29807738883', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'de1e07f7-443c-4bd4-9b04-646304273766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:41Z', 'updated_at': '2022-03-23T02:37:47Z', 'revision_number': 4, 'project_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'subnets': [{'id': 'de1e07f7-443c-4bd4-9b04-646304273766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:37:49.251310 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eba511-5058-436b-b94c-9c94153c8d9e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:49.251926 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eba511-5058-436b-b94c-9c94153c8d9e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:49.252445 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eba511-5058-436b-b94c-9c94153c8d9e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:49.252953 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eba511-5058-436b-b94c-9c94153c8d9e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:49.253468 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eba511-5058-436b-b94c-9c94153c8d9e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:49.258129 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-c880f750-8f8c-4877-b35a-e2a610ae6ed7 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Allocated IP 172.26.2.118 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/2bb17021-5497-4ef2-b361-72cae22700d2) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:37:49.258702 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-86eba511-5058-436b-b94c-9c94153c8d9e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3376 time: 0.5017030 Mar 23 02:37:49.260023 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56054) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:49.265933 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-aabebd9d-f7f7-4f3e-8b16-d64d62d40bdd tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb52d1bb-cefe-4890-97b0-698ae79f1fd3']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:49.277049 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-aabebd9d-f7f7-4f3e-8b16-d64d62d40bdd tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb8d3178-3cd5-456f-99c3-5ab9397cc54a') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:49.277507 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-aabebd9d-f7f7-4f3e-8b16-d64d62d40bdd tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb8d3178-3cd5-456f-99c3-5ab9397cc54a') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:49.291227 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aabebd9d-f7f7-4f3e-8b16-d64d62d40bdd tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (eb8d3178-3cd5-456f-99c3-5ab9397cc54a), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:49.307611 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aabebd9d-f7f7-4f3e-8b16-d64d62d40bdd tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (eb8d3178-3cd5-456f-99c3-5ab9397cc54a), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:49.314827 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aabebd9d-f7f7-4f3e-8b16-d64d62d40bdd tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:37:49.315366 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aabebd9d-f7f7-4f3e-8b16-d64d62d40bdd tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (eb8d3178-3cd5-456f-99c3-5ab9397cc54a), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:49.327716 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aced8a14-ad74-466b-a3fb-0ab9866ba1f3 tempest-PortsAdminExtendedAttrsTestJSON-1712854170 tempest-PortsAdminExtendedAttrsTestJSON-1712854170-project] Made reservation on behalf of 1702c8d19afd429ebff0bca5f54eb5db for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:37:49.331109 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aced8a14-ad74-466b-a3fb-0ab9866ba1f3 tempest-PortsAdminExtendedAttrsTestJSON-1712854170 tempest-PortsAdminExtendedAttrsTestJSON-1712854170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:49.374852 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:37:49.374852 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:37:49.374852 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:37:49.374852 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:37:49.374852 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:37:49.374852 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:37:49.374852 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:37:49.374852 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:37:49.374852 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:37:49.374852 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:37:49.374852 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:37:49.374852 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:37:49.374852 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:37:49.374852 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:37:49.374852 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:37:49.374852 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:37:49.374852 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:37:49.374852 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:37:49.374852 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:37:49.374852 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:37:49.374852 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:37:49.374852 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:37:49.374852 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:37:49.374852 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:37:49.374852 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:37:49.374852 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:37:49.374852 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:37:49.374852 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:37:49.374852 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:37:49.374852 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:37:49.374852 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:37:49.374852 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:37:49.394612 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f456e42d-097f-4691-adc9-a8266351bfb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:49.418450 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-165f8cce-fc0c-4d21-b1b4-51306e057355 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] delete failed (client error): The resource could not be found. Mar 23 02:37:49.431280 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56062) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:49.431885 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-165f8cce-fc0c-4d21-b1b4-51306e057355 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/31d7be30-97f1-4d5b-ad72-f9eb36a458f1 HTTP/1.1" status: 404 len: 345 time: 0.1708126 Mar 23 02:37:49.436307 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aced8a14-ad74-466b-a3fb-0ab9866ba1f3 tempest-PortsAdminExtendedAttrsTestJSON-1712854170 tempest-PortsAdminExtendedAttrsTestJSON-1712854170-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:49.458471 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-edaa402b-74e0-4b8a-b587-466dbc371429 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] DELETE failed (client error): The resource could not be found. Mar 23 02:37:49.459380 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edaa402b-74e0-4b8a-b587-466dbc371429 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:37:49.463279 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-edaa402b-74e0-4b8a-b587-466dbc371429 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] 10.222.0.24 "DELETE /v2.0/networks/1b78cbeb-9850-4a53-b520-456d09daca61 HTTP/1.1" status: 404 len: 339 time: 0.0304770 Mar 23 02:37:49.469717 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aabebd9d-f7f7-4f3e-8b16-d64d62d40bdd tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (bb52d1bb-cefe-4890-97b0-698ae79f1fd3), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:49.484229 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56064) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:49.486326 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aabebd9d-f7f7-4f3e-8b16-d64d62d40bdd tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:49.491382 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-51ff1704-4a8c-4c2d-98ce-de75a4ccb6ef tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Request body: {'network': {'name': 'tempest-network--1263086507', 'router:external': True}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:49.500913 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-aabebd9d-f7f7-4f3e-8b16-d64d62d40bdd tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] 10.222.0.24 "DELETE /v2.0/networks/bb52d1bb-cefe-4890-97b0-698ae79f1fd3 HTTP/1.1" status: 204 len: 168 time: 1.7485685 Mar 23 02:37:49.536012 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabebd9d-f7f7-4f3e-8b16-d64d62d40bdd tempest-DHCPAgentSchedulersTestJSON-803824513 tempest-DHCPAgentSchedulersTestJSON-803824513-project] Pushing event deleted for resources: {'Network': ['ID=bb52d1bb-cefe-4890-97b0-698ae79f1fd3,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:49.582172 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f456e42d-097f-4691-adc9-a8266351bfb2 admin admin] Publish callbacks [] for security_group (32967383-d0f8-4e82-8829-75732b684431), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:49.636843 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ff1704-4a8c-4c2d-98ce-de75a4ccb6ef tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Made reservation on behalf of a037547ef88d44c7aae84041daff4cb0 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:37:49.641655 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-51ff1704-4a8c-4c2d-98ce-de75a4ccb6ef tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:49.660005 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f456e42d-097f-4691-adc9-a8266351bfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (32967383-d0f8-4e82-8829-75732b684431), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:49.707486 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f456e42d-097f-4691-adc9-a8266351bfb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32967383-d0f8-4e82-8829-75732b684431,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:49.716131 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f456e42d-097f-4691-adc9-a8266351bfb2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08ddaac8ee8143288d18efb6e82093f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7519333 Mar 23 02:37:49.720107 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56080) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:49.740069 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ff1704-4a8c-4c2d-98ce-de75a4ccb6ef tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:37:49.756708 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-51ff1704-4a8c-4c2d-98ce-de75a4ccb6ef tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (686b8169-782a-46c2-8b4e-bd77afcbd2cb), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:49.757145 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-51ff1704-4a8c-4c2d-98ce-de75a4ccb6ef tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Added segment 686b8169-782a-46c2-8b4e-bd77afcbd2cb of type vlan for network bc09096f-8603-4c1c-b892-54cb93974d7e Mar 23 02:37:49.815248 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0c71c5fb-b7b2-4187-878e-83f5eaa02860 admin admin] Publish callbacks [] for security_group (32967383-d0f8-4e82-8829-75732b684431), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:49.824067 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-51ff1704-4a8c-4c2d-98ce-de75a4ccb6ef tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (bc09096f-8603-4c1c-b892-54cb93974d7e), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:49.860543 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0c71c5fb-b7b2-4187-878e-83f5eaa02860 admin admin] Publish callbacks [] for security_group (32967383-d0f8-4e82-8829-75732b684431), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:49.886898 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aced8a14-ad74-466b-a3fb-0ab9866ba1f3 tempest-PortsAdminExtendedAttrsTestJSON-1712854170 tempest-PortsAdminExtendedAttrsTestJSON-1712854170-project] Publish callbacks [] for security_group (d55b7b31-123c-470c-9bb3-02e5f4beb04f), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:49.891328 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c880f750-8f8c-4877-b35a-e2a610ae6ed7 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks [] for port (2bb17021-5497-4ef2-b361-72cae22700d2), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:49.899761 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-dc35add7-3723-4827-a7d0-49d1abcc8c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:49.982667 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-51ff1704-4a8c-4c2d-98ce-de75a4ccb6ef tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (bc09096f-8603-4c1c-b892-54cb93974d7e), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:49.983902 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ff1704-4a8c-4c2d-98ce-de75a4ccb6ef tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:49.984517 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-51ff1704-4a8c-4c2d-98ce-de75a4ccb6ef tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:49.989344 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aced8a14-ad74-466b-a3fb-0ab9866ba1f3 tempest-PortsAdminExtendedAttrsTestJSON-1712854170 tempest-PortsAdminExtendedAttrsTestJSON-1712854170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (d55b7b31-123c-470c-9bb3-02e5f4beb04f), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:50.006276 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0c71c5fb-b7b2-4187-878e-83f5eaa02860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (32967383-d0f8-4e82-8829-75732b684431), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:50.009311 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0c71c5fb-b7b2-4187-878e-83f5eaa02860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:50.015037 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0c71c5fb-b7b2-4187-878e-83f5eaa02860 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/32967383-d0f8-4e82-8829-75732b684431 HTTP/1.1" status: 204 len: 168 time: 0.2927370 Mar 23 02:37:50.030958 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71c5fb-b7b2-4187-878e-83f5eaa02860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32967383-d0f8-4e82-8829-75732b684431,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:50.078175 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56098) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:50.078444 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c880f750-8f8c-4877-b35a-e2a610ae6ed7 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (2bb17021-5497-4ef2-b361-72cae22700d2), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:50.108127 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aced8a14-ad74-466b-a3fb-0ab9866ba1f3 tempest-PortsAdminExtendedAttrsTestJSON-1712854170 tempest-PortsAdminExtendedAttrsTestJSON-1712854170-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:37:50.260612 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56106) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:50.325134 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-51ff1704-4a8c-4c2d-98ce-de75a4ccb6ef tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8400257 Mar 23 02:37:50.327812 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56110) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:50.333062 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced8a14-ad74-466b-a3fb-0ab9866ba1f3 tempest-PortsAdminExtendedAttrsTestJSON-1712854170 tempest-PortsAdminExtendedAttrsTestJSON-1712854170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d55b7b31-123c-470c-9bb3-02e5f4beb04f,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:50.345924 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff1704-4a8c-4c2d-98ce-de75a4ccb6ef tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Pushing event updated for resources: {'Network': ['ID=bc09096f-8603-4c1c-b892-54cb93974d7e,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:50.349341 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aced8a14-ad74-466b-a3fb-0ab9866ba1f3 tempest-PortsAdminExtendedAttrsTestJSON-1712854170 tempest-PortsAdminExtendedAttrsTestJSON-1712854170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (86e5fa44-a3e4-4719-9f05-64968f568843), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:50.349779 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-aced8a14-ad74-466b-a3fb-0ab9866ba1f3 tempest-PortsAdminExtendedAttrsTestJSON-1712854170 tempest-PortsAdminExtendedAttrsTestJSON-1712854170-project] Added segment 86e5fa44-a3e4-4719-9f05-64968f568843 of type vlan for network 967d21ba-c21a-4084-8234-d794f5c3c574 Mar 23 02:37:50.352266 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c880f750-8f8c-4877-b35a-e2a610ae6ed7 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:37:50.363858 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-c880f750-8f8c-4877-b35a-e2a610ae6ed7 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:37:50.367170 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c880f750-8f8c-4877-b35a-e2a610ae6ed7 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:37:50.380615 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network bc09096f-8603-4c1c-b892-54cb93974d7e details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:37:50.422583 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880f750-8f8c-4877-b35a-e2a610ae6ed7 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Pushing event updated for resources: {'Port': ['ID=2bb17021-5497-4ef2-b361-72cae22700d2,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:50.446100 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aced8a14-ad74-466b-a3fb-0ab9866ba1f3 tempest-PortsAdminExtendedAttrsTestJSON-1712854170 tempest-PortsAdminExtendedAttrsTestJSON-1712854170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (967d21ba-c21a-4084-8234-d794f5c3c574), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:50.581694 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c880f750-8f8c-4877-b35a-e2a610ae6ed7 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks [] for floatingip (86b13c69-bc9f-478a-869f-cec2b2818e2e), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:50.612357 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aced8a14-ad74-466b-a3fb-0ab9866ba1f3 tempest-PortsAdminExtendedAttrsTestJSON-1712854170 tempest-PortsAdminExtendedAttrsTestJSON-1712854170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (967d21ba-c21a-4084-8234-d794f5c3c574), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:50.627013 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aced8a14-ad74-466b-a3fb-0ab9866ba1f3 tempest-PortsAdminExtendedAttrsTestJSON-1712854170 tempest-PortsAdminExtendedAttrsTestJSON-1712854170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:50.627844 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aced8a14-ad74-466b-a3fb-0ab9866ba1f3 tempest-PortsAdminExtendedAttrsTestJSON-1712854170 tempest-PortsAdminExtendedAttrsTestJSON-1712854170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:50.765375 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56122) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:50.780754 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-6d4b1d56-1a64-4a90-b9b7-4205e8d4a587 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Request body: {'networks': [{'name': 'tempest-network--2075848838'}, {'name': 'tempest-network--1864323698'}]} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:50.781104 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-6d4b1d56-1a64-4a90-b9b7-4205e8d4a587 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Request body: {'network': {'name': 'tempest-network--2075848838'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:50.781556 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-6d4b1d56-1a64-4a90-b9b7-4205e8d4a587 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Request body: {'network': {'name': 'tempest-network--1864323698'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:50.794392 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:37:50.820615 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-aced8a14-ad74-466b-a3fb-0ab9866ba1f3 tempest-PortsAdminExtendedAttrsTestJSON-1712854170 tempest-PortsAdminExtendedAttrsTestJSON-1712854170-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.5286305 Mar 23 02:37:50.820615 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56130) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:50.834091 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c880f750-8f8c-4877-b35a-e2a610ae6ed7 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2bb17021-5497-4ef2-b361-72cae22700d2), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:50.869487 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced8a14-ad74-466b-a3fb-0ab9866ba1f3 tempest-PortsAdminExtendedAttrsTestJSON-1712854170 tempest-PortsAdminExtendedAttrsTestJSON-1712854170-project] Pushing event updated for resources: {'Network': ['ID=967d21ba-c21a-4084-8234-d794f5c3c574,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:50.884565 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 967d21ba-c21a-4084-8234-d794f5c3c574 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:37:50.923592 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4b1d56-1a64-4a90-b9b7-4205e8d4a587 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Made reservation on behalf of 9d2072c7669741f59f04c53a74a7a55d for: {'network': 2} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:37:50.929952 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d4b1d56-1a64-4a90-b9b7-4205e8d4a587 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:50.961989 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bc94a3-3144-4b3d-8e1f-7b484504832a tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:50.970427 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bc94a3-3144-4b3d-8e1f-7b484504832a tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:50.977948 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bc94a3-3144-4b3d-8e1f-7b484504832a tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:50.984429 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bc94a3-3144-4b3d-8e1f-7b484504832a tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:50.986668 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-20bc94a3-3144-4b3d-8e1f-7b484504832a tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.6577091 Mar 23 02:37:50.987839 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d4b1d56-1a64-4a90-b9b7-4205e8d4a587 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:50.990757 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56138) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:51.031347 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-a6a74e27-8ea9-437f-b87c-07fb827518ee tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1610167486'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:51.132305 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bbe3c490-76c6-48a6-b233-3fe9c40e6202 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (bc09096f-8603-4c1c-b892-54cb93974d7e), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.132404 dv-neutron-834613-2-hyperv neutron-server[104349]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 23 02:37:51.152235 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 02b284c1-1dcf-4f80-a191-8fd80dc15b13 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:37:51.189833 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c880f750-8f8c-4877-b35a-e2a610ae6ed7 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks [] for port (2bb17021-5497-4ef2-b361-72cae22700d2), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.198716 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c210dc23-f184-44c2-a897-c1c67b8af1fd req-6eac4afc-09eb-4ab0-a40b-75234c757dfd tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 210 time: 0.4322052 Mar 23 02:37:51.205792 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a74e27-8ea9-437f-b87c-07fb827518ee tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:37:51.210422 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a6a74e27-8ea9-437f-b87c-07fb827518ee tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.225358 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a6a74e27-8ea9-437f-b87c-07fb827518ee tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.231448 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d4b1d56-1a64-4a90-b9b7-4205e8d4a587 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks [] for security_group (2219a489-3968-4d9a-a4d0-4043d8b1c2b2), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.273075 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.273299 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c880f750-8f8c-4877-b35a-e2a610ae6ed7 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (2bb17021-5497-4ef2-b361-72cae22700d2), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.287175 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 02b284c1-1dcf-4f80-a191-8fd80dc15b13 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:51.287606 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (02b284c1-1dcf-4f80-a191-8fd80dc15b13), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.343083 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d4b1d56-1a64-4a90-b9b7-4205e8d4a587 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (2219a489-3968-4d9a-a4d0-4043d8b1c2b2), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.344699 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d4b1d56-1a64-4a90-b9b7-4205e8d4a587 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.413222 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56144) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:51.426862 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 02b284c1-1dcf-4f80-a191-8fd80dc15b13 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:51.439973 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56146) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:51.449991 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Request body: {'port': {'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574', 'binding:host_id': 'hv-neutron-8346', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-441974419'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:51.461726 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bbe3c490-76c6-48a6-b233-3fe9c40e6202 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (bc09096f-8603-4c1c-b892-54cb93974d7e), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.462062 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b1d56-1a64-4a90-b9b7-4205e8d4a587 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2219a489-3968-4d9a-a4d0-4043d8b1c2b2,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:51.485462 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d4b1d56-1a64-4a90-b9b7-4205e8d4a587 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:37:51.498657 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aa5db534-62f4-4e38-bf08-960cd6309555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.507072 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880f750-8f8c-4877-b35a-e2a610ae6ed7 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Pushing event updated for resources: {'Port': ['ID=2bb17021-5497-4ef2-b361-72cae22700d2,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:51.508636 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a6a74e27-8ea9-437f-b87c-07fb827518ee tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for security_group (4bf1ab22-8a86-4491-bc3c-dd3275327f2e), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.511715 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d4b1d56-1a64-4a90-b9b7-4205e8d4a587 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (5644061e-fea3-47c9-9bb6-ce39d3ab6dbe), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.512152 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-6d4b1d56-1a64-4a90-b9b7-4205e8d4a587 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Added segment 5644061e-fea3-47c9-9bb6-ce39d3ab6dbe of type vlan for network f3fdc750-6bf0-4061-ae35-f9c0b9199d2b Mar 23 02:37:51.533314 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-bbe3c490-76c6-48a6-b233-3fe9c40e6202 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc09096f-8603-4c1c-b892-54cb93974d7e']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:51.551947 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d4b1d56-1a64-4a90-b9b7-4205e8d4a587 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (f3fdc750-6bf0-4061-ae35-f9c0b9199d2b), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.559120 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c880f750-8f8c-4877-b35a-e2a610ae6ed7 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (86b13c69-bc9f-478a-869f-cec2b2818e2e), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.562981 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-bbe3c490-76c6-48a6-b233-3fe9c40e6202 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686b8169-782a-46c2-8b4e-bd77afcbd2cb') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:51.563243 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-bbe3c490-76c6-48a6-b233-3fe9c40e6202 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686b8169-782a-46c2-8b4e-bd77afcbd2cb') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:51.582519 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Made reservation on behalf of 0d0b4b8a52114e7fa5ec9d8ac57ff263 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:37:51.584933 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.587048 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6180369a-1f50-4a75-9fb3-dcdd418fce1f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b392f4ec946e4dcd817088bb515163f7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7568481 Mar 23 02:37:51.587773 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d4b1d56-1a64-4a90-b9b7-4205e8d4a587 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:37:51.589604 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a6a74e27-8ea9-437f-b87c-07fb827518ee tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (4bf1ab22-8a86-4491-bc3c-dd3275327f2e), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.589778 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bbe3c490-76c6-48a6-b233-3fe9c40e6202 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (686b8169-782a-46c2-8b4e-bd77afcbd2cb), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.597515 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56148) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:51.607899 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.627733 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bbe3c490-76c6-48a6-b233-3fe9c40e6202 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (686b8169-782a-46c2-8b4e-bd77afcbd2cb), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.631224 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d4b1d56-1a64-4a90-b9b7-4205e8d4a587 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (a300c364-59d0-472d-98a6-aa68c49cd5b8), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.633318 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-6d4b1d56-1a64-4a90-b9b7-4205e8d4a587 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Added segment a300c364-59d0-472d-98a6-aa68c49cd5b8 of type vlan for network 1f3de3fe-0dfa-4d9a-a1be-e6aaaf72058b Mar 23 02:37:51.633318 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a74e27-8ea9-437f-b87c-07fb827518ee tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:37:51.648868 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe3c490-76c6-48a6-b233-3fe9c40e6202 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:37:51.649556 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bbe3c490-76c6-48a6-b233-3fe9c40e6202 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (686b8169-782a-46c2-8b4e-bd77afcbd2cb), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.654094 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:37:51.654094 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:37:51.654094 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:37:51.654094 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:37:51.654094 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:37:51.654094 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:37:51.654094 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:37:51.654094 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:37:51.654094 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:37:51.654094 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:37:51.654094 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:37:51.654094 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:37:51.654094 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:37:51.654094 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:37:51.654094 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:37:51.654094 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:37:51.654094 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:37:51.654094 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:37:51.654094 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:37:51.654094 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:37:51.654094 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:37:51.654094 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:37:51.654094 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:37:51.654094 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:37:51.654094 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:37:51.654094 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:37:51.654094 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:37:51.654094 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:37:51.654094 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:37:51.654094 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:37:51.654094 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:37:51.654094 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:37:51.686127 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a74e27-8ea9-437f-b87c-07fb827518ee tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf1ab22-8a86-4491-bc3c-dd3275327f2e,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:51.689045 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a6a74e27-8ea9-437f-b87c-07fb827518ee tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (6e71286d-d64a-4f7b-aafe-5fb2fd186af6), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.689652 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-a6a74e27-8ea9-437f-b87c-07fb827518ee tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Added segment 6e71286d-d64a-4f7b-aafe-5fb2fd186af6 of type vlan for network 94d9379e-13fb-449b-8f45-d1ab95378f77 Mar 23 02:37:51.718355 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d4b1d56-1a64-4a90-b9b7-4205e8d4a587 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (1f3de3fe-0dfa-4d9a-a1be-e6aaaf72058b), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.718460 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c880f750-8f8c-4877-b35a-e2a610ae6ed7 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.718460 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c880f750-8f8c-4877-b35a-e2a610ae6ed7 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3550804 Mar 23 02:37:51.771873 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a6a74e27-8ea9-437f-b87c-07fb827518ee tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (94d9379e-13fb-449b-8f45-d1ab95378f77), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.775996 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aa5db534-62f4-4e38-bf08-960cd6309555 admin admin] Publish callbacks [] for security_group (f258bfa2-9be3-4850-b927-abb577daeba1), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.777095 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dd9260ba-9635-4c18-a395-21af085086c1 admin admin] Publish callbacks [] for security_group (c018eb94-51af-422e-ad7f-017524e44876), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.800580 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dd9260ba-9635-4c18-a395-21af085086c1 admin admin] Publish callbacks [] for security_group (c018eb94-51af-422e-ad7f-017524e44876), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.850160 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bbe3c490-76c6-48a6-b233-3fe9c40e6202 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (bc09096f-8603-4c1c-b892-54cb93974d7e), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.861893 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe3c490-76c6-48a6-b233-3fe9c40e6202 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bc09096f-8603-4c1c-b892-54cb93974d7e {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 23 02:37:51.880407 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bbe3c490-76c6-48a6-b233-3fe9c40e6202 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.885425 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-bbe3c490-76c6-48a6-b233-3fe9c40e6202 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] 10.222.0.24 "DELETE /v2.0/networks/bc09096f-8603-4c1c-b892-54cb93974d7e HTTP/1.1" status: 204 len: 168 time: 0.8931885 Mar 23 02:37:51.896075 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56158) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:51.902823 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-3dd384d2-5b05-4614-8bc3-011380570553 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Request body: {'network': {'name': 'tempest-network--550134935', 'router:external': True}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:51.905132 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks [] for security_group (e9d744da-bec6-4e8d-9d88-3cdb4e408ee7), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.925811 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aa5db534-62f4-4e38-bf08-960cd6309555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (f258bfa2-9be3-4850-b927-abb577daeba1), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.940369 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d4b1d56-1a64-4a90-b9b7-4205e8d4a587 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (f3fdc750-6bf0-4061-ae35-f9c0b9199d2b), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.940885 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d4b1d56-1a64-4a90-b9b7-4205e8d4a587 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (1f3de3fe-0dfa-4d9a-a1be-e6aaaf72058b), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.950653 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4b1d56-1a64-4a90-b9b7-4205e8d4a587 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:51.952280 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3c490-76c6-48a6-b233-3fe9c40e6202 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Pushing event deleted for resources: {'Network': ['ID=bc09096f-8603-4c1c-b892-54cb93974d7e,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:51.959743 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4b1d56-1a64-4a90-b9b7-4205e8d4a587 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:51.960471 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d4b1d56-1a64-4a90-b9b7-4205e8d4a587 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:52.001146 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-aa5db534-62f4-4e38-bf08-960cd6309555 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=568245d1dfa94084b320460c0c334292&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5827820 Mar 23 02:37:52.008001 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56174) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:52.035035 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5db534-62f4-4e38-bf08-960cd6309555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f258bfa2-9be3-4850-b927-abb577daeba1,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:52.038686 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a6a74e27-8ea9-437f-b87c-07fb827518ee tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (94d9379e-13fb-449b-8f45-d1ab95378f77), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:52.044580 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a74e27-8ea9-437f-b87c-07fb827518ee tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:52.045004 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a6a74e27-8ea9-437f-b87c-07fb827518ee tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:52.050384 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b1d56-1a64-4a90-b9b7-4205e8d4a587 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Pushing event updated for resources: {'Network': ['ID=f3fdc750-6bf0-4061-ae35-f9c0b9199d2b,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:52.059551 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (e9d744da-bec6-4e8d-9d88-3cdb4e408ee7), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:52.068244 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network f3fdc750-6bf0-4061-ae35-f9c0b9199d2b details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:37:52.077802 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dd9260ba-9635-4c18-a395-21af085086c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (c018eb94-51af-422e-ad7f-017524e44876), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:52.081874 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dd9260ba-9635-4c18-a395-21af085086c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:52.084980 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-dd9260ba-9635-4c18-a395-21af085086c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c018eb94-51af-422e-ad7f-017524e44876 HTTP/1.1" status: 204 len: 168 time: 0.4846826 Mar 23 02:37:52.105408 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9260ba-9635-4c18-a395-21af085086c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c018eb94-51af-422e-ad7f-017524e44876,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:52.130741 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f44eeafc-c2b7-472a-ae1f-cc57207cb539 admin admin] Publish callbacks [] for security_group (f258bfa2-9be3-4850-b927-abb577daeba1), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:52.172981 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f44eeafc-c2b7-472a-ae1f-cc57207cb539 admin admin] Publish callbacks [] for security_group (f258bfa2-9be3-4850-b927-abb577daeba1), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:52.173404 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d744da-bec6-4e8d-9d88-3cdb4e408ee7,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:52.178771 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6d4b1d56-1a64-4a90-b9b7-4205e8d4a587 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.0991271 Mar 23 02:37:52.193882 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56178) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:52.196623 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] device_id is not set on port 2d283795-78c0-4411-ad12-8398a20d58c0 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:37:52.202257 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd384d2-5b05-4614-8bc3-011380570553 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Made reservation on behalf of a037547ef88d44c7aae84041daff4cb0 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:37:52.213109 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3dd384d2-5b05-4614-8bc3-011380570553 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:52.300144 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a6a74e27-8ea9-437f-b87c-07fb827518ee tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0377667 Mar 23 02:37:52.335021 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56182) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:52.363809 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-febc6fb1-3fbb-4f47-bd07-082f62230f19 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:52.382614 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b1d56-1a64-4a90-b9b7-4205e8d4a587 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Pushing event updated for resources: {'Network': ['ID=1f3de3fe-0dfa-4d9a-a1be-e6aaaf72058b,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:52.394884 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 1f3de3fe-0dfa-4d9a-a1be-e6aaaf72058b details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:37:52.454866 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a74e27-8ea9-437f-b87c-07fb827518ee tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Network': ['ID=94d9379e-13fb-449b-8f45-d1ab95378f77,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:52.478905 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:37:52.484935 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-2196b29f-665f-4631-b865-def34cef0b9d tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--269587737&fields=id&tenant_id=f6f078640e4c4af68e0bac25d7acd7c7 HTTP/1.1" status: 200 len: 267 time: 0.4356759 Mar 23 02:37:52.699248 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-55306844-668b-4c88-808f-3bcb863ade9c req-15cc6ec5-f705-4d7e-b893-f51219c3aebd tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 210 time: 0.3649230 Mar 23 02:37:52.706633 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:52.754630 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd384d2-5b05-4614-8bc3-011380570553 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:37:52.841770 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-04d21cc0-6eb6-45e4-8cd0-12c18b8ba8ee tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:52.842340 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af73d059-e17c-4109-a9a7-e0e5db33c798 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:52.843351 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-04d21cc0-6eb6-45e4-8cd0-12c18b8ba8ee tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/networks?id=22c45d4e-453f-46ea-9852-f03123ae9cab HTTP/1.1" status: 200 len: 805 time: 0.3466918 Mar 23 02:37:52.847582 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af73d059-e17c-4109-a9a7-e0e5db33c798 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:52.857562 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af73d059-e17c-4109-a9a7-e0e5db33c798 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:52.865294 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af73d059-e17c-4109-a9a7-e0e5db33c798 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:52.868047 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-565ca190-1201-4336-96d1-ae0702fb966c tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/quotas/f6f078640e4c4af68e0bac25d7acd7c7 HTTP/1.1" status: 200 len: 375 time: 0.0130351 Mar 23 02:37:52.869859 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] device_id is not set on port 2d283795-78c0-4411-ad12-8398a20d58c0 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:37:52.870944 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-af73d059-e17c-4109-a9a7-e0e5db33c798 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6753042 Mar 23 02:37:52.873303 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56188) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:52.881614 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks [] for port (2d283795-78c0-4411-ad12-8398a20d58c0), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:52.895881 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3dd384d2-5b05-4614-8bc3-011380570553 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (ec3b515d-c6b8-49fb-bc93-e9e07d0be99e), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:52.895881 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-3dd384d2-5b05-4614-8bc3-011380570553 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Added segment ec3b515d-c6b8-49fb-bc93-e9e07d0be99e of type vlan for network d734ba79-e6d2-4ce8-8b4f-5bdaa01387da Mar 23 02:37:52.952961 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f44eeafc-c2b7-472a-ae1f-cc57207cb539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (f258bfa2-9be3-4850-b927-abb577daeba1), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:52.956264 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f44eeafc-c2b7-472a-ae1f-cc57207cb539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:52.958295 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f44eeafc-c2b7-472a-ae1f-cc57207cb539 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f258bfa2-9be3-4850-b927-abb577daeba1 HTTP/1.1" status: 204 len: 168 time: 0.9442804 Mar 23 02:37:52.980764 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (2d283795-78c0-4411-ad12-8398a20d58c0), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:52.996728 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-9c57e9f5-8d5d-4f6d-8f9f-904fb984b713 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6f078640e4c4af68e0bac25d7acd7c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1091671 Mar 23 02:37:53.021243 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3dd384d2-5b05-4614-8bc3-011380570553 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (d734ba79-e6d2-4ce8-8b4f-5bdaa01387da), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:53.037013 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44eeafc-c2b7-472a-ae1f-cc57207cb539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f258bfa2-9be3-4850-b927-abb577daeba1,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:53.085381 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6d7e5867-663d-47c1-8c30-8007ec454021 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (f3fdc750-6bf0-4061-ae35-f9c0b9199d2b), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:53.097622 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Pushing event updated for resources: {'Port': ['ID=2d283795-78c0-4411-ad12-8398a20d58c0,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:53.110644 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56194) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:53.113250 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Checking segment: {'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:37:53.113706 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Network hostable DHCP agents. Network: 967d21ba-c21a-4084-8234-d794f5c3c574, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:37:53.157129 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febc6fb1-3fbb-4f47-bd07-082f62230f19 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:37:53.160629 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-febc6fb1-3fbb-4f47-bd07-082f62230f19 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:53.164518 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-eb4ef8ab-4f2a-43d9-b04c-e53d0d51aaa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:53.202229 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Network 967d21ba-c21a-4084-8234-d794f5c3c574 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:37:53.251664 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3dd384d2-5b05-4614-8bc3-011380570553 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (d734ba79-e6d2-4ce8-8b4f-5bdaa01387da), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:53.252685 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd384d2-5b05-4614-8bc3-011380570553 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:53.253396 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3dd384d2-5b05-4614-8bc3-011380570553 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:53.285353 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 967d21ba-c21a-4084-8234-d794f5c3c574) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:37:53.290143 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:37:53.302313 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5ec92c-c1af-4466-b92c-ecd2d196e9fd None None] Network 967d21ba-c21a-4084-8234-d794f5c3c574 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:37:53.328354 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:37:53.328725 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:37:53.329116 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 on network 967d21ba-c21a-4084-8234-d794f5c3c574 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:37:53.352000 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-8805dca8-53b4-401c-ba50-0deef7d17a60 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:37:53.360331 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-8805dca8-53b4-401c-ba50-0deef7d17a60 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1305740 Mar 23 02:37:53.362117 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Port 2d283795-78c0-4411-ad12-8398a20d58c0 on network 967d21ba-c21a-4084-8234-d794f5c3c574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:37:53.362465 dv-neutron-834613-2-hyperv neutron-server[104349]: ERROR neutron.plugins.ml2.managers [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Failed to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] Mar 23 02:37:53.373439 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.plugins.ml2.plugin [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempt 2 to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 Mar 23 02:37:53.408350 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:37:53.408693 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:37:53.409077 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 on network 967d21ba-c21a-4084-8234-d794f5c3c574 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:37:53.461452 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Port 2d283795-78c0-4411-ad12-8398a20d58c0 on network 967d21ba-c21a-4084-8234-d794f5c3c574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:37:53.462157 dv-neutron-834613-2-hyperv neutron-server[104349]: ERROR neutron.plugins.ml2.managers [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Failed to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] Mar 23 02:37:53.464377 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.plugins.ml2.plugin [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempt 3 to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 Mar 23 02:37:53.492296 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:37:53.492693 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:37:53.493037 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 on network 967d21ba-c21a-4084-8234-d794f5c3c574 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:37:53.502096 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Port 2d283795-78c0-4411-ad12-8398a20d58c0 on network 967d21ba-c21a-4084-8234-d794f5c3c574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:37:53.502431 dv-neutron-834613-2-hyperv neutron-server[104349]: ERROR neutron.plugins.ml2.managers [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Failed to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] Mar 23 02:37:53.504402 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.plugins.ml2.plugin [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempt 4 to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 Mar 23 02:37:53.533901 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:37:53.534168 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:37:53.534640 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 on network 967d21ba-c21a-4084-8234-d794f5c3c574 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:37:53.535198 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6d7e5867-663d-47c1-8c30-8007ec454021 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (f3fdc750-6bf0-4061-ae35-f9c0b9199d2b), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:53.547123 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Port 2d283795-78c0-4411-ad12-8398a20d58c0 on network 967d21ba-c21a-4084-8234-d794f5c3c574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:37:53.547456 dv-neutron-834613-2-hyperv neutron-server[104349]: ERROR neutron.plugins.ml2.managers [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Failed to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] Mar 23 02:37:53.548010 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.plugins.ml2.plugin [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempt 5 to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 Mar 23 02:37:53.553244 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-ddd6005a-c3d9-4e58-a2df-cf6f69328b80 service neutron] 10.222.0.24 "GET /v2.0/networks/22c45d4e-453f-46ea-9852-f03123ae9cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920764 Mar 23 02:37:53.563440 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:37:53.563754 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:37:53.564290 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 on network 967d21ba-c21a-4084-8234-d794f5c3c574 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:37:53.571360 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Port 2d283795-78c0-4411-ad12-8398a20d58c0 on network 967d21ba-c21a-4084-8234-d794f5c3c574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:37:53.571868 dv-neutron-834613-2-hyperv neutron-server[104349]: ERROR neutron.plugins.ml2.managers [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Failed to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] Mar 23 02:37:53.578430 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.plugins.ml2.plugin [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempt 6 to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 Mar 23 02:37:53.587663 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd384d2-5b05-4614-8bc3-011380570553 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Pushing event updated for resources: {'Network': ['ID=d734ba79-e6d2-4ce8-8b4f-5bdaa01387da,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:53.601927 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-6d7e5867-663d-47c1-8c30-8007ec454021 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3fdc750-6bf0-4061-ae35-f9c0b9199d2b']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:53.605246 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network d734ba79-e6d2-4ce8-8b4f-5bdaa01387da details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:37:53.622241 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3dd384d2-5b05-4614-8bc3-011380570553 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.7251086 Mar 23 02:37:53.627211 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-6d7e5867-663d-47c1-8c30-8007ec454021 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5644061e-fea3-47c9-9bb6-ce39d3ab6dbe') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:53.627510 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-6d7e5867-663d-47c1-8c30-8007ec454021 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5644061e-fea3-47c9-9bb6-ce39d3ab6dbe') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:53.635797 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56206) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:53.655195 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6d7e5867-663d-47c1-8c30-8007ec454021 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (5644061e-fea3-47c9-9bb6-ce39d3ab6dbe), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:53.664287 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:37:53.667382 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:37:53.668740 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 on network 967d21ba-c21a-4084-8234-d794f5c3c574 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:37:53.685954 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6d7e5867-663d-47c1-8c30-8007ec454021 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (5644061e-fea3-47c9-9bb6-ce39d3ab6dbe), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:53.721246 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d7e5867-663d-47c1-8c30-8007ec454021 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:37:53.721972 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Port 2d283795-78c0-4411-ad12-8398a20d58c0 on network 967d21ba-c21a-4084-8234-d794f5c3c574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:37:53.722061 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6d7e5867-663d-47c1-8c30-8007ec454021 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (5644061e-fea3-47c9-9bb6-ce39d3ab6dbe), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:53.722146 dv-neutron-834613-2-hyperv neutron-server[104349]: ERROR neutron.plugins.ml2.managers [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Failed to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] Mar 23 02:37:53.725164 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:37:53.725164 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:37:53.725164 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:37:53.725164 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:37:53.725164 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:37:53.725164 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:37:53.725164 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:37:53.725164 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:37:53.725164 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:37:53.725164 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:37:53.725164 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:37:53.725164 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:37:53.725164 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:37:53.725164 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:37:53.725164 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:37:53.725164 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:37:53.725164 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:37:53.725164 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:37:53.725164 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:37:53.725164 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:37:53.725164 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:37:53.725164 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:37:53.725164 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:37:53.725164 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:37:53.725164 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:37:53.725164 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:37:53.725164 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:37:53.725164 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:37:53.725164 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:37:53.725164 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:37:53.725164 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:37:53.725164 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:37:53.729311 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.plugins.ml2.plugin [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempt 7 to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 Mar 23 02:37:53.787514 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-eb4ef8ab-4f2a-43d9-b04c-e53d0d51aaa0 admin admin] Publish callbacks [] for security_group (217291c8-8743-47ce-b2ef-5677000e3fd9), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:53.813420 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1ff5d5-1cea-4067-b48c-a8f3984e0710 tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:53.815912 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ac1ff5d5-1cea-4067-b48c-a8f3984e0710 tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] 10.222.0.24 "GET /v2.0/networks/d734ba79-e6d2-4ce8-8b4f-5bdaa01387da HTTP/1.1" status: 200 len: 756 time: 0.1782174 Mar 23 02:37:53.818669 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:37:53.819005 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:37:53.819338 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 on network 967d21ba-c21a-4084-8234-d794f5c3c574 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:37:53.820568 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56212) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:53.832602 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Port 2d283795-78c0-4411-ad12-8398a20d58c0 on network 967d21ba-c21a-4084-8234-d794f5c3c574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:37:53.833004 dv-neutron-834613-2-hyperv neutron-server[104349]: ERROR neutron.plugins.ml2.managers [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Failed to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] Mar 23 02:37:53.834591 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.plugins.ml2.plugin [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempt 8 to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 Mar 23 02:37:53.839962 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-2bf709ff-f8dc-4dea-81ee-18da4ee4a734 service neutron] 10.222.0.24 "GET /v2.0/networks/22c45d4e-453f-46ea-9852-f03123ae9cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694876 Mar 23 02:37:53.853960 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:37:53.854507 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:37:53.861197 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 on network 967d21ba-c21a-4084-8234-d794f5c3c574 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:37:53.861197 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Port 2d283795-78c0-4411-ad12-8398a20d58c0 on network 967d21ba-c21a-4084-8234-d794f5c3c574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:37:53.861197 dv-neutron-834613-2-hyperv neutron-server[104349]: ERROR neutron.plugins.ml2.managers [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Failed to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] Mar 23 02:37:53.861197 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.plugins.ml2.plugin [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempt 9 to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 Mar 23 02:37:53.878801 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:37:53.879143 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:37:53.880228 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 on network 967d21ba-c21a-4084-8234-d794f5c3c574 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:37:53.885905 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Port 2d283795-78c0-4411-ad12-8398a20d58c0 on network 967d21ba-c21a-4084-8234-d794f5c3c574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:37:53.886669 dv-neutron-834613-2-hyperv neutron-server[104349]: ERROR neutron.plugins.ml2.managers [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Failed to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] Mar 23 02:37:53.887213 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.plugins.ml2.plugin [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempt 10 to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 Mar 23 02:37:53.901258 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:37:53.901883 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:37:53.902421 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 on network 967d21ba-c21a-4084-8234-d794f5c3c574 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:37:53.907265 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Port 2d283795-78c0-4411-ad12-8398a20d58c0 on network 967d21ba-c21a-4084-8234-d794f5c3c574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:37:53.907862 dv-neutron-834613-2-hyperv neutron-server[104349]: ERROR neutron.plugins.ml2.managers [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Failed to bind port 2d283795-78c0-4411-ad12-8398a20d58c0 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] Mar 23 02:37:53.908455 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2d283795-78c0-4411-ad12-8398a20d58c0), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:53.910215 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-eb4ef8ab-4f2a-43d9-b04c-e53d0d51aaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (217291c8-8743-47ce-b2ef-5677000e3fd9), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:53.985078 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6d7e5867-663d-47c1-8c30-8007ec454021 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (f3fdc750-6bf0-4061-ae35-f9c0b9199d2b), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:53.998361 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.23', 63207) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:54.019495 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:54.033484 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8dac8d-c439-4bd1-bf25-8ae553b32564 tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:54.035102 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6f8dac8d-c439-4bd1-bf25-8ae553b32564 tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] 10.222.0.24 "GET /v2.0/networks/faf2bbdc-5836-43cf-a423-9981813a67c0 HTTP/1.1" status: 200 len: 768 time: 0.2129471 Mar 23 02:37:54.058668 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56222) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:54.073836 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6d7e5867-663d-47c1-8c30-8007ec454021 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:54.079599 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6d7e5867-663d-47c1-8c30-8007ec454021 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] 10.222.0.24 "DELETE /v2.0/networks/f3fdc750-6bf0-4061-ae35-f9c0b9199d2b HTTP/1.1" status: 204 len: 168 time: 1.2030606 Mar 23 02:37:54.079766 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] For port 2d283795-78c0-4411-ad12-8398a20d58c0, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:37:54.079766 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempted to set empty binding levels {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 23 02:37:54.081323 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56224) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:54.088696 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4192a444-86a5-4edf-8542-4125ace608ec req-b40bb2a5-bb10-4bc4-bd57-e2c817a97397 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 210 time: 0.1606176 Mar 23 02:37:54.121686 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-eb4ef8ab-4f2a-43d9-b04c-e53d0d51aaa0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d25901618afa44c7824a498422f59e57&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0094583 Mar 23 02:37:54.122513 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e5867-663d-47c1-8c30-8007ec454021 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Pushing event deleted for resources: {'Network': ['ID=f3fdc750-6bf0-4061-ae35-f9c0b9199d2b,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:54.124620 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ef8ab-4f2a-43d9-b04c-e53d0d51aaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217291c8-8743-47ce-b2ef-5677000e3fd9,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:54.129549 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56226) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:54.230655 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-febc6fb1-3fbb-4f47-bd07-082f62230f19 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (dab2b229-6512-492c-801f-668b33a5a7f3), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:54.294065 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dd7282e6-3ecf-4793-9c5f-fe575d439161 admin admin] Publish callbacks [] for security_group (217291c8-8743-47ce-b2ef-5677000e3fd9), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:54.347548 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8182b8a0-ade5-4585-b851-426753328f23 req-4f192afd-2e9d-4340-9809-fc3ce8ccdce4 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/ports?device_id=754c7ed1-b58b-4feb-84ca-b7ce20755966 HTTP/1.1" status: 200 len: 210 time: 0.0779316 Mar 23 02:37:54.383347 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc6fb1-3fbb-4f47-bd07-082f62230f19 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Subnet': ['ID=dab2b229-6512-492c-801f-668b33a5a7f3,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:54.386657 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dd7282e6-3ecf-4793-9c5f-fe575d439161 admin admin] Publish callbacks [] for security_group (217291c8-8743-47ce-b2ef-5677000e3fd9), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:54.439177 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febc6fb1-3fbb-4f47-bd07-082f62230f19 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Checking segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:37:54.445201 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febc6fb1-3fbb-4f47-bd07-082f62230f19 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network hostable DHCP agents. Network: 94d9379e-13fb-449b-8f45-d1ab95378f77, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:37:54.450651 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (2d283795-78c0-4411-ad12-8398a20d58c0), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:54.522615 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febc6fb1-3fbb-4f47-bd07-082f62230f19 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:37:54.529218 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1213ccec-a2c7-4101-8683-293b1ea569af tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (d734ba79-e6d2-4ce8-8b4f-5bdaa01387da), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:54.539252 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dd7282e6-3ecf-4793-9c5f-fe575d439161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (217291c8-8743-47ce-b2ef-5677000e3fd9), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:54.541008 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:54.541614 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:54.543996 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dd7282e6-3ecf-4793-9c5f-fe575d439161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:54.547516 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-dd7282e6-3ecf-4793-9c5f-fe575d439161 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/217291c8-8743-47ce-b2ef-5677000e3fd9 HTTP/1.1" status: 204 len: 168 time: 0.4142444 Mar 23 02:37:54.560969 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7282e6-3ecf-4793-9c5f-fe575d439161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217291c8-8743-47ce-b2ef-5677000e3fd9,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:54.599553 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7adf8054-cf7e-48dc-b2e9-a4bcadb1577f tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (1f3de3fe-0dfa-4d9a-a1be-e6aaaf72058b), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:54.603716 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Pushing event updated for resources: {'Port': ['ID=2d283795-78c0-4411-ad12-8398a20d58c0,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:54.615177 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-19cdff33-711d-4cf4-b2a5-9ca0e675a9b4 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:54.616607 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-febc6fb1-3fbb-4f47-bd07-082f62230f19 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 94d9379e-13fb-449b-8f45-d1ab95378f77) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:37:54.616802 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-19cdff33-711d-4cf4-b2a5-9ca0e675a9b4 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.23 "GET /v2.0/networks?id=3edd2161-639f-4b63-b7ee-dfa8fb0684e0 HTTP/1.1" status: 200 len: 812 time: 0.6176658 Mar 23 02:37:54.631099 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febc6fb1-3fbb-4f47-bd07-082f62230f19 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:54.631792 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-febc6fb1-3fbb-4f47-bd07-082f62230f19 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:54.633104 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253fa5e0-42bd-4f31-817d-3ba6dc88364e None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:37:54.732451 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-97282ff3-3025-40b4-87e6-b57323ee395f tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.2902989 Mar 23 02:37:54.735947 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-febc6fb1-3fbb-4f47-bd07-082f62230f19 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3877149 Mar 23 02:37:54.735947 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56268) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:54.738271 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56270) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:54.751181 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-41ce4ea7-d847-480e-be8a-0a7acab92785 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'port': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'name': 'tempest-NetworksTestDHCPv6-1618280842'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:54.790434 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e3bebf-2648-4ae7-8dc4-fbb9671e1982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-94d9379e-13fb-449b-8f45-d1ab95378f77', 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'fixed_ips': [{'subnet_id': 'dab2b229-6512-492c-801f-668b33a5a7f3'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:37:54.791916 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a9e3bebf-2648-4ae7-8dc4-fbb9671e1982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:54.802531 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1213ccec-a2c7-4101-8683-293b1ea569af tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (d734ba79-e6d2-4ce8-8b4f-5bdaa01387da), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:54.859190 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-1213ccec-a2c7-4101-8683-293b1ea569af tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d734ba79-e6d2-4ce8-8b4f-5bdaa01387da']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:54.862541 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7adf8054-cf7e-48dc-b2e9-a4bcadb1577f tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (1f3de3fe-0dfa-4d9a-a1be-e6aaaf72058b), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:54.884844 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-1213ccec-a2c7-4101-8683-293b1ea569af tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec3b515d-c6b8-49fb-bc93-e9e07d0be99e') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:54.885151 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-1213ccec-a2c7-4101-8683-293b1ea569af tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec3b515d-c6b8-49fb-bc93-e9e07d0be99e') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:54.911352 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-7adf8054-cf7e-48dc-b2e9-a4bcadb1577f tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f3de3fe-0dfa-4d9a-a1be-e6aaaf72058b']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:54.914912 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1213ccec-a2c7-4101-8683-293b1ea569af tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (ec3b515d-c6b8-49fb-bc93-e9e07d0be99e), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:54.920648 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-20cfaad7-156c-4d6a-bad2-aec0937587eb tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c302519e74814ecf9d6317cf454d8d57 HTTP/1.1" status: 200 len: 380 time: 0.2574198 Mar 23 02:37:54.943140 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-0675db81-fadd-4a16-b327-2811bc9017da tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Request body: {'port': {'device_id': '87611f01-8ebb-4ebc-8b34-372a2847db9a', 'network_id': '3edd2161-639f-4b63-b7ee-dfa8fb0684e0', 'admin_state_up': True, 'tenant_id': 'c302519e74814ecf9d6317cf454d8d57', 'security_groups': ['3b0dc365-0bd7-406d-9157-bc3355e24a4b']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:54.947491 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-7adf8054-cf7e-48dc-b2e9-a4bcadb1577f tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a300c364-59d0-472d-98a6-aa68c49cd5b8') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:54.947839 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-7adf8054-cf7e-48dc-b2e9-a4bcadb1577f tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a300c364-59d0-472d-98a6-aa68c49cd5b8') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:54.961125 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1213ccec-a2c7-4101-8683-293b1ea569af tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (ec3b515d-c6b8-49fb-bc93-e9e07d0be99e), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:54.961477 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-03c45f73-154d-40a4-a6ac-2b3ac08b1876 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Deleting port 2d283795-78c0-4411-ad12-8398a20d58c0 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:37:54.961739 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-03c45f73-154d-40a4-a6ac-2b3ac08b1876 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (2d283795-78c0-4411-ad12-8398a20d58c0), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:55.003153 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7adf8054-cf7e-48dc-b2e9-a4bcadb1577f tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (a300c364-59d0-472d-98a6-aa68c49cd5b8), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:55.041219 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1213ccec-a2c7-4101-8683-293b1ea569af tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:37:55.041627 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1213ccec-a2c7-4101-8683-293b1ea569af tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (ec3b515d-c6b8-49fb-bc93-e9e07d0be99e), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:55.043428 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:37:55.043428 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:37:55.043428 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:37:55.043428 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:37:55.043428 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:37:55.043428 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:37:55.043428 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:37:55.043428 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:37:55.043428 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:37:55.043428 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:37:55.043428 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:37:55.043428 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:37:55.043428 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:37:55.043428 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:37:55.043428 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:37:55.043428 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:37:55.043428 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:37:55.043428 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:37:55.043428 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:37:55.043428 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:37:55.043428 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:37:55.043428 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:37:55.043428 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:37:55.043428 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:37:55.043428 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:37:55.043428 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:37:55.043428 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:37:55.043428 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:37:55.043428 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:37:55.043428 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:37:55.043428 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:37:55.043428 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:37:55.055329 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-a9e3bebf-2648-4ae7-8dc4-fbb9671e1982 None None] Allocated IP 2001:db8::2 (94d9379e-13fb-449b-8f45-d1ab95378f77/dab2b229-6512-492c-801f-668b33a5a7f3/e806bc40-5539-4e85-a8e3-6cc52dcc6d17) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:37:55.080288 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-03c45f73-154d-40a4-a6ac-2b3ac08b1876 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] For port 2d283795-78c0-4411-ad12-8398a20d58c0, host hv-neutron-8346, got binding levels [] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:37:55.080722 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-03c45f73-154d-40a4-a6ac-2b3ac08b1876 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (2d283795-78c0-4411-ad12-8398a20d58c0), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:55.097879 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-03c45f73-154d-40a4-a6ac-2b3ac08b1876 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Calling delete_port for 2d283795-78c0-4411-ad12-8398a20d58c0 owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:37:55.136335 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7adf8054-cf7e-48dc-b2e9-a4bcadb1577f tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (a300c364-59d0-472d-98a6-aa68c49cd5b8), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:55.203298 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7adf8054-cf7e-48dc-b2e9-a4bcadb1577f tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:37:55.204140 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7adf8054-cf7e-48dc-b2e9-a4bcadb1577f tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (a300c364-59d0-472d-98a6-aa68c49cd5b8), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:55.258475 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:37:55.258475 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:37:55.258475 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:37:55.258475 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:37:55.258475 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:37:55.258475 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:37:55.258475 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:37:55.258475 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:37:55.258475 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:37:55.258475 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:37:55.258475 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:37:55.258475 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:37:55.258475 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:37:55.258475 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:37:55.258475 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:37:55.258475 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:37:55.258475 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:37:55.258475 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:37:55.258475 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:37:55.258475 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:37:55.258475 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:37:55.258475 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:37:55.258475 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:37:55.258475 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:37:55.258475 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:37:55.258475 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:37:55.258475 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:37:55.258475 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:37:55.258475 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:37:55.258475 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:37:55.258475 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:37:55.258475 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:37:55.289559 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a9e3bebf-2648-4ae7-8dc4-fbb9671e1982 None None] Publish callbacks [] for port (e806bc40-5539-4e85-a8e3-6cc52dcc6d17), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:55.299274 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ce4ea7-d847-480e-be8a-0a7acab92785 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:37:55.305206 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-41ce4ea7-d847-480e-be8a-0a7acab92785 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:55.350384 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-41ce4ea7-d847-480e-be8a-0a7acab92785 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] device_id is not set on port 3564a790-cc84-4d94-9d26-689bc94e905e yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:37:55.376100 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a9e3bebf-2648-4ae7-8dc4-fbb9671e1982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (e806bc40-5539-4e85-a8e3-6cc52dcc6d17), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:55.399731 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-0675db81-fadd-4a16-b327-2811bc9017da tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Made reservation on behalf of c302519e74814ecf9d6317cf454d8d57 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:37:55.406846 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e3bebf-2648-4ae7-8dc4-fbb9671e1982 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:37:55.409703 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-a9e3bebf-2648-4ae7-8dc4-fbb9671e1982 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:37:55.409893 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-0675db81-fadd-4a16-b327-2811bc9017da tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:55.434759 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e3bebf-2648-4ae7-8dc4-fbb9671e1982 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:37:55.513637 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6c56aa34-9900-469a-b94a-9cada9f6c365 req-6a7276e5-a0ba-45f8-be3a-6f98de77bd41 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/ports?device_id=754c7ed1-b58b-4feb-84ca-b7ce20755966 HTTP/1.1" status: 200 len: 210 time: 0.0467296 Mar 23 02:37:55.569484 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-41ce4ea7-d847-480e-be8a-0a7acab92785 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Allocated IP 2001:db8::93 (94d9379e-13fb-449b-8f45-d1ab95378f77/dab2b229-6512-492c-801f-668b33a5a7f3/3564a790-cc84-4d94-9d26-689bc94e905e) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:37:55.576650 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3bebf-2648-4ae7-8dc4-fbb9671e1982 None None] Pushing event updated for resources: {'Port': ['ID=e806bc40-5539-4e85-a8e3-6cc52dcc6d17,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:55.583471 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-a9e3bebf-2648-4ae7-8dc4-fbb9671e1982 None None] Attempting to bind port e806bc40-5539-4e85-a8e3-6cc52dcc6d17 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:37:55.584344 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-a9e3bebf-2648-4ae7-8dc4-fbb9671e1982 None None] Attempting to bind port e806bc40-5539-4e85-a8e3-6cc52dcc6d17 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:37:55.584617 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e3bebf-2648-4ae7-8dc4-fbb9671e1982 None None] Attempting to bind port e806bc40-5539-4e85-a8e3-6cc52dcc6d17 on network 94d9379e-13fb-449b-8f45-d1ab95378f77 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:37:55.589853 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e3bebf-2648-4ae7-8dc4-fbb9671e1982 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:37:55.595593 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e3bebf-2648-4ae7-8dc4-fbb9671e1982 None None] Checking segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:37:55.595593 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a9e3bebf-2648-4ae7-8dc4-fbb9671e1982 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:55.595593 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e3bebf-2648-4ae7-8dc4-fbb9671e1982 None None] Bound using segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:37:55.595593 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-a9e3bebf-2648-4ae7-8dc4-fbb9671e1982 None None] Bound port: e806bc40-5539-4e85-a8e3-6cc52dcc6d17, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:37:55.595593 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a9e3bebf-2648-4ae7-8dc4-fbb9671e1982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (e806bc40-5539-4e85-a8e3-6cc52dcc6d17), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:55.604041 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-dafa9cfb-c867-461b-972e-7b543a6a5243 req-6727d4e6-f6ff-4ef6-8bac-986208586cdf tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 210 time: 0.2520173 Mar 23 02:37:55.614910 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1213ccec-a2c7-4101-8683-293b1ea569af tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (d734ba79-e6d2-4ce8-8b4f-5bdaa01387da), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:55.617947 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-03c45f73-154d-40a4-a6ac-2b3ac08b1876 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (2d283795-78c0-4411-ad12-8398a20d58c0), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:55.620036 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1213ccec-a2c7-4101-8683-293b1ea569af tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d734ba79-e6d2-4ce8-8b4f-5bdaa01387da {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 23 02:37:55.624965 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1213ccec-a2c7-4101-8683-293b1ea569af tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:55.627996 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1213ccec-a2c7-4101-8683-293b1ea569af tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] 10.222.0.24 "DELETE /v2.0/networks/d734ba79-e6d2-4ce8-8b4f-5bdaa01387da HTTP/1.1" status: 204 len: 168 time: 1.5663037 Mar 23 02:37:55.645774 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56312) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:55.659916 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-7a7ed35f-fe4b-4e27-8302-844fc1462eb1 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Request body: {'network': {'name': 'tempest-network--1506094206'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:55.661305 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213ccec-a2c7-4101-8683-293b1ea569af tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Pushing event deleted for resources: {'Network': ['ID=d734ba79-e6d2-4ce8-8b4f-5bdaa01387da,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:55.706725 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7adf8054-cf7e-48dc-b2e9-a4bcadb1577f tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (1f3de3fe-0dfa-4d9a-a1be-e6aaaf72058b), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:55.718590 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c45f73-154d-40a4-a6ac-2b3ac08b1876 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d283795-78c0-4411-ad12-8398a20d58c0,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:55.738635 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-03c45f73-154d-40a4-a6ac-2b3ac08b1876 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:55.740018 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7adf8054-cf7e-48dc-b2e9-a4bcadb1577f tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:55.745155 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-03c45f73-154d-40a4-a6ac-2b3ac08b1876 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] 10.222.0.24 "DELETE /v2.0/ports/2d283795-78c0-4411-ad12-8398a20d58c0 HTTP/1.1" status: 204 len: 168 time: 1.0052371 Mar 23 02:37:55.745306 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7adf8054-cf7e-48dc-b2e9-a4bcadb1577f tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] 10.222.0.24 "DELETE /v2.0/networks/1f3de3fe-0dfa-4d9a-a1be-e6aaaf72058b HTTP/1.1" status: 204 len: 168 time: 1.6519802 Mar 23 02:37:55.746389 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56318) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:55.746731 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56320) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:55.806480 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf8054-cf7e-48dc-b2e9-a4bcadb1577f tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Pushing event deleted for resources: {'Network': ['ID=1f3de3fe-0dfa-4d9a-a1be-e6aaaf72058b,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:55.846436 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7e4a4c-d496-4550-9bde-5014da2f2958 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] GET failed (client error): The resource could not be found. Mar 23 02:37:55.846764 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-0675db81-fadd-4a16-b327-2811bc9017da tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Allocated IP 172.20.0.4 (3edd2161-639f-4b63-b7ee-dfa8fb0684e0/43c32d8d-82fc-4897-9976-f6e345cb2e2c/b1c2f96b-7108-49be-9bca-58773bb2d8fc) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:37:55.849106 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7c7e4a4c-d496-4550-9bde-5014da2f2958 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] 10.222.0.24 "GET /v2.0/ports/2d283795-78c0-4411-ad12-8398a20d58c0 HTTP/1.1" status: 404 len: 333 time: 0.1006179 Mar 23 02:37:55.849817 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7ed35f-fe4b-4e27-8302-844fc1462eb1 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Made reservation on behalf of a037547ef88d44c7aae84041daff4cb0 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:37:55.852171 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7a7ed35f-fe4b-4e27-8302-844fc1462eb1 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:55.852817 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56324) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:55.862070 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-e973e532-e962-45b4-b8dc-4eb45ca3c303 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Request body: {'port': {'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-354565870'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:55.912119 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a7ed35f-fe4b-4e27-8302-844fc1462eb1 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:37:55.984854 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7a7ed35f-fe4b-4e27-8302-844fc1462eb1 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (9846256a-65f8-4d98-a1f7-d47960454a63), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:55.985614 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-7a7ed35f-fe4b-4e27-8302-844fc1462eb1 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Added segment 9846256a-65f8-4d98-a1f7-d47960454a63 of type vlan for network 0566d946-07eb-41bf-8573-acc0751bbb81 Mar 23 02:37:56.012235 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-a9e3bebf-2648-4ae7-8dc4-fbb9671e1982 None None] For port e806bc40-5539-4e85-a8e3-6cc52dcc6d17, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:37:56.017789 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-a9e3bebf-2648-4ae7-8dc4-fbb9671e1982 None None] For port e806bc40-5539-4e85-a8e3-6cc52dcc6d17, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=e806bc40-5539-4e85-a8e3-6cc52dcc6d17,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:37:56.074326 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137a19fc-6f33-45b9-8c0b-3944d477b2d6 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:56.081650 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137a19fc-6f33-45b9-8c0b-3944d477b2d6 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:56.088107 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56328) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:56.088512 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-137a19fc-6f33-45b9-8c0b-3944d477b2d6 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3125474 Mar 23 02:37:56.095524 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-e9edba01-6b36-48fc-83c2-d4d2e89a0048 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-856751924'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:56.110750 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7a7ed35f-fe4b-4e27-8302-844fc1462eb1 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (0566d946-07eb-41bf-8573-acc0751bbb81), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:56.121206 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a9e3bebf-2648-4ae7-8dc4-fbb9671e1982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (e806bc40-5539-4e85-a8e3-6cc52dcc6d17), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:56.140595 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e973e532-e962-45b4-b8dc-4eb45ca3c303 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Made reservation on behalf of 0d0b4b8a52114e7fa5ec9d8ac57ff263 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:37:56.144387 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e973e532-e962-45b4-b8dc-4eb45ca3c303 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:56.230520 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9edba01-6b36-48fc-83c2-d4d2e89a0048 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Made reservation on behalf of 9d2072c7669741f59f04c53a74a7a55d for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:37:56.254999 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e9edba01-6b36-48fc-83c2-d4d2e89a0048 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:56.284171 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56334) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:56.308926 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-41ce4ea7-d847-480e-be8a-0a7acab92785 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for port (3564a790-cc84-4d94-9d26-689bc94e905e), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:56.314096 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-e973e532-e962-45b4-b8dc-4eb45ca3c303 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] device_id is not set on port 8a6029f7-a356-43a3-8481-1005aafaeab4 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:37:56.331536 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3bebf-2648-4ae7-8dc4-fbb9671e1982 None None] Pushing event updated for resources: {'Port': ['ID=e806bc40-5539-4e85-a8e3-6cc52dcc6d17,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:56.357891 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7a7ed35f-fe4b-4e27-8302-844fc1462eb1 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (0566d946-07eb-41bf-8573-acc0751bbb81), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:56.359079 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7ed35f-fe4b-4e27-8302-844fc1462eb1 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:56.359678 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7a7ed35f-fe4b-4e27-8302-844fc1462eb1 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:56.775293 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-0675db81-fadd-4a16-b327-2811bc9017da tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks [] for port (b1c2f96b-7108-49be-9bca-58773bb2d8fc), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:56.826535 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9edba01-6b36-48fc-83c2-d4d2e89a0048 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:37:56.865456 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ed35f-fe4b-4e27-8302-844fc1462eb1 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Pushing event updated for resources: {'Network': ['ID=0566d946-07eb-41bf-8573-acc0751bbb81,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:56.878880 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-58752403-728d-4b6d-954b-6238dd654c45 req-09c2f041-c72b-4e8f-aaf1-368605f90be8 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/ports?device_id=754c7ed1-b58b-4feb-84ca-b7ce20755966 HTTP/1.1" status: 200 len: 210 time: 0.1430523 Mar 23 02:37:56.887798 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-41ce4ea7-d847-480e-be8a-0a7acab92785 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (3564a790-cc84-4d94-9d26-689bc94e905e), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:56.898806 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 0566d946-07eb-41bf-8573-acc0751bbb81 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:37:56.913587 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7a7ed35f-fe4b-4e27-8302-844fc1462eb1 tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.2640755 Mar 23 02:37:56.933254 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56350) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:56.967577 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-479f42e4-3735-455a-aac1-8c6eb99639ca tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:56.983142 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e973e532-e962-45b4-b8dc-4eb45ca3c303 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks [] for port (8a6029f7-a356-43a3-8481-1005aafaeab4), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:57.035382 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-be156f9a-f2c0-48c7-9aa1-1a76fc7951b0 req-99dca537-a394-4400-abd9-c9beb6fa7480 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 210 time: 0.1746709 Mar 23 02:37:57.100270 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e9edba01-6b36-48fc-83c2-d4d2e89a0048 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (6d7cb1b6-6b07-4197-a16b-ab19ded297a0), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:57.100649 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-e9edba01-6b36-48fc-83c2-d4d2e89a0048 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Added segment 6d7cb1b6-6b07-4197-a16b-ab19ded297a0 of type vlan for network a1f9936d-01ca-48d2-bd00-8bf7fd68bf5f Mar 23 02:37:57.206240 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device e806bc40-5539-4e85-a8e3-6cc52dcc6d17 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:37:57.224359 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e9edba01-6b36-48fc-83c2-d4d2e89a0048 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (a1f9936d-01ca-48d2-bd00-8bf7fd68bf5f), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:57.237310 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-fb622ca1-fa38-4365-b301-024cbb40c426 tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-100889888', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:57.478871 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port e806bc40-5539-4e85-a8e3-6cc52dcc6d17 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:57.478871 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e806bc40-5539-4e85-a8e3-6cc52dcc6d17), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:57.479533 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ce4ea7-d847-480e-be8a-0a7acab92785 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:37:57.479533 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-41ce4ea7-d847-480e-be8a-0a7acab92785 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:37:57.479533 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ce4ea7-d847-480e-be8a-0a7acab92785 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:37:57.479533 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ce4ea7-d847-480e-be8a-0a7acab92785 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:57.479533 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-41ce4ea7-d847-480e-be8a-0a7acab92785 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:57.479533 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce4ea7-d847-480e-be8a-0a7acab92785 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Port': ['ID=3564a790-cc84-4d94-9d26-689bc94e905e,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:57.480030 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port e806bc40-5539-4e85-a8e3-6cc52dcc6d17 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:57.480030 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (e806bc40-5539-4e85-a8e3-6cc52dcc6d17), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:57.480353 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-479f42e4-3735-455a-aac1-8c6eb99639ca tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (0566d946-07eb-41bf-8573-acc0751bbb81), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:57.480458 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port e806bc40-5539-4e85-a8e3-6cc52dcc6d17, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=e806bc40-5539-4e85-a8e3-6cc52dcc6d17,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:37:57.664961 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e973e532-e962-45b4-b8dc-4eb45ca3c303 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (8a6029f7-a356-43a3-8481-1005aafaeab4), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:57.709444 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (e806bc40-5539-4e85-a8e3-6cc52dcc6d17), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:57.710812 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e9edba01-6b36-48fc-83c2-d4d2e89a0048 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (a1f9936d-01ca-48d2-bd00-8bf7fd68bf5f), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:57.710977 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-41ce4ea7-d847-480e-be8a-0a7acab92785 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9227555 Mar 23 02:37:57.710977 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb622ca1-fa38-4365-b301-024cbb40c426 tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Made reservation on behalf of 31c51df0fa7b46f6924d3bf04f10accf for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:37:57.711144 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9edba01-6b36-48fc-83c2-d4d2e89a0048 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:57.711144 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e9edba01-6b36-48fc-83c2-d4d2e89a0048 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:57.711286 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fb622ca1-fa38-4365-b301-024cbb40c426 tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:57.711286 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-479f42e4-3735-455a-aac1-8c6eb99639ca tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (0566d946-07eb-41bf-8573-acc0751bbb81), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:57.711437 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-0675db81-fadd-4a16-b327-2811bc9017da tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (b1c2f96b-7108-49be-9bca-58773bb2d8fc), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:57.711523 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56354) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:57.741626 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-479f42e4-3735-455a-aac1-8c6eb99639ca tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Network 0566d946-07eb-41bf-8573-acc0751bbb81 is not hosted by any dhcp agent {{(pid=104348) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 23 02:37:57.741626 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479f42e4-3735-455a-aac1-8c6eb99639ca tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:57.741626 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-479f42e4-3735-455a-aac1-8c6eb99639ca tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:57.741626 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-479f42e4-3735-455a-aac1-8c6eb99639ca tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] 10.222.0.24 "PUT /v2.0/networks/0566d946-07eb-41bf-8573-acc0751bbb81 HTTP/1.1" status: 200 len: 858 time: 0.7951610 Mar 23 02:37:57.741626 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fb622ca1-fa38-4365-b301-024cbb40c426 tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:57.809361 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56356) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:57.881414 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=e806bc40-5539-4e85-a8e3-6cc52dcc6d17,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:57.938721 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f42e4-3735-455a-aac1-8c6eb99639ca tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Pushing event updated for resources: {'Network': ['ID=0566d946-07eb-41bf-8573-acc0751bbb81,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:57.964070 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f62011c-c94c-424d-bbcb-7d062a7ec99c None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:37:57.985186 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e973e532-e962-45b4-b8dc-4eb45ca3c303 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Network 967d21ba-c21a-4084-8234-d794f5c3c574 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:37:57.992722 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-e973e532-e962-45b4-b8dc-4eb45ca3c303 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:37:57.992722 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e973e532-e962-45b4-b8dc-4eb45ca3c303 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:37:57.994529 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e973e532-e962-45b4-b8dc-4eb45ca3c303 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:57.995208 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e973e532-e962-45b4-b8dc-4eb45ca3c303 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:58.007700 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fae9d8-157a-4ed2-88b9-c6bf2dba15d6 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:58.013851 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fae9d8-157a-4ed2-88b9-c6bf2dba15d6 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:58.015623 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-80fae9d8-157a-4ed2-88b9-c6bf2dba15d6 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.3338027 Mar 23 02:37:58.019607 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56364) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:58.023007 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-0675db81-fadd-4a16-b327-2811bc9017da tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Network 3edd2161-639f-4b63-b7ee-dfa8fb0684e0 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:37:58.027258 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e9edba01-6b36-48fc-83c2-d4d2e89a0048 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9374421 Mar 23 02:37:58.040128 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-0675db81-fadd-4a16-b327-2811bc9017da tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:37:58.043796 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-0675db81-fadd-4a16-b327-2811bc9017da tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:37:58.050261 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56366) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:58.060097 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-b538e1a1-71d2-42b4-8946-330056dd949e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-821720647'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:58.175455 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-4ef0314b-4c64-4111-8219-8ce5b859b86b None None] Provisioning complete for port e806bc40-5539-4e85-a8e3-6cc52dcc6d17 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:58.180769 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4ef0314b-4c64-4111-8219-8ce5b859b86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e806bc40-5539-4e85-a8e3-6cc52dcc6d17), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:58.234807 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e973e532-e962-45b4-b8dc-4eb45ca3c303 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.3807304 Mar 23 02:37:58.243978 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973e532-e962-45b4-b8dc-4eb45ca3c303 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Pushing event updated for resources: {'Port': ['ID=8a6029f7-a356-43a3-8481-1005aafaeab4,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:58.246196 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9edba01-6b36-48fc-83c2-d4d2e89a0048 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Pushing event updated for resources: {'Network': ['ID=a1f9936d-01ca-48d2-bd00-8bf7fd68bf5f,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:58.278285 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network a1f9936d-01ca-48d2-bd00-8bf7fd68bf5f details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:37:58.280102 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56372) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:58.300622 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:58.411759 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fb622ca1-fa38-4365-b301-024cbb40c426 tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Publish callbacks [] for security_group (395cfe0c-0e40-4da5-8824-9491d9bc9fd6), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:58.533644 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-4ef0314b-4c64-4111-8219-8ce5b859b86b None None] Current status of the port e806bc40-5539-4e85-a8e3-6cc52dcc6d17 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:58.579066 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.23', 63213) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:58.609455 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b963228b-4241-4ff3-9c19-b3d96ddc204e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (0566d946-07eb-41bf-8573-acc0751bbb81), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:58.687830 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-a4f8e5c4-9a73-4935-be7d-babe35684f7e None None] Provisioning complete for port b1c2f96b-7108-49be-9bca-58773bb2d8fc triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:58.688738 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a4f8e5c4-9a73-4935-be7d-babe35684f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b1c2f96b-7108-49be-9bca-58773bb2d8fc), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:58.780516 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-a4f8e5c4-9a73-4935-be7d-babe35684f7e None None] Port b1c2f96b-7108-49be-9bca-58773bb2d8fc cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:37:58.943044 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-f569bbcb-13b5-4ee4-8d89-3f9c700c2f53 req-368b8d1b-4c86-4c62-bac6-82f0246c7488 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/ports?device_id=754c7ed1-b58b-4feb-84ca-b7ce20755966 HTTP/1.1" status: 200 len: 210 time: 0.7103319 Mar 23 02:37:58.944792 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fb622ca1-fa38-4365-b301-024cbb40c426 tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (395cfe0c-0e40-4da5-8824-9491d9bc9fd6), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:58.946736 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b538e1a1-71d2-42b4-8946-330056dd949e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Made reservation on behalf of 9d2072c7669741f59f04c53a74a7a55d for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:37:58.950194 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b538e1a1-71d2-42b4-8946-330056dd949e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:58.975347 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-fb622ca1-fa38-4365-b301-024cbb40c426 tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] device_id is not set on port 5021c28f-37d9-4b5d-a513-aca378570083 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:37:58.994897 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-0675db81-fadd-4a16-b327-2811bc9017da tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:58.996752 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-0675db81-fadd-4a16-b327-2811bc9017da tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:59.008658 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675db81-fadd-4a16-b327-2811bc9017da tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Pushing event updated for resources: {'Port': ['ID=b1c2f96b-7108-49be-9bca-58773bb2d8fc,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:59.062641 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-ae09e0e5-52a0-4d9c-9df5-4604417512de None None] Provisioning complete for port 3564a790-cc84-4d94-9d26-689bc94e905e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:59.063027 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ae09e0e5-52a0-4d9c-9df5-4604417512de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (3564a790-cc84-4d94-9d26-689bc94e905e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:59.099224 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-3e1b2c72-7078-42b9-9600-abe87df7ae0b tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:59.102324 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-3e1b2c72-7078-42b9-9600-abe87df7ae0b tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.23 "GET /v2.0/networks?id=22c45d4e-453f-46ea-9852-f03123ae9cab HTTP/1.1" status: 200 len: 805 time: 0.4958291 Mar 23 02:37:59.111795 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device e806bc40-5539-4e85-a8e3-6cc52dcc6d17 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:37:59.159992 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb622ca1-fa38-4365-b301-024cbb40c426 tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395cfe0c-0e40-4da5-8824-9491d9bc9fd6,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:59.179186 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-ae09e0e5-52a0-4d9c-9df5-4604417512de None None] Port 3564a790-cc84-4d94-9d26-689bc94e905e cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:37:59.180091 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b538e1a1-71d2-42b4-8946-330056dd949e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:37:59.221348 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b538e1a1-71d2-42b4-8946-330056dd949e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (0b35ef6a-78c1-4a6e-a687-76ac21480a8a), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:59.221902 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-b538e1a1-71d2-42b4-8946-330056dd949e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Added segment 0b35ef6a-78c1-4a6e-a687-76ac21480a8a of type vlan for network 032330ca-d16b-4637-bc10-5e1527489840 Mar 23 02:37:59.225497 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-aa835d25-e84a-412c-9a5c-898a7212041f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting port 3564a790-cc84-4d94-9d26-689bc94e905e {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:37:59.226026 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aa835d25-e84a-412c-9a5c-898a7212041f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (3564a790-cc84-4d94-9d26-689bc94e905e), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:59.264108 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port e806bc40-5539-4e85-a8e3-6cc52dcc6d17 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:59.268558 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e806bc40-5539-4e85-a8e3-6cc52dcc6d17), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:59.268558 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-ae09e0e5-52a0-4d9c-9df5-4604417512de None None] Provisioning complete for port e806bc40-5539-4e85-a8e3-6cc52dcc6d17 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:59.268558 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ae09e0e5-52a0-4d9c-9df5-4604417512de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e806bc40-5539-4e85-a8e3-6cc52dcc6d17), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:59.271510 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8a6029f7-a356-43a3-8481-1005aafaeab4), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:59.335801 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-0675db81-fadd-4a16-b327-2811bc9017da tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4017091 Mar 23 02:37:59.344370 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8852d-6711-4d19-a495-330c34105422 req-2d654620-ad0d-4fda-bb06-8ca1cf835191 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:59.351757 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d8e8852d-6711-4d19-a495-330c34105422 req-2d654620-ad0d-4fda-bb06-8ca1cf835191 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 931 time: 1.1155934 Mar 23 02:37:59.375241 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b538e1a1-71d2-42b4-8946-330056dd949e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (032330ca-d16b-4637-bc10-5e1527489840), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:59.397234 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-a5abcf36-9c09-4e50-9f3c-a2235dd2bae7 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:37:59.398284 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-a5abcf36-9c09-4e50-9f3c-a2235dd2bae7 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0439878 Mar 23 02:37:59.456619 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port e806bc40-5539-4e85-a8e3-6cc52dcc6d17 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:59.527461 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-ae09e0e5-52a0-4d9c-9df5-4604417512de None None] Current status of the port e806bc40-5539-4e85-a8e3-6cc52dcc6d17 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:59.577435 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aa835d25-e84a-412c-9a5c-898a7212041f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (3564a790-cc84-4d94-9d26-689bc94e905e), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:59.611241 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b538e1a1-71d2-42b4-8946-330056dd949e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (032330ca-d16b-4637-bc10-5e1527489840), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:59.621569 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b538e1a1-71d2-42b4-8946-330056dd949e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:59.621569 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b538e1a1-71d2-42b4-8946-330056dd949e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:59.621569 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-aa835d25-e84a-412c-9a5c-898a7212041f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Calling delete_port for 3564a790-cc84-4d94-9d26-689bc94e905e owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:37:59.624607 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-fb622ca1-fa38-4365-b301-024cbb40c426 tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Allocated IP 172.26.2.208 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/5021c28f-37d9-4b5d-a513-aca378570083) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:37:59.662256 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e45876ba-51ae-44da-98df-1fcc31ed5b7a None None] Provisioning complete for port 3564a790-cc84-4d94-9d26-689bc94e905e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:59.662256 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e45876ba-51ae-44da-98df-1fcc31ed5b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (3564a790-cc84-4d94-9d26-689bc94e905e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:59.687560 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b963228b-4241-4ff3-9c19-b3d96ddc204e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (0566d946-07eb-41bf-8573-acc0751bbb81), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:59.779302 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e45876ba-51ae-44da-98df-1fcc31ed5b7a None None] Port 3564a790-cc84-4d94-9d26-689bc94e905e cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:37:59.783873 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-b963228b-4241-4ff3-9c19-b3d96ddc204e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0566d946-07eb-41bf-8573-acc0751bbb81']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:59.788879 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b538e1a1-71d2-42b4-8946-330056dd949e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7348394 Mar 23 02:37:59.788879 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56396) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:59.799044 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-c48c03d8-cdf6-4544-a629-eaef2f67cb9e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Request body: {'ports': [{'network_id': 'a1f9936d-01ca-48d2-bd00-8bf7fd68bf5f', 'name': 'tempest-port--1058348547', 'admin_state_up': True}, {'network_id': '032330ca-d16b-4637-bc10-5e1527489840', 'admin_state_up': False}]} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:59.804410 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-ad078fa2-6cfc-4fa3-9512-1b0779c5e93e tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6f078640e4c4af68e0bac25d7acd7c7 HTTP/1.1" status: 200 len: 379 time: 0.6787629 Mar 23 02:37:59.804920 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-c48c03d8-cdf6-4544-a629-eaef2f67cb9e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Request body: {'port': {'network_id': 'a1f9936d-01ca-48d2-bd00-8bf7fd68bf5f', 'name': 'tempest-port--1058348547', 'admin_state_up': True}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:59.805558 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-c48c03d8-cdf6-4544-a629-eaef2f67cb9e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Request body: {'port': {'network_id': '032330ca-d16b-4637-bc10-5e1527489840', 'admin_state_up': False}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:59.815468 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-f58bc950-7c5d-4fc5-b6b5-831665c01657 service neutron] Request body: {'port': {'device_id': '87611f01-8ebb-4ebc-8b34-372a2847db9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:59.834376 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-b963228b-4241-4ff3-9c19-b3d96ddc204e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9846256a-65f8-4d98-a1f7-d47960454a63') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:59.834681 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-b963228b-4241-4ff3-9c19-b3d96ddc204e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9846256a-65f8-4d98-a1f7-d47960454a63') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:59.839458 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-ebb3657f-97b9-46d4-9817-b73d8164f830 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Request body: {'port': {'device_id': '754c7ed1-b58b-4feb-84ca-b7ce20755966', 'network_id': '22c45d4e-453f-46ea-9852-f03123ae9cab', 'admin_state_up': True, 'tenant_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'security_groups': ['273b898c-a099-44af-8002-d1e1f19ddc82']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:59.876351 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d8e8852d-6711-4d19-a495-330c34105422 req-450ae4e7-78ed-48e1-8a16-2150ec305f56 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4770379 Mar 23 02:37:59.912946 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538e1a1-71d2-42b4-8946-330056dd949e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Pushing event updated for resources: {'Network': ['ID=032330ca-d16b-4637-bc10-5e1527489840,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:59.925542 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 032330ca-d16b-4637-bc10-5e1527489840 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:37:59.945841 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b963228b-4241-4ff3-9c19-b3d96ddc204e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (9846256a-65f8-4d98-a1f7-d47960454a63), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:00.042394 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b963228b-4241-4ff3-9c19-b3d96ddc204e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (9846256a-65f8-4d98-a1f7-d47960454a63), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:00.079460 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56400) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:00.257508 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fb622ca1-fa38-4365-b301-024cbb40c426 tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Publish callbacks [] for port (5021c28f-37d9-4b5d-a513-aca378570083), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:00.317672 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b963228b-4241-4ff3-9c19-b3d96ddc204e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:38:00.318232 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b963228b-4241-4ff3-9c19-b3d96ddc204e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (9846256a-65f8-4d98-a1f7-d47960454a63), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:00.320141 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:38:00.320141 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:38:00.320141 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:38:00.320141 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:38:00.320141 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:38:00.320141 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:38:00.320141 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:38:00.320141 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:38:00.320141 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:38:00.320141 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:38:00.320141 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:38:00.320141 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:38:00.320141 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:38:00.320141 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:38:00.320141 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:38:00.320141 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:38:00.320141 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:38:00.320141 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:38:00.320141 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:38:00.320141 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:38:00.320141 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:38:00.320141 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:38:00.320141 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:38:00.320141 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:38:00.320141 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:38:00.320141 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:38:00.320141 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:38:00.320141 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:38:00.320141 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:38:00.320141 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:38:00.320141 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:38:00.320141 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:38:00.429022 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] device_id is not set on port 8a6029f7-a356-43a3-8481-1005aafaeab4 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:38:00.435195 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-f58bc950-7c5d-4fc5-b6b5-831665c01657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b1c2f96b-7108-49be-9bca-58773bb2d8fc), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:00.451056 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks [] for port (8a6029f7-a356-43a3-8481-1005aafaeab4), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:00.501109 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-e2c7adef-83ea-46d3-bc91-d5033360325c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:00.502457 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-cc2f7b37-dccf-4392-9720-234391827d4c req-4ede8130-a0e5-4e92-8e93-d008c14b0cff tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/ports?device_id=754c7ed1-b58b-4feb-84ca-b7ce20755966 HTTP/1.1" status: 200 len: 210 time: 0.3446529 Mar 23 02:38:00.525286 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aa835d25-e84a-412c-9a5c-898a7212041f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (3564a790-cc84-4d94-9d26-689bc94e905e), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:00.610002 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa835d25-e84a-412c-9a5c-898a7212041f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Port': ['ID=3564a790-cc84-4d94-9d26-689bc94e905e,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:00.628596 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48c03d8-cdf6-4544-a629-eaef2f67cb9e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Made reservation on behalf of 9d2072c7669741f59f04c53a74a7a55d for: {'port': 2} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:00.633037 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c48c03d8-cdf6-4544-a629-eaef2f67cb9e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:00.640601 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aa835d25-e84a-412c-9a5c-898a7212041f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:00.651779 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-ebb3657f-97b9-46d4-9817-b73d8164f830 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Made reservation on behalf of f6f078640e4c4af68e0bac25d7acd7c7 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:00.655236 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-ebb3657f-97b9-46d4-9817-b73d8164f830 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:00.657547 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-aa835d25-e84a-412c-9a5c-898a7212041f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/3564a790-cc84-4d94-9d26-689bc94e905e HTTP/1.1" status: 204 len: 168 time: 2.6365311 Mar 23 02:38:00.658380 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56404) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:00.683685 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c48c03d8-cdf6-4544-a629-eaef2f67cb9e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:00.697404 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (8a6029f7-a356-43a3-8481-1005aafaeab4), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:00.709672 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b963228b-4241-4ff3-9c19-b3d96ddc204e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (0566d946-07eb-41bf-8573-acc0751bbb81), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:00.709898 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fb622ca1-fa38-4365-b301-024cbb40c426 tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (5021c28f-37d9-4b5d-a513-aca378570083), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:00.711748 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b963228b-4241-4ff3-9c19-b3d96ddc204e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0566d946-07eb-41bf-8573-acc0751bbb81 {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 23 02:38:00.715434 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b963228b-4241-4ff3-9c19-b3d96ddc204e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:00.724261 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b963228b-4241-4ff3-9c19-b3d96ddc204e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] 10.222.0.24 "DELETE /v2.0/networks/0566d946-07eb-41bf-8573-acc0751bbb81 HTTP/1.1" status: 204 len: 168 time: 2.9085186 Mar 23 02:38:00.783287 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e2c7adef-83ea-46d3-bc91-d5033360325c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:00.783287 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56406) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:00.792156 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Pushing event updated for resources: {'Port': ['ID=8a6029f7-a356-43a3-8481-1005aafaeab4,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:00.935463 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963228b-4241-4ff3-9c19-b3d96ddc204e tempest-ExternalNetworksTestJSON-1869378640 tempest-ExternalNetworksTestJSON-1869378640-project-admin] Pushing event deleted for resources: {'Network': ['ID=0566d946-07eb-41bf-8573-acc0751bbb81,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:00.967060 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9fa895a-92fc-408b-9ff5-0e39a242239b tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] DELETE failed (client error): The resource could not be found. Mar 23 02:38:00.967562 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9fa895a-92fc-408b-9ff5-0e39a242239b tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:38:00.973408 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d9fa895a-92fc-408b-9ff5-0e39a242239b tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] 10.222.0.24 "DELETE /v2.0/subnets/ab1863db-a955-4ea5-b677-450b42b7645f HTTP/1.1" status: 404 len: 337 time: 0.1749876 Mar 23 02:38:01.008047 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56410) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:01.039979 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb622ca1-fa38-4365-b301-024cbb40c426 tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:01.065116 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-fb622ca1-fa38-4365-b301-024cbb40c426 tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:01.102866 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb622ca1-fa38-4365-b301-024cbb40c426 tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:01.228989 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107fecb2-4d34-4021-ae84-64133a5be45b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:01.229894 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1e1075c5-720d-4d56-9161-2178b539cc0d tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (faf2bbdc-5836-43cf-a423-9981813a67c0), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:01.230532 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107fecb2-4d34-4021-ae84-64133a5be45b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:01.234355 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-107fecb2-4d34-4021-ae84-64133a5be45b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5600669 Mar 23 02:38:01.234355 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb622ca1-fa38-4365-b301-024cbb40c426 tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Pushing event updated for resources: {'Port': ['ID=5021c28f-37d9-4b5d-a513-aca378570083,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:01.235894 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56412) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:01.257747 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb622ca1-fa38-4365-b301-024cbb40c426 tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:01.258484 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fb622ca1-fa38-4365-b301-024cbb40c426 tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:01.260526 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:01.261027 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:01.261521 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 on network 967d21ba-c21a-4084-8234-d794f5c3c574 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:01.355813 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-c48c03d8-cdf6-4544-a629-eaef2f67cb9e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] device_id is not set on port c46560c5-bb39-4128-bbbf-8a7c5296f602 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:38:01.427376 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3d04bc0-d26b-4a5d-9fb1-7866eaa853bf tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting subnet dab2b229-6512-492c-801f-668b33a5a7f3 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:38:01.438021 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Port 8a6029f7-a356-43a3-8481-1005aafaeab4 on network 967d21ba-c21a-4084-8234-d794f5c3c574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:38:01.438021 dv-neutron-834613-2-hyperv neutron-server[104349]: ERROR neutron.plugins.ml2.managers [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Failed to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] Mar 23 02:38:01.476568 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c3d04bc0-d26b-4a5d-9fb1-7866eaa853bf tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (dab2b229-6512-492c-801f-668b33a5a7f3), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:01.483721 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-fb622ca1-fa38-4365-b301-024cbb40c426 tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 5.1964183 Mar 23 02:38:01.484714 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56414) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:01.489845 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.plugins.ml2.plugin [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempt 2 to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 Mar 23 02:38:01.496448 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-717bcccc-7d4c-463d-89a8-419c435afbcf tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.208'}]}}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:01.515804 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c48c03d8-cdf6-4544-a629-eaef2f67cb9e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks [] for port (c46560c5-bb39-4128-bbbf-8a7c5296f602), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:01.578160 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:01.580118 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:01.580625 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 on network 967d21ba-c21a-4084-8234-d794f5c3c574 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:01.608226 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-717bcccc-7d4c-463d-89a8-419c435afbcf tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (7b423e02-a444-4a9f-8a8f-3a56e38ce096), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:01.609470 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-717bcccc-7d4c-463d-89a8-419c435afbcf tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (7b423e02-a444-4a9f-8a8f-3a56e38ce096), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:01.619619 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-c48c03d8-cdf6-4544-a629-eaef2f67cb9e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] device_id is not set on port e66eb4f6-7e9d-45c7-afc8-d3f1374ef758 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:38:01.643396 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c3d04bc0-d26b-4a5d-9fb1-7866eaa853bf tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (dab2b229-6512-492c-801f-668b33a5a7f3), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:01.668043 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-ebb3657f-97b9-46d4-9817-b73d8164f830 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Allocated IP 172.20.0.8 (22c45d4e-453f-46ea-9852-f03123ae9cab/de1e07f7-443c-4bd4-9b04-646304273766/a16b9a7d-9340-405b-9b78-f53b1a7668ed) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:01.705238 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-717bcccc-7d4c-463d-89a8-419c435afbcf tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Publish callbacks [] for router_controller (7b423e02-a444-4a9f-8a8f-3a56e38ce096), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:01.707099 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Port 8a6029f7-a356-43a3-8481-1005aafaeab4 on network 967d21ba-c21a-4084-8234-d794f5c3c574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:38:01.708252 dv-neutron-834613-2-hyperv neutron-server[104349]: ERROR neutron.plugins.ml2.managers [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Failed to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] Mar 23 02:38:01.747118 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.plugins.ml2.plugin [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempt 3 to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 Mar 23 02:38:01.772927 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a5a36b-256a-4650-8bf1-d0b48b9d8870 req-a48a367c-313c-489d-8d0d-eaf61908488a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:01.774496 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-57a5a36b-256a-4650-8bf1-d0b48b9d8870 req-a48a367c-313c-489d-8d0d-eaf61908488a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 931 time: 0.7655287 Mar 23 02:38:01.795346 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c48c03d8-cdf6-4544-a629-eaef2f67cb9e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks [] for port (e66eb4f6-7e9d-45c7-afc8-d3f1374ef758), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:01.838756 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-f58bc950-7c5d-4fc5-b6b5-831665c01657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c2f96b-7108-49be-9bca-58773bb2d8fc {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:38:01.861078 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:01.861409 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:01.861751 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 on network 967d21ba-c21a-4084-8234-d794f5c3c574 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:01.865403 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1e1075c5-720d-4d56-9161-2178b539cc0d tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (faf2bbdc-5836-43cf-a423-9981813a67c0), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:01.882310 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-f58bc950-7c5d-4fc5-b6b5-831665c01657 service neutron] Publish callbacks [] for port (b1c2f96b-7108-49be-9bca-58773bb2d8fc), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:01.956504 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Port 8a6029f7-a356-43a3-8481-1005aafaeab4 on network 967d21ba-c21a-4084-8234-d794f5c3c574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:38:01.956844 dv-neutron-834613-2-hyperv neutron-server[104349]: ERROR neutron.plugins.ml2.managers [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Failed to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] Mar 23 02:38:01.962610 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-f1ad0b80-a000-4d46-adef-3dfeab7b4097 req-1ecf0d3c-6ae8-4b62-bc12-75ba258005ba tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/ports?device_id=754c7ed1-b58b-4feb-84ca-b7ce20755966 HTTP/1.1" status: 200 len: 210 time: 0.0568998 Mar 23 02:38:01.985481 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.plugins.ml2.plugin [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempt 4 to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 Mar 23 02:38:02.000070 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-1e1075c5-720d-4d56-9161-2178b539cc0d tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf2bbdc-5836-43cf-a423-9981813a67c0']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:02.006067 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-f58bc950-7c5d-4fc5-b6b5-831665c01657 service neutron] Transition to ACTIVE for port object b1c2f96b-7108-49be-9bca-58773bb2d8fc will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:38:02.072180 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c48c03d8-cdf6-4544-a629-eaef2f67cb9e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (c46560c5-bb39-4128-bbbf-8a7c5296f602), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:02.094115 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:02.094624 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:02.095312 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 on network 967d21ba-c21a-4084-8234-d794f5c3c574 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:02.099929 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-717bcccc-7d4c-463d-89a8-419c435afbcf tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Publish callbacks [] for router_gateway (7b423e02-a444-4a9f-8a8f-3a56e38ce096), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:02.111110 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Port 8a6029f7-a356-43a3-8481-1005aafaeab4 on network 967d21ba-c21a-4084-8234-d794f5c3c574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:38:02.111571 dv-neutron-834613-2-hyperv neutron-server[104349]: ERROR neutron.plugins.ml2.managers [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Failed to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] Mar 23 02:38:02.113355 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-1e1075c5-720d-4d56-9161-2178b539cc0d tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9cbebf0-0889-4c93-b4e6-b129f5c5d536') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:02.113900 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-1e1075c5-720d-4d56-9161-2178b539cc0d tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9cbebf0-0889-4c93-b4e6-b129f5c5d536') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:02.120694 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.plugins.ml2.plugin [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempt 5 to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 Mar 23 02:38:02.139997 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e2c7adef-83ea-46d3-bc91-d5033360325c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:02.162778 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-57a5a36b-256a-4650-8bf1-d0b48b9d8870 req-086e24ad-3714-45fd-87b4-a1f8c3398e66 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3689339 Mar 23 02:38:02.166855 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1e1075c5-720d-4d56-9161-2178b539cc0d tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (d9cbebf0-0889-4c93-b4e6-b129f5c5d536), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:02.183730 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c03d8-cdf6-4544-a629-eaef2f67cb9e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Pushing event updated for resources: {'Port': ['ID=c46560c5-bb39-4128-bbbf-8a7c5296f602,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:02.186480 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48c03d8-cdf6-4544-a629-eaef2f67cb9e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Checking segment: {'id': '6d7cb1b6-6b07-4197-a16b-ab19ded297a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a1f9936d-01ca-48d2-bd00-8bf7fd68bf5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:02.186844 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48c03d8-cdf6-4544-a629-eaef2f67cb9e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Network hostable DHCP agents. Network: a1f9936d-01ca-48d2-bd00-8bf7fd68bf5f, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:38:02.191519 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-f58bc950-7c5d-4fc5-b6b5-831665c01657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (b1c2f96b-7108-49be-9bca-58773bb2d8fc), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:02.222012 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:02.222347 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:02.222686 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 on network 967d21ba-c21a-4084-8234-d794f5c3c574 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:02.257468 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c3d04bc0-d26b-4a5d-9fb1-7866eaa853bf tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (dab2b229-6512-492c-801f-668b33a5a7f3), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:02.299070 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1e1075c5-720d-4d56-9161-2178b539cc0d tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (d9cbebf0-0889-4c93-b4e6-b129f5c5d536), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:02.314233 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Port 8a6029f7-a356-43a3-8481-1005aafaeab4 on network 967d21ba-c21a-4084-8234-d794f5c3c574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:38:02.314823 dv-neutron-834613-2-hyperv neutron-server[104349]: ERROR neutron.plugins.ml2.managers [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Failed to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] Mar 23 02:38:02.332181 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.plugins.ml2.plugin [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempt 6 to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 Mar 23 02:38:02.340474 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e1075c5-720d-4d56-9161-2178b539cc0d tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:38:02.340879 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1e1075c5-720d-4d56-9161-2178b539cc0d tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (d9cbebf0-0889-4c93-b4e6-b129f5c5d536), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:02.362576 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48c03d8-cdf6-4544-a629-eaef2f67cb9e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Network a1f9936d-01ca-48d2-bd00-8bf7fd68bf5f is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:38:02.371736 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:38:02.371736 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:38:02.371736 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:38:02.371736 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:38:02.371736 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:38:02.371736 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:38:02.371736 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:38:02.371736 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:38:02.371736 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:38:02.371736 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:38:02.371736 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:38:02.371736 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:38:02.371736 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:38:02.371736 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:38:02.371736 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:38:02.371736 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:38:02.371736 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:38:02.371736 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:38:02.371736 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:38:02.371736 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:38:02.371736 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:38:02.371736 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:38:02.371736 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:38:02.371736 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:38:02.371736 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:38:02.371736 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:38:02.371736 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:38:02.371736 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:38:02.371736 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:38:02.371736 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:38:02.371736 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:38:02.371736 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:38:02.457015 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-ebb3657f-97b9-46d4-9817-b73d8164f830 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks [] for port (a16b9a7d-9340-405b-9b78-f53b1a7668ed), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:02.458188 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-c48c03d8-cdf6-4544-a629-eaef2f67cb9e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, a1f9936d-01ca-48d2-bd00-8bf7fd68bf5f) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:02.470141 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bc950-7c5d-4fc5-b6b5-831665c01657 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c2f96b-7108-49be-9bca-58773bb2d8fc,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:02.477776 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc08a82-35fc-4541-acb6-bdb5f9c386af None None] Network a1f9936d-01ca-48d2-bd00-8bf7fd68bf5f requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:02.504250 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:02.505152 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:02.505556 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 on network 967d21ba-c21a-4084-8234-d794f5c3c574 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:02.575445 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48c03d8-cdf6-4544-a629-eaef2f67cb9e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:02.576226 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c48c03d8-cdf6-4544-a629-eaef2f67cb9e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (e66eb4f6-7e9d-45c7-afc8-d3f1374ef758), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:02.595804 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-e2c7adef-83ea-46d3-bc91-d5033360325c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Allocated IP 172.26.2.22 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/4d209526-7571-46d1-a395-71ad46663749) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:02.685459 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c03d8-cdf6-4544-a629-eaef2f67cb9e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Pushing event updated for resources: {'Port': ['ID=e66eb4f6-7e9d-45c7-afc8-d3f1374ef758,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:02.707011 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Port 8a6029f7-a356-43a3-8481-1005aafaeab4 on network 967d21ba-c21a-4084-8234-d794f5c3c574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:38:02.707890 dv-neutron-834613-2-hyperv neutron-server[104349]: ERROR neutron.plugins.ml2.managers [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Failed to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] Mar 23 02:38:02.717704 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-717bcccc-7d4c-463d-89a8-419c435afbcf tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Publish callbacks [] for router_gateway (7b423e02-a444-4a9f-8a8f-3a56e38ce096), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:02.720672 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48c03d8-cdf6-4544-a629-eaef2f67cb9e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Checking segment: {'id': '0b35ef6a-78c1-4a6e-a687-76ac21480a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '032330ca-d16b-4637-bc10-5e1527489840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:02.721056 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48c03d8-cdf6-4544-a629-eaef2f67cb9e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Network hostable DHCP agents. Network: 032330ca-d16b-4637-bc10-5e1527489840, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:38:02.742804 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-717bcccc-7d4c-463d-89a8-419c435afbcf tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:02.775741 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.plugins.ml2.plugin [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempt 7 to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 Mar 23 02:38:02.786290 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1e1075c5-720d-4d56-9161-2178b539cc0d tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (faf2bbdc-5836-43cf-a423-9981813a67c0), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:02.820133 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1e1075c5-720d-4d56-9161-2178b539cc0d tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:02.825985 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1e1075c5-720d-4d56-9161-2178b539cc0d tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] 10.222.0.24 "DELETE /v2.0/networks/faf2bbdc-5836-43cf-a423-9981813a67c0 HTTP/1.1" status: 204 len: 168 time: 1.8101239 Mar 23 02:38:02.878338 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:02.878943 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:02.879275 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 on network 967d21ba-c21a-4084-8234-d794f5c3c574 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:02.887036 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1075c5-720d-4d56-9161-2178b539cc0d tempest-ExternalNetworksTestJSON-1290770457 tempest-ExternalNetworksTestJSON-1290770457-project] Pushing event deleted for resources: {'Network': ['ID=faf2bbdc-5836-43cf-a423-9981813a67c0,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:02.888947 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c3d04bc0-d26b-4a5d-9fb1-7866eaa853bf tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (dab2b229-6512-492c-801f-668b33a5a7f3), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:02.907126 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Port 8a6029f7-a356-43a3-8481-1005aafaeab4 on network 967d21ba-c21a-4084-8234-d794f5c3c574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:38:02.907603 dv-neutron-834613-2-hyperv neutron-server[104349]: ERROR neutron.plugins.ml2.managers [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Failed to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] Mar 23 02:38:02.921715 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48c03d8-cdf6-4544-a629-eaef2f67cb9e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Network 032330ca-d16b-4637-bc10-5e1527489840 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:38:02.933360 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.plugins.ml2.plugin [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempt 8 to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 Mar 23 02:38:02.946081 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d04bc0-d26b-4a5d-9fb1-7866eaa853bf tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Subnet': ['ID=dab2b229-6512-492c-801f-668b33a5a7f3,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:02.958593 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6d7969-6e09-48d6-8dd7-28f443fb5502 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:02.966724 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c3d04bc0-d26b-4a5d-9fb1-7866eaa853bf tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:02.972327 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c3d04bc0-d26b-4a5d-9fb1-7866eaa853bf tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/dab2b229-6512-492c-801f-668b33a5a7f3 HTTP/1.1" status: 204 len: 168 time: 1.7273417 Mar 23 02:38:02.974360 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56420) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:02.974801 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-ebb3657f-97b9-46d4-9817-b73d8164f830 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (a16b9a7d-9340-405b-9b78-f53b1a7668ed), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:02.978524 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-f58bc950-7c5d-4fc5-b6b5-831665c01657 service neutron] Attempting to bind port b1c2f96b-7108-49be-9bca-58773bb2d8fc on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:02.978875 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-f58bc950-7c5d-4fc5-b6b5-831665c01657 service neutron] Attempting to bind port b1c2f96b-7108-49be-9bca-58773bb2d8fc by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'c2a8b0fd-64b5-4eaf-a563-2c5886795f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3edd2161-639f-4b63-b7ee-dfa8fb0684e0'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:02.979279 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-f58bc950-7c5d-4fc5-b6b5-831665c01657 service neutron] Attempting to bind port b1c2f96b-7108-49be-9bca-58773bb2d8fc on network 3edd2161-639f-4b63-b7ee-dfa8fb0684e0 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:02.985202 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:02.985535 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:02.985869 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 on network 967d21ba-c21a-4084-8234-d794f5c3c574 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:03.034607 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Port 8a6029f7-a356-43a3-8481-1005aafaeab4 on network 967d21ba-c21a-4084-8234-d794f5c3c574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:38:03.034607 dv-neutron-834613-2-hyperv neutron-server[104349]: ERROR neutron.plugins.ml2.managers [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Failed to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] Mar 23 02:38:03.036466 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-c48c03d8-cdf6-4544-a629-eaef2f67cb9e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 032330ca-d16b-4637-bc10-5e1527489840) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:03.040001 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.plugins.ml2.plugin [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempt 9 to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 Mar 23 02:38:03.042455 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-f58bc950-7c5d-4fc5-b6b5-831665c01657 service neutron] Port b1c2f96b-7108-49be-9bca-58773bb2d8fc on network 3edd2161-639f-4b63-b7ee-dfa8fb0684e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:38:03.042851 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-f58bc950-7c5d-4fc5-b6b5-831665c01657 service neutron] Attempting to bind port b1c2f96b-7108-49be-9bca-58773bb2d8fc on network 3edd2161-639f-4b63-b7ee-dfa8fb0684e0 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:03.057537 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48c03d8-cdf6-4544-a629-eaef2f67cb9e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:03.065257 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48c03d8-cdf6-4544-a629-eaef2f67cb9e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:03.071030 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48c03d8-cdf6-4544-a629-eaef2f67cb9e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:03.072598 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c48c03d8-cdf6-4544-a629-eaef2f67cb9e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:03.081774 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300a1e2e-3ba5-45fe-9190-90925adfd423 None None] Network 032330ca-d16b-4637-bc10-5e1527489840 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:03.095018 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e2c7adef-83ea-46d3-bc91-d5033360325c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks [] for port (4d209526-7571-46d1-a395-71ad46663749), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:03.097507 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-ebb3657f-97b9-46d4-9817-b73d8164f830 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Network 22c45d4e-453f-46ea-9852-f03123ae9cab is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:03.105417 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-f58bc950-7c5d-4fc5-b6b5-831665c01657 service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:38:03.105792 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-f58bc950-7c5d-4fc5-b6b5-831665c01657 service neutron] Checking segment: {'id': 'c2a8b0fd-64b5-4eaf-a563-2c5886795f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3edd2161-639f-4b63-b7ee-dfa8fb0684e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:03.106356 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-f58bc950-7c5d-4fc5-b6b5-831665c01657 service neutron] Bound using segment: {'id': 'c2a8b0fd-64b5-4eaf-a563-2c5886795f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3edd2161-639f-4b63-b7ee-dfa8fb0684e0'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:38:03.106891 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-f58bc950-7c5d-4fc5-b6b5-831665c01657 service neutron] Bound port: b1c2f96b-7108-49be-9bca-58773bb2d8fc, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2a8b0fd-64b5-4eaf-a563-2c5886795f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3edd2161-639f-4b63-b7ee-dfa8fb0684e0'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:38:03.107267 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-f58bc950-7c5d-4fc5-b6b5-831665c01657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b1c2f96b-7108-49be-9bca-58773bb2d8fc), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:03.115855 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-ebb3657f-97b9-46d4-9817-b73d8164f830 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:03.117785 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:03.118102 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:03.118376 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 on network 967d21ba-c21a-4084-8234-d794f5c3c574 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:03.124333 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-ebb3657f-97b9-46d4-9817-b73d8164f830 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:03.151072 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-252f8ecf-3db1-4ea4-ac80-f5f5e91afe0a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1705575 Mar 23 02:38:03.160119 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56424) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:03.172507 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3657f-97b9-46d4-9817-b73d8164f830 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Pushing event updated for resources: {'Port': ['ID=a16b9a7d-9340-405b-9b78-f53b1a7668ed,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:03.185537 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Port 8a6029f7-a356-43a3-8481-1005aafaeab4 on network 967d21ba-c21a-4084-8234-d794f5c3c574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:38:03.185931 dv-neutron-834613-2-hyperv neutron-server[104349]: ERROR neutron.plugins.ml2.managers [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Failed to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] Mar 23 02:38:03.195367 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-dad53429-59f7-4144-b8f4-a5e88e305efe tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:03.196259 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.plugins.ml2.plugin [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempt 10 to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 Mar 23 02:38:03.313442 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:03.314990 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:03.315941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 on network 967d21ba-c21a-4084-8234-d794f5c3c574 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:03.334279 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-ebb3657f-97b9-46d4-9817-b73d8164f830 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:03.335158 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-ebb3657f-97b9-46d4-9817-b73d8164f830 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:03.372775 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Port 8a6029f7-a356-43a3-8481-1005aafaeab4 on network 967d21ba-c21a-4084-8234-d794f5c3c574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:38:03.372775 dv-neutron-834613-2-hyperv neutron-server[104349]: ERROR neutron.plugins.ml2.managers [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Failed to bind port 8a6029f7-a356-43a3-8481-1005aafaeab4 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] Mar 23 02:38:03.373417 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8a6029f7-a356-43a3-8481-1005aafaeab4), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:03.506007 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbfb71a-7c75-4662-bda6-cb29df6caff8 None None] DHCP port deletion for 94d9379e-13fb-449b-8f45-d1ab95378f77 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:38:03.609299 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-a3d5bcd9-3f82-479b-94a4-9abc18f9381c None None] Provisioning complete for port a16b9a7d-9340-405b-9b78-f53b1a7668ed triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:03.609922 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a3d5bcd9-3f82-479b-94a4-9abc18f9381c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a16b9a7d-9340-405b-9b78-f53b1a7668ed), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:03.611392 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56430) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:03.647289 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-3cbfb71a-7c75-4662-bda6-cb29df6caff8 None None] Deleting port e806bc40-5539-4e85-a8e3-6cc52dcc6d17 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:03.647947 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3cbfb71a-7c75-4662-bda6-cb29df6caff8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (e806bc40-5539-4e85-a8e3-6cc52dcc6d17), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:03.717785 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-a3d5bcd9-3f82-479b-94a4-9abc18f9381c None None] Port a16b9a7d-9340-405b-9b78-f53b1a7668ed cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:38:03.753297 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c48c03d8-cdf6-4544-a629-eaef2f67cb9e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.9607823 Mar 23 02:38:03.758242 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56434) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:03.770636 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-3cbfb71a-7c75-4662-bda6-cb29df6caff8 None None] For port e806bc40-5539-4e85-a8e3-6cc52dcc6d17, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=e806bc40-5539-4e85-a8e3-6cc52dcc6d17,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:03.773058 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3cbfb71a-7c75-4662-bda6-cb29df6caff8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (e806bc40-5539-4e85-a8e3-6cc52dcc6d17), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:03.786973 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340d944-666f-406f-8350-5a2cf36efa04 req-0fc68358-cfba-4392-863f-74b404d52c8e tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:03.788585 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7340d944-666f-406f-8350-5a2cf36efa04 req-0fc68358-cfba-4392-863f-74b404d52c8e tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/ports?device_id=754c7ed1-b58b-4feb-84ca-b7ce20755966 HTTP/1.1" status: 200 len: 931 time: 0.6433315 Mar 23 02:38:03.800557 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-f58bc950-7c5d-4fc5-b6b5-831665c01657 service neutron] For port b1c2f96b-7108-49be-9bca-58773bb2d8fc, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:38:03.808252 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-3cbfb71a-7c75-4662-bda6-cb29df6caff8 None None] Calling delete_port for e806bc40-5539-4e85-a8e3-6cc52dcc6d17 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:03.829456 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-ebb3657f-97b9-46d4-9817-b73d8164f830 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9987309 Mar 23 02:38:03.838019 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-f58bc950-7c5d-4fc5-b6b5-831665c01657 service neutron] For port b1c2f96b-7108-49be-9bca-58773bb2d8fc, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b1c2f96b-7108-49be-9bca-58773bb2d8fc,segment=NetworkSegment(c2a8b0fd-64b5-4eaf-a563-2c5886795f6c),segment_id=c2a8b0fd-64b5-4eaf-a563-2c5886795f6c)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:38:03.849407 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-b30dfecb-0d19-4290-96eb-b91e79727e04 service neutron] Request body: {'port': {'device_id': '754c7ed1-b58b-4feb-84ca-b7ce20755966', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:03.891061 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e2c7adef-83ea-46d3-bc91-d5033360325c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (4d209526-7571-46d1-a395-71ad46663749), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:03.965145 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad53429-59f7-4144-b8f4-a5e88e305efe tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:03.972383 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c7adef-83ea-46d3-bc91-d5033360325c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:03.977478 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dad53429-59f7-4144-b8f4-a5e88e305efe tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:03.994031 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-f58bc950-7c5d-4fc5-b6b5-831665c01657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (b1c2f96b-7108-49be-9bca-58773bb2d8fc), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:04.003052 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363dc949-9482-4c6e-a9d9-ccc688faa2c0 req-ec2474fe-ed51-4be2-84d5-299aeec09a55 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:04.004701 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-363dc949-9482-4c6e-a9d9-ccc688faa2c0 req-ec2474fe-ed51-4be2-84d5-299aeec09a55 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 943 time: 0.6625021 Mar 23 02:38:04.014049 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-e2c7adef-83ea-46d3-bc91-d5033360325c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:04.026331 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c7adef-83ea-46d3-bc91-d5033360325c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:04.040031 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7adef-83ea-46d3-bc91-d5033360325c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Pushing event updated for resources: {'Port': ['ID=4d209526-7571-46d1-a395-71ad46663749,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:04.048983 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3cbfb71a-7c75-4662-bda6-cb29df6caff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (e806bc40-5539-4e85-a8e3-6cc52dcc6d17), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:04.063175 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] For port 8a6029f7-a356-43a3-8481-1005aafaeab4, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:38:04.063475 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbfb71a-7c75-4662-bda6-cb29df6caff8 None None] No DVR routers for this DVR port e806bc40-5539-4e85-a8e3-6cc52dcc6d17 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:38:04.063629 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempted to set empty binding levels {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 23 02:38:04.088985 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbfb71a-7c75-4662-bda6-cb29df6caff8 None None] Pushing event deleted for resources: {'Port': ['ID=e806bc40-5539-4e85-a8e3-6cc52dcc6d17,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:04.097518 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-b30dfecb-0d19-4290-96eb-b91e79727e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a16b9a7d-9340-405b-9b78-f53b1a7668ed), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:04.123191 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-f58bc950-7c5d-4fc5-b6b5-831665c01657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:04.124006 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-f58bc950-7c5d-4fc5-b6b5-831665c01657 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:04.125114 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-f58bc950-7c5d-4fc5-b6b5-831665c01657 service neutron] 10.222.0.23 "PUT /v2.0/ports/b1c2f96b-7108-49be-9bca-58773bb2d8fc HTTP/1.1" status: 200 len: 1093 time: 4.5047753 Mar 23 02:38:04.128321 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87611f01-8ebb-4ebc-8b34-372a2847db9a', 'tag': 'b1c2f96b-7108-49be-9bca-58773bb2d8fc'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:38:04.139869 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (8a6029f7-a356-43a3-8481-1005aafaeab4), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:04.215931 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-717bcccc-7d4c-463d-89a8-419c435afbcf tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Publish callbacks [] for router (7b423e02-a444-4a9f-8a8f-3a56e38ce096), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:04.216261 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] In _notify_port_updated(), no bound segment for port 8a6029f7-a356-43a3-8481-1005aafaeab4 on network 967d21ba-c21a-4084-8234-d794f5c3c574 {{(pid=104349) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:38:04.217122 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:04.217722 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:04.221580 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] 10.222.0.24 "PUT /v2.0/ports/8a6029f7-a356-43a3-8481-1005aafaeab4 HTTP/1.1" status: 200 len: 976 time: 5.9321504 Mar 23 02:38:04.264422 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56440) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:04.304493 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-363dc949-9482-4c6e-a9d9-ccc688faa2c0 req-1ab40680-d64b-416e-9b80-6ebadf192d55 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2870579 Mar 23 02:38:04.345585 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e662f1d6-919e-4062-8aa1-7a85adfa13d6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=35e8d22e1915437893ccc95affc3cb26&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7318103 Mar 23 02:38:04.349029 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7340d944-666f-406f-8350-5a2cf36efa04 req-4df2b69c-c6a7-4998-910b-66c9bf2db6e7 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/security-groups?id=273b898c-a099-44af-8002-d1e1f19ddc82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5518832 Mar 23 02:38:04.349534 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56442) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:04.412499 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac2fe2d-e1bd-46f7-8425-5b8e27f6c1ef tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:04.417956 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac2fe2d-e1bd-46f7-8425-5b8e27f6c1ef tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:04.422199 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7ac2fe2d-e1bd-46f7-8425-5b8e27f6c1ef tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6582017 Mar 23 02:38:04.425537 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56444) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:04.441709 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc66848-e4d5-43a3-b2dd-7869c672bb05" -d '{"events": [{"name": "network-changed", "server_uuid": "87611f01-8ebb-4ebc-8b34-372a2847db9a", "tag": "b1c2f96b-7108-49be-9bca-58773bb2d8fc"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:38:04.487497 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bc950-7c5d-4fc5-b6b5-831665c01657 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c2f96b-7108-49be-9bca-58773bb2d8fc,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:04.687808 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-717bcccc-7d4c-463d-89a8-419c435afbcf tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (7b423e02-a444-4a9f-8a8f-3a56e38ce096), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:04.749582 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-717bcccc-7d4c-463d-89a8-419c435afbcf tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Publish callbacks [] for router_controller (7b423e02-a444-4a9f-8a8f-3a56e38ce096), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:04.866622 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e2c7adef-83ea-46d3-bc91-d5033360325c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks [] for floatingip (de2d4a89-57f8-4db5-ab90-7198aaa5264a), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:04.882461 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cec97ad-b53d-400d-9d85-0ed7bd5c5122 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:04.882977 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cec97ad-b53d-400d-9d85-0ed7bd5c5122 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:04.883412 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cec97ad-b53d-400d-9d85-0ed7bd5c5122 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:04.883900 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cec97ad-b53d-400d-9d85-0ed7bd5c5122 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:04.884369 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cec97ad-b53d-400d-9d85-0ed7bd5c5122 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:04.884831 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cec97ad-b53d-400d-9d85-0ed7bd5c5122 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:04.885291 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cec97ad-b53d-400d-9d85-0ed7bd5c5122 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:04.885755 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cec97ad-b53d-400d-9d85-0ed7bd5c5122 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:04.886211 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cec97ad-b53d-400d-9d85-0ed7bd5c5122 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:04.886692 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cec97ad-b53d-400d-9d85-0ed7bd5c5122 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:04.887246 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cec97ad-b53d-400d-9d85-0ed7bd5c5122 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:04.887564 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cec97ad-b53d-400d-9d85-0ed7bd5c5122 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:04.888039 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cec97ad-b53d-400d-9d85-0ed7bd5c5122 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:04.888498 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cec97ad-b53d-400d-9d85-0ed7bd5c5122 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:04.888840 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b9f9050-f8a0-4318-9c3b-59b5e454bc84 admin admin] Publish callbacks [] for security_group (e9fbe3a3-b0f5-4ff3-b6ba-5aad79c9b635), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:04.888949 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cec97ad-b53d-400d-9d85-0ed7bd5c5122 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:04.889426 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cec97ad-b53d-400d-9d85-0ed7bd5c5122 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:04.893305 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cec97ad-b53d-400d-9d85-0ed7bd5c5122 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:04.893305 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cec97ad-b53d-400d-9d85-0ed7bd5c5122 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:04.893305 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cec97ad-b53d-400d-9d85-0ed7bd5c5122 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:04.899546 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3cec97ad-b53d-400d-9d85-0ed7bd5c5122 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16815 time: 0.6331933 Mar 23 02:38:04.915854 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56450) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:04.922062 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-f09f2ec1-be75-423c-bc51-869e66174848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:04.922062 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-f09f2ec1-be75-423c-bc51-869e66174848 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c302519e74814ecf9d6317cf454d8d57&device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 1127 time: 0.6209950 Mar 23 02:38:04.922798 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b9f9050-f8a0-4318-9c3b-59b5e454bc84 admin admin] Publish callbacks [] for security_group (e9fbe3a3-b0f5-4ff3-b6ba-5aad79c9b635), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:04.983133 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-717bcccc-7d4c-463d-89a8-419c435afbcf tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (7b423e02-a444-4a9f-8a8f-3a56e38ce096), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:04.983583 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717bcccc-7d4c-463d-89a8-419c435afbcf tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b423e02-a444-4a9f-8a8f-3a56e38ce096 {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:38:05.054859 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device e806bc40-5539-4e85-a8e3-6cc52dcc6d17 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:38:05.079956 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: e806bc40-5539-4e85-a8e3-6cc52dcc6d17 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:38:05.080752 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device e806bc40-5539-4e85-a8e3-6cc52dcc6d17 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:38:05.096157 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-c8faa5d1-dded-4fc9-b739-264d957c505d tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Deleting port c46560c5-bb39-4128-bbbf-8a7c5296f602 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:05.096157 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c8faa5d1-dded-4fc9-b739-264d957c505d tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (c46560c5-bb39-4128-bbbf-8a7c5296f602), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:05.147236 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0866ad13-08f4-4e5a-afac-59fd75617406 x-openstack-request-id: req-0866ad13-08f4-4e5a-afac-59fd75617406 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:38:05.147878 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87611f01-8ebb-4ebc-8b34-372a2847db9a", "tag": "b1c2f96b-7108-49be-9bca-58773bb2d8fc", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:38:05.148327 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0866ad13-08f4-4e5a-afac-59fd75617406 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:38:05.156555 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0866ad13-08f4-4e5a-afac-59fd75617406'] response: {'name': 'network-changed', 'server_uuid': '87611f01-8ebb-4ebc-8b34-372a2847db9a', 'tag': 'b1c2f96b-7108-49be-9bca-58773bb2d8fc', 'status': 'completed', 'code': 200} Mar 23 02:38:05.156555 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c168a6-4b47-4bf6-b654-0762d494b062 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Pushing event updated for resources: {'Port': ['ID=8a6029f7-a356-43a3-8481-1005aafaeab4,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:05.171332 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-a231c32d-370d-4da9-a94d-bedce4bebab1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1c2f96b-7108-49be-9bca-58773bb2d8fc HTTP/1.1" status: 200 len: 217 time: 0.2097960 Mar 23 02:38:05.192360 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c8faa5d1-dded-4fc9-b739-264d957c505d tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (c46560c5-bb39-4128-bbbf-8a7c5296f602), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:05.212077 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-c8faa5d1-dded-4fc9-b739-264d957c505d tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Calling delete_port for c46560c5-bb39-4128-bbbf-8a7c5296f602 owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:05.277769 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b9f9050-f8a0-4318-9c3b-59b5e454bc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (e9fbe3a3-b0f5-4ff3-b6ba-5aad79c9b635), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:05.280848 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b9f9050-f8a0-4318-9c3b-59b5e454bc84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:05.284446 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1b9f9050-f8a0-4318-9c3b-59b5e454bc84 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9fbe3a3-b0f5-4ff3-b6ba-5aad79c9b635 HTTP/1.1" status: 204 len: 168 time: 0.8914380 Mar 23 02:38:05.284446 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dad53429-59f7-4144-b8f4-a5e88e305efe tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (4925bbe2-6f62-4ec8-b6b5-a2c0b352a81c), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:05.286515 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-717bcccc-7d4c-463d-89a8-419c435afbcf tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 23 02:38:05.287642 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-717bcccc-7d4c-463d-89a8-419c435afbcf tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.8021321 Mar 23 02:38:05.300039 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56456) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:05.306887 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f9050-f8a0-4318-9c3b-59b5e454bc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fbe3a3-b0f5-4ff3-b6ba-5aad79c9b635,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:05.321307 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e2c7adef-83ea-46d3-bc91-d5033360325c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (4d209526-7571-46d1-a395-71ad46663749), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:05.358702 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad53429-59f7-4144-b8f4-a5e88e305efe tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:05.365294 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-dad53429-59f7-4144-b8f4-a5e88e305efe tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:05.369593 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad53429-59f7-4144-b8f4-a5e88e305efe tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:05.369725 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dad53429-59f7-4144-b8f4-a5e88e305efe tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:05.383246 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad53429-59f7-4144-b8f4-a5e88e305efe tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Subnet': ['ID=4925bbe2-6f62-4ec8-b6b5-a2c0b352a81c,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:05.389524 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46e3e53-4341-48d5-b954-1f65b6d12126 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:05.450921 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c8faa5d1-dded-4fc9-b739-264d957c505d tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (c46560c5-bb39-4128-bbbf-8a7c5296f602), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:05.456542 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-ea2ef5da-20d3-4a0e-b38d-50ce17fbcf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:05.459345 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-ea2ef5da-20d3-4a0e-b38d-50ce17fbcf3a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43c32d8d-82fc-4897-9976-f6e345cb2e2c HTTP/1.1" status: 200 len: 851 time: 0.2550058 Mar 23 02:38:05.496435 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-dad53429-59f7-4144-b8f4-a5e88e305efe tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3104389 Mar 23 02:38:05.511601 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56462) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:05.521515 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-0652c154-a675-4bff-be5b-e047087e041e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'port': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'name': 'tempest-NetworksTestDHCPv6-66532304'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:05.534124 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8faa5d1-dded-4fc9-b739-264d957c505d tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Pushing event deleted for resources: {'Port': ['ID=c46560c5-bb39-4128-bbbf-8a7c5296f602,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:05.607363 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13842415-25f9-4dc7-b32c-7b4c845996ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-94d9379e-13fb-449b-8f45-d1ab95378f77', 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'fixed_ips': [{'subnet_id': '4925bbe2-6f62-4ec8-b6b5-a2c0b352a81c'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:38:05.608260 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-13842415-25f9-4dc7-b32c-7b4c845996ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:05.630775 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c8faa5d1-dded-4fc9-b739-264d957c505d tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:05.634965 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c8faa5d1-dded-4fc9-b739-264d957c505d tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] 10.222.0.24 "DELETE /v2.0/ports/c46560c5-bb39-4128-bbbf-8a7c5296f602 HTTP/1.1" status: 204 len: 168 time: 1.2055461 Mar 23 02:38:05.647790 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56464) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:05.713950 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22ad36-7670-4f56-862c-321ae06e4d5b req-b00a5f86-b100-42ca-9349-050bb09b7abe tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:05.715486 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-0c22ad36-7670-4f56-862c-321ae06e4d5b req-b00a5f86-b100-42ca-9349-050bb09b7abe tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 943 time: 0.2774763 Mar 23 02:38:05.829318 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-8f973aee-7cf0-4615-a12d-aee7ec03979d tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Deleting port 8a6029f7-a356-43a3-8481-1005aafaeab4 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:05.830075 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8f973aee-7cf0-4615-a12d-aee7ec03979d tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (8a6029f7-a356-43a3-8481-1005aafaeab4), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:05.868397 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-13842415-25f9-4dc7-b32c-7b4c845996ec None None] Allocated IP 2001:db8::2 (94d9379e-13fb-449b-8f45-d1ab95378f77/4925bbe2-6f62-4ec8-b6b5-a2c0b352a81c/198a9121-0508-4fa7-92b1-51abe84404e1) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:05.902043 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-0c22ad36-7670-4f56-862c-321ae06e4d5b req-e0f5b081-7b23-4816-9539-7f9100e23c0a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724100 Mar 23 02:38:05.987378 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-208cb8b6-c07f-4a16-8673-03a623c9af8a tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Deleting port e66eb4f6-7e9d-45c7-afc8-d3f1374ef758 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:05.987722 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-208cb8b6-c07f-4a16-8673-03a623c9af8a tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (e66eb4f6-7e9d-45c7-afc8-d3f1374ef758), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:05.990178 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-b30dfecb-0d19-4290-96eb-b91e79727e04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a16b9a7d-9340-405b-9b78-f53b1a7668ed {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:38:06.020830 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-b30dfecb-0d19-4290-96eb-b91e79727e04 service neutron] Publish callbacks [] for port (a16b9a7d-9340-405b-9b78-f53b1a7668ed), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:06.074099 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3b20d-2ab8-4652-87ff-72832da26562 req-d7e1620e-828c-4d0b-a2ec-d2318c9c83fc tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:06.075956 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9ae3b20d-2ab8-4652-87ff-72832da26562 req-d7e1620e-828c-4d0b-a2ec-d2318c9c83fc tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/ports?device_id=754c7ed1-b58b-4feb-84ca-b7ce20755966 HTTP/1.1" status: 200 len: 931 time: 0.5249739 Mar 23 02:38:06.080141 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-8f973aee-7cf0-4615-a12d-aee7ec03979d tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] For port 8a6029f7-a356-43a3-8481-1005aafaeab4, host hv-neutron-8346, got binding levels [] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:06.080505 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8f973aee-7cf0-4615-a12d-aee7ec03979d tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (8a6029f7-a356-43a3-8481-1005aafaeab4), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:06.097488 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-4e3bcb2c-c038-4553-911e-38eecc1673c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:06.099678 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-4e3bcb2c-c038-4553-911e-38eecc1673c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3edd2161-639f-4b63-b7ee-dfa8fb0684e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.5466120 Mar 23 02:38:06.123139 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-b30dfecb-0d19-4290-96eb-b91e79727e04 service neutron] Transition to ACTIVE for port object a16b9a7d-9340-405b-9b78-f53b1a7668ed will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:38:06.138923 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-8f973aee-7cf0-4615-a12d-aee7ec03979d tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Calling delete_port for 8a6029f7-a356-43a3-8481-1005aafaeab4 owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:06.149838 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0652c154-a675-4bff-be5b-e047087e041e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:06.166856 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-2ef6c267-d871-40b6-ae45-b66232581e33 tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Deleting port 5021c28f-37d9-4b5d-a513-aca378570083 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:06.167222 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2ef6c267-d871-40b6-ae45-b66232581e33 tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (5021c28f-37d9-4b5d-a513-aca378570083), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:06.169779 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0652c154-a675-4bff-be5b-e047087e041e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:06.200700 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-208cb8b6-c07f-4a16-8673-03a623c9af8a tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (e66eb4f6-7e9d-45c7-afc8-d3f1374ef758), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:06.233484 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-0652c154-a675-4bff-be5b-e047087e041e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] device_id is not set on port 30c52539-eeed-4201-be83-417fcc16b8bb yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:38:06.240939 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-208cb8b6-c07f-4a16-8673-03a623c9af8a tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Calling delete_port for e66eb4f6-7e9d-45c7-afc8-d3f1374ef758 owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:06.372132 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56468) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:06.376479 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-13842415-25f9-4dc7-b32c-7b4c845996ec None None] Publish callbacks [] for port (198a9121-0508-4fa7-92b1-51abe84404e1), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:06.465456 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-92e2ba7e-745e-4e9c-a95c-8c7bb65f837a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a037547ef88d44c7aae84041daff4cb0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0893695 Mar 23 02:38:06.469766 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56470) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:06.481481 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-13842415-25f9-4dc7-b32c-7b4c845996ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (198a9121-0508-4fa7-92b1-51abe84404e1), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:06.552467 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13842415-25f9-4dc7-b32c-7b4c845996ec None None] Pushing event updated for resources: {'Port': ['ID=198a9121-0508-4fa7-92b1-51abe84404e1,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:06.573538 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13842415-25f9-4dc7-b32c-7b4c845996ec None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:06.575592 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-13842415-25f9-4dc7-b32c-7b4c845996ec None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:06.579362 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13842415-25f9-4dc7-b32c-7b4c845996ec None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:06.613358 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-b30dfecb-0d19-4290-96eb-b91e79727e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (a16b9a7d-9340-405b-9b78-f53b1a7668ed), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:06.652530 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-0652c154-a675-4bff-be5b-e047087e041e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Allocated IP 2001:db8::63 (94d9379e-13fb-449b-8f45-d1ab95378f77/4925bbe2-6f62-4ec8-b6b5-a2c0b352a81c/30c52539-eeed-4201-be83-417fcc16b8bb) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:06.669020 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-527b456a-d974-4921-9db1-4e654fa7c03a admin admin] Publish callbacks [] for security_group (f078906c-69b0-4dcc-b6ff-d8c6f50dcb2d), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:06.674341 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-13842415-25f9-4dc7-b32c-7b4c845996ec None None] Attempting to bind port 198a9121-0508-4fa7-92b1-51abe84404e1 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:06.674846 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-13842415-25f9-4dc7-b32c-7b4c845996ec None None] Attempting to bind port 198a9121-0508-4fa7-92b1-51abe84404e1 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:06.675194 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13842415-25f9-4dc7-b32c-7b4c845996ec None None] Attempting to bind port 198a9121-0508-4fa7-92b1-51abe84404e1 on network 94d9379e-13fb-449b-8f45-d1ab95378f77 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:06.681985 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13842415-25f9-4dc7-b32c-7b4c845996ec None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:38:06.682681 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13842415-25f9-4dc7-b32c-7b4c845996ec None None] Checking segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:06.682991 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-13842415-25f9-4dc7-b32c-7b4c845996ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:06.683556 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13842415-25f9-4dc7-b32c-7b4c845996ec None None] Bound using segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:38:06.684263 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-13842415-25f9-4dc7-b32c-7b4c845996ec None None] Bound port: 198a9121-0508-4fa7-92b1-51abe84404e1, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:38:06.684522 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-13842415-25f9-4dc7-b32c-7b4c845996ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (198a9121-0508-4fa7-92b1-51abe84404e1), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:06.696519 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-208cb8b6-c07f-4a16-8673-03a623c9af8a tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (e66eb4f6-7e9d-45c7-afc8-d3f1374ef758), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:06.721814 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9ae3b20d-2ab8-4652-87ff-72832da26562 req-2e4b113d-c88b-4b3d-a91f-d8f5e59d7b46 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/security-groups?id=273b898c-a099-44af-8002-d1e1f19ddc82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6148205 Mar 23 02:38:06.782389 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-208cb8b6-c07f-4a16-8673-03a623c9af8a tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:06.787521 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-208cb8b6-c07f-4a16-8673-03a623c9af8a tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] 10.222.0.24 "DELETE /v2.0/ports/e66eb4f6-7e9d-45c7-afc8-d3f1374ef758 HTTP/1.1" status: 204 len: 168 time: 1.1294010 Mar 23 02:38:06.794302 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-13842415-25f9-4dc7-b32c-7b4c845996ec None None] For port 198a9121-0508-4fa7-92b1-51abe84404e1, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:38:06.797797 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-13842415-25f9-4dc7-b32c-7b4c845996ec None None] For port 198a9121-0508-4fa7-92b1-51abe84404e1, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=198a9121-0508-4fa7-92b1-51abe84404e1,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:38:06.800856 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56472) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:06.815929 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e2c7adef-83ea-46d3-bc91-d5033360325c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks [] for port (4d209526-7571-46d1-a395-71ad46663749), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:06.832370 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208cb8b6-c07f-4a16-8673-03a623c9af8a tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Pushing event deleted for resources: {'Port': ['ID=e66eb4f6-7e9d-45c7-afc8-d3f1374ef758,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:06.856406 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-527b456a-d974-4921-9db1-4e654fa7c03a admin admin] Publish callbacks [] for security_group (f078906c-69b0-4dcc-b6ff-d8c6f50dcb2d), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:06.870101 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-13842415-25f9-4dc7-b32c-7b4c845996ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (198a9121-0508-4fa7-92b1-51abe84404e1), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:06.874498 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30dfecb-0d19-4290-96eb-b91e79727e04 service neutron] Pushing event updated for resources: {'Port': ['ID=a16b9a7d-9340-405b-9b78-f53b1a7668ed,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:06.937764 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e70ee345-f4b8-4ebb-82c1-49e1c6dd2fb4 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1304438 Mar 23 02:38:06.968782 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e2c7adef-83ea-46d3-bc91-d5033360325c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (4d209526-7571-46d1-a395-71ad46663749), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:06.972060 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56476) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:07.035576 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-ea84d5f9-ebe9-42c1-85b7-86414e35410e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1130976551'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:07.108669 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13842415-25f9-4dc7-b32c-7b4c845996ec None None] Pushing event updated for resources: {'Port': ['ID=198a9121-0508-4fa7-92b1-51abe84404e1,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:07.177702 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-c784d285-afb5-4246-896b-a0cf6f570985 service neutron] 10.222.0.23 "GET /v2.0/networks/3edd2161-639f-4b63-b7ee-dfa8fb0684e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0237637 Mar 23 02:38:07.213779 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2ef6c267-d871-40b6-ae45-b66232581e33 tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (5021c28f-37d9-4b5d-a513-aca378570083), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:07.219585 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0652c154-a675-4bff-be5b-e047087e041e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for port (30c52539-eeed-4201-be83-417fcc16b8bb), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:07.283875 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968d9ed-d930-4b23-b3cb-c6dc2df16cf0 req-ce49332e-a299-4111-85a5-d693ca6eb903 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:07.286158 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4968d9ed-d930-4b23-b3cb-c6dc2df16cf0 req-ce49332e-a299-4111-85a5-d693ca6eb903 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 943 time: 0.2280991 Mar 23 02:38:07.365998 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4968d9ed-d930-4b23-b3cb-c6dc2df16cf0 req-993f4e6b-c4ad-4ed2-b529-e4bcbfdcb319 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705249 Mar 23 02:38:07.366599 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-2ef6c267-d871-40b6-ae45-b66232581e33 tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Calling delete_port for 5021c28f-37d9-4b5d-a513-aca378570083 owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:07.394612 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-527b456a-d974-4921-9db1-4e654fa7c03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (f078906c-69b0-4dcc-b6ff-d8c6f50dcb2d), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:07.394612 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-527b456a-d974-4921-9db1-4e654fa7c03a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:07.394612 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-527b456a-d974-4921-9db1-4e654fa7c03a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f078906c-69b0-4dcc-b6ff-d8c6f50dcb2d HTTP/1.1" status: 204 len: 168 time: 0.9157643 Mar 23 02:38:07.395107 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7adef-83ea-46d3-bc91-d5033360325c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Pushing event updated for resources: {'Port': ['ID=4d209526-7571-46d1-a395-71ad46663749,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:07.416601 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b456a-d974-4921-9db1-4e654fa7c03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f078906c-69b0-4dcc-b6ff-d8c6f50dcb2d,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:07.486129 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0652c154-a675-4bff-be5b-e047087e041e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (30c52539-eeed-4201-be83-417fcc16b8bb), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:07.557108 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8f973aee-7cf0-4615-a12d-aee7ec03979d tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (8a6029f7-a356-43a3-8481-1005aafaeab4), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:07.558719 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea84d5f9-ebe9-42c1-85b7-86414e35410e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Made reservation on behalf of 9d2072c7669741f59f04c53a74a7a55d for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:07.561973 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ea84d5f9-ebe9-42c1-85b7-86414e35410e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:07.620978 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0652c154-a675-4bff-be5b-e047087e041e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:07.645570 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652c154-a675-4bff-be5b-e047087e041e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Port': ['ID=30c52539-eeed-4201-be83-417fcc16b8bb,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:07.649300 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-0652c154-a675-4bff-be5b-e047087e041e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:07.651722 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0652c154-a675-4bff-be5b-e047087e041e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:07.665795 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0652c154-a675-4bff-be5b-e047087e041e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:07.666491 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0652c154-a675-4bff-be5b-e047087e041e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:07.714614 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e2c7adef-83ea-46d3-bc91-d5033360325c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (de2d4a89-57f8-4db5-ab90-7198aaa5264a), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:07.755436 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f973aee-7cf0-4615-a12d-aee7ec03979d tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a6029f7-a356-43a3-8481-1005aafaeab4,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:07.776291 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8f973aee-7cf0-4615-a12d-aee7ec03979d tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:07.788728 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8f973aee-7cf0-4615-a12d-aee7ec03979d tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] 10.222.0.24 "DELETE /v2.0/ports/8a6029f7-a356-43a3-8481-1005aafaeab4 HTTP/1.1" status: 204 len: 168 time: 2.8628218 Mar 23 02:38:07.789160 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56482) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:07.796954 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-b30dfecb-0d19-4290-96eb-b91e79727e04 service neutron] Attempting to bind port a16b9a7d-9340-405b-9b78-f53b1a7668ed on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:07.797298 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-b30dfecb-0d19-4290-96eb-b91e79727e04 service neutron] Attempting to bind port a16b9a7d-9340-405b-9b78-f53b1a7668ed by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '22c45d4e-453f-46ea-9852-f03123ae9cab'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:07.797628 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-b30dfecb-0d19-4290-96eb-b91e79727e04 service neutron] Attempting to bind port a16b9a7d-9340-405b-9b78-f53b1a7668ed on network 22c45d4e-453f-46ea-9852-f03123ae9cab {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:07.816341 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea84d5f9-ebe9-42c1-85b7-86414e35410e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:38:07.846284 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-216fc61f-a331-4ad6-b4c4-4f365c1b7820 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] GET failed (client error): The resource could not be found. Mar 23 02:38:07.846284 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-216fc61f-a331-4ad6-b4c4-4f365c1b7820 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] 10.222.0.24 "GET /v2.0/ports/8a6029f7-a356-43a3-8481-1005aafaeab4 HTTP/1.1" status: 404 len: 333 time: 0.0287926 Mar 23 02:38:07.846284 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56484) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:07.846284 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-c13ff029-c419-4c66-865b-c7346320d222 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1377090900', 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:07.875741 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-b30dfecb-0d19-4290-96eb-b91e79727e04 service neutron] Port a16b9a7d-9340-405b-9b78-f53b1a7668ed on network 22c45d4e-453f-46ea-9852-f03123ae9cab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:38:07.876105 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-b30dfecb-0d19-4290-96eb-b91e79727e04 service neutron] Attempting to bind port a16b9a7d-9340-405b-9b78-f53b1a7668ed on network 22c45d4e-453f-46ea-9852-f03123ae9cab {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:07.893434 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ea84d5f9-ebe9-42c1-85b7-86414e35410e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (47f225fd-b8df-44f3-b146-5195ebf1ccc7), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:07.893783 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-ea84d5f9-ebe9-42c1-85b7-86414e35410e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Added segment 47f225fd-b8df-44f3-b146-5195ebf1ccc7 of type vlan for network 6577af4f-8175-491a-a90e-b2a3ab20e91c Mar 23 02:38:07.907540 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3f268492-1f05-46f6-b709-40d3a8ced64e req-f0811ac4-2061-4690-9ee1-c4a1c846b145 service neutron] 10.222.0.23 "GET /v2.0/networks/3edd2161-639f-4b63-b7ee-dfa8fb0684e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5450635 Mar 23 02:38:07.910514 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-b30dfecb-0d19-4290-96eb-b91e79727e04 service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:38:07.911313 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-b30dfecb-0d19-4290-96eb-b91e79727e04 service neutron] Checking segment: {'id': 'b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '22c45d4e-453f-46ea-9852-f03123ae9cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:07.911567 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-b30dfecb-0d19-4290-96eb-b91e79727e04 service neutron] Bound using segment: {'id': 'b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '22c45d4e-453f-46ea-9852-f03123ae9cab'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:38:07.912145 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-b30dfecb-0d19-4290-96eb-b91e79727e04 service neutron] Bound port: a16b9a7d-9340-405b-9b78-f53b1a7668ed, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '22c45d4e-453f-46ea-9852-f03123ae9cab'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:38:07.912548 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-b30dfecb-0d19-4290-96eb-b91e79727e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a16b9a7d-9340-405b-9b78-f53b1a7668ed), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:07.992990 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ea84d5f9-ebe9-42c1-85b7-86414e35410e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (6577af4f-8175-491a-a90e-b2a3ab20e91c), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:08.041033 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421bd58-0527-4678-9847-5d768d5d1e05 req-9328fdd1-75ba-4f93-aae1-389afad3615d tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:08.042521 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9421bd58-0527-4678-9847-5d768d5d1e05 req-9328fdd1-75ba-4f93-aae1-389afad3615d tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/ports?device_id=754c7ed1-b58b-4feb-84ca-b7ce20755966 HTTP/1.1" status: 200 len: 943 time: 0.2082970 Mar 23 02:38:08.109395 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-b30dfecb-0d19-4290-96eb-b91e79727e04 service neutron] For port a16b9a7d-9340-405b-9b78-f53b1a7668ed, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:38:08.114933 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-b30dfecb-0d19-4290-96eb-b91e79727e04 service neutron] For port a16b9a7d-9340-405b-9b78-f53b1a7668ed, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a16b9a7d-9340-405b-9b78-f53b1a7668ed,segment=NetworkSegment(b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb),segment_id=b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:38:08.130020 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9421bd58-0527-4678-9847-5d768d5d1e05 req-d83f7cfd-7d82-459b-842f-fe4e766a5090 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/security-groups?id=273b898c-a099-44af-8002-d1e1f19ddc82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757506 Mar 23 02:38:08.497931 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-2e0b1edc-3856-448c-ae6e-890e9a578187 None None] Provisioning complete for port 198a9121-0508-4fa7-92b1-51abe84404e1 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:08.498524 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2e0b1edc-3856-448c-ae6e-890e9a578187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (198a9121-0508-4fa7-92b1-51abe84404e1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:08.500198 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57195c8-d523-4e82-ac70-b3af4e9f4846 req-afc51f3c-beb5-4722-91e3-a670b56d7426 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:08.501746 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-f57195c8-d523-4e82-ac70-b3af4e9f4846 req-afc51f3c-beb5-4722-91e3-a670b56d7426 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 943 time: 0.0610898 Mar 23 02:38:08.556960 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-f57195c8-d523-4e82-ac70-b3af4e9f4846 req-dd78351a-d98e-4b5e-85a0-37adc8347275 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483179 Mar 23 02:38:08.590957 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-2e0b1edc-3856-448c-ae6e-890e9a578187 None None] Current status of the port 198a9121-0508-4fa7-92b1-51abe84404e1 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:08.591359 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2e0b1edc-3856-448c-ae6e-890e9a578187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (198a9121-0508-4fa7-92b1-51abe84404e1), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:08.637848 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-2e0b1edc-3856-448c-ae6e-890e9a578187 None None] For port 198a9121-0508-4fa7-92b1-51abe84404e1, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=198a9121-0508-4fa7-92b1-51abe84404e1,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:08.743520 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0652c154-a675-4bff-be5b-e047087e041e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2284636 Mar 23 02:38:08.744494 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56490) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:08.788905 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e2c7adef-83ea-46d3-bc91-d5033360325c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:08.792961 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e2c7adef-83ea-46d3-bc91-d5033360325c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.7077034 Mar 23 02:38:08.792961 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ea84d5f9-ebe9-42c1-85b7-86414e35410e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (6577af4f-8175-491a-a90e-b2a3ab20e91c), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:08.795807 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56492) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:08.796729 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea84d5f9-ebe9-42c1-85b7-86414e35410e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:08.797361 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ea84d5f9-ebe9-42c1-85b7-86414e35410e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:08.800204 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-b30dfecb-0d19-4290-96eb-b91e79727e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (a16b9a7d-9340-405b-9b78-f53b1a7668ed), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:08.803015 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5f705d-6f78-4d56-955e-7417001557f8 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:08.807022 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2ef6c267-d871-40b6-ae45-b66232581e33 tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (5021c28f-37d9-4b5d-a513-aca378570083), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:08.808281 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5f705d-6f78-4d56-955e-7417001557f8 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:08.809844 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3b5f705d-6f78-4d56-955e-7417001557f8 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.0644066 Mar 23 02:38:08.813384 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-cb148c22-5f67-45fe-938d-8e6baa75895b tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-610679230'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:08.821464 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56494) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:08.851715 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2e0b1edc-3856-448c-ae6e-890e9a578187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (198a9121-0508-4fa7-92b1-51abe84404e1), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:08.903656 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-b30dfecb-0d19-4290-96eb-b91e79727e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:08.907487 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-b30dfecb-0d19-4290-96eb-b91e79727e04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:08.907487 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-b30dfecb-0d19-4290-96eb-b91e79727e04 service neutron] 10.222.0.23 "PUT /v2.0/ports/a16b9a7d-9340-405b-9b78-f53b1a7668ed HTTP/1.1" status: 200 len: 1093 time: 5.0648780 Mar 23 02:38:08.911605 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '754c7ed1-b58b-4feb-84ca-b7ce20755966', 'tag': 'a16b9a7d-9340-405b-9b78-f53b1a7668ed'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:38:08.914108 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9795347e-0eec-4191-8c7d-6df7f7716e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "754c7ed1-b58b-4feb-84ca-b7ce20755966", "tag": "a16b9a7d-9340-405b-9b78-f53b1a7668ed"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:38:08.921204 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b1edc-3856-448c-ae6e-890e9a578187 None None] Pushing event updated for resources: {'Port': ['ID=198a9121-0508-4fa7-92b1-51abe84404e1,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:08.925959 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13ff029-c419-4c66-865b-c7346320d222 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Made reservation on behalf of 0d0b4b8a52114e7fa5ec9d8ac57ff263 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:08.959438 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c13ff029-c419-4c66-865b-c7346320d222 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:08.993301 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb148c22-5f67-45fe-938d-8e6baa75895b tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Made reservation on behalf of abd45c3224cb4555923d17dec85b456d for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:08.993669 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84d5f9-ebe9-42c1-85b7-86414e35410e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Pushing event updated for resources: {'Network': ['ID=6577af4f-8175-491a-a90e-b2a3ab20e91c,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:08.999356 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cb148c22-5f67-45fe-938d-8e6baa75895b tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:09.014815 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cb148c22-5f67-45fe-938d-8e6baa75895b tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:09.015288 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01471f52-e7de-45e9-9b14-bf73b3b69e04 x-openstack-request-id: req-01471f52-e7de-45e9-9b14-bf73b3b69e04 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:38:09.015786 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "754c7ed1-b58b-4feb-84ca-b7ce20755966", "tag": "a16b9a7d-9340-405b-9b78-f53b1a7668ed", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:38:09.016401 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01471f52-e7de-45e9-9b14-bf73b3b69e04 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:38:09.016971 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01471f52-e7de-45e9-9b14-bf73b3b69e04'] response: {'name': 'network-changed', 'server_uuid': '754c7ed1-b58b-4feb-84ca-b7ce20755966', 'tag': 'a16b9a7d-9340-405b-9b78-f53b1a7668ed', 'status': 'completed', 'code': 200} Mar 23 02:38:09.024245 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-2d51921a-55d7-4b6c-9f07-397d62508359 None None] Provisioning complete for port 30c52539-eeed-4201-be83-417fcc16b8bb triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:09.025390 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2d51921a-55d7-4b6c-9f07-397d62508359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (30c52539-eeed-4201-be83-417fcc16b8bb), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:09.027568 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-c13ff029-c419-4c66-865b-c7346320d222 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] device_id is not set on port 5a743c7e-37a0-4579-8484-5d514adcddbc yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:38:09.075753 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ea84d5f9-ebe9-42c1-85b7-86414e35410e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0720983 Mar 23 02:38:09.076380 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56504) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:09.106313 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 6577af4f-8175-491a-a90e-b2a3ab20e91c details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:38:09.181825 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-9ce2621c-9e06-4a23-8891-fb37a750682e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-994042264'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:09.212271 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2ef6c267-d871-40b6-ae45-b66232581e33 tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:09.215654 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2ef6c267-d871-40b6-ae45-b66232581e33 tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] 10.222.0.24 "DELETE /v2.0/ports/5021c28f-37d9-4b5d-a513-aca378570083 HTTP/1.1" status: 204 len: 168 time: 3.9101119 Mar 23 02:38:09.228323 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30dfecb-0d19-4290-96eb-b91e79727e04 service neutron] Pushing event updated for resources: {'Port': ['ID=a16b9a7d-9340-405b-9b78-f53b1a7668ed,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:09.248099 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 198a9121-0508-4fa7-92b1-51abe84404e1 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:38:09.264980 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6c267-d871-40b6-ae45-b66232581e33 tempest-RoutersAdminNegativeIpV6Test-1395598110 tempest-RoutersAdminNegativeIpV6Test-1395598110-project-admin] Pushing event deleted for resources: {'Port': ['ID=5021c28f-37d9-4b5d-a513-aca378570083,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:09.278394 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc66848-e4d5-43a3-b2dd-7869c672bb05 req-91d445c9-275c-46e2-a9b1-b9b7e0ae2bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:09.279980 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7fc66848-e4d5-43a3-b2dd-7869c672bb05 req-91d445c9-275c-46e2-a9b1-b9b7e0ae2bd0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c302519e74814ecf9d6317cf454d8d57&device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 1127 time: 0.2616913 Mar 23 02:38:09.296103 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795347e-0eec-4191-8c7d-6df7f7716e4a req-22b0443a-3c2c-46cd-b3b0-2a2f4666e04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:09.297670 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9795347e-0eec-4191-8c7d-6df7f7716e4a req-22b0443a-3c2c-46cd-b3b0-2a2f4666e04a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f6f078640e4c4af68e0bac25d7acd7c7&device_id=754c7ed1-b58b-4feb-84ca-b7ce20755966 HTTP/1.1" status: 200 len: 1127 time: 0.2602298 Mar 23 02:38:09.305661 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-2d51921a-55d7-4b6c-9f07-397d62508359 None None] Port 30c52539-eeed-4201-be83-417fcc16b8bb cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:38:09.352496 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 198a9121-0508-4fa7-92b1-51abe84404e1 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:09.353069 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (198a9121-0508-4fa7-92b1-51abe84404e1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:09.389007 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce2621c-9e06-4a23-8891-fb37a750682e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Made reservation on behalf of 9d2072c7669741f59f04c53a74a7a55d for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:09.392336 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9ce2621c-9e06-4a23-8891-fb37a750682e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:09.454110 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 198a9121-0508-4fa7-92b1-51abe84404e1 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:09.588068 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ce2621c-9e06-4a23-8891-fb37a750682e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:38:09.611548 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-cd5ed31f-e85a-4b87-a8dc-4b6d12412f29 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting port 30c52539-eeed-4201-be83-417fcc16b8bb {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:09.611968 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cd5ed31f-e85a-4b87-a8dc-4b6d12412f29 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (30c52539-eeed-4201-be83-417fcc16b8bb), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:09.620878 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cb148c22-5f67-45fe-938d-8e6baa75895b tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks [] for security_group (66c120a7-79a2-402f-bad8-670a628ca608), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:09.649318 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9ce2621c-9e06-4a23-8891-fb37a750682e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (98f95cff-4191-417e-8fa8-861bf75f5b57), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:09.649560 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-9ce2621c-9e06-4a23-8891-fb37a750682e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Added segment 98f95cff-4191-417e-8fa8-861bf75f5b57 of type vlan for network 56cd21c1-82e3-412a-abcf-d383c98052cd Mar 23 02:38:09.678120 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc66848-e4d5-43a3-b2dd-7869c672bb05 req-4a5839d7-e7d4-4b55-a958-ff9197b2e3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:09.679625 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7fc66848-e4d5-43a3-b2dd-7869c672bb05 req-4a5839d7-e7d4-4b55-a958-ff9197b2e3a0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3edd2161-639f-4b63-b7ee-dfa8fb0684e0 HTTP/1.1" status: 200 len: 913 time: 0.3866861 Mar 23 02:38:09.770559 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7fc66848-e4d5-43a3-b2dd-7869c672bb05 req-aea9ebe1-0297-488b-b6da-3a5a3aca279e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1c2f96b-7108-49be-9bca-58773bb2d8fc HTTP/1.1" status: 200 len: 217 time: 0.0787718 Mar 23 02:38:09.782257 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795347e-0eec-4191-8c7d-6df7f7716e4a req-44f0bd6c-3cb9-4d0a-bebb-10028feff323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:09.783631 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9795347e-0eec-4191-8c7d-6df7f7716e4a req-44f0bd6c-3cb9-4d0a-bebb-10028feff323 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=f6f078640e4c4af68e0bac25d7acd7c7&shared=False HTTP/1.1" status: 200 len: 906 time: 0.4098194 Mar 23 02:38:09.810060 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cd5ed31f-e85a-4b87-a8dc-4b6d12412f29 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (30c52539-eeed-4201-be83-417fcc16b8bb), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:09.834501 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cb148c22-5f67-45fe-938d-8e6baa75895b tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (66c120a7-79a2-402f-bad8-670a628ca608), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:09.852293 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb148c22-5f67-45fe-938d-8e6baa75895b tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:38:09.872410 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0fc22-bea1-48e6-b216-dc96ea484a32 req-aacae14b-55cd-40e7-be7f-c97ba6eff6cd tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:09.873624 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b0a0fc22-bea1-48e6-b216-dc96ea484a32 req-aacae14b-55cd-40e7-be7f-c97ba6eff6cd tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/ports?device_id=754c7ed1-b58b-4feb-84ca-b7ce20755966 HTTP/1.1" status: 200 len: 943 time: 0.6093476 Mar 23 02:38:09.895359 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-cd5ed31f-e85a-4b87-a8dc-4b6d12412f29 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Calling delete_port for 30c52539-eeed-4201-be83-417fcc16b8bb owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:09.896946 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56526) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:09.904550 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9ce2621c-9e06-4a23-8891-fb37a750682e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (56cd21c1-82e3-412a-abcf-d383c98052cd), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:09.946944 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cb148c22-5f67-45fe-938d-8e6baa75895b tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (d0298b71-9b43-4de6-9121-ce7c5d36e4e7), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:09.947290 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-cb148c22-5f67-45fe-938d-8e6baa75895b tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Added segment d0298b71-9b43-4de6-9121-ce7c5d36e4e7 of type vlan for network eb74df1e-73d7-42d8-8f9c-997a66682059 Mar 23 02:38:10.029324 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c13ff029-c419-4c66-865b-c7346320d222 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks [] for port (5a743c7e-37a0-4579-8484-5d514adcddbc), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:10.038559 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff69c5-94e4-470a-8bdc-ff97b0e7d826 req-3ada0195-b8b5-4d20-95b9-faebc7f3dec0 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:10.040054 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c8ff69c5-94e4-470a-8bdc-ff97b0e7d826 req-3ada0195-b8b5-4d20-95b9-faebc7f3dec0 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 943 time: 0.3889410 Mar 23 02:38:10.042187 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc66848-e4d5-43a3-b2dd-7869c672bb05 req-cd2639ba-9981-4694-860b-9d5c671dc308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:10.044096 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7fc66848-e4d5-43a3-b2dd-7869c672bb05 req-cd2639ba-9981-4694-860b-9d5c671dc308 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43c32d8d-82fc-4897-9976-f6e345cb2e2c HTTP/1.1" status: 200 len: 851 time: 0.2562468 Mar 23 02:38:10.046737 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb148c22-5f67-45fe-938d-8e6baa75895b tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66c120a7-79a2-402f-bad8-670a628ca608,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:10.080142 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cb148c22-5f67-45fe-938d-8e6baa75895b tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (eb74df1e-73d7-42d8-8f9c-997a66682059), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:10.098769 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b0a0fc22-bea1-48e6-b216-dc96ea484a32 req-0f4084d2-8254-44b8-a368-44f76b1150db tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/security-groups?id=273b898c-a099-44af-8002-d1e1f19ddc82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899936 Mar 23 02:38:10.251541 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cb148c22-5f67-45fe-938d-8e6baa75895b tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (eb74df1e-73d7-42d8-8f9c-997a66682059), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:10.258838 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb148c22-5f67-45fe-938d-8e6baa75895b tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:10.259522 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cb148c22-5f67-45fe-938d-8e6baa75895b tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:10.318026 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c13ff029-c419-4c66-865b-c7346320d222 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (5a743c7e-37a0-4579-8484-5d514adcddbc), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:10.338115 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cd5ed31f-e85a-4b87-a8dc-4b6d12412f29 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (30c52539-eeed-4201-be83-417fcc16b8bb), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:10.359872 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9ce2621c-9e06-4a23-8891-fb37a750682e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (56cd21c1-82e3-412a-abcf-d383c98052cd), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:10.365358 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce2621c-9e06-4a23-8891-fb37a750682e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:10.365958 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9ce2621c-9e06-4a23-8891-fb37a750682e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:10.396107 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-cb148c22-5f67-45fe-938d-8e6baa75895b tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6012015 Mar 23 02:38:10.401605 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56534) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:10.405211 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb148c22-5f67-45fe-938d-8e6baa75895b tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Pushing event updated for resources: {'Network': ['ID=eb74df1e-73d7-42d8-8f9c-997a66682059,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:10.413280 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-27529920-7f56-460e-80e4-9aaaa9636663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:10.420586 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network eb74df1e-73d7-42d8-8f9c-997a66682059 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:38:10.421129 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-aeed517a-f28c-4813-9538-de47090b26fd tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Request body: {'subnet': {'network_id': 'eb74df1e-73d7-42d8-8f9c-997a66682059', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:10.431480 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13ff029-c419-4c66-865b-c7346320d222 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Network 967d21ba-c21a-4084-8234-d794f5c3c574 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:10.467554 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795347e-0eec-4191-8c7d-6df7f7716e4a req-62c5859f-34b6-4e0c-be87-a66708c89c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:10.469059 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9795347e-0eec-4191-8c7d-6df7f7716e4a req-62c5859f-34b6-4e0c-be87-a66708c89c73 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6655452 Mar 23 02:38:10.477355 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cd5ed31f-e85a-4b87-a8dc-4b6d12412f29 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:10.483366 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-cd5ed31f-e85a-4b87-a8dc-4b6d12412f29 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/30c52539-eeed-4201-be83-417fcc16b8bb HTTP/1.1" status: 204 len: 168 time: 1.6622758 Mar 23 02:38:10.489867 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56538) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:10.526164 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-c13ff029-c419-4c66-865b-c7346320d222 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:10.528853 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13ff029-c419-4c66-865b-c7346320d222 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:10.530259 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13ff029-c419-4c66-865b-c7346320d222 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:10.530880 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c13ff029-c419-4c66-865b-c7346320d222 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:10.549751 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ff029-c419-4c66-865b-c7346320d222 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Pushing event updated for resources: {'Port': ['ID=5a743c7e-37a0-4579-8484-5d514adcddbc,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:10.587387 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9ce2621c-9e06-4a23-8891-fb37a750682e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4098556 Mar 23 02:38:10.607246 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ed31f-e85a-4b87-a8dc-4b6d12412f29 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Port': ['ID=30c52539-eeed-4201-be83-417fcc16b8bb,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:10.657995 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2621c-9e06-4a23-8891-fb37a750682e tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Pushing event updated for resources: {'Network': ['ID=56cd21c1-82e3-412a-abcf-d383c98052cd,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:10.678341 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 56cd21c1-82e3-412a-abcf-d383c98052cd details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:38:10.696362 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-27529920-7f56-460e-80e4-9aaaa9636663 admin admin] Publish callbacks [] for security_group (92f69e5b-faf3-4fad-be40-96e7983e7ecb), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:10.715472 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c13ff029-c419-4c66-865b-c7346320d222 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.8870859 Mar 23 02:38:10.716185 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56540) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:10.731516 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c8ff69c5-94e4-470a-8bdc-ff97b0e7d826 req-3b3cf93c-93b2-4be6-b906-c1361f496a16 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3858867 Mar 23 02:38:10.739051 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56542) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:10.762639 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfbc089-b5ce-44d5-8202-ed7c49a174b6 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:10.764055 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc66848-e4d5-43a3-b2dd-7869c672bb05 req-ee1544de-3f78-41b1-a04e-290da0e707fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:10.764187 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9bfbc089-b5ce-44d5-8202-ed7c49a174b6 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] 10.222.0.24 "GET /v2.0/ports/5a743c7e-37a0-4579-8484-5d514adcddbc HTTP/1.1" status: 200 len: 955 time: 0.0456767 Mar 23 02:38:10.765665 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7fc66848-e4d5-43a3-b2dd-7869c672bb05 req-ee1544de-3f78-41b1-a04e-290da0e707fe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3edd2161-639f-4b63-b7ee-dfa8fb0684e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.7069554 Mar 23 02:38:10.767298 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56544) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:10.769403 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-b79050bd-cd2f-4e7e-b64e-2bedc0ae6888 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Request body: {'subnets': [{'network_id': '6577af4f-8175-491a-a90e-b2a3ab20e91c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1837981213', 'ip_version': 4}, {'network_id': '56cd21c1-82e3-412a-abcf-d383c98052cd', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:10.770263 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-b79050bd-cd2f-4e7e-b64e-2bedc0ae6888 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Request body: {'subnet': {'network_id': '6577af4f-8175-491a-a90e-b2a3ab20e91c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1837981213', 'ip_version': 4}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:10.770853 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-b79050bd-cd2f-4e7e-b64e-2bedc0ae6888 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Request body: {'subnet': {'network_id': '56cd21c1-82e3-412a-abcf-d383c98052cd', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:10.798353 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-27529920-7f56-460e-80e4-9aaaa9636663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (92f69e5b-faf3-4fad-be40-96e7983e7ecb), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:10.799937 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0440753-c869-42bb-9dc9-a8dace483da5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:10.801415 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0440753-c869-42bb-9dc9-a8dace483da5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:10.810211 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d0440753-c869-42bb-9dc9-a8dace483da5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3099539 Mar 23 02:38:10.819812 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56548) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:10.854841 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-27529920-7f56-460e-80e4-9aaaa9636663 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6104a1e64b8f4b89a3b8104d6d5e6547&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9537060 Mar 23 02:38:10.854841 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeed517a-f28c-4813-9538-de47090b26fd tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Made reservation on behalf of abd45c3224cb4555923d17dec85b456d for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:10.857455 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aeed517a-f28c-4813-9538-de47090b26fd tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:10.862731 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56552) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:10.882535 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27529920-7f56-460e-80e4-9aaaa9636663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f69e5b-faf3-4fad-be40-96e7983e7ecb,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:10.932861 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-e03885a0-eac3-4bb4-af3c-2e6066416c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:10.934365 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-e03885a0-eac3-4bb4-af3c-2e6066416c54 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f6f078640e4c4af68e0bac25d7acd7c7&device_id=754c7ed1-b58b-4feb-84ca-b7ce20755966 HTTP/1.1" status: 200 len: 1127 time: 0.3958180 Mar 23 02:38:11.015979 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-10c84868-29b3-446d-b1b3-ec6a20e24b76 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a16b9a7d-9340-405b-9b78-f53b1a7668ed HTTP/1.1" status: 200 len: 217 time: 0.0669587 Mar 23 02:38:11.024276 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c88dda3-9d36-47cd-a8e8-f4a0aecdbc09 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting subnet 4925bbe2-6f62-4ec8-b6b5-a2c0b352a81c {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:38:11.029117 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2c88dda3-9d36-47cd-a8e8-f4a0aecdbc09 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (4925bbe2-6f62-4ec8-b6b5-a2c0b352a81c), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:11.086214 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-f3dd7935-c1ea-42cd-8252-5b57ffc498e5 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Deleting port 5a743c7e-37a0-4579-8484-5d514adcddbc {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:11.086557 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f3dd7935-c1ea-42cd-8252-5b57ffc498e5 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (5a743c7e-37a0-4579-8484-5d514adcddbc), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:11.089679 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2c88dda3-9d36-47cd-a8e8-f4a0aecdbc09 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (4925bbe2-6f62-4ec8-b6b5-a2c0b352a81c), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:11.123030 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7fc66848-e4d5-43a3-b2dd-7869c672bb05 req-61413534-09e9-4554-82cf-1fcecab3eb1f service neutron] 10.222.0.23 "GET /v2.0/networks/3edd2161-639f-4b63-b7ee-dfa8fb0684e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360820 Mar 23 02:38:11.138482 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9ea4bd3d-54db-4ec7-8050-211d68821fc4 admin admin] Publish callbacks [] for security_group (92f69e5b-faf3-4fad-be40-96e7983e7ecb), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:11.201703 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-33ab60cf-9a6b-4553-9c0d-29222ea73e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:11.203470 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-33ab60cf-9a6b-4553-9c0d-29222ea73e3d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=de1e07f7-443c-4bd4-9b04-646304273766 HTTP/1.1" status: 200 len: 844 time: 0.1602454 Mar 23 02:38:11.235248 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9ea4bd3d-54db-4ec7-8050-211d68821fc4 admin admin] Publish callbacks [] for security_group (92f69e5b-faf3-4fad-be40-96e7983e7ecb), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:11.276440 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56562) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:11.321886 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f3dd7935-c1ea-42cd-8252-5b57ffc498e5 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (5a743c7e-37a0-4579-8484-5d514adcddbc), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:11.339611 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7fc66848-e4d5-43a3-b2dd-7869c672bb05 req-6d70e69e-81b3-477d-9a2a-e7f9575a1ad4 service neutron] 10.222.0.23 "GET /v2.0/networks/3edd2161-639f-4b63-b7ee-dfa8fb0684e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056541 Mar 23 02:38:11.346769 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79050bd-cd2f-4e7e-b64e-2bedc0ae6888 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Made reservation on behalf of 9d2072c7669741f59f04c53a74a7a55d for: {'subnet': 2} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:11.352494 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b79050bd-cd2f-4e7e-b64e-2bedc0ae6888 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:11.352842 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b79050bd-cd2f-4e7e-b64e-2bedc0ae6888 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:11.359105 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-662596c1-7ade-436f-99c1-e13a88f9bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:11.360787 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-662596c1-7ade-436f-99c1-e13a88f9bb81 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=22c45d4e-453f-46ea-9852-f03123ae9cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1381009 Mar 23 02:38:11.387120 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-f3dd7935-c1ea-42cd-8252-5b57ffc498e5 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Calling delete_port for 5a743c7e-37a0-4579-8484-5d514adcddbc owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:11.430415 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae5c59-89ec-4108-a933-72d968020376 req-af2bca32-a857-4e62-af28-d9c7d26a8a9b tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:11.431917 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-11ae5c59-89ec-4108-a933-72d968020376 req-af2bca32-a857-4e62-af28-d9c7d26a8a9b tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/ports?device_id=754c7ed1-b58b-4feb-84ca-b7ce20755966 HTTP/1.1" status: 200 len: 943 time: 0.2461658 Mar 23 02:38:11.432165 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-2b2cb0dd-9a23-44e1-99d9-8626fdd9e84d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1625026314', 'router:external': True}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:11.434858 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2c88dda3-9d36-47cd-a8e8-f4a0aecdbc09 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (4925bbe2-6f62-4ec8-b6b5-a2c0b352a81c), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:11.469358 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aeed517a-f28c-4813-9538-de47090b26fd tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (8f4ead6f-bef3-4809-b71b-f08a302f1cea), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:11.492336 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9ea4bd3d-54db-4ec7-8050-211d68821fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (92f69e5b-faf3-4fad-be40-96e7983e7ecb), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:11.494828 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9ea4bd3d-54db-4ec7-8050-211d68821fc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:11.496067 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9ea4bd3d-54db-4ec7-8050-211d68821fc4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92f69e5b-faf3-4fad-be40-96e7983e7ecb HTTP/1.1" status: 204 len: 168 time: 0.6332040 Mar 23 02:38:11.528028 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4bd3d-54db-4ec7-8050-211d68821fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f69e5b-faf3-4fad-be40-96e7983e7ecb,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:11.561624 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-da5a3d37-b091-495b-a757-4ee5be89b970 service neutron] 10.222.0.23 "GET /v2.0/networks/22c45d4e-453f-46ea-9852-f03123ae9cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616781 Mar 23 02:38:11.564204 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2cb0dd-9a23-44e1-99d9-8626fdd9e84d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Made reservation on behalf of aedadd4fbd8b4582bcd3bf35dfec65d0 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:11.569766 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2b2cb0dd-9a23-44e1-99d9-8626fdd9e84d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:11.586912 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2b2cb0dd-9a23-44e1-99d9-8626fdd9e84d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:11.631566 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed517a-f28c-4813-9538-de47090b26fd tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Pushing event updated for resources: {'Subnet': ['ID=8f4ead6f-bef3-4809-b71b-f08a302f1cea,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:11.649807 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-11ae5c59-89ec-4108-a933-72d968020376 req-ab3ebcb8-df8c-4a37-a8fe-05ffef1ce970 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/security-groups?id=273b898c-a099-44af-8002-d1e1f19ddc82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116897 Mar 23 02:38:11.659330 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeed517a-f28c-4813-9538-de47090b26fd tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Checking segment: {'id': 'd0298b71-9b43-4de6-9121-ce7c5d36e4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb74df1e-73d7-42d8-8f9c-997a66682059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:11.659670 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeed517a-f28c-4813-9538-de47090b26fd tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Network hostable DHCP agents. Network: eb74df1e-73d7-42d8-8f9c-997a66682059, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:38:11.734126 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f3dd7935-c1ea-42cd-8252-5b57ffc498e5 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (5a743c7e-37a0-4579-8484-5d514adcddbc), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:11.736395 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2c88dda3-9d36-47cd-a8e8-f4a0aecdbc09 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (4925bbe2-6f62-4ec8-b6b5-a2c0b352a81c), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:11.790310 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeed517a-f28c-4813-9538-de47090b26fd tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Network eb74df1e-73d7-42d8-8f9c-997a66682059 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:38:11.792497 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88dda3-9d36-47cd-a8e8-f4a0aecdbc09 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Subnet': ['ID=4925bbe2-6f62-4ec8-b6b5-a2c0b352a81c,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:11.794225 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd7935-c1ea-42cd-8252-5b57ffc498e5 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a743c7e-37a0-4579-8484-5d514adcddbc,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:11.798978 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2c88dda3-9d36-47cd-a8e8-f4a0aecdbc09 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:11.800034 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bd946b-763d-4b8c-8408-4a80b51e4237 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:11.805477 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2c88dda3-9d36-47cd-a8e8-f4a0aecdbc09 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/4925bbe2-6f62-4ec8-b6b5-a2c0b352a81c HTTP/1.1" status: 204 len: 168 time: 0.9426031 Mar 23 02:38:11.807812 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56572) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:11.820745 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f3dd7935-c1ea-42cd-8252-5b57ffc498e5 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:11.826707 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f3dd7935-c1ea-42cd-8252-5b57ffc498e5 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] 10.222.0.24 "DELETE /v2.0/ports/5a743c7e-37a0-4579-8484-5d514adcddbc HTTP/1.1" status: 204 len: 168 time: 1.0582926 Mar 23 02:38:11.827813 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56574) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:11.861763 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52e39ab-e021-4947-bf04-441b22ae5975 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] GET failed (client error): The resource could not be found. Mar 23 02:38:11.867165 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a52e39ab-e021-4947-bf04-441b22ae5975 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] 10.222.0.24 "GET /v2.0/ports/5a743c7e-37a0-4579-8484-5d514adcddbc HTTP/1.1" status: 404 len: 333 time: 0.0381796 Mar 23 02:38:11.867768 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56578) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:11.872392 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-c0f1e3b1-7ed7-45c9-b9b2-879af95df2de tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Request body: {'port': {'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2103864543'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:11.890573 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-aeed517a-f28c-4813-9538-de47090b26fd tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, eb74df1e-73d7-42d8-8f9c-997a66682059) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:11.896603 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeed517a-f28c-4813-9538-de47090b26fd tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:11.897345 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aeed517a-f28c-4813-9538-de47090b26fd tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:11.904344 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474c60fc-29f1-4c9d-9fd3-3fe9a5ce641d None None] Network eb74df1e-73d7-42d8-8f9c-997a66682059 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:11.917549 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-786872cf-91ad-460d-b678-3a70358d89e5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1022692 Mar 23 02:38:11.918883 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56580) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:11.926258 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-cfe4b565-13b3-4bc9-bc3e-f1a5d19bf254 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:11.938543 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a9e38a6-3c01-414c-9b13-29756f3b1c97 req-74a1a1cf-1bab-4513-9eb0-8934ae4db78c service neutron] 10.222.0.23 "GET /v2.0/networks/22c45d4e-453f-46ea-9852-f03123ae9cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615136 Mar 23 02:38:11.989630 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f1e3b1-7ed7-45c9-b9b2-879af95df2de tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Made reservation on behalf of 0d0b4b8a52114e7fa5ec9d8ac57ff263 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:11.993095 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c0f1e3b1-7ed7-45c9-b9b2-879af95df2de tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:12.011468 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2b2cb0dd-9a23-44e1-99d9-8626fdd9e84d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for security_group (c1e7fcf1-9cae-46f9-a64e-88274ccb2ce9), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:12.012475 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-aeed517a-f28c-4813-9538-de47090b26fd tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6081147 Mar 23 02:38:12.018966 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56582) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:12.028284 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-c3dd0b71-f846-44ae-8758-f6a37e5eeeeb tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1047737575', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}, 'admin_state_up': False}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:12.036929 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf71378-6b83-4fa6-a9a8-d33dfc74958f req-d232975e-65ec-43a8-9ea9-355aa62ad106 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:12.038485 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8cf71378-6b83-4fa6-a9a8-d33dfc74958f req-d232975e-65ec-43a8-9ea9-355aa62ad106 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 943 time: 0.1361578 Mar 23 02:38:12.066074 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-c0f1e3b1-7ed7-45c9-b9b2-879af95df2de tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] device_id is not set on port 2b65b93e-a407-4f9b-b76e-656d90c2ccde yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:38:12.093305 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944f918f-79bc-439c-802e-47cdf2d63143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-eb74df1e-73d7-42d8-8f9c-997a66682059', 'network_id': 'eb74df1e-73d7-42d8-8f9c-997a66682059', 'project_id': 'abd45c3224cb4555923d17dec85b456d', 'fixed_ips': [{'subnet_id': '8f4ead6f-bef3-4809-b71b-f08a302f1cea'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:38:12.098036 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-944f918f-79bc-439c-802e-47cdf2d63143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:12.122244 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2b2cb0dd-9a23-44e1-99d9-8626fdd9e84d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (c1e7fcf1-9cae-46f9-a64e-88274ccb2ce9), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:12.136653 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55fddf8-b1a2-42db-ac00-7ec80a5da6b6 None None] DHCP port deletion for 94d9379e-13fb-449b-8f45-d1ab95378f77 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:38:12.183375 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c3dd0b71-f846-44ae-8758-f6a37e5eeeeb tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (1540ca71-c014-49cd-9f56-d6f0abb078ed), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:12.184387 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c3dd0b71-f846-44ae-8758-f6a37e5eeeeb tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (1540ca71-c014-49cd-9f56-d6f0abb078ed), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:12.196512 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2cb0dd-9a23-44e1-99d9-8626fdd9e84d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:38:12.229293 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cb0dd-9a23-44e1-99d9-8626fdd9e84d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e7fcf1-9cae-46f9-a64e-88274ccb2ce9,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:12.233290 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2b2cb0dd-9a23-44e1-99d9-8626fdd9e84d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (e6488b9f-d268-4cd3-9f39-fe78182ea0d4), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:12.233290 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-2b2cb0dd-9a23-44e1-99d9-8626fdd9e84d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Added segment e6488b9f-d268-4cd3-9f39-fe78182ea0d4 of type vlan for network 277462ef-c352-49e1-a3e1-4d0ace58f407 Mar 23 02:38:12.245714 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8cf71378-6b83-4fa6-a9a8-d33dfc74958f req-d13fc71e-8639-4cdb-9c53-e8b2ead901d2 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714261 Mar 23 02:38:12.284973 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2b2cb0dd-9a23-44e1-99d9-8626fdd9e84d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (277462ef-c352-49e1-a3e1-4d0ace58f407), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:12.305404 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe4b565-13b3-4bc9-bc3e-f1a5d19bf254 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:12.309138 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cfe4b565-13b3-4bc9-bc3e-f1a5d19bf254 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:12.316458 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b79050bd-cd2f-4e7e-b64e-2bedc0ae6888 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (0107915b-d31f-42f3-a86f-e77e74769893), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:12.325183 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-944f918f-79bc-439c-802e-47cdf2d63143 None None] Allocated IP 172.20.0.2 (eb74df1e-73d7-42d8-8f9c-997a66682059/8f4ead6f-bef3-4809-b71b-f08a302f1cea/e2aa266f-ce81-4160-8877-1c7b3b5578b0) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:12.337776 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e55fddf8-b1a2-42db-ac00-7ec80a5da6b6 None None] Deleting port 198a9121-0508-4fa7-92b1-51abe84404e1 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:12.338158 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e55fddf8-b1a2-42db-ac00-7ec80a5da6b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (198a9121-0508-4fa7-92b1-51abe84404e1), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:12.344293 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c3dd0b71-f846-44ae-8758-f6a37e5eeeeb tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks [] for router_controller (1540ca71-c014-49cd-9f56-d6f0abb078ed), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:12.393999 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79050bd-cd2f-4e7e-b64e-2bedc0ae6888 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Pushing event updated for resources: {'Subnet': ['ID=0107915b-d31f-42f3-a86f-e77e74769893,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:12.394187 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c0f1e3b1-7ed7-45c9-b9b2-879af95df2de tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks [] for port (2b65b93e-a407-4f9b-b76e-656d90c2ccde), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:12.397003 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79050bd-cd2f-4e7e-b64e-2bedc0ae6888 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Checking segment: {'id': '47f225fd-b8df-44f3-b146-5195ebf1ccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6577af4f-8175-491a-a90e-b2a3ab20e91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:12.397385 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79050bd-cd2f-4e7e-b64e-2bedc0ae6888 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Network hostable DHCP agents. Network: 6577af4f-8175-491a-a90e-b2a3ab20e91c, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:38:12.408956 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56584) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:12.449014 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2b2cb0dd-9a23-44e1-99d9-8626fdd9e84d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (277462ef-c352-49e1-a3e1-4d0ace58f407), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:12.450071 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2cb0dd-9a23-44e1-99d9-8626fdd9e84d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:12.450455 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2b2cb0dd-9a23-44e1-99d9-8626fdd9e84d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:12.461193 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-e55fddf8-b1a2-42db-ac00-7ec80a5da6b6 None None] For port 198a9121-0508-4fa7-92b1-51abe84404e1, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=198a9121-0508-4fa7-92b1-51abe84404e1,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:12.461774 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e55fddf8-b1a2-42db-ac00-7ec80a5da6b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (198a9121-0508-4fa7-92b1-51abe84404e1), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:12.468122 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7c81cabf-d175-4740-b594-1ce6d652728a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=31c51df0fa7b46f6924d3bf04f10accf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0579791 Mar 23 02:38:12.468794 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56586) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:12.485307 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e55fddf8-b1a2-42db-ac00-7ec80a5da6b6 None None] Calling delete_port for 198a9121-0508-4fa7-92b1-51abe84404e1 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:12.521514 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79050bd-cd2f-4e7e-b64e-2bedc0ae6888 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Network 6577af4f-8175-491a-a90e-b2a3ab20e91c is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:38:12.541654 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cb0dd-9a23-44e1-99d9-8626fdd9e84d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Pushing event updated for resources: {'Network': ['ID=277462ef-c352-49e1-a3e1-4d0ace58f407,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:12.574780 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 277462ef-c352-49e1-a3e1-4d0ace58f407 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:38:12.576569 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-97a1510b-1e91-43bc-91fb-86d545010afb admin admin] Publish callbacks [] for security_group (395cfe0c-0e40-4da5-8824-9491d9bc9fd6), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:12.590365 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2b2cb0dd-9a23-44e1-99d9-8626fdd9e84d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3128791 Mar 23 02:38:12.593388 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56588) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:12.602413 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-0e43fe9d-15a8-4ba2-bc76-f48288b1660b tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Request body: {'subnet': {'network_id': '277462ef-c352-49e1-a3e1-4d0ace58f407', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:12.612300 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-97a1510b-1e91-43bc-91fb-86d545010afb admin admin] Publish callbacks [] for security_group (395cfe0c-0e40-4da5-8824-9491d9bc9fd6), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:12.612504 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c0f1e3b1-7ed7-45c9-b9b2-879af95df2de tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (2b65b93e-a407-4f9b-b76e-656d90c2ccde), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:12.620938 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-b79050bd-cd2f-4e7e-b64e-2bedc0ae6888 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 6577af4f-8175-491a-a90e-b2a3ab20e91c) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:12.631945 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b79050bd-cd2f-4e7e-b64e-2bedc0ae6888 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (5ba175e0-f6a6-412e-b970-10bdb9732d16), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:12.639381 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-944f918f-79bc-439c-802e-47cdf2d63143 None None] Publish callbacks [] for port (e2aa266f-ce81-4160-8877-1c7b3b5578b0), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:12.648117 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487f4916-69fe-44a8-b278-63e7cb95a038 None None] Network 6577af4f-8175-491a-a90e-b2a3ab20e91c requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:12.714163 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79050bd-cd2f-4e7e-b64e-2bedc0ae6888 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Pushing event updated for resources: {'Subnet': ['ID=5ba175e0-f6a6-412e-b970-10bdb9732d16,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:12.736162 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-944f918f-79bc-439c-802e-47cdf2d63143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (e2aa266f-ce81-4160-8877-1c7b3b5578b0), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:12.744895 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79050bd-cd2f-4e7e-b64e-2bedc0ae6888 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Checking segment: {'id': '98f95cff-4191-417e-8fa8-861bf75f5b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56cd21c1-82e3-412a-abcf-d383c98052cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:12.745420 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79050bd-cd2f-4e7e-b64e-2bedc0ae6888 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Network hostable DHCP agents. Network: 56cd21c1-82e3-412a-abcf-d383c98052cd, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:38:12.787998 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e43fe9d-15a8-4ba2-bc76-f48288b1660b tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Made reservation on behalf of aedadd4fbd8b4582bcd3bf35dfec65d0 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:12.791250 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0e43fe9d-15a8-4ba2-bc76-f48288b1660b tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:12.806378 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944f918f-79bc-439c-802e-47cdf2d63143 None None] Network eb74df1e-73d7-42d8-8f9c-997a66682059 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:12.815350 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-944f918f-79bc-439c-802e-47cdf2d63143 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:12.818273 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944f918f-79bc-439c-802e-47cdf2d63143 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:12.831996 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f918f-79bc-439c-802e-47cdf2d63143 None None] Pushing event updated for resources: {'Port': ['ID=e2aa266f-ce81-4160-8877-1c7b3b5578b0,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:12.847252 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-97a1510b-1e91-43bc-91fb-86d545010afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (395cfe0c-0e40-4da5-8824-9491d9bc9fd6), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:12.854059 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-97a1510b-1e91-43bc-91fb-86d545010afb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:12.854059 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-97a1510b-1e91-43bc-91fb-86d545010afb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/395cfe0c-0e40-4da5-8824-9491d9bc9fd6 HTTP/1.1" status: 204 len: 168 time: 0.3725872 Mar 23 02:38:12.873601 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1510b-1e91-43bc-91fb-86d545010afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395cfe0c-0e40-4da5-8824-9491d9bc9fd6,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:12.881761 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79050bd-cd2f-4e7e-b64e-2bedc0ae6888 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Network 56cd21c1-82e3-412a-abcf-d383c98052cd is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:38:12.968388 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-b79050bd-cd2f-4e7e-b64e-2bedc0ae6888 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 56cd21c1-82e3-412a-abcf-d383c98052cd) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:12.986748 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79050bd-cd2f-4e7e-b64e-2bedc0ae6888 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:12.988084 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79050bd-cd2f-4e7e-b64e-2bedc0ae6888 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:12.989565 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b79050bd-cd2f-4e7e-b64e-2bedc0ae6888 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:13.015084 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f1e3b1-7ed7-45c9-b9b2-879af95df2de tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Network 967d21ba-c21a-4084-8234-d794f5c3c574 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:13.025048 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985af2dd-6462-44dc-81c1-1dcc20fb82cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-6577af4f-8175-491a-a90e-b2a3ab20e91c', 'network_id': '6577af4f-8175-491a-a90e-b2a3ab20e91c', 'project_id': '9d2072c7669741f59f04c53a74a7a55d', 'fixed_ips': [{'subnet_id': '0107915b-d31f-42f3-a86f-e77e74769893'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:38:13.026383 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-985af2dd-6462-44dc-81c1-1dcc20fb82cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:13.030901 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efbd088-37ea-45c2-b9c8-e8e95df2b6fb None None] Network 56cd21c1-82e3-412a-abcf-d383c98052cd requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:13.033076 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e55fddf8-b1a2-42db-ac00-7ec80a5da6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (198a9121-0508-4fa7-92b1-51abe84404e1), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:13.060752 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-c0f1e3b1-7ed7-45c9-b9b2-879af95df2de tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:13.081986 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c3dd0b71-f846-44ae-8758-f6a37e5eeeeb tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks [] for router_gateway (1540ca71-c014-49cd-9f56-d6f0abb078ed), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:13.089421 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f1e3b1-7ed7-45c9-b9b2-879af95df2de tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:13.090395 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f1e3b1-7ed7-45c9-b9b2-879af95df2de tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:13.091006 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c0f1e3b1-7ed7-45c9-b9b2-879af95df2de tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:13.101562 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1e3b1-7ed7-45c9-b9b2-879af95df2de tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Pushing event updated for resources: {'Port': ['ID=2b65b93e-a407-4f9b-b76e-656d90c2ccde,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:13.106985 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56594) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:13.107120 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b79050bd-cd2f-4e7e-b64e-2bedc0ae6888 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.3477798 Mar 23 02:38:13.128469 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 198a9121-0508-4fa7-92b1-51abe84404e1 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:38:13.131488 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55fddf8-b1a2-42db-ac00-7ec80a5da6b6 None None] Pushing event deleted for resources: {'Port': ['ID=198a9121-0508-4fa7-92b1-51abe84404e1,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:13.149421 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55fddf8-b1a2-42db-ac00-7ec80a5da6b6 None None] No DVR routers for this DVR port 198a9121-0508-4fa7-92b1-51abe84404e1 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:38:13.178964 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885451c8-bd3b-486d-8b98-76d29b0197a7 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:13.181784 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885451c8-bd3b-486d-8b98-76d29b0197a7 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:13.181784 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885451c8-bd3b-486d-8b98-76d29b0197a7 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:13.183618 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-885451c8-bd3b-486d-8b98-76d29b0197a7 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0732780 Mar 23 02:38:13.186508 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56596) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:13.204011 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bdbc4-a3d0-4a74-9dc6-58e37996d6e1 req-b3b4df09-53cd-4025-ada6-f5be99f4a788 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:13.205532 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-334bdbc4-a3d0-4a74-9dc6-58e37996d6e1 req-b3b4df09-53cd-4025-ada6-f5be99f4a788 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/ports?device_id=754c7ed1-b58b-4feb-84ca-b7ce20755966 HTTP/1.1" status: 200 len: 943 time: 0.2002196 Mar 23 02:38:13.212571 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device b1c2f96b-7108-49be-9bca-58773bb2d8fc details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:38:13.218286 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-944f918f-79bc-439c-802e-47cdf2d63143 None None] Attempting to bind port e2aa266f-ce81-4160-8877-1c7b3b5578b0 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:13.218664 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-944f918f-79bc-439c-802e-47cdf2d63143 None None] Attempting to bind port e2aa266f-ce81-4160-8877-1c7b3b5578b0 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'd0298b71-9b43-4de6-9121-ce7c5d36e4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb74df1e-73d7-42d8-8f9c-997a66682059'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:13.219036 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944f918f-79bc-439c-802e-47cdf2d63143 None None] Attempting to bind port e2aa266f-ce81-4160-8877-1c7b3b5578b0 on network eb74df1e-73d7-42d8-8f9c-997a66682059 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:13.238979 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 198a9121-0508-4fa7-92b1-51abe84404e1 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:38:13.239512 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 198a9121-0508-4fa7-92b1-51abe84404e1 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:38:13.240541 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cfe4b565-13b3-4bc9-bc3e-f1a5d19bf254 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (b1f99c9d-34e5-4d73-adf1-52254b231d30), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:13.256079 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c0f1e3b1-7ed7-45c9-b9b2-879af95df2de tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3842111 Mar 23 02:38:13.257613 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944f918f-79bc-439c-802e-47cdf2d63143 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:38:13.257767 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56598) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:13.258006 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944f918f-79bc-439c-802e-47cdf2d63143 None None] Checking segment: {'id': 'd0298b71-9b43-4de6-9121-ce7c5d36e4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb74df1e-73d7-42d8-8f9c-997a66682059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:13.258422 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-944f918f-79bc-439c-802e-47cdf2d63143 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:13.258836 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944f918f-79bc-439c-802e-47cdf2d63143 None None] Bound using segment: {'id': 'd0298b71-9b43-4de6-9121-ce7c5d36e4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb74df1e-73d7-42d8-8f9c-997a66682059'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:38:13.259335 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-944f918f-79bc-439c-802e-47cdf2d63143 None None] Bound port: e2aa266f-ce81-4160-8877-1c7b3b5578b0, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0298b71-9b43-4de6-9121-ce7c5d36e4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb74df1e-73d7-42d8-8f9c-997a66682059'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:38:13.259718 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-944f918f-79bc-439c-802e-47cdf2d63143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (e2aa266f-ce81-4160-8877-1c7b3b5578b0), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:13.266417 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:13.358552 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2b65b93e-a407-4f9b-b76e-656d90c2ccde), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:13.365535 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe4b565-13b3-4bc9-bc3e-f1a5d19bf254 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:13.380634 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-a416f4aa-126d-4a36-bf1b-4a49d2e85ecc tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Deleting subnet 0107915b-d31f-42f3-a86f-e77e74769893 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:38:13.389093 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-cfe4b565-13b3-4bc9-bc3e-f1a5d19bf254 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:13.399990 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe4b565-13b3-4bc9-bc3e-f1a5d19bf254 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:13.400605 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cfe4b565-13b3-4bc9-bc3e-f1a5d19bf254 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:13.408371 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a416f4aa-126d-4a36-bf1b-4a49d2e85ecc tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks [] for subnet (0107915b-d31f-42f3-a86f-e77e74769893), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:13.415906 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57c4904-701d-415b-98d1-ba298d450e8a None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:13.465768 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-334bdbc4-a3d0-4a74-9dc6-58e37996d6e1 req-3d6cdc54-02d6-457e-80a6-4f456baddc00 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/security-groups?id=273b898c-a099-44af-8002-d1e1f19ddc82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2410016 Mar 23 02:38:13.466382 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4b565-13b3-4bc9-bc3e-f1a5d19bf254 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Subnet': ['ID=b1f99c9d-34e5-4d73-adf1-52254b231d30,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:13.488316 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a416f4aa-126d-4a36-bf1b-4a49d2e85ecc tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (0107915b-d31f-42f3-a86f-e77e74769893), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:13.530836 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af46ab28-3bd8-426b-b1a7-c63b543c0c57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-56cd21c1-82e3-412a-abcf-d383c98052cd', 'network_id': '56cd21c1-82e3-412a-abcf-d383c98052cd', 'project_id': '9d2072c7669741f59f04c53a74a7a55d', 'fixed_ips': [{'subnet_id': '5ba175e0-f6a6-412e-b970-10bdb9732d16'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:38:13.531558 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-af46ab28-3bd8-426b-b1a7-c63b543c0c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:13.563140 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-944f918f-79bc-439c-802e-47cdf2d63143 None None] For port e2aa266f-ce81-4160-8877-1c7b3b5578b0, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:38:13.563640 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a416f4aa-126d-4a36-bf1b-4a49d2e85ecc tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (0107915b-d31f-42f3-a86f-e77e74769893), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:13.599589 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-944f918f-79bc-439c-802e-47cdf2d63143 None None] For port e2aa266f-ce81-4160-8877-1c7b3b5578b0, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=e2aa266f-ce81-4160-8877-1c7b3b5578b0,segment=NetworkSegment(d0298b71-9b43-4de6-9121-ce7c5d36e4e7),segment_id=d0298b71-9b43-4de6-9121-ce7c5d36e4e7)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:38:13.603152 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-cfe4b565-13b3-4bc9-bc3e-f1a5d19bf254 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6829865 Mar 23 02:38:13.607143 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56604) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:13.617873 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-75eb9e21-ed3e-43ee-88ea-932bb753012a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'port': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'name': 'tempest-NetworksTestDHCPv6-1974417126'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:13.695165 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port b1c2f96b-7108-49be-9bca-58773bb2d8fc, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b1c2f96b-7108-49be-9bca-58773bb2d8fc,segment=NetworkSegment(c2a8b0fd-64b5-4eaf-a563-2c5886795f6c),segment_id=c2a8b0fd-64b5-4eaf-a563-2c5886795f6c)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:13.713404 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-944f918f-79bc-439c-802e-47cdf2d63143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (e2aa266f-ce81-4160-8877-1c7b3b5578b0), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:13.780151 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': 'b1c2f96b-7108-49be-9bca-58773bb2d8fc', 'network_id': '3edd2161-639f-4b63-b7ee-dfa8fb0684e0', 'port_id': 'b1c2f96b-7108-49be-9bca-58773bb2d8fc', 'mac_address': 'fa:16:3e:28:dc:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c32d8d-82fc-4897-9976-f6e345cb2e2c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:38:13.782010 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82cfb4d-619c-4e45-8a7e-acc85b6a10ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-94d9379e-13fb-449b-8f45-d1ab95378f77', 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'fixed_ips': [{'subnet_id': 'b1f99c9d-34e5-4d73-adf1-52254b231d30'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:38:13.782837 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a82cfb4d-619c-4e45-8a7e-acc85b6a10ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:13.825709 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c3dd0b71-f846-44ae-8758-f6a37e5eeeeb tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks [] for router_gateway (1540ca71-c014-49cd-9f56-d6f0abb078ed), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:13.853695 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c3dd0b71-f846-44ae-8758-f6a37e5eeeeb tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:13.866241 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a416f4aa-126d-4a36-bf1b-4a49d2e85ecc tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (0107915b-d31f-42f3-a86f-e77e74769893), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:13.904268 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f918f-79bc-439c-802e-47cdf2d63143 None None] Pushing event updated for resources: {'Port': ['ID=e2aa266f-ce81-4160-8877-1c7b3b5578b0,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:13.943389 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416f4aa-126d-4a36-bf1b-4a49d2e85ecc tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Pushing event deleted for resources: {'Subnet': ['ID=0107915b-d31f-42f3-a86f-e77e74769893,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:13.956212 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a416f4aa-126d-4a36-bf1b-4a49d2e85ecc tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:13.963217 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a416f4aa-126d-4a36-bf1b-4a49d2e85ecc tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] 10.222.0.24 "DELETE /v2.0/subnets/0107915b-d31f-42f3-a86f-e77e74769893 HTTP/1.1" status: 204 len: 168 time: 0.7756789 Mar 23 02:38:13.964036 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-af46ab28-3bd8-426b-b1a7-c63b543c0c57 None None] Allocated IP 172.20.0.18 (56cd21c1-82e3-412a-abcf-d383c98052cd/5ba175e0-f6a6-412e-b970-10bdb9732d16/17c053f9-15d1-4810-b964-75b2823b7294) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:13.968452 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56614) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:13.970386 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75eb9e21-ed3e-43ee-88ea-932bb753012a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:13.977407 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-75eb9e21-ed3e-43ee-88ea-932bb753012a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server [None req-985af2dd-6462-44dc-81c1-1dcc20fb82cd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0107915b-d31f-42f3-a86f-e77e74769893: This subnet is being modified by another concurrent operation. Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 02:38:14.044253 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise exception Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0107915b-d31f-42f3-a86f-e77e74769893: This subnet is being modified by another concurrent operation. Mar 23 02:38:14.047181 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server Mar 23 02:38:14.058191 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd09852-35cc-4906-93af-9cb22f66be3b req-c0472f2f-3298-4d58-b500-a43b118bb545 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:14.060455 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2fd09852-35cc-4906-93af-9cb22f66be3b req-c0472f2f-3298-4d58-b500-a43b118bb545 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 943 time: 0.7131033 Mar 23 02:38:14.075060 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port b1c2f96b-7108-49be-9bca-58773bb2d8fc is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:14.075812 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b1c2f96b-7108-49be-9bca-58773bb2d8fc), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:14.076744 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-75eb9e21-ed3e-43ee-88ea-932bb753012a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] device_id is not set on port 7255f93a-fa85-4986-848a-97126c07d039 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:38:14.119861 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3e3960-7a10-4acc-a044-c25824c92abf None None] Network 6577af4f-8175-491a-a90e-b2a3ab20e91c requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:14.136052 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-f237fdb7-e62c-4856-99fd-c187123ca95a tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Deleting subnet 5ba175e0-f6a6-412e-b970-10bdb9732d16 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:38:14.272731 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] device_id is not set on port 2b65b93e-a407-4f9b-b76e-656d90c2ccde yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:38:14.274566 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-c3dd0b71-f846-44ae-8758-f6a37e5eeeeb tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Allocated IP 172.26.2.244 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/dec8b9e0-8c1f-4137-948e-5a01b8fcfb4b) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:14.275091 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2fd09852-35cc-4906-93af-9cb22f66be3b req-a29f9a62-67cc-4742-844f-c11e5f96272c tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254992 Mar 23 02:38:14.275091 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks [] for port (2b65b93e-a407-4f9b-b76e-656d90c2ccde), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:14.275703 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c2f96b-7108-49be-9bca-58773bb2d8fc {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:38:14.276562 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (2b65b93e-a407-4f9b-b76e-656d90c2ccde), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:14.308917 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.objects.ports [None req-0e43fe9d-15a8-4ba2-bc76-f48288b1660b tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104349) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 02:38:14.310141 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0e43fe9d-15a8-4ba2-bc76-f48288b1660b tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (75e65eff-4b22-46ab-a105-468a8a5597c0), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:14.346208 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port b1c2f96b-7108-49be-9bca-58773bb2d8fc, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b1c2f96b-7108-49be-9bca-58773bb2d8fc,segment=NetworkSegment(c2a8b0fd-64b5-4eaf-a563-2c5886795f6c),segment_id=c2a8b0fd-64b5-4eaf-a563-2c5886795f6c)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:14.364802 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-75eb9e21-ed3e-43ee-88ea-932bb753012a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Allocated IP 2001:db8::248 (94d9379e-13fb-449b-8f45-d1ab95378f77/b1f99c9d-34e5-4d73-adf1-52254b231d30/7255f93a-fa85-4986-848a-97126c07d039) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:14.432341 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43fe9d-15a8-4ba2-bc76-f48288b1660b tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Pushing event updated for resources: {'Subnet': ['ID=75e65eff-4b22-46ab-a105-468a8a5597c0,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:14.441320 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c3dd0b71-f846-44ae-8758-f6a37e5eeeeb tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks [] for port (dec8b9e0-8c1f-4137-948e-5a01b8fcfb4b), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:14.474813 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Pushing event updated for resources: {'Port': ['ID=2b65b93e-a407-4f9b-b76e-656d90c2ccde,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:14.477648 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (b1c2f96b-7108-49be-9bca-58773bb2d8fc), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:14.492015 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e43fe9d-15a8-4ba2-bc76-f48288b1660b tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Checking segment: {'id': 'e6488b9f-d268-4cd3-9f39-fe78182ea0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '277462ef-c352-49e1-a3e1-4d0ace58f407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:14.495412 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e43fe9d-15a8-4ba2-bc76-f48288b1660b tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Network hostable DHCP agents. Network: 277462ef-c352-49e1-a3e1-4d0ace58f407, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:38:14.498981 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:14.499322 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:14.499662 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on network 967d21ba-c21a-4084-8234-d794f5c3c574 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:14.534180 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on network 967d21ba-c21a-4084-8234-d794f5c3c574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:38:14.535951 dv-neutron-834613-2-hyperv neutron-server[104349]: ERROR neutron.plugins.ml2.managers [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Failed to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on host hv-neutron-8346 for vnic_type normal using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] Mar 23 02:38:14.538644 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.plugins.ml2.plugin [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempt 2 to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde Mar 23 02:38:14.547805 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-af46ab28-3bd8-426b-b1a7-c63b543c0c57 None None] Publish callbacks [] for port (17c053f9-15d1-4810-b964-75b2823b7294), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:14.565285 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=b1c2f96b-7108-49be-9bca-58773bb2d8fc,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:14.571249 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:14.571594 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:14.572046 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on network 967d21ba-c21a-4084-8234-d794f5c3c574 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:14.577040 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on network 967d21ba-c21a-4084-8234-d794f5c3c574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:38:14.577423 dv-neutron-834613-2-hyperv neutron-server[104349]: ERROR neutron.plugins.ml2.managers [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Failed to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on host hv-neutron-8346 for vnic_type normal using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] Mar 23 02:38:14.578075 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.plugins.ml2.plugin [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempt 3 to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde Mar 23 02:38:14.592217 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:14.592693 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:14.593152 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on network 967d21ba-c21a-4084-8234-d794f5c3c574 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:14.598223 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on network 967d21ba-c21a-4084-8234-d794f5c3c574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:38:14.598628 dv-neutron-834613-2-hyperv neutron-server[104349]: ERROR neutron.plugins.ml2.managers [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Failed to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on host hv-neutron-8346 for vnic_type normal using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] Mar 23 02:38:14.599084 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.plugins.ml2.plugin [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempt 4 to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde Mar 23 02:38:14.603969 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-75eb9e21-ed3e-43ee-88ea-932bb753012a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for port (7255f93a-fa85-4986-848a-97126c07d039), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:14.612077 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:14.612680 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:14.613192 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on network 967d21ba-c21a-4084-8234-d794f5c3c574 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:14.618471 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on network 967d21ba-c21a-4084-8234-d794f5c3c574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:38:14.619168 dv-neutron-834613-2-hyperv neutron-server[104349]: ERROR neutron.plugins.ml2.managers [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Failed to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on host hv-neutron-8346 for vnic_type normal using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] Mar 23 02:38:14.619704 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.plugins.ml2.plugin [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempt 5 to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde Mar 23 02:38:14.634162 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:14.634841 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:14.635341 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on network 967d21ba-c21a-4084-8234-d794f5c3c574 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:14.638312 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e43fe9d-15a8-4ba2-bc76-f48288b1660b tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Network 277462ef-c352-49e1-a3e1-4d0ace58f407 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:38:14.644102 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on network 967d21ba-c21a-4084-8234-d794f5c3c574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:38:14.644572 dv-neutron-834613-2-hyperv neutron-server[104349]: ERROR neutron.plugins.ml2.managers [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Failed to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on host hv-neutron-8346 for vnic_type normal using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] Mar 23 02:38:14.646084 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.plugins.ml2.plugin [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempt 6 to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde Mar 23 02:38:14.663525 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:14.663525 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:14.663525 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on network 967d21ba-c21a-4084-8234-d794f5c3c574 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:14.664543 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56626) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:14.670159 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce132c4-7cbf-4b5d-a928-cd2f98078452 req-745235a4-1fbb-456f-998a-f7ec1a6ed24f tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:14.671710 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1ce132c4-7cbf-4b5d-a928-cd2f98078452 req-745235a4-1fbb-456f-998a-f7ec1a6ed24f tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/ports?device_id=754c7ed1-b58b-4feb-84ca-b7ce20755966 HTTP/1.1" status: 200 len: 943 time: 0.0813830 Mar 23 02:38:14.671871 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on network 967d21ba-c21a-4084-8234-d794f5c3c574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:38:14.672250 dv-neutron-834613-2-hyperv neutron-server[104349]: ERROR neutron.plugins.ml2.managers [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Failed to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on host hv-neutron-8346 for vnic_type normal using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] Mar 23 02:38:14.672650 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.plugins.ml2.plugin [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempt 7 to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde Mar 23 02:38:14.674706 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f237fdb7-e62c-4856-99fd-c187123ca95a tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks [] for subnet (5ba175e0-f6a6-412e-b970-10bdb9732d16), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:14.675963 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-af46ab28-3bd8-426b-b1a7-c63b543c0c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (17c053f9-15d1-4810-b964-75b2823b7294), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:14.682677 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c3dd0b71-f846-44ae-8758-f6a37e5eeeeb tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (dec8b9e0-8c1f-4137-948e-5a01b8fcfb4b), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:14.686626 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:14.686857 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:14.687191 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on network 967d21ba-c21a-4084-8234-d794f5c3c574 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:14.692751 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on network 967d21ba-c21a-4084-8234-d794f5c3c574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:38:14.693228 dv-neutron-834613-2-hyperv neutron-server[104349]: ERROR neutron.plugins.ml2.managers [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Failed to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on host hv-neutron-8346 for vnic_type normal using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] Mar 23 02:38:14.693622 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.plugins.ml2.plugin [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempt 8 to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde Mar 23 02:38:14.707040 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:14.707963 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:14.708522 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on network 967d21ba-c21a-4084-8234-d794f5c3c574 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:14.713532 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on network 967d21ba-c21a-4084-8234-d794f5c3c574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:38:14.714481 dv-neutron-834613-2-hyperv neutron-server[104349]: ERROR neutron.plugins.ml2.managers [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Failed to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on host hv-neutron-8346 for vnic_type normal using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] Mar 23 02:38:14.714481 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.plugins.ml2.plugin [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempt 9 to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde Mar 23 02:38:14.729055 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:14.729409 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:14.729750 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on network 967d21ba-c21a-4084-8234-d794f5c3c574 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:14.734213 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on network 967d21ba-c21a-4084-8234-d794f5c3c574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:38:14.734541 dv-neutron-834613-2-hyperv neutron-server[104349]: ERROR neutron.plugins.ml2.managers [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Failed to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on host hv-neutron-8346 for vnic_type normal using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] Mar 23 02:38:14.734935 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.plugins.ml2.plugin [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempt 10 to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde Mar 23 02:38:14.738959 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-0e43fe9d-15a8-4ba2-bc76-f48288b1660b tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 277462ef-c352-49e1-a3e1-4d0ace58f407) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:14.748759 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e43fe9d-15a8-4ba2-bc76-f48288b1660b tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:14.751365 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0e43fe9d-15a8-4ba2-bc76-f48288b1660b tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:14.755577 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:14.756002 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:14.756351 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempting to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on network 967d21ba-c21a-4084-8234-d794f5c3c574 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:14.764574 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on network 967d21ba-c21a-4084-8234-d794f5c3c574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:38:14.764906 dv-neutron-834613-2-hyperv neutron-server[104349]: ERROR neutron.plugins.ml2.managers [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Failed to bind port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on host hv-neutron-8346 for vnic_type normal using segments [{'id': '86e5fa44-a3e4-4719-9f05-64968f568843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d21ba-c21a-4084-8234-d794f5c3c574'}] Mar 23 02:38:14.765277 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2b65b93e-a407-4f9b-b76e-656d90c2ccde), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:14.785879 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dd0b71-f846-44ae-8758-f6a37e5eeeeb tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:14.786089 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af46ab28-3bd8-426b-b1a7-c63b543c0c57 None None] Network 56cd21c1-82e3-412a-abcf-d383c98052cd is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:14.786089 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64965235-1ca6-4650-92ec-da036e532e7c None None] Network 277462ef-c352-49e1-a3e1-4d0ace58f407 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:14.786089 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['b1c2f96b-7108-49be-9bca-58773bb2d8fc'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:38:14.787257 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f237fdb7-e62c-4856-99fd-c187123ca95a tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (5ba175e0-f6a6-412e-b970-10bdb9732d16), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:14.812611 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-c3dd0b71-f846-44ae-8758-f6a37e5eeeeb tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:14.815532 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dd0b71-f846-44ae-8758-f6a37e5eeeeb tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:14.826918 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd0b71-f846-44ae-8758-f6a37e5eeeeb tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Pushing event updated for resources: {'Port': ['ID=dec8b9e0-8c1f-4137-948e-5a01b8fcfb4b,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:14.865538 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-75eb9e21-ed3e-43ee-88ea-932bb753012a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (7255f93a-fa85-4986-848a-97126c07d039), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:14.879745 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] For port 2b65b93e-a407-4f9b-b76e-656d90c2ccde, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:38:14.880146 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attempted to set empty binding levels {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 23 02:38:14.883553 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-af46ab28-3bd8-426b-b1a7-c63b543c0c57 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:14.884073 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-aca0f49f-1f0a-4fb8-af65-623777abf5a2 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1452501232'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:14.893625 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0e43fe9d-15a8-4ba2-bc76-f48288b1660b tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.2993011 Mar 23 02:38:14.897592 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56630) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:14.902288 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-dd7126bb-c303-422c-a626-a5875b1c4643 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-376685447', 'network_id': '277462ef-c352-49e1-a3e1-4d0ace58f407'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:14.952823 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af46ab28-3bd8-426b-b1a7-c63b543c0c57 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:14.962580 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1ce132c4-7cbf-4b5d-a928-cd2f98078452 req-fbac64b1-b4ce-40f7-8da7-d2f2f3277426 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/security-groups?id=273b898c-a099-44af-8002-d1e1f19ddc82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2630799 Mar 23 02:38:14.971774 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (2b65b93e-a407-4f9b-b76e-656d90c2ccde), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:14.984650 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75eb9e21-ed3e-43ee-88ea-932bb753012a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:15.015671 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-75eb9e21-ed3e-43ee-88ea-932bb753012a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:15.025130 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7126bb-c303-422c-a626-a5875b1c4643 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Made reservation on behalf of aedadd4fbd8b4582bcd3bf35dfec65d0 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:15.028275 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dd7126bb-c303-422c-a626-a5875b1c4643 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:15.029696 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eb9e21-ed3e-43ee-88ea-932bb753012a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:15.029845 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] In _notify_port_updated(), no bound segment for port 2b65b93e-a407-4f9b-b76e-656d90c2ccde on network 967d21ba-c21a-4084-8234-d794f5c3c574 {{(pid=104349) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:38:15.030714 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:15.031307 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:15.035873 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] 10.222.0.24 "PUT /v2.0/ports/2b65b93e-a407-4f9b-b76e-656d90c2ccde HTTP/1.1" status: 200 len: 977 time: 1.7707329 Mar 23 02:38:15.036849 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca0f49f-1f0a-4fb8-af65-623777abf5a2 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Made reservation on behalf of 51b0f06b4ce74eca9f44a6cb2b631af2 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:15.039106 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eb9e21-ed3e-43ee-88ea-932bb753012a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:15.042039 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aca0f49f-1f0a-4fb8-af65-623777abf5a2 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:15.042178 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-75eb9e21-ed3e-43ee-88ea-932bb753012a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:15.043229 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56632) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:15.107047 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aca0f49f-1f0a-4fb8-af65-623777abf5a2 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:15.112032 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-dd7126bb-c303-422c-a626-a5875b1c4643 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] device_id is not set on port d60d4868-494c-44c0-b545-9c61bc27bba9 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:38:15.117595 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b16d6-65cc-4537-9243-e3c533e126f3 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Pushing event updated for resources: {'Port': ['ID=2b65b93e-a407-4f9b-b76e-656d90c2ccde,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:15.137263 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb9e21-ed3e-43ee-88ea-932bb753012a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Port': ['ID=7255f93a-fa85-4986-848a-97126c07d039,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:15.141119 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46ab28-3bd8-426b-b1a7-c63b543c0c57 None None] Pushing event updated for resources: {'Port': ['ID=17c053f9-15d1-4810-b964-75b2823b7294,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:15.192399 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f237fdb7-e62c-4856-99fd-c187123ca95a tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (5ba175e0-f6a6-412e-b970-10bdb9732d16), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:15.192793 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device a16b9a7d-9340-405b-9b78-f53b1a7668ed details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:38:15.232799 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device e2aa266f-ce81-4160-8877-1c7b3b5578b0 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:38:15.252570 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-a82cfb4d-619c-4e45-8a7e-acc85b6a10ea None None] Allocated IP 2001:db8::2 (94d9379e-13fb-449b-8f45-d1ab95378f77/b1f99c9d-34e5-4d73-adf1-52254b231d30/007b5799-d952-4b59-bf1d-e3c58433b6f0) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:15.278919 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-75eb9e21-ed3e-43ee-88ea-932bb753012a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6703322 Mar 23 02:38:15.289125 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56636) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:15.322814 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf48e560-618b-43b2-ad9f-3298b4002e04 None None] Network 277462ef-c352-49e1-a3e1-4d0ace58f407 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:15.480250 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-dd7126bb-c303-422c-a626-a5875b1c4643 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Allocated IP 2001:db8::1c0 (277462ef-c352-49e1-a3e1-4d0ace58f407/75e65eff-4b22-46ab-a105-468a8a5597c0/d60d4868-494c-44c0-b545-9c61bc27bba9) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:15.485248 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f237fdb7-e62c-4856-99fd-c187123ca95a tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (5ba175e0-f6a6-412e-b970-10bdb9732d16), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:15.485486 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-af46ab28-3bd8-426b-b1a7-c63b543c0c57 None None] Attempting to bind port 17c053f9-15d1-4810-b964-75b2823b7294 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:15.485837 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-af46ab28-3bd8-426b-b1a7-c63b543c0c57 None None] Attempting to bind port 17c053f9-15d1-4810-b964-75b2823b7294 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '98f95cff-4191-417e-8fa8-861bf75f5b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56cd21c1-82e3-412a-abcf-d383c98052cd'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:15.486203 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af46ab28-3bd8-426b-b1a7-c63b543c0c57 None None] Attempting to bind port 17c053f9-15d1-4810-b964-75b2823b7294 on network 56cd21c1-82e3-412a-abcf-d383c98052cd {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:15.523762 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-78534ced-17b8-4de1-a46a-a306e5e30178 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Deleting port 2b65b93e-a407-4f9b-b76e-656d90c2ccde {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:15.524722 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-78534ced-17b8-4de1-a46a-a306e5e30178 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (2b65b93e-a407-4f9b-b76e-656d90c2ccde), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:15.527142 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29bcdee-6af6-4505-82ea-0df19640680f None None] Network eb74df1e-73d7-42d8-8f9c-997a66682059 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:15.527278 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aca0f49f-1f0a-4fb8-af65-623777abf5a2 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks [] for security_group (a40e619a-a5ea-480f-8bf2-10b0a41009fd), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:15.534173 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237fdb7-e62c-4856-99fd-c187123ca95a tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Pushing event deleted for resources: {'Subnet': ['ID=5ba175e0-f6a6-412e-b970-10bdb9732d16,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:15.538758 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d775fa-fb20-4601-9567-d04f6741ea7d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:15.542253 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-32d775fa-fb20-4601-9567-d04f6741ea7d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2489827 Mar 23 02:38:15.553197 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56642) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:15.563131 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f237fdb7-e62c-4856-99fd-c187123ca95a tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:15.571039 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f237fdb7-e62c-4856-99fd-c187123ca95a tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] 10.222.0.24 "DELETE /v2.0/subnets/5ba175e0-f6a6-412e-b970-10bdb9732d16 HTTP/1.1" status: 204 len: 168 time: 1.5971684 Mar 23 02:38:15.574467 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56644) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:15.594741 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1f83b-e370-48c5-9d3f-c9064798d2f3 req-a0ade921-cfbe-405d-ba0f-7e71b07608ee tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:15.596302 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6dd1f83b-e370-48c5-9d3f-c9064798d2f3 req-a0ade921-cfbe-405d-ba0f-7e71b07608ee tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 944 time: 0.2894630 Mar 23 02:38:15.605427 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af46ab28-3bd8-426b-b1a7-c63b543c0c57 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:38:15.605861 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af46ab28-3bd8-426b-b1a7-c63b543c0c57 None None] Checking segment: {'id': '98f95cff-4191-417e-8fa8-861bf75f5b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56cd21c1-82e3-412a-abcf-d383c98052cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:15.606294 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-af46ab28-3bd8-426b-b1a7-c63b543c0c57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:15.606686 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af46ab28-3bd8-426b-b1a7-c63b543c0c57 None None] Bound using segment: {'id': '98f95cff-4191-417e-8fa8-861bf75f5b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56cd21c1-82e3-412a-abcf-d383c98052cd'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:38:15.607173 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-af46ab28-3bd8-426b-b1a7-c63b543c0c57 None None] Bound port: 17c053f9-15d1-4810-b964-75b2823b7294, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f95cff-4191-417e-8fa8-861bf75f5b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56cd21c1-82e3-412a-abcf-d383c98052cd'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:38:15.607756 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-af46ab28-3bd8-426b-b1a7-c63b543c0c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (17c053f9-15d1-4810-b964-75b2823b7294), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:15.623038 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.resource_extend [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 02:38:15.650888 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aca0f49f-1f0a-4fb8-af65-623777abf5a2 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (a40e619a-a5ea-480f-8bf2-10b0a41009fd), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:15.670391 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c3dd0b71-f846-44ae-8758-f6a37e5eeeeb tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks [] for router_gateway (1540ca71-c014-49cd-9f56-d6f0abb078ed), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:15.675640 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022437bc-fc63-4e10-87e6-d2d57fa2b2aa tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:15.681167 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-022437bc-fc63-4e10-87e6-d2d57fa2b2aa tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1018734 Mar 23 02:38:15.703287 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56646) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:15.723125 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca0f49f-1f0a-4fb8-af65-623777abf5a2 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:38:15.751718 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-78534ced-17b8-4de1-a46a-a306e5e30178 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] For port 2b65b93e-a407-4f9b-b76e-656d90c2ccde, host hv-neutron-8346, got binding levels [] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:15.752258 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-78534ced-17b8-4de1-a46a-a306e5e30178 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (2b65b93e-a407-4f9b-b76e-656d90c2ccde), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:15.838093 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-404c3897-436d-4ba7-85ba-6cf2a45a1f46 None None] Provisioning complete for port e2aa266f-ce81-4160-8877-1c7b3b5578b0 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:15.838711 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-404c3897-436d-4ba7-85ba-6cf2a45a1f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e2aa266f-ce81-4160-8877-1c7b3b5578b0), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:15.868971 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-78534ced-17b8-4de1-a46a-a306e5e30178 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Calling delete_port for 2b65b93e-a407-4f9b-b76e-656d90c2ccde owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:15.892330 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aca0f49f-1f0a-4fb8-af65-623777abf5a2 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (e1e1e837-8bff-4c95-91ee-7f0ada36a1ed), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:15.892671 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-aca0f49f-1f0a-4fb8-af65-623777abf5a2 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Added segment e1e1e837-8bff-4c95-91ee-7f0ada36a1ed of type vlan for network 6304d4d5-93da-48d4-a7fb-f395059aefe6 Mar 23 02:38:15.920211 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0f49f-1f0a-4fb8-af65-623777abf5a2 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a40e619a-a5ea-480f-8bf2-10b0a41009fd,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:15.960548 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port e2aa266f-ce81-4160-8877-1c7b3b5578b0 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:15.961048 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e2aa266f-ce81-4160-8877-1c7b3b5578b0), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:15.965099 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6dd1f83b-e370-48c5-9d3f-c9064798d2f3 req-2f234705-b080-4e5f-96f4-de35fc88befe tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3450539 Mar 23 02:38:16.038648 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aca0f49f-1f0a-4fb8-af65-623777abf5a2 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (6304d4d5-93da-48d4-a7fb-f395059aefe6), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:16.045506 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port a16b9a7d-9340-405b-9b78-f53b1a7668ed, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a16b9a7d-9340-405b-9b78-f53b1a7668ed,segment=NetworkSegment(b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb),segment_id=b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:16.052469 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9a735600-d7f2-40fd-aad0-402c424f4601 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (56cd21c1-82e3-412a-abcf-d383c98052cd), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:16.091081 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-af46ab28-3bd8-426b-b1a7-c63b543c0c57 None None] For port 17c053f9-15d1-4810-b964-75b2823b7294, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:38:16.110932 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': 'a16b9a7d-9340-405b-9b78-f53b1a7668ed', 'network_id': '22c45d4e-453f-46ea-9852-f03123ae9cab', 'port_id': 'a16b9a7d-9340-405b-9b78-f53b1a7668ed', 'mac_address': 'fa:16:3e:eb:20:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de1e07f7-443c-4bd4-9b04-646304273766', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:38:16.151165 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-af46ab28-3bd8-426b-b1a7-c63b543c0c57 None None] For port 17c053f9-15d1-4810-b964-75b2823b7294, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=17c053f9-15d1-4810-b964-75b2823b7294,segment=NetworkSegment(98f95cff-4191-417e-8fa8-861bf75f5b57),segment_id=98f95cff-4191-417e-8fa8-861bf75f5b57)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:38:16.162878 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a82cfb4d-619c-4e45-8a7e-acc85b6a10ea None None] Publish callbacks [] for port (007b5799-d952-4b59-bf1d-e3c58433b6f0), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:16.167689 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dd7126bb-c303-422c-a626-a5875b1c4643 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for port (d60d4868-494c-44c0-b545-9c61bc27bba9), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:16.181557 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-e10761e7-ca97-405a-a9b9-d2a32dfda42f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting port 7255f93a-fa85-4986-848a-97126c07d039 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:16.181901 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e10761e7-ca97-405a-a9b9-d2a32dfda42f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (7255f93a-fa85-4986-848a-97126c07d039), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:16.196152 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52555b67-75cb-4647-a9f0-c530e788bc35 req-4294f81a-caa2-4633-bbe1-ea27980d8d25 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:16.197841 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-52555b67-75cb-4647-a9f0-c530e788bc35 req-4294f81a-caa2-4633-bbe1-ea27980d8d25 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/ports?device_id=754c7ed1-b58b-4feb-84ca-b7ce20755966 HTTP/1.1" status: 200 len: 943 time: 0.1022072 Mar 23 02:38:16.238077 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aca0f49f-1f0a-4fb8-af65-623777abf5a2 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (6304d4d5-93da-48d4-a7fb-f395059aefe6), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:16.243195 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca0f49f-1f0a-4fb8-af65-623777abf5a2 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:16.243855 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aca0f49f-1f0a-4fb8-af65-623777abf5a2 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:16.248155 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c3dd0b71-f846-44ae-8758-f6a37e5eeeeb tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (1540ca71-c014-49cd-9f56-d6f0abb078ed), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:16.289275 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-af46ab28-3bd8-426b-b1a7-c63b543c0c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (17c053f9-15d1-4810-b964-75b2823b7294), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:16.317346 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port a16b9a7d-9340-405b-9b78-f53b1a7668ed is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:16.318064 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a16b9a7d-9340-405b-9b78-f53b1a7668ed), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:16.324964 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-404c3897-436d-4ba7-85ba-6cf2a45a1f46 None None] Current status of the port e2aa266f-ce81-4160-8877-1c7b3b5578b0 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:16.325600 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-404c3897-436d-4ba7-85ba-6cf2a45a1f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (e2aa266f-ce81-4160-8877-1c7b3b5578b0), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:16.328016 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a82cfb4d-619c-4e45-8a7e-acc85b6a10ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (007b5799-d952-4b59-bf1d-e3c58433b6f0), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:16.354237 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-52555b67-75cb-4647-a9f0-c530e788bc35 req-05ca0342-bd45-4a40-9cbc-e9e2c40ebce7 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/security-groups?id=273b898c-a099-44af-8002-d1e1f19ddc82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351285 Mar 23 02:38:16.365977 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-78534ced-17b8-4de1-a46a-a306e5e30178 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (2b65b93e-a407-4f9b-b76e-656d90c2ccde), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:16.412910 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port e2aa266f-ce81-4160-8877-1c7b3b5578b0 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:16.413447 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (e2aa266f-ce81-4160-8877-1c7b3b5578b0), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:16.419043 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e10761e7-ca97-405a-a9b9-d2a32dfda42f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (7255f93a-fa85-4986-848a-97126c07d039), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:16.422238 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0f49f-1f0a-4fb8-af65-623777abf5a2 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event updated for resources: {'Network': ['ID=6304d4d5-93da-48d4-a7fb-f395059aefe6,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:16.434672 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a16b9a7d-9340-405b-9b78-f53b1a7668ed {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:38:16.434822 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-aca0f49f-1f0a-4fb8-af65-623777abf5a2 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7684829 Mar 23 02:38:16.439438 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78534ced-17b8-4de1-a46a-a306e5e30178 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b65b93e-a407-4f9b-b76e-656d90c2ccde,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:16.442925 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82cfb4d-619c-4e45-8a7e-acc85b6a10ea None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:16.445928 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-78534ced-17b8-4de1-a46a-a306e5e30178 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:16.449162 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-78534ced-17b8-4de1-a46a-a306e5e30178 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] 10.222.0.24 "DELETE /v2.0/ports/2b65b93e-a407-4f9b-b76e-656d90c2ccde HTTP/1.1" status: 204 len: 168 time: 1.4043336 Mar 23 02:38:16.450270 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-e10761e7-ca97-405a-a9b9-d2a32dfda42f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Calling delete_port for 7255f93a-fa85-4986-848a-97126c07d039 owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:16.454728 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56650) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:16.465590 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dd7126bb-c303-422c-a626-a5875b1c4643 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (d60d4868-494c-44c0-b545-9c61bc27bba9), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:16.471345 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 6304d4d5-93da-48d4-a7fb-f395059aefe6 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:38:16.485663 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-9a735600-d7f2-40fd-aad0-402c424f4601 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Deleting port 17c053f9-15d1-4810-b964-75b2823b7294 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:16.486010 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9a735600-d7f2-40fd-aad0-402c424f4601 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (17c053f9-15d1-4810-b964-75b2823b7294), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:16.498552 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-a82cfb4d-619c-4e45-8a7e-acc85b6a10ea None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:16.508951 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a2da8e-126b-49cb-9632-22fa2c87b9d2 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] GET failed (client error): The resource could not be found. Mar 23 02:38:16.511478 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e0a2da8e-126b-49cb-9632-22fa2c87b9d2 tempest-PortsAdminExtendedAttrsTestJSON-1493571665 tempest-PortsAdminExtendedAttrsTestJSON-1493571665-project-admin] 10.222.0.24 "GET /v2.0/ports/2b65b93e-a407-4f9b-b76e-656d90c2ccde HTTP/1.1" status: 404 len: 333 time: 0.0551243 Mar 23 02:38:16.517430 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56652) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:16.544259 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46ab28-3bd8-426b-b1a7-c63b543c0c57 None None] Pushing event updated for resources: {'Port': ['ID=17c053f9-15d1-4810-b964-75b2823b7294,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:16.591794 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-404c3897-436d-4ba7-85ba-6cf2a45a1f46 None None] For port e2aa266f-ce81-4160-8877-1c7b3b5578b0, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=e2aa266f-ce81-4160-8877-1c7b3b5578b0,segment=NetworkSegment(d0298b71-9b43-4de6-9121-ce7c5d36e4e7),segment_id=d0298b71-9b43-4de6-9121-ce7c5d36e4e7)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:16.601820 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82cfb4d-619c-4e45-8a7e-acc85b6a10ea None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:16.632880 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1070e361-b58a-42f8-a757-d027c38c09e3 tempest-PortsAdminExtendedAttrsTestJSON-1712854170 tempest-PortsAdminExtendedAttrsTestJSON-1712854170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (967d21ba-c21a-4084-8234-d794f5c3c574), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:16.636291 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3dd0b71-f846-44ae-8758-f6a37e5eeeeb tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Router 1540ca71-c014-49cd-9f56-d6f0abb078ed is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:38:16.658558 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port a16b9a7d-9340-405b-9b78-f53b1a7668ed, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a16b9a7d-9340-405b-9b78-f53b1a7668ed,segment=NetworkSegment(b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb),segment_id=b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:16.684394 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7126bb-c303-422c-a626-a5875b1c4643 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Network 277462ef-c352-49e1-a3e1-4d0ace58f407 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:16.695626 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d61f21a-274b-450f-8ca1-02f57d9563f1 None None] Network 56cd21c1-82e3-412a-abcf-d383c98052cd requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:16.706573 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-dd7126bb-c303-422c-a626-a5875b1c4643 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:16.724116 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7126bb-c303-422c-a626-a5875b1c4643 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:16.725099 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7126bb-c303-422c-a626-a5875b1c4643 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:16.725711 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dd7126bb-c303-422c-a626-a5875b1c4643 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:16.733183 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-9a735600-d7f2-40fd-aad0-402c424f4601 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] For port 17c053f9-15d1-4810-b964-75b2823b7294, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=17c053f9-15d1-4810-b964-75b2823b7294,segment=NetworkSegment(98f95cff-4191-417e-8fa8-861bf75f5b57),segment_id=98f95cff-4191-417e-8fa8-861bf75f5b57)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:16.733551 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9a735600-d7f2-40fd-aad0-402c424f4601 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (17c053f9-15d1-4810-b964-75b2823b7294), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:16.738182 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7126bb-c303-422c-a626-a5875b1c4643 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Pushing event updated for resources: {'Port': ['ID=d60d4868-494c-44c0-b545-9c61bc27bba9,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:16.745184 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-404c3897-436d-4ba7-85ba-6cf2a45a1f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (e2aa266f-ce81-4160-8877-1c7b3b5578b0), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:16.766973 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-9a735600-d7f2-40fd-aad0-402c424f4601 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Calling delete_port for 17c053f9-15d1-4810-b964-75b2823b7294 owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:16.823781 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1070e361-b58a-42f8-a757-d027c38c09e3 tempest-PortsAdminExtendedAttrsTestJSON-1712854170 tempest-PortsAdminExtendedAttrsTestJSON-1712854170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (967d21ba-c21a-4084-8234-d794f5c3c574), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:16.855669 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-1070e361-b58a-42f8-a757-d027c38c09e3 tempest-PortsAdminExtendedAttrsTestJSON-1712854170 tempest-PortsAdminExtendedAttrsTestJSON-1712854170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['967d21ba-c21a-4084-8234-d794f5c3c574']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:16.856708 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (a16b9a7d-9340-405b-9b78-f53b1a7668ed), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:16.869221 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-dd7126bb-c303-422c-a626-a5875b1c4643 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.9705060 Mar 23 02:38:16.870119 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-1070e361-b58a-42f8-a757-d027c38c09e3 tempest-PortsAdminExtendedAttrsTestJSON-1712854170 tempest-PortsAdminExtendedAttrsTestJSON-1712854170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e5fa44-a3e4-4719-9f05-64968f568843') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:16.870604 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-1070e361-b58a-42f8-a757-d027c38c09e3 tempest-PortsAdminExtendedAttrsTestJSON-1712854170 tempest-PortsAdminExtendedAttrsTestJSON-1712854170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e5fa44-a3e4-4719-9f05-64968f568843') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:16.875069 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56654) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:16.903583 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82cfb4d-619c-4e45-8a7e-acc85b6a10ea None None] Pushing event updated for resources: {'Port': ['ID=007b5799-d952-4b59-bf1d-e3c58433b6f0,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:16.918116 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1070e361-b58a-42f8-a757-d027c38c09e3 tempest-PortsAdminExtendedAttrsTestJSON-1712854170 tempest-PortsAdminExtendedAttrsTestJSON-1712854170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (86e5fa44-a3e4-4719-9f05-64968f568843), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:16.927376 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-a82cfb4d-619c-4e45-8a7e-acc85b6a10ea None None] Attempting to bind port 007b5799-d952-4b59-bf1d-e3c58433b6f0 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:16.927545 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dd0b71-f846-44ae-8758-f6a37e5eeeeb tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:38:16.928017 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-a82cfb4d-619c-4e45-8a7e-acc85b6a10ea None None] Attempting to bind port 007b5799-d952-4b59-bf1d-e3c58433b6f0 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:16.929114 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82cfb4d-619c-4e45-8a7e-acc85b6a10ea None None] Attempting to bind port 007b5799-d952-4b59-bf1d-e3c58433b6f0 on network 94d9379e-13fb-449b-8f45-d1ab95378f77 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:16.949689 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1070e361-b58a-42f8-a757-d027c38c09e3 tempest-PortsAdminExtendedAttrsTestJSON-1712854170 tempest-PortsAdminExtendedAttrsTestJSON-1712854170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (86e5fa44-a3e4-4719-9f05-64968f568843), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:16.954027 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12f0be0-8f1f-4432-8afb-bf0c3d5c5ee7 None None] Sync routers for ids ['1540ca71-c014-49cd-9f56-d6f0abb078ed'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:38:16.968804 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12f0be0-8f1f-4432-8afb-bf0c3d5c5ee7 None None] Routers {'1540ca71-c014-49cd-9f56-d6f0abb078ed'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:16.971715 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-f12f0be0-8f1f-4432-8afb-bf0c3d5c5ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:37:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['1540ca71-c014-49cd-9f56-d6f0abb078ed'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:16.978327 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:38:16.978882 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:38:16.991620 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1070e361-b58a-42f8-a757-d027c38c09e3 tempest-PortsAdminExtendedAttrsTestJSON-1712854170 tempest-PortsAdminExtendedAttrsTestJSON-1712854170-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:38:16.992123 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1070e361-b58a-42f8-a757-d027c38c09e3 tempest-PortsAdminExtendedAttrsTestJSON-1712854170 tempest-PortsAdminExtendedAttrsTestJSON-1712854170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (86e5fa44-a3e4-4719-9f05-64968f568843), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:16.992506 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e10761e7-ca97-405a-a9b9-d2a32dfda42f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (7255f93a-fa85-4986-848a-97126c07d039), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:16.999695 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82cfb4d-619c-4e45-8a7e-acc85b6a10ea None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:38:17.002966 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82cfb4d-619c-4e45-8a7e-acc85b6a10ea None None] Checking segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:17.002966 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a82cfb4d-619c-4e45-8a7e-acc85b6a10ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:17.002966 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82cfb4d-619c-4e45-8a7e-acc85b6a10ea None None] Bound using segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:38:17.002966 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-a82cfb4d-619c-4e45-8a7e-acc85b6a10ea None None] Bound port: 007b5799-d952-4b59-bf1d-e3c58433b6f0, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:38:17.002966 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a82cfb4d-619c-4e45-8a7e-acc85b6a10ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (007b5799-d952-4b59-bf1d-e3c58433b6f0), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:17.010959 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:38:17.010959 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:38:17.010959 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:38:17.010959 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:38:17.010959 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:38:17.010959 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:38:17.010959 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:38:17.010959 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:38:17.010959 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:38:17.010959 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:38:17.010959 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:38:17.010959 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:38:17.010959 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:38:17.010959 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:38:17.010959 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:38:17.010959 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:38:17.010959 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:38:17.010959 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:38:17.010959 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:38:17.010959 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:38:17.010959 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:38:17.010959 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:38:17.010959 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:38:17.010959 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:38:17.010959 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:38:17.010959 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:38:17.010959 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:38:17.010959 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:38:17.010959 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:38:17.010959 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:38:17.010959 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:38:17.010959 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:38:17.023482 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-ba0a6978-fbb2-4484-b601-a713c4eef15d None None] Provisioning complete for port e2aa266f-ce81-4160-8877-1c7b3b5578b0 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:17.026475 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ba0a6978-fbb2-4484-b601-a713c4eef15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e2aa266f-ce81-4160-8877-1c7b3b5578b0), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:17.052281 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-f12f0be0-8f1f-4432-8afb-bf0c3d5c5ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:17.052929 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9a735600-d7f2-40fd-aad0-402c424f4601 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (17c053f9-15d1-4810-b964-75b2823b7294), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:17.055999 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10761e7-ca97-405a-a9b9-d2a32dfda42f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Port': ['ID=7255f93a-fa85-4986-848a-97126c07d039,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:17.062466 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12f0be0-8f1f-4432-8afb-bf0c3d5c5ee7 None None] Routers {'1540ca71-c014-49cd-9f56-d6f0abb078ed'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:17.063310 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-f12f0be0-8f1f-4432-8afb-bf0c3d5c5ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:37:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['1540ca71-c014-49cd-9f56-d6f0abb078ed'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:17.103169 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-f12f0be0-8f1f-4432-8afb-bf0c3d5c5ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:17.104231 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12f0be0-8f1f-4432-8afb-bf0c3d5c5ee7 None None] The sync data for ids ['1540ca71-c014-49cd-9f56-d6f0abb078ed'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:38:17.119621 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['a16b9a7d-9340-405b-9b78-f53b1a7668ed'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:38:17.162543 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device b1c2f96b-7108-49be-9bca-58773bb2d8fc up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:38:17.166358 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c3dd0b71-f846-44ae-8758-f6a37e5eeeeb tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:17.176475 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c3dd0b71-f846-44ae-8758-f6a37e5eeeeb tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.1522989 Mar 23 02:38:17.177612 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56658) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:17.192480 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a735600-d7f2-40fd-aad0-402c424f4601 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Pushing event deleted for resources: {'Port': ['ID=17c053f9-15d1-4810-b964-75b2823b7294,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:17.198315 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c3897-436d-4ba7-85ba-6cf2a45a1f46 None None] Pushing event updated for resources: {'Port': ['ID=e2aa266f-ce81-4160-8877-1c7b3b5578b0,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:17.209179 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e10761e7-ca97-405a-a9b9-d2a32dfda42f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:17.214830 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e10761e7-ca97-405a-a9b9-d2a32dfda42f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/7255f93a-fa85-4986-848a-97126c07d039 HTTP/1.1" status: 204 len: 168 time: 1.6567194 Mar 23 02:38:17.218262 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a735600-d7f2-40fd-aad0-402c424f4601 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] No DVR routers for this DVR port 17c053f9-15d1-4810-b964-75b2823b7294 on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:38:17.225210 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56660) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:17.261987 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1070e361-b58a-42f8-a757-d027c38c09e3 tempest-PortsAdminExtendedAttrsTestJSON-1712854170 tempest-PortsAdminExtendedAttrsTestJSON-1712854170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (967d21ba-c21a-4084-8234-d794f5c3c574), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:17.291282 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0f34fe-2dba-405c-bf9d-efc7d5acd435 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:17.292702 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0f34fe-2dba-405c-bf9d-efc7d5acd435 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:17.296593 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0c0f34fe-2dba-405c-bf9d-efc7d5acd435 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0684218 Mar 23 02:38:17.299218 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56662) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:17.324558 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1070e361-b58a-42f8-a757-d027c38c09e3 tempest-PortsAdminExtendedAttrsTestJSON-1712854170 tempest-PortsAdminExtendedAttrsTestJSON-1712854170-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:17.333330 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1070e361-b58a-42f8-a757-d027c38c09e3 tempest-PortsAdminExtendedAttrsTestJSON-1712854170 tempest-PortsAdminExtendedAttrsTestJSON-1712854170-project] 10.222.0.24 "DELETE /v2.0/networks/967d21ba-c21a-4084-8234-d794f5c3c574 HTTP/1.1" status: 204 len: 168 time: 0.8117883 Mar 23 02:38:17.345514 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-a82cfb4d-619c-4e45-8a7e-acc85b6a10ea None None] For port 007b5799-d952-4b59-bf1d-e3c58433b6f0, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:38:17.380548 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=a16b9a7d-9340-405b-9b78-f53b1a7668ed,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:17.410567 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070e361-b58a-42f8-a757-d027c38c09e3 tempest-PortsAdminExtendedAttrsTestJSON-1712854170 tempest-PortsAdminExtendedAttrsTestJSON-1712854170-project] Pushing event deleted for resources: {'Network': ['ID=967d21ba-c21a-4084-8234-d794f5c3c574,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:17.456245 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-1c3d43af-edd6-4614-8868-66f5b633cd7b tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Deleting port d60d4868-494c-44c0-b545-9c61bc27bba9 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:17.456587 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1c3d43af-edd6-4614-8868-66f5b633cd7b tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (d60d4868-494c-44c0-b545-9c61bc27bba9), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:17.490497 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9a735600-d7f2-40fd-aad0-402c424f4601 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (56cd21c1-82e3-412a-abcf-d383c98052cd), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:17.523065 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-9a735600-d7f2-40fd-aad0-402c424f4601 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56cd21c1-82e3-412a-abcf-d383c98052cd']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:17.535219 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-9a735600-d7f2-40fd-aad0-402c424f4601 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f95cff-4191-417e-8fa8-861bf75f5b57') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:17.535670 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-9a735600-d7f2-40fd-aad0-402c424f4601 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f95cff-4191-417e-8fa8-861bf75f5b57') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:17.547320 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9a735600-d7f2-40fd-aad0-402c424f4601 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (98f95cff-4191-417e-8fa8-861bf75f5b57), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:17.563047 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9a735600-d7f2-40fd-aad0-402c424f4601 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (98f95cff-4191-417e-8fa8-861bf75f5b57), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:17.570672 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a735600-d7f2-40fd-aad0-402c424f4601 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:38:17.571065 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9a735600-d7f2-40fd-aad0-402c424f4601 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (98f95cff-4191-417e-8fa8-861bf75f5b57), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:17.604778 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-a82cfb4d-619c-4e45-8a7e-acc85b6a10ea None None] For port 007b5799-d952-4b59-bf1d-e3c58433b6f0, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=007b5799-d952-4b59-bf1d-e3c58433b6f0,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:38:17.652574 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:38:17.652574 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:38:17.652574 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:38:17.652574 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:38:17.652574 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:38:17.652574 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:38:17.652574 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:38:17.652574 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:38:17.652574 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:38:17.652574 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:38:17.652574 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:38:17.652574 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:38:17.652574 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:38:17.652574 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:38:17.652574 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:38:17.652574 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:38:17.652574 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:38:17.652574 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:38:17.652574 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:38:17.652574 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:38:17.652574 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:38:17.652574 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:38:17.652574 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:38:17.652574 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:38:17.652574 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:38:17.652574 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:38:17.652574 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:38:17.652574 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:38:17.652574 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:38:17.652574 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:38:17.652574 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:38:17.652574 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:38:17.682899 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40154463-8103-49c1-aae1-292e2a6fe721 req-74dea5d1-d847-4a89-80b2-725c19d4fa7e tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:17.685501 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-40154463-8103-49c1-aae1-292e2a6fe721 req-74dea5d1-d847-4a89-80b2-725c19d4fa7e tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 944 time: 0.5457203 Mar 23 02:38:17.689906 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40952c88-962b-4da2-863d-d38c47069f75 req-87c391cc-2c9d-4f84-ba95-a2846625abdd tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:17.693043 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-40952c88-962b-4da2-863d-d38c47069f75 req-87c391cc-2c9d-4f84-ba95-a2846625abdd tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/ports?device_id=754c7ed1-b58b-4feb-84ca-b7ce20755966 HTTP/1.1" status: 200 len: 944 time: 0.2128119 Mar 23 02:38:17.711752 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-ba0a6978-fbb2-4484-b601-a713c4eef15d None None] Current status of the port e2aa266f-ce81-4160-8877-1c7b3b5578b0 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:17.720892 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a82cfb4d-619c-4e45-8a7e-acc85b6a10ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (007b5799-d952-4b59-bf1d-e3c58433b6f0), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:17.725189 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9a735600-d7f2-40fd-aad0-402c424f4601 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (56cd21c1-82e3-412a-abcf-d383c98052cd), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:17.725547 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port e2aa266f-ce81-4160-8877-1c7b3b5578b0 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:17.737082 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9a735600-d7f2-40fd-aad0-402c424f4601 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:17.743443 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9a735600-d7f2-40fd-aad0-402c424f4601 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] 10.222.0.24 "DELETE /v2.0/networks/56cd21c1-82e3-412a-abcf-d383c98052cd HTTP/1.1" status: 204 len: 168 time: 2.0389469 Mar 23 02:38:17.766431 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56668) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:17.766758 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-23d8cb6c-87d1-431b-a4be-a9ce786c61f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:17.775940 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a735600-d7f2-40fd-aad0-402c424f4601 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Pushing event deleted for resources: {'Network': ['ID=56cd21c1-82e3-412a-abcf-d383c98052cd,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:17.823627 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port b1c2f96b-7108-49be-9bca-58773bb2d8fc completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:38:17.883903 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port b1c2f96b-7108-49be-9bca-58773bb2d8fc triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:17.884334 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b1c2f96b-7108-49be-9bca-58773bb2d8fc), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:17.929211 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-0264c9df-f09f-4360-9290-d2a1fc004cb3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting subnet b1f99c9d-34e5-4d73-adf1-52254b231d30 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:38:17.933837 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82cfb4d-619c-4e45-8a7e-acc85b6a10ea None None] Pushing event updated for resources: {'Port': ['ID=007b5799-d952-4b59-bf1d-e3c58433b6f0,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:17.954621 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0264c9df-f09f-4360-9290-d2a1fc004cb3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (b1f99c9d-34e5-4d73-adf1-52254b231d30), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:17.963695 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device e2aa266f-ce81-4160-8877-1c7b3b5578b0 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:38:17.977180 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-40154463-8103-49c1-aae1-292e2a6fe721 req-f1de02d2-fc0c-42fa-8730-37be59128511 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2855995 Mar 23 02:38:18.067164 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-71f36d6f-c5f8-4e92-adc8-ebf4fd9da3cc tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (6577af4f-8175-491a-a90e-b2a3ab20e91c), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:18.101974 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0264c9df-f09f-4360-9290-d2a1fc004cb3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (b1f99c9d-34e5-4d73-adf1-52254b231d30), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:18.205682 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port b1c2f96b-7108-49be-9bca-58773bb2d8fc is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:18.206637 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b1c2f96b-7108-49be-9bca-58773bb2d8fc), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:18.225148 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56672) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:18.249132 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port e2aa266f-ce81-4160-8877-1c7b3b5578b0 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:18.249976 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e2aa266f-ce81-4160-8877-1c7b3b5578b0), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:18.272735 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87611f01-8ebb-4ebc-8b34-372a2847db9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c2f96b-7108-49be-9bca-58773bb2d8fc'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:38:18.314372 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-40952c88-962b-4da2-863d-d38c47069f75 req-da804593-16f9-46c6-bb16-095bf8e913be tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/security-groups?id=273b898c-a099-44af-8002-d1e1f19ddc82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3053830 Mar 23 02:38:18.352099 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1c3d43af-edd6-4614-8868-66f5b633cd7b tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (d60d4868-494c-44c0-b545-9c61bc27bba9), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:18.385841 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-1c3d43af-edd6-4614-8868-66f5b633cd7b tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Calling delete_port for d60d4868-494c-44c0-b545-9c61bc27bba9 owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:18.433800 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-71f36d6f-c5f8-4e92-adc8-ebf4fd9da3cc tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (6577af4f-8175-491a-a90e-b2a3ab20e91c), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:18.455132 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-71f36d6f-c5f8-4e92-adc8-ebf4fd9da3cc tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6577af4f-8175-491a-a90e-b2a3ab20e91c']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:18.465828 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-71f36d6f-c5f8-4e92-adc8-ebf4fd9da3cc tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f225fd-b8df-44f3-b146-5195ebf1ccc7') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:18.466128 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-71f36d6f-c5f8-4e92-adc8-ebf4fd9da3cc tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f225fd-b8df-44f3-b146-5195ebf1ccc7') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:18.477010 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-71f36d6f-c5f8-4e92-adc8-ebf4fd9da3cc tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (47f225fd-b8df-44f3-b146-5195ebf1ccc7), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:18.491253 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-71f36d6f-c5f8-4e92-adc8-ebf4fd9da3cc tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (47f225fd-b8df-44f3-b146-5195ebf1ccc7), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:18.497467 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f36d6f-c5f8-4e92-adc8-ebf4fd9da3cc tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:38:18.497849 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-71f36d6f-c5f8-4e92-adc8-ebf4fd9da3cc tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (47f225fd-b8df-44f3-b146-5195ebf1ccc7), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:18.547318 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:38:18.547318 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:38:18.547318 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:38:18.547318 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:38:18.547318 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:38:18.547318 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:38:18.547318 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:38:18.547318 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:38:18.547318 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:38:18.547318 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:38:18.547318 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:38:18.547318 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:38:18.547318 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:38:18.547318 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:38:18.547318 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:38:18.547318 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:38:18.547318 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:38:18.547318 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:38:18.547318 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:38:18.547318 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:38:18.547318 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:38:18.547318 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:38:18.547318 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:38:18.547318 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:38:18.547318 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:38:18.547318 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:38:18.547318 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:38:18.547318 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:38:18.547318 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:38:18.547318 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:38:18.547318 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:38:18.547318 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:38:18.549594 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port b1c2f96b-7108-49be-9bca-58773bb2d8fc, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b1c2f96b-7108-49be-9bca-58773bb2d8fc,segment=NetworkSegment(c2a8b0fd-64b5-4eaf-a563-2c5886795f6c),segment_id=c2a8b0fd-64b5-4eaf-a563-2c5886795f6c)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:18.616289 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port e2aa266f-ce81-4160-8877-1c7b3b5578b0 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:18.638433 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1c3d43af-edd6-4614-8868-66f5b633cd7b tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (d60d4868-494c-44c0-b545-9c61bc27bba9), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:18.671710 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:18.672058 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d43af-edd6-4614-8868-66f5b633cd7b tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Pushing event deleted for resources: {'Port': ['ID=d60d4868-494c-44c0-b545-9c61bc27bba9,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:18.673083 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (b1c2f96b-7108-49be-9bca-58773bb2d8fc), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:18.705217 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3d7c2673-49d4-430a-a284-c71d87b438bd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1702c8d19afd429ebff0bca5f54eb5db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4776671 Mar 23 02:38:18.708743 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56680) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:18.749943 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1c3d43af-edd6-4614-8868-66f5b633cd7b tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:18.756162 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1c3d43af-edd6-4614-8868-66f5b633cd7b tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "DELETE /v2.0/ports/d60d4868-494c-44c0-b545-9c61bc27bba9 HTTP/1.1" status: 204 len: 168 time: 1.8796535 Mar 23 02:38:18.756781 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56682) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:18.759392 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0264c9df-f09f-4360-9290-d2a1fc004cb3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (b1f99c9d-34e5-4d73-adf1-52254b231d30), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:18.763678 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3458262c-befa-42c2-8871-8cd677f5de50" -d '{"events": [{"server_uuid": "87611f01-8ebb-4ebc-8b34-372a2847db9a", "name": "network-vif-plugged", "status": "completed", "tag": "b1c2f96b-7108-49be-9bca-58773bb2d8fc"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:38:18.791608 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=b1c2f96b-7108-49be-9bca-58773bb2d8fc,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:18.806527 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f97d77c3-5ad9-4e09-829a-dbb77d2cf5d6 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:18.823929 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-b0ad36c6-fbf4-4dbb-95fe-006e93ba4659 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '277462ef-c352-49e1-a3e1-4d0ace58f407', 'external_fixed_ips': [{'subnet_id': '75e65eff-4b22-46ab-a105-468a8a5597c0', 'ip_address': '2001:db8::1c0'}]}}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:18.850489 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-71f36d6f-c5f8-4e92-adc8-ebf4fd9da3cc tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (6577af4f-8175-491a-a90e-b2a3ab20e91c), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:18.869216 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-71f36d6f-c5f8-4e92-adc8-ebf4fd9da3cc tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:18.880386 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-71f36d6f-c5f8-4e92-adc8-ebf4fd9da3cc tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] 10.222.0.24 "DELETE /v2.0/networks/6577af4f-8175-491a-a90e-b2a3ab20e91c HTTP/1.1" status: 204 len: 168 time: 1.1011915 Mar 23 02:38:18.886381 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56688) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:18.931449 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b290ae54-0161-4eea-bc6b-59bffb767766 admin admin] Publish callbacks [] for security_group (d55b7b31-123c-470c-9bb3-02e5f4beb04f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:18.955282 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49aba90f-fef8-466a-ada8-bbd0e443fbc9 x-openstack-request-id: req-49aba90f-fef8-466a-ada8-bbd0e443fbc9 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:38:18.955898 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87611f01-8ebb-4ebc-8b34-372a2847db9a", "name": "network-vif-plugged", "status": "completed", "tag": "b1c2f96b-7108-49be-9bca-58773bb2d8fc", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:38:18.960920 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-49aba90f-fef8-466a-ada8-bbd0e443fbc9 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:38:18.960920 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49aba90f-fef8-466a-ada8-bbd0e443fbc9'] response: {'server_uuid': '87611f01-8ebb-4ebc-8b34-372a2847db9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c2f96b-7108-49be-9bca-58773bb2d8fc', 'code': 200} Mar 23 02:38:18.971621 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b290ae54-0161-4eea-bc6b-59bffb767766 admin admin] Publish callbacks [] for security_group (d55b7b31-123c-470c-9bb3-02e5f4beb04f), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:19.079429 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f36d6f-c5f8-4e92-adc8-ebf4fd9da3cc tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Pushing event deleted for resources: {'Network': ['ID=6577af4f-8175-491a-a90e-b2a3ab20e91c,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:19.084443 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b0ad36c6-fbf4-4dbb-95fe-006e93ba4659 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (4a3eb621-dc73-4f2e-9a6e-a23d73ac8d85), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:19.086510 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b0ad36c6-fbf4-4dbb-95fe-006e93ba4659 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (4a3eb621-dc73-4f2e-9a6e-a23d73ac8d85), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:19.133148 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0264c9df-f09f-4360-9290-d2a1fc004cb3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (b1f99c9d-34e5-4d73-adf1-52254b231d30), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:19.166819 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device a16b9a7d-9340-405b-9b78-f53b1a7668ed up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:38:19.242800 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b0ad36c6-fbf4-4dbb-95fe-006e93ba4659 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router_controller (4a3eb621-dc73-4f2e-9a6e-a23d73ac8d85), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:19.244596 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264c9df-f09f-4360-9290-d2a1fc004cb3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Subnet': ['ID=b1f99c9d-34e5-4d73-adf1-52254b231d30,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:19.257763 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0264c9df-f09f-4360-9290-d2a1fc004cb3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:19.261827 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0264c9df-f09f-4360-9290-d2a1fc004cb3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/b1f99c9d-34e5-4d73-adf1-52254b231d30 HTTP/1.1" status: 204 len: 168 time: 1.9233932 Mar 23 02:38:19.263315 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b290ae54-0161-4eea-bc6b-59bffb767766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (d55b7b31-123c-470c-9bb3-02e5f4beb04f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:19.266136 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b290ae54-0161-4eea-bc6b-59bffb767766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:19.269871 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b290ae54-0161-4eea-bc6b-59bffb767766 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d55b7b31-123c-470c-9bb3-02e5f4beb04f HTTP/1.1" status: 204 len: 168 time: 0.5573235 Mar 23 02:38:19.269871 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56692) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:19.319042 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e984700-b6f2-46c9-8a80-f4602d2e28c6 None None] get_active_networks_info from dv-neutron-834613-2-hyperv {{(pid=104350) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 02:38:19.330327 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4108bc5f-8bfd-4c65-9071-9697663f4054 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580790 Mar 23 02:38:19.331131 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56696) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:19.336078 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290ae54-0161-4eea-bc6b-59bffb767766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55b7b31-123c-470c-9bb3-02e5f4beb04f,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:19.453405 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port a16b9a7d-9340-405b-9b78-f53b1a7668ed completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:38:19.481842 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port a16b9a7d-9340-405b-9b78-f53b1a7668ed triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:19.481842 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a16b9a7d-9340-405b-9b78-f53b1a7668ed), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:19.548787 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-4899f381-0cbf-4068-bda6-9c52453232fc None None] Provisioning complete for port 007b5799-d952-4b59-bf1d-e3c58433b6f0 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:19.552109 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4899f381-0cbf-4068-bda6-9c52453232fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (007b5799-d952-4b59-bf1d-e3c58433b6f0), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:19.646836 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e984700-b6f2-46c9-8a80-f4602d2e28c6 None None] Resources bound (agent type, host, resource id): {{(pid=104350) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 02:38:19.893132 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-28ccf251-34b6-41c5-8106-c5594b489965 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (032330ca-d16b-4637-bc10-5e1527489840), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:19.936621 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 007b5799-d952-4b59-bf1d-e3c58433b6f0 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:38:19.940331 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56702) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:19.946989 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-4899f381-0cbf-4068-bda6-9c52453232fc None None] Current status of the port 007b5799-d952-4b59-bf1d-e3c58433b6f0 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:19.947201 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-1edb1e9a-dd97-4df2-86e1-11e653f81b44 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Request body: {'subnet': {'network_id': '6304d4d5-93da-48d4-a7fb-f395059aefe6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:19.947714 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4899f381-0cbf-4068-bda6-9c52453232fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (007b5799-d952-4b59-bf1d-e3c58433b6f0), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:19.972049 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port a16b9a7d-9340-405b-9b78-f53b1a7668ed is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:19.975924 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a16b9a7d-9340-405b-9b78-f53b1a7668ed), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:20.006158 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-f97d77c3-5ad9-4e09-829a-dbb77d2cf5d6 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Allocated IP 172.20.0.1 (eb74df1e-73d7-42d8-8f9c-997a66682059/8f4ead6f-bef3-4809-b71b-f08a302f1cea/a7341c70-f307-49cf-89c3-2298573c836d) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:20.074035 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1e32613c-6bc6-4982-bfad-d623085cf76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:20.095066 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a9489e-7288-42a3-94db-81cec2005da1 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:20.096625 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-85a9489e-7288-42a3-94db-81cec2005da1 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7543995 Mar 23 02:38:20.102125 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa17f0-024c-4468-b486-c8a38fd8ef7e req-a440ff93-16db-4fa7-8ca9-5c36e1e3dd23 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:20.109198 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-13aa17f0-024c-4468-b486-c8a38fd8ef7e req-a440ff93-16db-4fa7-8ca9-5c36e1e3dd23 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.2986231 Mar 23 02:38:20.112163 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-28ccf251-34b6-41c5-8106-c5594b489965 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (032330ca-d16b-4637-bc10-5e1527489840), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:20.115553 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56704) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:20.130679 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port a16b9a7d-9340-405b-9b78-f53b1a7668ed, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a16b9a7d-9340-405b-9b78-f53b1a7668ed,segment=NetworkSegment(b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb),segment_id=b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:20.139015 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-4899f381-0cbf-4068-bda6-9c52453232fc None None] For port 007b5799-d952-4b59-bf1d-e3c58433b6f0, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=007b5799-d952-4b59-bf1d-e3c58433b6f0,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:20.194015 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b0ad36c6-fbf4-4dbb-95fe-006e93ba4659 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router_gateway (4a3eb621-dc73-4f2e-9a6e-a23d73ac8d85), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:20.203019 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 007b5799-d952-4b59-bf1d-e3c58433b6f0 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:20.204249 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (007b5799-d952-4b59-bf1d-e3c58433b6f0), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:20.222361 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4dc45-2e6e-4401-9713-72ea2c948db9 req-8c117752-1f69-43c1-8665-48bf8e123c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:20.223911 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9ac4dc45-2e6e-4401-9713-72ea2c948db9 req-8c117752-1f69-43c1-8665-48bf8e123c9a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 1129 time: 0.7262595 Mar 23 02:38:20.228120 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (a16b9a7d-9340-405b-9b78-f53b1a7668ed), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:20.231320 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8bad9-72a2-4f3b-8b60-4b2123ec3bc1 req-573ade6d-a914-4cda-9b74-4151259464ab tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:20.232943 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-81c8bad9-72a2-4f3b-8b60-4b2123ec3bc1 req-573ade6d-a914-4cda-9b74-4151259464ab tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/ports?device_id=754c7ed1-b58b-4feb-84ca-b7ce20755966 HTTP/1.1" status: 200 len: 944 time: 0.3051069 Mar 23 02:38:20.244600 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-28ccf251-34b6-41c5-8106-c5594b489965 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['032330ca-d16b-4637-bc10-5e1527489840']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:20.258951 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-9ac4dc45-2e6e-4401-9713-72ea2c948db9 req-c7d52a61-43bc-4c5a-b3c2-8f82685edd94 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:20.263591 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4899f381-0cbf-4068-bda6-9c52453232fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (007b5799-d952-4b59-bf1d-e3c58433b6f0), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:20.270189 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-28ccf251-34b6-41c5-8106-c5594b489965 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b35ef6a-78c1-4a6e-a687-76ac21480a8a') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:20.270189 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-28ccf251-34b6-41c5-8106-c5594b489965 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b35ef6a-78c1-4a6e-a687-76ac21480a8a') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:20.294028 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-28ccf251-34b6-41c5-8106-c5594b489965 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (0b35ef6a-78c1-4a6e-a687-76ac21480a8a), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:20.307027 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346f7976-66fb-4ac2-868c-1a447e2e23ff tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:20.311277 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-346f7976-66fb-4ac2-868c-1a447e2e23ff tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1844783 Mar 23 02:38:20.316154 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56706) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:20.316506 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56708) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:20.338166 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=a16b9a7d-9340-405b-9b78-f53b1a7668ed,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:20.356718 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edb1e9a-dd97-4df2-86e1-11e653f81b44 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Made reservation on behalf of 51b0f06b4ce74eca9f44a6cb2b631af2 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:20.360403 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1edb1e9a-dd97-4df2-86e1-11e653f81b44 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:20.377111 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf730a1-a3aa-43f6-a81e-5e41284192a8 None None] get_active_networks_info from dv-neutron-834613-2-hyperv {{(pid=104350) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 02:38:20.412779 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-28ccf251-34b6-41c5-8106-c5594b489965 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (0b35ef6a-78c1-4a6e-a687-76ac21480a8a), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:20.426349 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-13aa17f0-024c-4468-b486-c8a38fd8ef7e req-c6e9268d-f446-45b9-9d00-728415eefc67 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3160493 Mar 23 02:38:20.433506 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-fa1b55fd-f0f3-4c14-b553-4ddcda7f5aa0 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1058896 Mar 23 02:38:20.439830 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56710) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:20.448579 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f97d77c3-5ad9-4e09-829a-dbb77d2cf5d6 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks [] for port (a7341c70-f307-49cf-89c3-2298573c836d), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:20.449866 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-394b47e0-384f-4594-b414-08d563474a98 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:20.452335 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ccf251-34b6-41c5-8106-c5594b489965 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:38:20.458512 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-28ccf251-34b6-41c5-8106-c5594b489965 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (0b35ef6a-78c1-4a6e-a687-76ac21480a8a), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:20.458512 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:38:20.458512 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:38:20.458512 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:38:20.458512 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:38:20.458512 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:38:20.458512 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:38:20.458512 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:38:20.458512 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:38:20.458512 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:38:20.458512 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:38:20.458512 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:38:20.458512 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:38:20.458512 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:38:20.458512 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:38:20.458512 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:38:20.458512 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:38:20.458512 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:38:20.458512 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:38:20.458512 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:38:20.458512 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:38:20.458512 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:38:20.458512 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:38:20.458512 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:38:20.458512 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:38:20.458512 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:38:20.458512 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:38:20.458512 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:38:20.458512 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:38:20.458512 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:38:20.458512 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:38:20.458512 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:38:20.458512 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:38:20.465437 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-81c8bad9-72a2-4f3b-8b60-4b2123ec3bc1 req-dd3686bc-1045-47a1-a331-fbd9dff53d9e tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/security-groups?id=273b898c-a099-44af-8002-d1e1f19ddc82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204826 Mar 23 02:38:20.487523 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 007b5799-d952-4b59-bf1d-e3c58433b6f0 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:20.488863 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899f381-0cbf-4068-bda6-9c52453232fc None None] Pushing event updated for resources: {'Port': ['ID=007b5799-d952-4b59-bf1d-e3c58433b6f0,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:20.546720 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf730a1-a3aa-43f6-a81e-5e41284192a8 None None] Resources bound (agent type, host, resource id): {{(pid=104350) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 02:38:20.562460 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2a59a8ed-83c4-4840-8b1d-c9bdfbe24f17 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d0b4b8a52114e7fa5ec9d8ac57ff263&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361550 Mar 23 02:38:20.565407 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56712) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:20.583116 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-9ac4dc45-2e6e-4401-9713-72ea2c948db9 req-c7d52a61-43bc-4c5a-b3c2-8f82685edd94 service neutron] Publish callbacks [] for security_group (94e526f9-14e2-466b-91b0-e6f75cb9a31b), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:20.623456 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-035ef086-a4d2-4e29-9dc4-07168328b098 admin admin] Publish callbacks [] for security_group (e9d744da-bec6-4e8d-9d88-3cdb4e408ee7), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:20.648271 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-035ef086-a4d2-4e29-9dc4-07168328b098 admin admin] Publish callbacks [] for security_group (e9d744da-bec6-4e8d-9d88-3cdb4e408ee7), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:20.650732 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-28ccf251-34b6-41c5-8106-c5594b489965 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (032330ca-d16b-4637-bc10-5e1527489840), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:20.655917 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-28ccf251-34b6-41c5-8106-c5594b489965 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:20.658505 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-28ccf251-34b6-41c5-8106-c5594b489965 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] 10.222.0.24 "DELETE /v2.0/networks/032330ca-d16b-4637-bc10-5e1527489840 HTTP/1.1" status: 204 len: 168 time: 1.7718866 Mar 23 02:38:20.662462 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56714) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:20.686872 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ccf251-34b6-41c5-8106-c5594b489965 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Pushing event deleted for resources: {'Network': ['ID=032330ca-d16b-4637-bc10-5e1527489840,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:20.701847 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f97d77c3-5ad9-4e09-829a-dbb77d2cf5d6 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (a7341c70-f307-49cf-89c3-2298573c836d), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:20.728069 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-9ac4dc45-2e6e-4401-9713-72ea2c948db9 req-c7d52a61-43bc-4c5a-b3c2-8f82685edd94 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (94e526f9-14e2-466b-91b0-e6f75cb9a31b), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:20.730141 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394b47e0-384f-4594-b414-08d563474a98 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:20.733503 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-394b47e0-384f-4594-b414-08d563474a98 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:20.752276 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97d77c3-5ad9-4e09-829a-dbb77d2cf5d6 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Network eb74df1e-73d7-42d8-8f9c-997a66682059 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:20.756647 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-f97d77c3-5ad9-4e09-829a-dbb77d2cf5d6 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:20.758870 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97d77c3-5ad9-4e09-829a-dbb77d2cf5d6 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:20.768596 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8c07d4-5150-4ad6-8895-03efefd936bf None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:20.809440 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d77c3-5ad9-4e09-829a-dbb77d2cf5d6 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Pushing event updated for resources: {'Port': ['ID=a7341c70-f307-49cf-89c3-2298573c836d,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:20.829185 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f97d77c3-5ad9-4e09-829a-dbb77d2cf5d6 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (1540ca71-c014-49cd-9f56-d6f0abb078ed), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:20.892409 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-035ef086-a4d2-4e29-9dc4-07168328b098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (e9d744da-bec6-4e8d-9d88-3cdb4e408ee7), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:20.895058 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-035ef086-a4d2-4e29-9dc4-07168328b098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:20.899619 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-035ef086-a4d2-4e29-9dc4-07168328b098 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9d744da-bec6-4e8d-9d88-3cdb4e408ee7 HTTP/1.1" status: 204 len: 168 time: 0.3331285 Mar 23 02:38:20.915754 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ef086-a4d2-4e29-9dc4-07168328b098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d744da-bec6-4e8d-9d88-3cdb4e408ee7,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:20.981681 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9ac4dc45-2e6e-4401-9713-72ea2c948db9 req-c7d52a61-43bc-4c5a-b3c2-8f82685edd94 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7466781 Mar 23 02:38:20.982701 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754c7ed1-b58b-4feb-84ca-b7ce20755966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16b9a7d-9340-405b-9b78-f53b1a7668ed'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:38:20.985745 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd5e8b0-06d7-48f6-8a21-26958f8f5083" -d '{"events": [{"server_uuid": "754c7ed1-b58b-4feb-84ca-b7ce20755966", "name": "network-vif-plugged", "status": "completed", "tag": "a16b9a7d-9340-405b-9b78-f53b1a7668ed"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:38:20.998315 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3c6ce50a-39f1-4fd0-8e28-2ce61e391d42 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (a1f9936d-01ca-48d2-bd00-8bf7fd68bf5f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:21.000913 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d52a61-43bc-4c5a-b3c2-8f82685edd94 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=94e526f9-14e2-466b-91b0-e6f75cb9a31b,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:21.050609 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1edb1e9a-dd97-4df2-86e1-11e653f81b44 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (a9f93a7c-6d91-41a6-860c-d4742b5ce763), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:21.059399 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe16943-9027-4149-9db5-bfe641b78560 x-openstack-request-id: req-dbe16943-9027-4149-9db5-bfe641b78560 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:38:21.059399 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "754c7ed1-b58b-4feb-84ca-b7ce20755966", "name": "network-vif-plugged", "status": "completed", "tag": "a16b9a7d-9340-405b-9b78-f53b1a7668ed", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:38:21.059399 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dbe16943-9027-4149-9db5-bfe641b78560 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:38:21.059399 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbe16943-9027-4149-9db5-bfe641b78560'] response: {'server_uuid': '754c7ed1-b58b-4feb-84ca-b7ce20755966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16b9a7d-9340-405b-9b78-f53b1a7668ed', 'code': 200} Mar 23 02:38:21.120973 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b0ad36c6-fbf4-4dbb-95fe-006e93ba4659 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router_gateway (4a3eb621-dc73-4f2e-9a6e-a23d73ac8d85), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:21.122369 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f97d77c3-5ad9-4e09-829a-dbb77d2cf5d6 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a7341c70-f307-49cf-89c3-2298573c836d), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:21.136169 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-d1e996ab-5a18-48a4-840d-7a57354c415b None None] Provisioning complete for port a7341c70-f307-49cf-89c3-2298573c836d triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:21.136169 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d1e996ab-5a18-48a4-840d-7a57354c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a7341c70-f307-49cf-89c3-2298573c836d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:21.179378 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-d1e996ab-5a18-48a4-840d-7a57354c415b None None] Port a7341c70-f307-49cf-89c3-2298573c836d cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:38:21.194461 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:21.201070 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b0ad36c6-fbf4-4dbb-95fe-006e93ba4659 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:21.252630 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429b0866-867c-4222-9a85-26a07050132a None None] DHCP port deletion for 94d9379e-13fb-449b-8f45-d1ab95378f77 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:38:21.299976 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb1e9a-dd97-4df2-86e1-11e653f81b44 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event updated for resources: {'Subnet': ['ID=a9f93a7c-6d91-41a6-860c-d4742b5ce763,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:21.303600 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3c6ce50a-39f1-4fd0-8e28-2ce61e391d42 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (a1f9936d-01ca-48d2-bd00-8bf7fd68bf5f), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:21.322996 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-429b0866-867c-4222-9a85-26a07050132a None None] Deleting port 007b5799-d952-4b59-bf1d-e3c58433b6f0 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:21.324416 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-429b0866-867c-4222-9a85-26a07050132a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (007b5799-d952-4b59-bf1d-e3c58433b6f0), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:21.363913 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-3c6ce50a-39f1-4fd0-8e28-2ce61e391d42 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f9936d-01ca-48d2-bd00-8bf7fd68bf5f']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:21.369999 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edb1e9a-dd97-4df2-86e1-11e653f81b44 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Checking segment: {'id': 'e1e1e837-8bff-4c95-91ee-7f0ada36a1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6304d4d5-93da-48d4-a7fb-f395059aefe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:21.370373 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edb1e9a-dd97-4df2-86e1-11e653f81b44 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Network hostable DHCP agents. Network: 6304d4d5-93da-48d4-a7fb-f395059aefe6, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:38:21.413388 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-429b0866-867c-4222-9a85-26a07050132a None None] For port 007b5799-d952-4b59-bf1d-e3c58433b6f0, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=007b5799-d952-4b59-bf1d-e3c58433b6f0,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:21.414460 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-429b0866-867c-4222-9a85-26a07050132a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (007b5799-d952-4b59-bf1d-e3c58433b6f0), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:21.430603 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-429b0866-867c-4222-9a85-26a07050132a None None] Calling delete_port for 007b5799-d952-4b59-bf1d-e3c58433b6f0 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:21.438075 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-3c6ce50a-39f1-4fd0-8e28-2ce61e391d42 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7cb1b6-6b07-4197-a16b-ab19ded297a0') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:21.438389 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-3c6ce50a-39f1-4fd0-8e28-2ce61e391d42 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7cb1b6-6b07-4197-a16b-ab19ded297a0') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:21.471886 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3c6ce50a-39f1-4fd0-8e28-2ce61e391d42 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (6d7cb1b6-6b07-4197-a16b-ab19ded297a0), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:21.495049 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3c6ce50a-39f1-4fd0-8e28-2ce61e391d42 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (6d7cb1b6-6b07-4197-a16b-ab19ded297a0), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:21.523857 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c6ce50a-39f1-4fd0-8e28-2ce61e391d42 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:38:21.524272 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3c6ce50a-39f1-4fd0-8e28-2ce61e391d42 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (6d7cb1b6-6b07-4197-a16b-ab19ded297a0), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:21.531223 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:38:21.531223 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:38:21.531223 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:38:21.531223 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:38:21.531223 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:38:21.531223 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:38:21.531223 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:38:21.531223 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:38:21.531223 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:38:21.531223 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:38:21.531223 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:38:21.531223 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:38:21.531223 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:38:21.531223 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:38:21.531223 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:38:21.531223 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:38:21.531223 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:38:21.531223 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:38:21.531223 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:38:21.531223 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:38:21.531223 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:38:21.531223 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:38:21.531223 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:38:21.531223 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:38:21.531223 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:38:21.531223 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:38:21.531223 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:38:21.531223 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:38:21.531223 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:38:21.531223 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:38:21.531223 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:38:21.531223 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:38:21.538794 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f97d77c3-5ad9-4e09-829a-dbb77d2cf5d6 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks [] for port (a7341c70-f307-49cf-89c3-2298573c836d), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:21.581291 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-394b47e0-384f-4594-b414-08d563474a98 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (c5e1bfbc-dd7f-481b-b302-779139e60fb6), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:21.622146 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edb1e9a-dd97-4df2-86e1-11e653f81b44 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Network 6304d4d5-93da-48d4-a7fb-f395059aefe6 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:38:21.636796 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-429b0866-867c-4222-9a85-26a07050132a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (007b5799-d952-4b59-bf1d-e3c58433b6f0), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:21.639318 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f97d77c3-5ad9-4e09-829a-dbb77d2cf5d6 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (a7341c70-f307-49cf-89c3-2298573c836d), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:21.680853 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429b0866-867c-4222-9a85-26a07050132a None None] No DVR routers for this DVR port 007b5799-d952-4b59-bf1d-e3c58433b6f0 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:38:21.690630 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081aee1-5bd6-49b1-aa55-fe67f0d280bd req-0ad40564-1536-4517-a785-9e4ce72b0d30 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:21.692955 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b0866-867c-4222-9a85-26a07050132a None None] Pushing event deleted for resources: {'Port': ['ID=007b5799-d952-4b59-bf1d-e3c58433b6f0,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:21.693042 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7081aee1-5bd6-49b1-aa55-fe67f0d280bd req-0ad40564-1536-4517-a785-9e4ce72b0d30 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/ports?device_id=754c7ed1-b58b-4feb-84ca-b7ce20755966 HTTP/1.1" status: 200 len: 945 time: 0.1027205 Mar 23 02:38:21.693115 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-b0ad36c6-fbf4-4dbb-95fe-006e93ba4659 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Allocated IP 2001:db8::1c0 (277462ef-c352-49e1-a3e1-4d0ace58f407/75e65eff-4b22-46ab-a105-468a8a5597c0/15dc24c3-7487-49ca-85eb-6896c1adec17) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:21.730197 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394b47e0-384f-4594-b414-08d563474a98 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:21.749880 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-394b47e0-384f-4594-b414-08d563474a98 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:21.753762 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-1edb1e9a-dd97-4df2-86e1-11e653f81b44 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 6304d4d5-93da-48d4-a7fb-f395059aefe6) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:21.765106 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394b47e0-384f-4594-b414-08d563474a98 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:21.765673 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-394b47e0-384f-4594-b414-08d563474a98 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:21.768355 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f97d77c3-5ad9-4e09-829a-dbb77d2cf5d6 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (1540ca71-c014-49cd-9f56-d6f0abb078ed), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:21.772078 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cdccf8-3474-451d-b2e5-40aa8f1ed5f1 None None] Network 6304d4d5-93da-48d4-a7fb-f395059aefe6 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:21.777988 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d77c3-5ad9-4e09-829a-dbb77d2cf5d6 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Pushing event updated for resources: {'Port': ['ID=a7341c70-f307-49cf-89c3-2298573c836d,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:21.803444 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b47e0-384f-4594-b414-08d563474a98 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Subnet': ['ID=c5e1bfbc-dd7f-481b-b302-779139e60fb6,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:21.807290 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edb1e9a-dd97-4df2-86e1-11e653f81b44 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:21.812636 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1edb1e9a-dd97-4df2-86e1-11e653f81b44 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:21.814075 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7081aee1-5bd6-49b1-aa55-fe67f0d280bd req-53906043-750f-44a0-9673-8b68ec6f3a86 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/security-groups?id=273b898c-a099-44af-8002-d1e1f19ddc82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056435 Mar 23 02:38:21.845495 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3c6ce50a-39f1-4fd0-8e28-2ce61e391d42 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (a1f9936d-01ca-48d2-bd00-8bf7fd68bf5f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:21.858424 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc36061-c974-4ee1-a1ae-ce5e6ee38190 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:21.865284 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 007b5799-d952-4b59-bf1d-e3c58433b6f0 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:38:21.875681 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3c6ce50a-39f1-4fd0-8e28-2ce61e391d42 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:21.880358 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3c6ce50a-39f1-4fd0-8e28-2ce61e391d42 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] 10.222.0.24 "DELETE /v2.0/networks/a1f9936d-01ca-48d2-bd00-8bf7fd68bf5f HTTP/1.1" status: 204 len: 168 time: 1.2157121 Mar 23 02:38:21.910378 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad049a-e40c-41ab-8c74-31870a6db169 req-1dcc5685-75e6-4df0-9d58-8124037b602a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:21.914574 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-26ad049a-e40c-41ab-8c74-31870a6db169 req-1dcc5685-75e6-4df0-9d58-8124037b602a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=754c7ed1-b58b-4feb-84ca-b7ce20755966 HTTP/1.1" status: 200 len: 1129 time: 0.3429656 Mar 23 02:38:21.928298 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 007b5799-d952-4b59-bf1d-e3c58433b6f0 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:38:21.928660 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 007b5799-d952-4b59-bf1d-e3c58433b6f0 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:38:21.949213 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00ac74-41ad-489a-bafa-e31eeca78e42 req-9dcf525e-efcc-4ef4-8329-870dce1ccd37 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:21.949213 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3c00ac74-41ad-489a-bafa-e31eeca78e42 req-9dcf525e-efcc-4ef4-8329-870dce1ccd37 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.3605752 Mar 23 02:38:21.968028 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ce50a-39f1-4fd0-8e28-2ce61e391d42 tempest-BulkNetworkOpsTest-1960688429 tempest-BulkNetworkOpsTest-1960688429-project] Pushing event deleted for resources: {'Network': ['ID=a1f9936d-01ca-48d2-bd00-8bf7fd68bf5f,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:21.989658 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-394b47e0-384f-4594-b414-08d563474a98 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5440614 Mar 23 02:38:21.990874 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56736) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:21.994726 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97d77c3-5ad9-4e09-829a-dbb77d2cf5d6 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Network eb74df1e-73d7-42d8-8f9c-997a66682059 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:21.998787 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-06de17d2-69ef-43d3-a5aa-99fd2c1d12a8 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'port': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'fixed_ips': [{'subnet_id': 'c5e1bfbc-dd7f-481b-b302-779139e60fb6', 'ip_address': '2001:db8::14b:e0fb:1742:7f41'}], 'name': 'tempest-NetworksTestDHCPv6-1373777136'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:22.008834 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-f97d77c3-5ad9-4e09-829a-dbb77d2cf5d6 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:22.034097 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1edb1e9a-dd97-4df2-86e1-11e653f81b44 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0933344 Mar 23 02:38:22.035035 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56738) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:22.053572 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-c20a1ecd-2514-4845-8ded-44e932e585bf tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-15994943'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:22.059866 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df972f7d-2aac-4844-aacd-e360bcf17ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-6304d4d5-93da-48d4-a7fb-f395059aefe6', 'network_id': '6304d4d5-93da-48d4-a7fb-f395059aefe6', 'project_id': '51b0f06b4ce74eca9f44a6cb2b631af2', 'fixed_ips': [{'subnet_id': 'a9f93a7c-6d91-41a6-860c-d4742b5ce763'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:38:22.062062 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-df972f7d-2aac-4844-aacd-e360bcf17ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:22.099787 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecca47ee-9347-46de-8dd0-ec02d1093520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-94d9379e-13fb-449b-8f45-d1ab95378f77', 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'fixed_ips': [{'subnet_id': 'c5e1bfbc-dd7f-481b-b302-779139e60fb6'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:38:22.100144 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ecca47ee-9347-46de-8dd0-ec02d1093520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:22.123472 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b0ad36c6-fbf4-4dbb-95fe-006e93ba4659 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for port (15dc24c3-7487-49ca-85eb-6896c1adec17), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:22.160702 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3c00ac74-41ad-489a-bafa-e31eeca78e42 req-6e945bbd-c2c1-4db8-911b-45ffd0a918f7 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810815 Mar 23 02:38:22.167494 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-26ad049a-e40c-41ab-8c74-31870a6db169 req-3cc45b73-522f-4484-9ed5-ee345379fe22 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=273b898c-a099-44af-8002-d1e1f19ddc82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191386 Mar 23 02:38:22.234715 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20a1ecd-2514-4845-8ded-44e932e585bf tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Made reservation on behalf of 51b0f06b4ce74eca9f44a6cb2b631af2 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:22.237581 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c20a1ecd-2514-4845-8ded-44e932e585bf tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:22.293033 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c20a1ecd-2514-4845-8ded-44e932e585bf tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:38:22.294621 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97d77c3-5ad9-4e09-829a-dbb77d2cf5d6 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Router 1540ca71-c014-49cd-9f56-d6f0abb078ed has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:38:22.307940 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c20a1ecd-2514-4845-8ded-44e932e585bf tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (235f48cd-5acd-4409-b5c5-f87b0827837b), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:22.307940 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-c20a1ecd-2514-4845-8ded-44e932e585bf tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Added segment 235f48cd-5acd-4409-b5c5-f87b0827837b of type vlan for network 01eebb96-c7dc-4ce4-99bd-e18945218ef9 Mar 23 02:38:22.323842 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-df972f7d-2aac-4844-aacd-e360bcf17ef3 None None] Allocated IP 2001:db8:0:ffff::2 (6304d4d5-93da-48d4-a7fb-f395059aefe6/a9f93a7c-6d91-41a6-860c-d4742b5ce763/a59ff175-2e1b-418e-9502-d3af9559f81e) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:22.342878 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b0ad36c6-fbf4-4dbb-95fe-006e93ba4659 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (15dc24c3-7487-49ca-85eb-6896c1adec17), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:22.386578 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c20a1ecd-2514-4845-8ded-44e932e585bf tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (01eebb96-c7dc-4ce4-99bd-e18945218ef9), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:22.413982 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ad36c6-fbf4-4dbb-95fe-006e93ba4659 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Network 277462ef-c352-49e1-a3e1-4d0ace58f407 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:22.422891 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-b0ad36c6-fbf4-4dbb-95fe-006e93ba4659 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:22.426881 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad36c6-fbf4-4dbb-95fe-006e93ba4659 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Pushing event updated for resources: {'Port': ['ID=15dc24c3-7487-49ca-85eb-6896c1adec17,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:22.431301 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ad36c6-fbf4-4dbb-95fe-006e93ba4659 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:22.465389 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-1b103ea2-c66e-4335-a2fa-a97a06be2fdb None None] Provisioning complete for port a7341c70-f307-49cf-89c3-2298573c836d triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:22.465972 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1b103ea2-c66e-4335-a2fa-a97a06be2fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a7341c70-f307-49cf-89c3-2298573c836d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:22.501319 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c20a1ecd-2514-4845-8ded-44e932e585bf tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (01eebb96-c7dc-4ce4-99bd-e18945218ef9), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:22.507882 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20a1ecd-2514-4845-8ded-44e932e585bf tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:22.508041 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-1b103ea2-c66e-4335-a2fa-a97a06be2fdb None None] Port a7341c70-f307-49cf-89c3-2298573c836d cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:38:22.508808 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c20a1ecd-2514-4845-8ded-44e932e585bf tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:22.526420 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97d77c3-5ad9-4e09-829a-dbb77d2cf5d6 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:38:22.532213 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f97d77c3-5ad9-4e09-829a-dbb77d2cf5d6 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] 10.222.0.24 "PUT /v2.0/routers/1540ca71-c014-49cd-9f56-d6f0abb078ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3523257 Mar 23 02:38:22.539208 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56748) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:22.544805 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-8af77c03-78dc-486d-bea5-1bd0e73d23a5 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Request body: {'port': {'network_id': 'eb74df1e-73d7-42d8-8f9c-997a66682059', 'name': 'tempest-FloatingIPAdminTestJSON-1487025421'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:22.546044 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5a9f06-33d9-4755-9fe0-416cd724c2fd None None] Sync routers for ids ['1540ca71-c014-49cd-9f56-d6f0abb078ed'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:38:22.570841 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5a9f06-33d9-4755-9fe0-416cd724c2fd None None] Routers {'1540ca71-c014-49cd-9f56-d6f0abb078ed'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:22.571632 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-ce5a9f06-33d9-4755-9fe0-416cd724c2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['1540ca71-c014-49cd-9f56-d6f0abb078ed'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:22.581519 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56750) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:22.632898 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-ce5a9f06-33d9-4755-9fe0-416cd724c2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:22.637485 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06de17d2-69ef-43d3-a5aa-99fd2c1d12a8 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:22.672387 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5a9f06-33d9-4755-9fe0-416cd724c2fd None None] Routers {'1540ca71-c014-49cd-9f56-d6f0abb078ed'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:22.672746 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-ce5a9f06-33d9-4755-9fe0-416cd724c2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['1540ca71-c014-49cd-9f56-d6f0abb078ed'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:22.742323 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-ce5a9f06-33d9-4755-9fe0-416cd724c2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:22.743190 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5a9f06-33d9-4755-9fe0-416cd724c2fd None None] The sync data for ids ['1540ca71-c014-49cd-9f56-d6f0abb078ed'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:38:22.745291 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-ecca47ee-9347-46de-8dd0-ec02d1093520 None None] Allocated IP 2001:db8::2 (94d9379e-13fb-449b-8f45-d1ab95378f77/c5e1bfbc-dd7f-481b-b302-779139e60fb6/cc1e4eef-7ab0-41df-a65a-31ebaf22d913) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:22.753132 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:22.780612 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56756) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:22.874503 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-df972f7d-2aac-4844-aacd-e360bcf17ef3 None None] Publish callbacks [] for port (a59ff175-2e1b-418e-9502-d3af9559f81e), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:22.916389 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-06de17d2-69ef-43d3-a5aa-99fd2c1d12a8 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:22.926873 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c20a1ecd-2514-4845-8ded-44e932e585bf tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8843031 Mar 23 02:38:22.934469 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56764) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:22.942572 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-d5f4e47d-5e7f-4bb1-84b7-8ce53c755f39 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Request body: {'subnet': {'network_id': '01eebb96-c7dc-4ce4-99bd-e18945218ef9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:22.948796 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-df972f7d-2aac-4844-aacd-e360bcf17ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (a59ff175-2e1b-418e-9502-d3af9559f81e), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:22.963501 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a1ecd-2514-4845-8ded-44e932e585bf tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event updated for resources: {'Network': ['ID=01eebb96-c7dc-4ce4-99bd-e18945218ef9,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:23.015746 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ac33a304-4bb7-48bd-b4b9-513c3f9edaf0 tempest-AgentManagementNegativeTest-703846419 tempest-AgentManagementNegativeTest-703846419-project] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4290948 Mar 23 02:38:23.016654 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 01eebb96-c7dc-4ce4-99bd-e18945218ef9 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:38:23.053185 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df972f7d-2aac-4844-aacd-e360bcf17ef3 None None] Network 6304d4d5-93da-48d4-a7fb-f395059aefe6 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:23.074210 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-06de17d2-69ef-43d3-a5aa-99fd2c1d12a8 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] device_id is not set on port 4302ec2d-56a4-4a7a-a6b4-e5e4b107c827 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:38:23.109636 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b2ee346d-046d-40f3-9b88-19906b8699fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9d2072c7669741f59f04c53a74a7a55d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3247960 Mar 23 02:38:23.112732 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56768) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:23.142579 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-df972f7d-2aac-4844-aacd-e360bcf17ef3 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:23.148054 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df972f7d-2aac-4844-aacd-e360bcf17ef3 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:23.165358 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ecca47ee-9347-46de-8dd0-ec02d1093520 None None] Publish callbacks [] for port (cc1e4eef-7ab0-41df-a65a-31ebaf22d913), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:23.171369 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df972f7d-2aac-4844-aacd-e360bcf17ef3 None None] Pushing event updated for resources: {'Port': ['ID=a59ff175-2e1b-418e-9502-d3af9559f81e,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:23.231573 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af77c03-78dc-486d-bea5-1bd0e73d23a5 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Made reservation on behalf of abd45c3224cb4555923d17dec85b456d for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:23.235284 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8af77c03-78dc-486d-bea5-1bd0e73d23a5 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:23.253167 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-df972f7d-2aac-4844-aacd-e360bcf17ef3 None None] Attempting to bind port a59ff175-2e1b-418e-9502-d3af9559f81e on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:23.253717 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-df972f7d-2aac-4844-aacd-e360bcf17ef3 None None] Attempting to bind port a59ff175-2e1b-418e-9502-d3af9559f81e by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'e1e1e837-8bff-4c95-91ee-7f0ada36a1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6304d4d5-93da-48d4-a7fb-f395059aefe6'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:23.254492 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df972f7d-2aac-4844-aacd-e360bcf17ef3 None None] Attempting to bind port a59ff175-2e1b-418e-9502-d3af9559f81e on network 6304d4d5-93da-48d4-a7fb-f395059aefe6 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:23.259844 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df972f7d-2aac-4844-aacd-e360bcf17ef3 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:38:23.260327 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df972f7d-2aac-4844-aacd-e360bcf17ef3 None None] Checking segment: {'id': 'e1e1e837-8bff-4c95-91ee-7f0ada36a1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6304d4d5-93da-48d4-a7fb-f395059aefe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:23.261003 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-df972f7d-2aac-4844-aacd-e360bcf17ef3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:23.261470 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df972f7d-2aac-4844-aacd-e360bcf17ef3 None None] Bound using segment: {'id': 'e1e1e837-8bff-4c95-91ee-7f0ada36a1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6304d4d5-93da-48d4-a7fb-f395059aefe6'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:38:23.262020 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-df972f7d-2aac-4844-aacd-e360bcf17ef3 None None] Bound port: a59ff175-2e1b-418e-9502-d3af9559f81e, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e1e837-8bff-4c95-91ee-7f0ada36a1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6304d4d5-93da-48d4-a7fb-f395059aefe6'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:38:23.262479 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-df972f7d-2aac-4844-aacd-e360bcf17ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a59ff175-2e1b-418e-9502-d3af9559f81e), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:23.272382 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d96d58-851f-4153-ae9c-269460ccd43a req-dd8a4a98-9caa-47cf-9135-d21370baac27 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:23.274430 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-06d96d58-851f-4153-ae9c-269460ccd43a req-dd8a4a98-9caa-47cf-9135-d21370baac27 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/ports?device_id=754c7ed1-b58b-4feb-84ca-b7ce20755966 HTTP/1.1" status: 200 len: 945 time: 0.2967997 Mar 23 02:38:23.275099 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ecca47ee-9347-46de-8dd0-ec02d1093520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (cc1e4eef-7ab0-41df-a65a-31ebaf22d913), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:23.291701 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f4e47d-5e7f-4bb1-84b7-8ce53c755f39 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Made reservation on behalf of 51b0f06b4ce74eca9f44a6cb2b631af2 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:23.308984 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d5f4e47d-5e7f-4bb1-84b7-8ce53c755f39 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:23.318502 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca47ee-9347-46de-8dd0-ec02d1093520 None None] Pushing event updated for resources: {'Port': ['ID=cc1e4eef-7ab0-41df-a65a-31ebaf22d913,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:23.332739 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b8b6e87b-bf1c-4d4f-ad07-6615a228dd30 admin admin] Publish callbacks [] for security_group (2219a489-3968-4d9a-a4d0-4043d8b1c2b2), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:23.418461 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b8b6e87b-bf1c-4d4f-ad07-6615a228dd30 admin admin] Publish callbacks [] for security_group (2219a489-3968-4d9a-a4d0-4043d8b1c2b2), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:23.443415 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-06d96d58-851f-4153-ae9c-269460ccd43a req-57797c82-71e7-4fb6-879b-b293ae212526 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/security-groups?id=273b898c-a099-44af-8002-d1e1f19ddc82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591020 Mar 23 02:38:23.459013 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-06de17d2-69ef-43d3-a5aa-99fd2c1d12a8 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Allocated IP 2001:db8::14b:e0fb:1742:7f41 (94d9379e-13fb-449b-8f45-d1ab95378f77/c5e1bfbc-dd7f-481b-b302-779139e60fb6/4302ec2d-56a4-4a7a-a6b4-e5e4b107c827) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:23.513142 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecca47ee-9347-46de-8dd0-ec02d1093520 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:23.517752 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-ecca47ee-9347-46de-8dd0-ec02d1093520 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:23.522453 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecca47ee-9347-46de-8dd0-ec02d1093520 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:23.537842 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56774) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:23.563134 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-8af77c03-78dc-486d-bea5-1bd0e73d23a5 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] device_id is not set on port 7ccdfe6f-96db-4e1f-bacb-c33d90886e90 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:38:23.603023 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b8b6e87b-bf1c-4d4f-ad07-6615a228dd30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (2219a489-3968-4d9a-a4d0-4043d8b1c2b2), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:23.605895 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b8b6e87b-bf1c-4d4f-ad07-6615a228dd30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:23.608129 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-df972f7d-2aac-4844-aacd-e360bcf17ef3 None None] For port a59ff175-2e1b-418e-9502-d3af9559f81e, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:38:23.610148 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b8b6e87b-bf1c-4d4f-ad07-6615a228dd30 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2219a489-3968-4d9a-a4d0-4043d8b1c2b2 HTTP/1.1" status: 204 len: 168 time: 0.4679308 Mar 23 02:38:23.626448 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b6e87b-bf1c-4d4f-ad07-6615a228dd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2219a489-3968-4d9a-a4d0-4043d8b1c2b2,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:23.674394 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-df972f7d-2aac-4844-aacd-e360bcf17ef3 None None] For port a59ff175-2e1b-418e-9502-d3af9559f81e, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=a59ff175-2e1b-418e-9502-d3af9559f81e,segment=NetworkSegment(e1e1e837-8bff-4c95-91ee-7f0ada36a1ed),segment_id=e1e1e837-8bff-4c95-91ee-7f0ada36a1ed)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:38:23.685888 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-06de17d2-69ef-43d3-a5aa-99fd2c1d12a8 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for port (4302ec2d-56a4-4a7a-a6b4-e5e4b107c827), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:23.698415 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-ecca47ee-9347-46de-8dd0-ec02d1093520 None None] Attempting to bind port cc1e4eef-7ab0-41df-a65a-31ebaf22d913 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:23.698799 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-ecca47ee-9347-46de-8dd0-ec02d1093520 None None] Attempting to bind port cc1e4eef-7ab0-41df-a65a-31ebaf22d913 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:23.699168 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecca47ee-9347-46de-8dd0-ec02d1093520 None None] Attempting to bind port cc1e4eef-7ab0-41df-a65a-31ebaf22d913 on network 94d9379e-13fb-449b-8f45-d1ab95378f77 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:23.705439 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-132a0ad7-cf0b-471d-b1c9-b9cb77431cd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:23.707684 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecca47ee-9347-46de-8dd0-ec02d1093520 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:38:23.707684 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecca47ee-9347-46de-8dd0-ec02d1093520 None None] Checking segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:23.707684 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ecca47ee-9347-46de-8dd0-ec02d1093520 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:23.707684 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecca47ee-9347-46de-8dd0-ec02d1093520 None None] Bound using segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:38:23.707684 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-ecca47ee-9347-46de-8dd0-ec02d1093520 None None] Bound port: cc1e4eef-7ab0-41df-a65a-31ebaf22d913, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:38:23.708427 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ecca47ee-9347-46de-8dd0-ec02d1093520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (cc1e4eef-7ab0-41df-a65a-31ebaf22d913), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:23.739884 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b0ad36c6-fbf4-4dbb-95fe-006e93ba4659 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router_gateway (4a3eb621-dc73-4f2e-9a6e-a23d73ac8d85), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:23.766152 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-df972f7d-2aac-4844-aacd-e360bcf17ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (a59ff175-2e1b-418e-9502-d3af9559f81e), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:23.809613 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-132a0ad7-cf0b-471d-b1c9-b9cb77431cd8 admin admin] Publish callbacks [] for security_group (ebd75b3c-8f8f-415d-8108-261e27cadf4e), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:23.813481 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-ecca47ee-9347-46de-8dd0-ec02d1093520 None None] For port cc1e4eef-7ab0-41df-a65a-31ebaf22d913, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:38:23.842457 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-ecca47ee-9347-46de-8dd0-ec02d1093520 None None] For port cc1e4eef-7ab0-41df-a65a-31ebaf22d913, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=cc1e4eef-7ab0-41df-a65a-31ebaf22d913,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:38:23.844471 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c9c31-77d0-45da-83ee-7654d4445779 req-2bf77e41-12f9-4914-a2d7-59300ea8847d tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:23.845110 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df972f7d-2aac-4844-aacd-e360bcf17ef3 None None] Pushing event updated for resources: {'Port': ['ID=a59ff175-2e1b-418e-9502-d3af9559f81e,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:23.846049 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9d9c9c31-77d0-45da-83ee-7654d4445779 req-2bf77e41-12f9-4914-a2d7-59300ea8847d tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.5062370 Mar 23 02:38:23.852300 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-06de17d2-69ef-43d3-a5aa-99fd2c1d12a8 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (4302ec2d-56a4-4a7a-a6b4-e5e4b107c827), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:23.895640 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06de17d2-69ef-43d3-a5aa-99fd2c1d12a8 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:23.899232 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-06de17d2-69ef-43d3-a5aa-99fd2c1d12a8 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:23.906262 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06de17d2-69ef-43d3-a5aa-99fd2c1d12a8 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:23.911759 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06de17d2-69ef-43d3-a5aa-99fd2c1d12a8 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:23.912616 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-06de17d2-69ef-43d3-a5aa-99fd2c1d12a8 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:23.922276 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-132a0ad7-cf0b-471d-b1c9-b9cb77431cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (ebd75b3c-8f8f-415d-8108-261e27cadf4e), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:23.931029 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de17d2-69ef-43d3-a5aa-99fd2c1d12a8 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Port': ['ID=4302ec2d-56a4-4a7a-a6b4-e5e4b107c827,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:23.941744 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ecca47ee-9347-46de-8dd0-ec02d1093520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (cc1e4eef-7ab0-41df-a65a-31ebaf22d913), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:23.997256 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-132a0ad7-cf0b-471d-b1c9-b9cb77431cd8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b799d273fa014826acb0c7756968c826&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4558578 Mar 23 02:38:23.999491 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56782) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:24.012118 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9d9c9c31-77d0-45da-83ee-7654d4445779 req-d161340f-2d23-40d5-974c-67b5cdcb3849 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557996 Mar 23 02:38:24.022835 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:24.029312 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a0ad7-cf0b-471d-b1c9-b9cb77431cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd75b3c-8f8f-415d-8108-261e27cadf4e,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:24.072597 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-06de17d2-69ef-43d3-a5aa-99fd2c1d12a8 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0776811 Mar 23 02:38:24.074132 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56786) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:24.102737 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca47ee-9347-46de-8dd0-ec02d1093520 None None] Pushing event updated for resources: {'Port': ['ID=cc1e4eef-7ab0-41df-a65a-31ebaf22d913,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:24.107358 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-8af77c03-78dc-486d-bea5-1bd0e73d23a5 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Allocated IP 172.20.0.9 (eb74df1e-73d7-42d8-8f9c-997a66682059/8f4ead6f-bef3-4809-b71b-f08a302f1cea/7ccdfe6f-96db-4e1f-bacb-c33d90886e90) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:24.119431 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d5f4e47d-5e7f-4bb1-84b7-8ce53c755f39 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (a59fbb0f-4d87-417b-a560-409a7cda2327), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:24.262363 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-72776bd5-1bde-4eba-bd44-e0ae8f82f83b admin admin] Publish callbacks [] for security_group (ebd75b3c-8f8f-415d-8108-261e27cadf4e), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:24.290155 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4e47d-5e7f-4bb1-84b7-8ce53c755f39 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event updated for resources: {'Subnet': ['ID=a59fbb0f-4d87-417b-a560-409a7cda2327,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:24.335721 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4da06d5-9ad5-4691-a269-e071c1e735eb tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:24.341989 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4da06d5-9ad5-4691-a269-e071c1e735eb tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:24.346200 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d4da06d5-9ad5-4691-a269-e071c1e735eb tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2697599 Mar 23 02:38:24.347767 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b0ad36c6-fbf4-4dbb-95fe-006e93ba4659 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (4a3eb621-dc73-4f2e-9a6e-a23d73ac8d85), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:24.351922 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56794) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:24.362881 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-72776bd5-1bde-4eba-bd44-e0ae8f82f83b admin admin] Publish callbacks [] for security_group (ebd75b3c-8f8f-415d-8108-261e27cadf4e), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:24.404069 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f4e47d-5e7f-4bb1-84b7-8ce53c755f39 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Checking segment: {'id': '235f48cd-5acd-4409-b5c5-f87b0827837b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '01eebb96-c7dc-4ce4-99bd-e18945218ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:24.404447 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f4e47d-5e7f-4bb1-84b7-8ce53c755f39 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Network hostable DHCP agents. Network: 01eebb96-c7dc-4ce4-99bd-e18945218ef9, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:38:24.476300 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e2f8d-4e9d-4d21-864b-ce5c3fbf33cb req-f52427c5-c496-4b95-a0a3-d32f8450a9be tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:24.478142 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-cc9e2f8d-4e9d-4d21-864b-ce5c3fbf33cb req-f52427c5-c496-4b95-a0a3-d32f8450a9be tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.2023261 Mar 23 02:38:24.488935 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56798) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:24.494626 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-cf927965-49e2-4b20-a8ad-95fe4e98d69b tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Request body: {'floatingip': {'port_id': 'b1c2f96b-7108-49be-9bca-58773bb2d8fc'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:24.719671 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f4e47d-5e7f-4bb1-84b7-8ce53c755f39 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Network 01eebb96-c7dc-4ce4-99bd-e18945218ef9 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:38:24.762931 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc22ec-634e-44d4-9dba-f12bd50d8306 req-5511837b-1889-465f-9332-6a9ce63524e6 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:24.764474 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-efbc22ec-634e-44d4-9dba-f12bd50d8306 req-5511837b-1889-465f-9332-6a9ce63524e6 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/ports?device_id=754c7ed1-b58b-4feb-84ca-b7ce20755966 HTTP/1.1" status: 200 len: 945 time: 0.1872694 Mar 23 02:38:24.767432 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8af77c03-78dc-486d-bea5-1bd0e73d23a5 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks [] for port (7ccdfe6f-96db-4e1f-bacb-c33d90886e90), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:24.820379 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-40cf61dc-c0af-4320-af5b-5abf16211ba1 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting port 4302ec2d-56a4-4a7a-a6b4-e5e4b107c827 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:24.820681 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-40cf61dc-c0af-4320-af5b-5abf16211ba1 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (4302ec2d-56a4-4a7a-a6b4-e5e4b107c827), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:24.846353 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-72776bd5-1bde-4eba-bd44-e0ae8f82f83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (ebd75b3c-8f8f-415d-8108-261e27cadf4e), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:24.849224 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-72776bd5-1bde-4eba-bd44-e0ae8f82f83b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:24.852065 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-72776bd5-1bde-4eba-bd44-e0ae8f82f83b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ebd75b3c-8f8f-415d-8108-261e27cadf4e HTTP/1.1" status: 204 len: 168 time: 0.8499529 Mar 23 02:38:24.856952 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-d5f4e47d-5e7f-4bb1-84b7-8ce53c755f39 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 01eebb96-c7dc-4ce4-99bd-e18945218ef9) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:24.861234 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cf927965-49e2-4b20-a8ad-95fe4e98d69b tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks [] for floatingip (e2bf9024-9a67-456e-a009-32f1374e0c78), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:24.864164 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72776bd5-1bde-4eba-bd44-e0ae8f82f83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd75b3c-8f8f-415d-8108-261e27cadf4e,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:24.877737 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfd57b3-44b5-41d3-87b1-f0a872cc5b9b None None] Network 01eebb96-c7dc-4ce4-99bd-e18945218ef9 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:24.898412 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f4e47d-5e7f-4bb1-84b7-8ce53c755f39 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:24.899018 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d5f4e47d-5e7f-4bb1-84b7-8ce53c755f39 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:24.944042 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-efbc22ec-634e-44d4-9dba-f12bd50d8306 req-f1d49018-5b1a-4293-bfd9-fa70bf417580 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/security-groups?id=273b898c-a099-44af-8002-d1e1f19ddc82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667860 Mar 23 02:38:24.999522 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-40cf61dc-c0af-4320-af5b-5abf16211ba1 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (4302ec2d-56a4-4a7a-a6b4-e5e4b107c827), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:25.023600 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-40cf61dc-c0af-4320-af5b-5abf16211ba1 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Calling delete_port for 4302ec2d-56a4-4a7a-a6b4-e5e4b107c827 owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:25.121442 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d15fc92-590b-411e-b013-16fe3514cbae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-01eebb96-c7dc-4ce4-99bd-e18945218ef9', 'network_id': '01eebb96-c7dc-4ce4-99bd-e18945218ef9', 'project_id': '51b0f06b4ce74eca9f44a6cb2b631af2', 'fixed_ips': [{'subnet_id': 'a59fbb0f-4d87-417b-a560-409a7cda2327'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:38:25.122566 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6d15fc92-590b-411e-b013-16fe3514cbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:25.163384 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d5f4e47d-5e7f-4bb1-84b7-8ce53c755f39 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2258809 Mar 23 02:38:25.165685 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8af77c03-78dc-486d-bea5-1bd0e73d23a5 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (7ccdfe6f-96db-4e1f-bacb-c33d90886e90), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:25.192252 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56814) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:25.254769 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a185680-3611-4d22-ac00-4566e11ff73a req-4cfdc3e7-d70f-4d0c-bb6b-1433d0e16ffc tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:25.261589 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5a185680-3611-4d22-ac00-4566e11ff73a req-4cfdc3e7-d70f-4d0c-bb6b-1433d0e16ffc tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/ports?device_id=754c7ed1-b58b-4feb-84ca-b7ce20755966 HTTP/1.1" status: 200 len: 945 time: 0.1951256 Mar 23 02:38:25.272282 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56816) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:25.272429 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af77c03-78dc-486d-bea5-1bd0e73d23a5 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Network eb74df1e-73d7-42d8-8f9c-997a66682059 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:25.273246 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ad36c6-fbf4-4dbb-95fe-006e93ba4659 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Router 4a3eb621-dc73-4f2e-9a6e-a23d73ac8d85 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:38:25.281869 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-61d720e2-eaca-4c7e-adbb-a0d43276a590 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Request body: {'floatingip': {'port_id': 'a16b9a7d-9340-405b-9b78-f53b1a7668ed'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:25.285922 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af77c03-78dc-486d-bea5-1bd0e73d23a5 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Pushing event updated for resources: {'Port': ['ID=7ccdfe6f-96db-4e1f-bacb-c33d90886e90,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:25.290549 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-8af77c03-78dc-486d-bea5-1bd0e73d23a5 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:25.293156 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af77c03-78dc-486d-bea5-1bd0e73d23a5 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:25.368831 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af77c03-78dc-486d-bea5-1bd0e73d23a5 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:25.369846 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8af77c03-78dc-486d-bea5-1bd0e73d23a5 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:25.389981 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56820) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:25.449335 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-6d15fc92-590b-411e-b013-16fe3514cbae None None] Allocated IP 2001:db8::1 (01eebb96-c7dc-4ce4-99bd-e18945218ef9/a59fbb0f-4d87-417b-a560-409a7cda2327/d810df03-5542-4cf7-aded-3a41e9db94fa) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:25.463744 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-61d720e2-eaca-4c7e-adbb-a0d43276a590 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks [] for floatingip (86b13c69-bc9f-478a-869f-cec2b2818e2e), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:25.605509 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af8fb4f-1b55-4250-b328-6f3f12fe3250 None None] Network 6304d4d5-93da-48d4-a7fb-f395059aefe6 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:25.660751 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (01eebb96-c7dc-4ce4-99bd-e18945218ef9), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:25.835276 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6d15fc92-590b-411e-b013-16fe3514cbae None None] Publish callbacks [] for port (d810df03-5542-4cf7-aded-3a41e9db94fa), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:25.883652 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-9b64f6e6-5094-4e22-9101-65e7cce91bff None None] Provisioning complete for port a59ff175-2e1b-418e-9502-d3af9559f81e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:25.884320 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9b64f6e6-5094-4e22-9101-65e7cce91bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a59ff175-2e1b-418e-9502-d3af9559f81e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:25.917876 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-03f66746-a520-4a6d-ba8a-35fc3177c883 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1227467240', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:25.929245 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8af77c03-78dc-486d-bea5-1bd0e73d23a5 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3888795 Mar 23 02:38:25.930345 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (a59fbb0f-4d87-417b-a560-409a7cda2327), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:25.969692 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56832) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:25.971375 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ad36c6-fbf4-4dbb-95fe-006e93ba4659 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:38:25.981379 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b590c65-b143-4d23-bbd8-b59677bc6928 None None] Sync routers for ids ['4a3eb621-dc73-4f2e-9a6e-a23d73ac8d85'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:38:25.988919 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device cc1e4eef-7ab0-41df-a65a-31ebaf22d913 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:38:25.995776 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b590c65-b143-4d23-bbd8-b59677bc6928 None None] Routers {'4a3eb621-dc73-4f2e-9a6e-a23d73ac8d85'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:25.998126 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6d15fc92-590b-411e-b013-16fe3514cbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (d810df03-5542-4cf7-aded-3a41e9db94fa), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:25.998851 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-9b590c65-b143-4d23-bbd8-b59677bc6928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['4a3eb621-dc73-4f2e-9a6e-a23d73ac8d85'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:26.132246 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b0ad36c6-fbf4-4dbb-95fe-006e93ba4659 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:26.133629 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b0ad36c6-fbf4-4dbb-95fe-006e93ba4659 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.3706915 Mar 23 02:38:26.142435 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56836) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:26.147614 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d15fc92-590b-411e-b013-16fe3514cbae None None] Network 01eebb96-c7dc-4ce4-99bd-e18945218ef9 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:26.155115 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-6d15fc92-590b-411e-b013-16fe3514cbae None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:26.162948 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d15fc92-590b-411e-b013-16fe3514cbae None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:26.221788 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-03f66746-a520-4a6d-ba8a-35fc3177c883 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (d394ac1e-659b-4ffc-9240-fe99cb0adf2f), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:26.223761 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-03f66746-a520-4a6d-ba8a-35fc3177c883 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (d394ac1e-659b-4ffc-9240-fe99cb0adf2f), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:26.243230 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-9b590c65-b143-4d23-bbd8-b59677bc6928 None None] Set router 4a3eb621-dc73-4f2e-9a6e-a23d73ac8d85 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:38:26.368596 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-9b64f6e6-5094-4e22-9101-65e7cce91bff None None] Current status of the port a59ff175-2e1b-418e-9502-d3af9559f81e is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:26.369178 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9b64f6e6-5094-4e22-9101-65e7cce91bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a59ff175-2e1b-418e-9502-d3af9559f81e), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:26.371161 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15fc92-590b-411e-b013-16fe3514cbae None None] Pushing event updated for resources: {'Port': ['ID=d810df03-5542-4cf7-aded-3a41e9db94fa,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:26.462455 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-6d15fc92-590b-411e-b013-16fe3514cbae None None] Attempting to bind port d810df03-5542-4cf7-aded-3a41e9db94fa on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:26.462849 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-6d15fc92-590b-411e-b013-16fe3514cbae None None] Attempting to bind port d810df03-5542-4cf7-aded-3a41e9db94fa by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '235f48cd-5acd-4409-b5c5-f87b0827837b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '01eebb96-c7dc-4ce4-99bd-e18945218ef9'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:26.464298 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15fc92-590b-411e-b013-16fe3514cbae None None] Attempting to bind port d810df03-5542-4cf7-aded-3a41e9db94fa on network 01eebb96-c7dc-4ce4-99bd-e18945218ef9 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:26.471960 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port cc1e4eef-7ab0-41df-a65a-31ebaf22d913 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:26.472429 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (cc1e4eef-7ab0-41df-a65a-31ebaf22d913), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:26.502805 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.db.resource_extend [None req-cf927965-49e2-4b20-a8ad-95fe4e98d69b tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 02:38:26.509771 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-9b64f6e6-5094-4e22-9101-65e7cce91bff None None] For port a59ff175-2e1b-418e-9502-d3af9559f81e, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=a59ff175-2e1b-418e-9502-d3af9559f81e,segment=NetworkSegment(e1e1e837-8bff-4c95-91ee-7f0ada36a1ed),segment_id=e1e1e837-8bff-4c95-91ee-7f0ada36a1ed)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:26.544090 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15fc92-590b-411e-b013-16fe3514cbae None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:38:26.544090 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15fc92-590b-411e-b013-16fe3514cbae None None] Checking segment: {'id': '235f48cd-5acd-4409-b5c5-f87b0827837b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '01eebb96-c7dc-4ce4-99bd-e18945218ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:26.544090 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6d15fc92-590b-411e-b013-16fe3514cbae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:26.544090 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15fc92-590b-411e-b013-16fe3514cbae None None] Bound using segment: {'id': '235f48cd-5acd-4409-b5c5-f87b0827837b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '01eebb96-c7dc-4ce4-99bd-e18945218ef9'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:38:26.544090 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-6d15fc92-590b-411e-b013-16fe3514cbae None None] Bound port: d810df03-5542-4cf7-aded-3a41e9db94fa, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '235f48cd-5acd-4409-b5c5-f87b0827837b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '01eebb96-c7dc-4ce4-99bd-e18945218ef9'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:38:26.544090 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6d15fc92-590b-411e-b013-16fe3514cbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d810df03-5542-4cf7-aded-3a41e9db94fa), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:26.606426 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9b64f6e6-5094-4e22-9101-65e7cce91bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (a59ff175-2e1b-418e-9502-d3af9559f81e), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:26.630193 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-9b590c65-b143-4d23-bbd8-b59677bc6928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a3eb621-dc73-4f2e-9a6e-a23d73ac8d85', 'name': '', 'tenant_id': 'aedadd4fbd8b4582bcd3bf35dfec65d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277462ef-c352-49e1-a3e1-4d0ace58f407', 'external_fixed_ips': [{'subnet_id': '75e65eff-4b22-46ab-a105-468a8a5597c0', 'ip_address': '2001:db8::1c0'}], 'enable_snat': True}, 'gw_port_id': '15dc24c3-7487-49ca-85eb-6896c1adec17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:38:19Z', 'updated_at': '2022-03-23T02:38:23Z', 'revision_number': 3, 'project_id': 'aedadd4fbd8b4582bcd3bf35dfec65d0', 'gw_port': {'id': '15dc24c3-7487-49ca-85eb-6896c1adec17', 'name': '', 'network_id': '277462ef-c352-49e1-a3e1-4d0ace58f407', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a3eb621-dc73-4f2e-9a6e-a23d73ac8d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '75e65eff-4b22-46ab-a105-468a8a5597c0', 'ip_address': '2001:db8::1c0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:21Z', 'updated_at': '2022-03-23T02:38:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75e65eff-4b22-46ab-a105-468a8a5597c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:26.686259 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b590c65-b143-4d23-bbd8-b59677bc6928 None None] Checking router: 4a3eb621-dc73-4f2e-9a6e-a23d73ac8d85 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:38:26.686968 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b590c65-b143-4d23-bbd8-b59677bc6928 None None] Updating router 4a3eb621-dc73-4f2e-9a6e-a23d73ac8d85 port 15dc24c3-7487-49ca-85eb-6896c1adec17 binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:38:26.689910 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56846) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:26.698510 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-40cf61dc-c0af-4320-af5b-5abf16211ba1 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (4302ec2d-56a4-4a7a-a6b4-e5e4b107c827), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:26.727838 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-3510abe3-98e5-4d82-9e8f-afd3c3f10867 tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'project_id': 'abd45c3224cb4555923d17dec85b456d', 'port_id': '7ccdfe6f-96db-4e1f-bacb-c33d90886e90'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:26.748044 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-9b590c65-b143-4d23-bbd8-b59677bc6928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (15dc24c3-7487-49ca-85eb-6896c1adec17), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:26.778997 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-6d15fc92-590b-411e-b013-16fe3514cbae None None] For port d810df03-5542-4cf7-aded-3a41e9db94fa, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:38:26.781078 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64f6e6-5094-4e22-9101-65e7cce91bff None None] Pushing event updated for resources: {'Port': ['ID=a59ff175-2e1b-418e-9502-d3af9559f81e,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:26.833474 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf61dc-c0af-4320-af5b-5abf16211ba1 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Port': ['ID=4302ec2d-56a4-4a7a-a6b4-e5e4b107c827,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:26.839547 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-6d15fc92-590b-411e-b013-16fe3514cbae None None] For port d810df03-5542-4cf7-aded-3a41e9db94fa, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=d810df03-5542-4cf7-aded-3a41e9db94fa,segment=NetworkSegment(235f48cd-5acd-4409-b5c5-f87b0827837b),segment_id=235f48cd-5acd-4409-b5c5-f87b0827837b)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:38:26.840139 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-40cf61dc-c0af-4320-af5b-5abf16211ba1 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:26.850972 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-9ec9e4a1-e0be-401e-aa9d-5eded28967c8 None None] Provisioning complete for port cc1e4eef-7ab0-41df-a65a-31ebaf22d913 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:26.852068 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9ec9e4a1-e0be-401e-aa9d-5eded28967c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (cc1e4eef-7ab0-41df-a65a-31ebaf22d913), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:26.855959 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-40cf61dc-c0af-4320-af5b-5abf16211ba1 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/4302ec2d-56a4-4a7a-a6b4-e5e4b107c827 HTTP/1.1" status: 204 len: 168 time: 2.5010183 Mar 23 02:38:26.857018 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56850) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:26.883373 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port cc1e4eef-7ab0-41df-a65a-31ebaf22d913 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:26.884063 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (cc1e4eef-7ab0-41df-a65a-31ebaf22d913), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:26.932944 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3510abe3-98e5-4d82-9e8f-afd3c3f10867 tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:26.938544 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6d15fc92-590b-411e-b013-16fe3514cbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (d810df03-5542-4cf7-aded-3a41e9db94fa), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:26.949650 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e2ef61-7ffb-415f-9c38-b150b7d07138 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:26.951490 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e2ef61-7ffb-415f-9c38-b150b7d07138 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:26.956982 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-17e2ef61-7ffb-415f-9c38-b150b7d07138 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0941544 Mar 23 02:38:26.958075 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56852) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:27.030459 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port cc1e4eef-7ab0-41df-a65a-31ebaf22d913, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=cc1e4eef-7ab0-41df-a65a-31ebaf22d913,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:27.068498 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (a59fbb0f-4d87-417b-a560-409a7cda2327), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:27.115928 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-9b590c65-b143-4d23-bbd8-b59677bc6928 None None] Publish callbacks [] for port (15dc24c3-7487-49ca-85eb-6896c1adec17), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:27.130443 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-61d720e2-eaca-4c7e-adbb-a0d43276a590 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:27.137720 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (cc1e4eef-7ab0-41df-a65a-31ebaf22d913), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:27.138486 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device a59ff175-2e1b-418e-9502-d3af9559f81e up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:38:27.140436 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cf927965-49e2-4b20-a8ad-95fe4e98d69b tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:27.183045 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-448afc24-3a10-4363-bf73-7b62108f8f47 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-735365387'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:27.189888 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15fc92-590b-411e-b013-16fe3514cbae None None] Pushing event updated for resources: {'Port': ['ID=d810df03-5542-4cf7-aded-3a41e9db94fa,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:27.210773 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-9b590c65-b143-4d23-bbd8-b59677bc6928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (15dc24c3-7487-49ca-85eb-6896c1adec17), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:27.227813 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event deleted for resources: {'Subnet': ['ID=a59fbb0f-4d87-417b-a560-409a7cda2327,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:27.232526 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-9ec9e4a1-e0be-401e-aa9d-5eded28967c8 None None] Current status of the port cc1e4eef-7ab0-41df-a65a-31ebaf22d913 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:27.253957 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cf927965-49e2-4b20-a8ad-95fe4e98d69b tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (e2bf9024-9a67-456e-a009-32f1374e0c78), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:27.258581 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-61d720e2-eaca-4c7e-adbb-a0d43276a590 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (86b13c69-bc9f-478a-869f-cec2b2818e2e), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:27.261862 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (01eebb96-c7dc-4ce4-99bd-e18945218ef9), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:27.270574 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=cc1e4eef-7ab0-41df-a65a-31ebaf22d913,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:27.276828 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-9ec9e4a1-e0be-401e-aa9d-5eded28967c8 None None] Provisioning complete for port 7ccdfe6f-96db-4e1f-bacb-c33d90886e90 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:27.276828 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9ec9e4a1-e0be-401e-aa9d-5eded28967c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7ccdfe6f-96db-4e1f-bacb-c33d90886e90), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:27.294979 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-9b590c65-b143-4d23-bbd8-b59677bc6928 None None] Attempting to bind port 15dc24c3-7487-49ca-85eb-6896c1adec17 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:27.295560 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-9b590c65-b143-4d23-bbd8-b59677bc6928 None None] Attempting to bind port 15dc24c3-7487-49ca-85eb-6896c1adec17 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'e6488b9f-d268-4cd3-9f39-fe78182ea0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '277462ef-c352-49e1-a3e1-4d0ace58f407'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:27.296148 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b590c65-b143-4d23-bbd8-b59677bc6928 None None] Attempting to bind port 15dc24c3-7487-49ca-85eb-6896c1adec17 on network 277462ef-c352-49e1-a3e1-4d0ace58f407 {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:27.301231 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd30b2-052d-439d-a651-0520b610e932 None None] Pushing event updated for resources: {'Port': ['ID=15dc24c3-7487-49ca-85eb-6896c1adec17,revision_number=2']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:27.304822 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:27.305179 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:27.305514 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:27.305848 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:27.306221 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:27.306556 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:27.306943 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:27.307269 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:27.307590 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:27.307942 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:27.308265 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:27.308588 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:27.308908 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:27.309225 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:27.309545 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:27.311613 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b590c65-b143-4d23-bbd8-b59677bc6928 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:38:27.312265 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b590c65-b143-4d23-bbd8-b59677bc6928 None None] Checking segment: {'id': 'e6488b9f-d268-4cd3-9f39-fe78182ea0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '277462ef-c352-49e1-a3e1-4d0ace58f407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:27.316055 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-9b590c65-b143-4d23-bbd8-b59677bc6928 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:27.316055 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b590c65-b143-4d23-bbd8-b59677bc6928 None None] Bound using segment: {'id': 'e6488b9f-d268-4cd3-9f39-fe78182ea0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '277462ef-c352-49e1-a3e1-4d0ace58f407'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:38:27.316055 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-9b590c65-b143-4d23-bbd8-b59677bc6928 None None] Bound port: 15dc24c3-7487-49ca-85eb-6896c1adec17, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6488b9f-d268-4cd3-9f39-fe78182ea0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '277462ef-c352-49e1-a3e1-4d0ace58f407'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:38:27.316055 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-9b590c65-b143-4d23-bbd8-b59677bc6928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (15dc24c3-7487-49ca-85eb-6896c1adec17), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:27.324973 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-03f66746-a520-4a6d-ba8a-35fc3177c883 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks [] for router_controller (d394ac1e-659b-4ffc-9240-fe99cb0adf2f), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:27.329150 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-834bfa2f-2bf4-4021-8620-ed6105dcc417 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting subnet c5e1bfbc-dd7f-481b-b302-779139e60fb6 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:38:27.339072 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b85e14f1-a5fa-4f5a-8394-0465bc227d0d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router (4a3eb621-dc73-4f2e-9a6e-a23d73ac8d85), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:27.341654 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01eebb96-c7dc-4ce4-99bd-e18945218ef9']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:27.349901 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port a59ff175-2e1b-418e-9502-d3af9559f81e triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:27.349901 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a59ff175-2e1b-418e-9502-d3af9559f81e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:27.349901 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-9ec9e4a1-e0be-401e-aa9d-5eded28967c8 None None] Port 7ccdfe6f-96db-4e1f-bacb-c33d90886e90 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:38:27.350168 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-834bfa2f-2bf4-4021-8620-ed6105dcc417 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (c5e1bfbc-dd7f-481b-b302-779139e60fb6), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:27.367371 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-9ec9e4a1-e0be-401e-aa9d-5eded28967c8 None None] Could not find standard attr ID for object 4302ec2d-56a4-4a7a-a6b4-e5e4b107c827. {{(pid=104350) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:38:27.441990 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-9b590c65-b143-4d23-bbd8-b59677bc6928 None None] For port 15dc24c3-7487-49ca-85eb-6896c1adec17, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:38:27.445756 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-9b590c65-b143-4d23-bbd8-b59677bc6928 None None] For port 15dc24c3-7487-49ca-85eb-6896c1adec17, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=15dc24c3-7487-49ca-85eb-6896c1adec17,segment=NetworkSegment(e6488b9f-d268-4cd3-9f39-fe78182ea0d4),segment_id=e6488b9f-d268-4cd3-9f39-fe78182ea0d4)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:38:27.484075 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235f48cd-5acd-4409-b5c5-f87b0827837b') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:27.484469 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235f48cd-5acd-4409-b5c5-f87b0827837b') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:27.496911 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448afc24-3a10-4363-bf73-7b62108f8f47 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Made reservation on behalf of 01147389206e489eb88bc3d2a73aa2db for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:27.502390 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-448afc24-3a10-4363-bf73-7b62108f8f47 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:27.510535 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-18f55816-c851-4811-9e3c-bd809b55c068 None None] Provisioning complete for port a59ff175-2e1b-418e-9502-d3af9559f81e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:27.510535 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-18f55816-c851-4811-9e3c-bd809b55c068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a59ff175-2e1b-418e-9502-d3af9559f81e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:27.510535 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port a59ff175-2e1b-418e-9502-d3af9559f81e is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:27.516834 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-03f66746-a520-4a6d-ba8a-35fc3177c883 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (d394ac1e-659b-4ffc-9240-fe99cb0adf2f), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:27.530928 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-9b590c65-b143-4d23-bbd8-b59677bc6928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (15dc24c3-7487-49ca-85eb-6896c1adec17), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:27.602169 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-18f55816-c851-4811-9e3c-bd809b55c068 None None] Current status of the port a59ff175-2e1b-418e-9502-d3af9559f81e is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:27.619077 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b590c65-b143-4d23-bbd8-b59677bc6928 None None] Routers {'4a3eb621-dc73-4f2e-9a6e-a23d73ac8d85'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:27.620106 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-9b590c65-b143-4d23-bbd8-b59677bc6928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['4a3eb621-dc73-4f2e-9a6e-a23d73ac8d85'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:27.623179 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-448afc24-3a10-4363-bf73-7b62108f8f47 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:27.653035 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (235f48cd-5acd-4409-b5c5-f87b0827837b), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:27.676737 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b85e14f1-a5fa-4f5a-8394-0465bc227d0d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router_gateway (4a3eb621-dc73-4f2e-9a6e-a23d73ac8d85), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:27.685704 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-834bfa2f-2bf4-4021-8620-ed6105dcc417 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (c5e1bfbc-dd7f-481b-b302-779139e60fb6), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:27.722897 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (235f48cd-5acd-4409-b5c5-f87b0827837b), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:27.740316 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3510abe3-98e5-4d82-9e8f-afd3c3f10867 tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:27.749134 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-03f66746-a520-4a6d-ba8a-35fc3177c883 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:27.753237 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-03f66746-a520-4a6d-ba8a-35fc3177c883 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 2.3605821 Mar 23 02:38:27.757106 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:38:27.757519 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (235f48cd-5acd-4409-b5c5-f87b0827837b), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:27.761996 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56854) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:27.766093 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:38:27.766093 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:38:27.766093 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:38:27.766093 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:38:27.766093 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:38:27.766093 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:38:27.766093 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:38:27.766093 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:38:27.766093 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:38:27.766093 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:38:27.766093 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:38:27.766093 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:38:27.766093 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:38:27.766093 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:38:27.766093 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:38:27.766093 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:38:27.766093 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:38:27.766093 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:38:27.766093 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:38:27.766093 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:38:27.766093 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:38:27.766093 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:38:27.766093 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:38:27.766093 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:38:27.766093 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:38:27.766093 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:38:27.766093 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:38:27.766093 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:38:27.766093 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:38:27.766093 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:38:27.766093 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:38:27.766093 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:38:27.771902 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-1e8fa973-d511-4af6-b9ce-38173953e0ff tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1750173658'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:27.825697 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-61d720e2-eaca-4c7e-adbb-a0d43276a590 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Floating IP 86b13c69-bc9f-478a-869f-cec2b2818e2e associated. External IP: 172.26.2.118, port: a16b9a7d-9340-405b-9b78-f53b1a7668ed. Mar 23 02:38:27.838643 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-9b590c65-b143-4d23-bbd8-b59677bc6928 None None] Set router 4a3eb621-dc73-4f2e-9a6e-a23d73ac8d85 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:38:27.952539 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:38:27.974424 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd30b2-052d-439d-a651-0520b610e932 None None] Pushing event updated for resources: {'Port': ['ID=15dc24c3-7487-49ca-85eb-6896c1adec17,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:27.992397 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-3510abe3-98e5-4d82-9e8f-afd3c3f10867 tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Allocated IP 172.26.2.29 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/9cefbc93-2f4f-417b-a07c-7ae03d901c14) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:28.026197 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device cc1e4eef-7ab0-41df-a65a-31ebaf22d913 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:38:28.059066 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-834bfa2f-2bf4-4021-8620-ed6105dcc417 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (c5e1bfbc-dd7f-481b-b302-779139e60fb6), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:28.074971 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-9b590c65-b143-4d23-bbd8-b59677bc6928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a3eb621-dc73-4f2e-9a6e-a23d73ac8d85', 'name': '', 'tenant_id': 'aedadd4fbd8b4582bcd3bf35dfec65d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277462ef-c352-49e1-a3e1-4d0ace58f407', 'external_fixed_ips': [{'subnet_id': '75e65eff-4b22-46ab-a105-468a8a5597c0', 'ip_address': '2001:db8::1c0'}], 'enable_snat': True}, 'gw_port_id': '15dc24c3-7487-49ca-85eb-6896c1adec17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:38:19Z', 'updated_at': '2022-03-23T02:38:23Z', 'revision_number': 3, 'project_id': 'aedadd4fbd8b4582bcd3bf35dfec65d0', 'gw_port': {'id': '15dc24c3-7487-49ca-85eb-6896c1adec17', 'name': '', 'network_id': '277462ef-c352-49e1-a3e1-4d0ace58f407', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a3eb621-dc73-4f2e-9a6e-a23d73ac8d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '75e65eff-4b22-46ab-a105-468a8a5597c0', 'ip_address': '2001:db8::1c0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:21Z', 'updated_at': '2022-03-23T02:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75e65eff-4b22-46ab-a105-468a8a5597c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:28.110176 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b590c65-b143-4d23-bbd8-b59677bc6928 None None] The sync data for ids ['4a3eb621-dc73-4f2e-9a6e-a23d73ac8d85'] in dv-neutron-834613-2-hyperv is: [{'id': '4a3eb621-dc73-4f2e-9a6e-a23d73ac8d85', 'name': '', 'tenant_id': 'aedadd4fbd8b4582bcd3bf35dfec65d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277462ef-c352-49e1-a3e1-4d0ace58f407', 'external_fixed_ips': [{'subnet_id': '75e65eff-4b22-46ab-a105-468a8a5597c0', 'ip_address': '2001:db8::1c0'}], 'enable_snat': True}, 'gw_port_id': '15dc24c3-7487-49ca-85eb-6896c1adec17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:38:19Z', 'updated_at': '2022-03-23T02:38:23Z', 'revision_number': 3, 'project_id': 'aedadd4fbd8b4582bcd3bf35dfec65d0', 'gw_port': {'id': '15dc24c3-7487-49ca-85eb-6896c1adec17', 'name': '', 'network_id': '277462ef-c352-49e1-a3e1-4d0ace58f407', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a3eb621-dc73-4f2e-9a6e-a23d73ac8d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '75e65eff-4b22-46ab-a105-468a8a5597c0', 'ip_address': '2001:db8::1c0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:21Z', 'updated_at': '2022-03-23T02:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75e65eff-4b22-46ab-a105-468a8a5597c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:38:28.137512 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port cc1e4eef-7ab0-41df-a65a-31ebaf22d913 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:28.147329 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (cc1e4eef-7ab0-41df-a65a-31ebaf22d913), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:28.163944 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d720e2-eaca-4c7e-adbb-a0d43276a590 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Router 920e73ec-0607-4b96-a19e-e29807738883 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:38:28.171214 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-cf927965-49e2-4b20-a8ad-95fe4e98d69b tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Floating IP e2bf9024-9a67-456e-a009-32f1374e0c78 associated. External IP: 172.26.2.98, port: b1c2f96b-7108-49be-9bca-58773bb2d8fc. Mar 23 02:38:28.260123 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-b85e14f1-a5fa-4f5a-8394-0465bc227d0d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Deleting port 15dc24c3-7487-49ca-85eb-6896c1adec17 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:28.260466 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b85e14f1-a5fa-4f5a-8394-0465bc227d0d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (15dc24c3-7487-49ca-85eb-6896c1adec17), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:28.308667 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.db.api [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 02:38:28.308667 dv-neutron-834613-2-hyperv neutron-server[104349]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 02:38:28.308667 dv-neutron-834613-2-hyperv neutron-server[104349]: [parameters: {'id': '01eebb96-c7dc-4ce4-99bd-e18945218ef9'}] Mar 23 02:38:28.308667 dv-neutron-834613-2-hyperv neutron-server[104349]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104349) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:38:28.309114 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG oslo_db.api [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:38:28.334603 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-834bfa2f-2bf4-4021-8620-ed6105dcc417 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (c5e1bfbc-dd7f-481b-b302-779139e60fb6), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:28.344380 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8fa973-d511-4af6-b9ce-38173953e0ff tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Made reservation on behalf of 1d0052d11de8436db9ef3a31945409c2 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:28.348095 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1e8fa973-d511-4af6-b9ce-38173953e0ff tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:28.352786 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port cc1e4eef-7ab0-41df-a65a-31ebaf22d913 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:28.355571 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d810df03-5542-4cf7-aded-3a41e9db94fa up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:38:28.397639 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-834bfa2f-2bf4-4021-8620-ed6105dcc417 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:28.403619 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-834bfa2f-2bf4-4021-8620-ed6105dcc417 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/c5e1bfbc-dd7f-481b-b302-779139e60fb6 HTTP/1.1" status: 204 len: 168 time: 1.4096086 Mar 23 02:38:28.404790 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56858) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:28.420493 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc71685-1f8c-4cd2-a1a7-6c5c2fb04c71 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:28.456746 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1e8fa973-d511-4af6-b9ce-38173953e0ff tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:28.491428 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834bfa2f-2bf4-4021-8620-ed6105dcc417 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Subnet': ['ID=c5e1bfbc-dd7f-481b-b302-779139e60fb6,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:28.563935 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9da021a4-79d8-4df9-a01b-be80e13d165c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1295309 Mar 23 02:38:28.571886 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56860) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:28.600553 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-35183658-7c0a-41c7-adf8-d1a3ef66c831 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:28.632249 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf927965-49e2-4b20-a8ad-95fe4e98d69b tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Router ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:38:28.638670 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d720e2-eaca-4c7e-adbb-a0d43276a590 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:38:28.665344 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-61d720e2-eaca-4c7e-adbb-a0d43276a590 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:28.667586 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff15b454-8e48-4dc3-b065-2fb0be702d7e None None] Sync routers for ids ['920e73ec-0607-4b96-a19e-e29807738883'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:38:28.670806 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44001573-2964-458f-ad0e-9a07057da788 None None] Network 01eebb96-c7dc-4ce4-99bd-e18945218ef9 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:28.709076 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port d810df03-5542-4cf7-aded-3a41e9db94fa triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:28.709615 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d810df03-5542-4cf7-aded-3a41e9db94fa), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:28.759872 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-61d720e2-eaca-4c7e-adbb-a0d43276a590 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "PUT /v2.0/floatingips/86b13c69-bc9f-478a-869f-cec2b2818e2e HTTP/1.1" status: 200 len: 991 time: 3.4850743 Mar 23 02:38:28.819888 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '754c7ed1-b58b-4feb-84ca-b7ce20755966', 'tag': 'a16b9a7d-9340-405b-9b78-f53b1a7668ed'}] {{(pid=104348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:38:28.835904 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (01eebb96-c7dc-4ce4-99bd-e18945218ef9), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:28.888171 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf927965-49e2-4b20-a8ad-95fe4e98d69b tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:38:28.896415 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cf927965-49e2-4b20-a8ad-95fe4e98d69b tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:28.903235 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03df975c-cd92-40c7-a241-9b9e463a9e81 None None] Sync routers for ids ['ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:38:28.922283 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3510abe3-98e5-4d82-9e8f-afd3c3f10867 tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Publish callbacks [] for port (9cefbc93-2f4f-417b-a07c-7ae03d901c14), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:28.936343 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03df975c-cd92-40c7-a241-9b9e463a9e81 None None] Routers {'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:28.940306 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-03df975c-cd92-40c7-a241-9b9e463a9e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:28.951313 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-cf927965-49e2-4b20-a8ad-95fe4e98d69b tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "PUT /v2.0/floatingips/e2bf9024-9a67-456e-a009-32f1374e0c78 HTTP/1.1" status: 200 len: 990 time: 4.4609954 Mar 23 02:38:29.069676 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a43494f7a0cd0c51715e4079ece57a9ff1e623b58ceb021b6bb41ba87478d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63a8ef6-a30c-4c93-8e9d-968f683a90e2" -d '{"events": [{"name": "network-changed", "server_uuid": "754c7ed1-b58b-4feb-84ca-b7ce20755966", "tag": "a16b9a7d-9340-405b-9b78-f53b1a7668ed"}]}' {{(pid=104348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:38:29.090100 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-448afc24-3a10-4363-bf73-7b62108f8f47 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks [] for security_group (06d34ed9-0dcf-41fc-9a2d-0129c0de243f), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:29.187542 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3510abe3-98e5-4d82-9e8f-afd3c3f10867 tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (9cefbc93-2f4f-417b-a07c-7ae03d901c14), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:29.210052 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff15b454-8e48-4dc3-b065-2fb0be702d7e None None] Routers {'920e73ec-0607-4b96-a19e-e29807738883'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:29.210930 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990114f5-0aca-41ad-a8ed-1dfddb0fa7aa req-9482d40d-87a0-4fd9-973f-590fc26d9f87 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:29.211130 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-ff15b454-8e48-4dc3-b065-2fb0be702d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['920e73ec-0607-4b96-a19e-e29807738883'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:29.225536 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-990114f5-0aca-41ad-a8ed-1dfddb0fa7aa req-9482d40d-87a0-4fd9-973f-590fc26d9f87 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.1420228 Mar 23 02:38:29.229892 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-03df975c-cd92-40c7-a241-9b9e463a9e81 None None] Set router ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:38:29.288401 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-b85e14f1-a5fa-4f5a-8394-0465bc227d0d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] For port 15dc24c3-7487-49ca-85eb-6896c1adec17, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=15dc24c3-7487-49ca-85eb-6896c1adec17,segment=NetworkSegment(e6488b9f-d268-4cd3-9f39-fe78182ea0d4),segment_id=e6488b9f-d268-4cd3-9f39-fe78182ea0d4)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:29.289522 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b85e14f1-a5fa-4f5a-8394-0465bc227d0d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (15dc24c3-7487-49ca-85eb-6896c1adec17), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:29.301119 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-abb5d26b-1e2a-4d6b-8d0a-ce553a7aee26 None None] Provisioning complete for port d810df03-5542-4cf7-aded-3a41e9db94fa triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:29.301793 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-abb5d26b-1e2a-4d6b-8d0a-ce553a7aee26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d810df03-5542-4cf7-aded-3a41e9db94fa), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:29.363298 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-990114f5-0aca-41ad-a8ed-1dfddb0fa7aa req-d168a7b0-8b6f-44ba-9109-263adc3737fe tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303809 Mar 23 02:38:29.407918 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0cf8bd-0d47-470a-bb75-e10efeccfa57 None None] DHCP port deletion for 94d9379e-13fb-449b-8f45-d1ab95378f77 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:38:29.459235 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-448afc24-3a10-4363-bf73-7b62108f8f47 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (06d34ed9-0dcf-41fc-9a2d-0129c0de243f), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:29.483326 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3510abe3-98e5-4d82-9e8f-afd3c3f10867 tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:29.546770 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-3510abe3-98e5-4d82-9e8f-afd3c3f10867 tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:29.554214 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3510abe3-98e5-4d82-9e8f-afd3c3f10867 tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:29.628937 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2334e3db-4ea3-4822-8b26-20d2ed386a0d x-openstack-request-id: req-2334e3db-4ea3-4822-8b26-20d2ed386a0d {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:38:29.629582 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "754c7ed1-b58b-4feb-84ca-b7ce20755966", "tag": "a16b9a7d-9340-405b-9b78-f53b1a7668ed", "status": "completed", "code": 200}]} {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:38:29.629789 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35183658-7c0a-41c7-adf8-d1a3ef66c831 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:29.630242 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2334e3db-4ea3-4822-8b26-20d2ed386a0d {{(pid=104348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:38:29.630850 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2334e3db-4ea3-4822-8b26-20d2ed386a0d'] response: {'name': 'network-changed', 'server_uuid': '754c7ed1-b58b-4feb-84ca-b7ce20755966', 'tag': 'a16b9a7d-9340-405b-9b78-f53b1a7668ed', 'status': 'completed', 'code': 200} Mar 23 02:38:29.634895 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-35183658-7c0a-41c7-adf8-d1a3ef66c831 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:29.699353 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5814afa2-9f57-4bbe-93d9-d4dcfa688a8a None None] DHCP port deletion for 01eebb96-c7dc-4ce4-99bd-e18945218ef9 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:38:29.744537 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-ff15b454-8e48-4dc3-b065-2fb0be702d7e None None] Set router 920e73ec-0607-4b96-a19e-e29807738883 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:38:29.812070 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b41f0d-01f5-45f6-8f21-3414ace2ab3d req-db3c8934-e75e-4b96-87da-ea29e7adb7c3 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:29.813649 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-05b41f0d-01f5-45f6-8f21-3414ace2ab3d req-db3c8934-e75e-4b96-87da-ea29e7adb7c3 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.0819018 Mar 23 02:38:29.837129 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port d810df03-5542-4cf7-aded-3a41e9db94fa is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:29.837524 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d810df03-5542-4cf7-aded-3a41e9db94fa), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:29.857788 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510abe3-98e5-4d82-9e8f-afd3c3f10867 tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Pushing event updated for resources: {'Port': ['ID=9cefbc93-2f4f-417b-a07c-7ae03d901c14,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:29.897443 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-5b0cf8bd-0d47-470a-bb75-e10efeccfa57 None None] Deleting port cc1e4eef-7ab0-41df-a65a-31ebaf22d913 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:29.898148 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5b0cf8bd-0d47-470a-bb75-e10efeccfa57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (cc1e4eef-7ab0-41df-a65a-31ebaf22d913), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:29.916962 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-03df975c-cd92-40c7-a241-9b9e463a9e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'name': 'tempest-ServerActionsTestJSON-1104090869-router', 'tenant_id': 'c302519e74814ecf9d6317cf454d8d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '834cb181-ca34-4c0b-a7ac-6fe69f9aded1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:37:28Z', 'updated_at': '2022-03-23T02:37:34Z', 'revision_number': 4, 'project_id': 'c302519e74814ecf9d6317cf454d8d57', 'gw_port': {'id': '834cb181-ca34-4c0b-a7ac-6fe69f9aded1', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:29Z', 'updated_at': '2022-03-23T02:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'e2bf9024-9a67-456e-a009-32f1374e0c78', 'tenant_id': 'c302519e74814ecf9d6317cf454d8d57', 'floating_ip_address': '172.26.2.98', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'port_id': 'b1c2f96b-7108-49be-9bca-58773bb2d8fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3edd2161-639f-4b63-b7ee-dfa8fb0684e0', 'mac_address': 'fa:16:3e:28:dc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87611f01-8ebb-4ebc-8b34-372a2847db9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:37:42Z', 'updated_at': '2022-03-23T02:38:26Z', 'revision_number': 1, 'project_id': 'c302519e74814ecf9d6317cf454d8d57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ca2165f-d2ec-4b41-8880-a80f06c959f4', 'name': '', 'network_id': '3edd2161-639f-4b63-b7ee-dfa8fb0684e0', 'tenant_id': 'c302519e74814ecf9d6317cf454d8d57', 'mac_address': 'fa:16:3e:84:d8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '43c32d8d-82fc-4897-9976-f6e345cb2e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:32Z', 'updated_at': '2022-03-23T02:37:39Z', 'revision_number': 5, 'project_id': 'c302519e74814ecf9d6317cf454d8d57', 'subnets': [{'id': '43c32d8d-82fc-4897-9976-f6e345cb2e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:29.938447 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-05b41f0d-01f5-45f6-8f21-3414ace2ab3d req-eb210b0d-e6ea-4486-bac3-2b328f4dcea7 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119804 Mar 23 02:38:29.951866 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448afc24-3a10-4363-bf73-7b62108f8f47 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06d34ed9-0dcf-41fc-9a2d-0129c0de243f,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:29.986357 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-b85e14f1-a5fa-4f5a-8394-0465bc227d0d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Calling delete_port for 15dc24c3-7487-49ca-85eb-6896c1adec17 owned by network:router_gateway {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:29.995005 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03df975c-cd92-40c7-a241-9b9e463a9e81 None None] Checking router: ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:38:29.998374 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-35183658-7c0a-41c7-adf8-d1a3ef66c831 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (1cfe4751-940d-4b6e-a284-61e105cacc8b), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:30.007431 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03df975c-cd92-40c7-a241-9b9e463a9e81 None None] Routers {'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:30.008340 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-03df975c-cd92-40c7-a241-9b9e463a9e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:30.034639 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port d810df03-5542-4cf7-aded-3a41e9db94fa, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=d810df03-5542-4cf7-aded-3a41e9db94fa,segment=NetworkSegment(235f48cd-5acd-4409-b5c5-f87b0827837b),segment_id=235f48cd-5acd-4409-b5c5-f87b0827837b)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:30.070172 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-abb5d26b-1e2a-4d6b-8d0a-ce553a7aee26 None None] Current status of the port d810df03-5542-4cf7-aded-3a41e9db94fa is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:30.070562 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-abb5d26b-1e2a-4d6b-8d0a-ce553a7aee26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d810df03-5542-4cf7-aded-3a41e9db94fa), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:30.117368 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448afc24-3a10-4363-bf73-7b62108f8f47 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:38:30.129581 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (d810df03-5542-4cf7-aded-3a41e9db94fa), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:30.130383 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device a59ff175-2e1b-418e-9502-d3af9559f81e up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:38:30.137774 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35183658-7c0a-41c7-adf8-d1a3ef66c831 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Subnet': ['ID=1cfe4751-940d-4b6e-a284-61e105cacc8b,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:30.161756 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-5b0cf8bd-0d47-470a-bb75-e10efeccfa57 None None] For port cc1e4eef-7ab0-41df-a65a-31ebaf22d913, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=cc1e4eef-7ab0-41df-a65a-31ebaf22d913,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:30.162057 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5b0cf8bd-0d47-470a-bb75-e10efeccfa57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (cc1e4eef-7ab0-41df-a65a-31ebaf22d913), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:30.165847 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-448afc24-3a10-4363-bf73-7b62108f8f47 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (c94fafd6-ff3c-417f-ab76-9b359ef98beb), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:30.166512 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-448afc24-3a10-4363-bf73-7b62108f8f47 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Added segment c94fafd6-ff3c-417f-ab76-9b359ef98beb of type vlan for network 6b5da418-9625-4481-9923-40c544332376 Mar 23 02:38:30.174658 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-03df975c-cd92-40c7-a241-9b9e463a9e81 None None] Set router ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:38:30.216191 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-5b0cf8bd-0d47-470a-bb75-e10efeccfa57 None None] Calling delete_port for cc1e4eef-7ab0-41df-a65a-31ebaf22d913 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:30.238016 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-5814afa2-9f57-4bbe-93d9-d4dcfa688a8a None None] Deleting port d810df03-5542-4cf7-aded-3a41e9db94fa {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:30.238486 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5814afa2-9f57-4bbe-93d9-d4dcfa688a8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (d810df03-5542-4cf7-aded-3a41e9db94fa), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:30.463422 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=d810df03-5542-4cf7-aded-3a41e9db94fa,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:30.518481 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:30.518834 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:30.519296 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:30.519646 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:30.520217 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:30.520568 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:30.520907 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:30.521238 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:30.521596 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:30.521938 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:30.522283 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:30.522634 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:30.522966 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:30.523290 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:30.523612 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:30.527638 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-abb5d26b-1e2a-4d6b-8d0a-ce553a7aee26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:38:30.528024 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-abb5d26b-1e2a-4d6b-8d0a-ce553a7aee26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:38:30.562219 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-03df975c-cd92-40c7-a241-9b9e463a9e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'name': 'tempest-ServerActionsTestJSON-1104090869-router', 'tenant_id': 'c302519e74814ecf9d6317cf454d8d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '834cb181-ca34-4c0b-a7ac-6fe69f9aded1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:37:28Z', 'updated_at': '2022-03-23T02:37:34Z', 'revision_number': 4, 'project_id': 'c302519e74814ecf9d6317cf454d8d57', 'gw_port': {'id': '834cb181-ca34-4c0b-a7ac-6fe69f9aded1', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:29Z', 'updated_at': '2022-03-23T02:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'e2bf9024-9a67-456e-a009-32f1374e0c78', 'tenant_id': 'c302519e74814ecf9d6317cf454d8d57', 'floating_ip_address': '172.26.2.98', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'port_id': 'b1c2f96b-7108-49be-9bca-58773bb2d8fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3edd2161-639f-4b63-b7ee-dfa8fb0684e0', 'mac_address': 'fa:16:3e:28:dc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87611f01-8ebb-4ebc-8b34-372a2847db9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:37:42Z', 'updated_at': '2022-03-23T02:38:26Z', 'revision_number': 1, 'project_id': 'c302519e74814ecf9d6317cf454d8d57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ca2165f-d2ec-4b41-8880-a80f06c959f4', 'name': '', 'network_id': '3edd2161-639f-4b63-b7ee-dfa8fb0684e0', 'tenant_id': 'c302519e74814ecf9d6317cf454d8d57', 'mac_address': 'fa:16:3e:84:d8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '43c32d8d-82fc-4897-9976-f6e345cb2e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:32Z', 'updated_at': '2022-03-23T02:37:39Z', 'revision_number': 5, 'project_id': 'c302519e74814ecf9d6317cf454d8d57', 'subnets': [{'id': '43c32d8d-82fc-4897-9976-f6e345cb2e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:30.584095 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port a59ff175-2e1b-418e-9502-d3af9559f81e triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:30.584481 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a59ff175-2e1b-418e-9502-d3af9559f81e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:30.593676 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-5814afa2-9f57-4bbe-93d9-d4dcfa688a8a None None] For port d810df03-5542-4cf7-aded-3a41e9db94fa, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=d810df03-5542-4cf7-aded-3a41e9db94fa,segment=NetworkSegment(235f48cd-5acd-4409-b5c5-f87b0827837b),segment_id=235f48cd-5acd-4409-b5c5-f87b0827837b)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:30.594005 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5814afa2-9f57-4bbe-93d9-d4dcfa688a8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (d810df03-5542-4cf7-aded-3a41e9db94fa), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:30.616829 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03df975c-cd92-40c7-a241-9b9e463a9e81 None None] The sync data for ids ['ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76'] in dv-neutron-834613-2-hyperv is: [{'id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'name': 'tempest-ServerActionsTestJSON-1104090869-router', 'tenant_id': 'c302519e74814ecf9d6317cf454d8d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '834cb181-ca34-4c0b-a7ac-6fe69f9aded1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:37:28Z', 'updated_at': '2022-03-23T02:37:34Z', 'revision_number': 4, 'project_id': 'c302519e74814ecf9d6317cf454d8d57', 'gw_port': {'id': '834cb181-ca34-4c0b-a7ac-6fe69f9aded1', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:29Z', 'updated_at': '2022-03-23T02:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'e2bf9024-9a67-456e-a009-32f1374e0c78', 'tenant_id': 'c302519e74814ecf9d6317cf454d8d57', 'floating_ip_address': '172.26.2.98', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'port_id': 'b1c2f96b-7108-49be-9bca-58773bb2d8fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3edd2161-639f-4b63-b7ee-dfa8fb0684e0', 'mac_address': 'fa:16:3e:28:dc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87611f01-8ebb-4ebc-8b34-372a2847db9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:37:42Z', 'updated_at': '2022-03-23T02:38:26Z', 'revision_number': 1, 'project_id': 'c302519e74814ecf9d6317cf454d8d57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ca2165f-d2ec-4b41-8880-a80f06c959f4', 'name': '', 'network_id': '3edd2161-639f-4b63-b7ee-dfa8fb0684e0', 'tenant_id': 'c302519e74814ecf9d6317cf454d8d57', 'mac_address': 'fa:16:3e:84:d8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '43c32d8d-82fc-4897-9976-f6e345cb2e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:32Z', 'updated_at': '2022-03-23T02:37:39Z', 'revision_number': 5, 'project_id': 'c302519e74814ecf9d6317cf454d8d57', 'subnets': [{'id': '43c32d8d-82fc-4897-9976-f6e345cb2e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:38:30.666471 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-5814afa2-9f57-4bbe-93d9-d4dcfa688a8a None None] Calling delete_port for d810df03-5542-4cf7-aded-3a41e9db94fa owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:30.790090 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35183658-7c0a-41c7-adf8-d1a3ef66c831 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:30.805607 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad1c36-ab63-4884-be5f-17a8b421bb34 req-efe9db93-37b2-4542-ad85-e16f456cc261 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:30.812290 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5b0cf8bd-0d47-470a-bb75-e10efeccfa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (cc1e4eef-7ab0-41df-a65a-31ebaf22d913), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:30.812513 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ccad1c36-ab63-4884-be5f-17a8b421bb34 req-efe9db93-37b2-4542-ad85-e16f456cc261 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/ports?device_id=754c7ed1-b58b-4feb-84ca-b7ce20755966 HTTP/1.1" status: 200 len: 945 time: 1.7102227 Mar 23 02:38:30.861301 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0cf8bd-0d47-470a-bb75-e10efeccfa57 None None] Pushing event deleted for resources: {'Port': ['ID=cc1e4eef-7ab0-41df-a65a-31ebaf22d913,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:30.870104 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-ff15b454-8e48-4dc3-b065-2fb0be702d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e73ec-0607-4b96-a19e-e29807738883', 'name': 'tempest-ServersTestJSON-880061780-router', 'tenant_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '5813600c-f00b-44b4-9a2b-a8f91a1f8b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:37:31Z', 'updated_at': '2022-03-23T02:37:43Z', 'revision_number': 4, 'project_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'gw_port': {'id': '5813600c-f00b-44b4-9a2b-a8f91a1f8b62', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e73ec-0607-4b96-a19e-e29807738883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:33Z', 'updated_at': '2022-03-23T02:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '86b13c69-bc9f-478a-869f-cec2b2818e2e', 'tenant_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'floating_ip_address': '172.26.2.118', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '920e73ec-0607-4b96-a19e-e29807738883', 'port_id': 'a16b9a7d-9340-405b-9b78-f53b1a7668ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22c45d4e-453f-46ea-9852-f03123ae9cab', 'mac_address': 'fa:16:3e:eb:20:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754c7ed1-b58b-4feb-84ca-b7ce20755966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:37:50Z', 'updated_at': '2022-03-23T02:38:26Z', 'revision_number': 1, 'project_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b284c1-1dcf-4f80-a191-8fd80dc15b13', 'name': '', 'network_id': '22c45d4e-453f-46ea-9852-f03123ae9cab', 'tenant_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'mac_address': 'fa:16:3e:99:1e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e73ec-0607-4b96-a19e-e29807738883', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'de1e07f7-443c-4bd4-9b04-646304273766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:41Z', 'updated_at': '2022-03-23T02:37:48Z', 'revision_number': 5, 'project_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'subnets': [{'id': 'de1e07f7-443c-4bd4-9b04-646304273766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:30.870822 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-448afc24-3a10-4363-bf73-7b62108f8f47 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (6b5da418-9625-4481-9923-40c544332376), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:30.876023 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port a59ff175-2e1b-418e-9502-d3af9559f81e is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:30.896347 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-35183658-7c0a-41c7-adf8-d1a3ef66c831 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:30.903672 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0cf8bd-0d47-470a-bb75-e10efeccfa57 None None] No DVR routers for this DVR port cc1e4eef-7ab0-41df-a65a-31ebaf22d913 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:38:30.907226 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff15b454-8e48-4dc3-b065-2fb0be702d7e None None] Checking router: 920e73ec-0607-4b96-a19e-e29807738883 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:38:30.919085 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Deleting port d810df03-5542-4cf7-aded-3a41e9db94fa {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:30.919085 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (d810df03-5542-4cf7-aded-3a41e9db94fa), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:30.923083 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff15b454-8e48-4dc3-b065-2fb0be702d7e None None] Routers {'920e73ec-0607-4b96-a19e-e29807738883'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:30.923083 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-ff15b454-8e48-4dc3-b065-2fb0be702d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['920e73ec-0607-4b96-a19e-e29807738883'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:30.923250 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35183658-7c0a-41c7-adf8-d1a3ef66c831 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:30.923250 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-35183658-7c0a-41c7-adf8-d1a3ef66c831 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:30.965532 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad28c7b-d195-4368-943c-b8c9e99f959d None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:31.077280 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1e8fa973-d511-4af6-b9ce-38173953e0ff tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks [] for security_group (94bea064-4e51-46d4-8b53-17d7b4f54098), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:31.148840 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd3575-7246-4228-a88f-c8c14bc86b0e req-6604861c-5e90-445c-8314-4ad2a4af02d5 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:31.157362 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b6fd3575-7246-4228-a88f-c8c14bc86b0e req-6604861c-5e90-445c-8314-4ad2a4af02d5 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.1423664 Mar 23 02:38:31.158069 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.db.resource_extend [None req-448afc24-3a10-4363-bf73-7b62108f8f47 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 02:38:31.163208 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a8ef6-a30c-4c93-8e9d-968f683a90e2 req-52acdd81-7698-4cb9-bf48-faef45476fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:31.164803 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a63a8ef6-a30c-4c93-8e9d-968f683a90e2 req-52acdd81-7698-4cb9-bf48-faef45476fc0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f6f078640e4c4af68e0bac25d7acd7c7&device_id=754c7ed1-b58b-4feb-84ca-b7ce20755966 HTTP/1.1" status: 200 len: 1129 time: 1.2766712 Mar 23 02:38:31.168776 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-35183658-7c0a-41c7-adf8-d1a3ef66c831 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5824082 Mar 23 02:38:31.178613 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56884) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:31.186945 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-4a9e7362-b94f-4c5e-95fe-363cbb7541ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'port': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'fixed_ips': [{'subnet_id': '1cfe4751-940d-4b6e-a284-61e105cacc8b', 'ip_address': '2001:db8::7e5f:212d:3d7b:7751'}], 'name': 'tempest-NetworksTestDHCPv6-1340231071'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:31.217861 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1e8fa973-d511-4af6-b9ce-38173953e0ff tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (94bea064-4e51-46d4-8b53-17d7b4f54098), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:31.276027 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5814afa2-9f57-4bbe-93d9-d4dcfa688a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (d810df03-5542-4cf7-aded-3a41e9db94fa), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:31.283705 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 15dc24c3-7487-49ca-85eb-6896c1adec17 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:38:31.288163 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab87069-0569-4cb6-bb52-bc92484e8acd None None] New status for floating IP e2bf9024-9a67-456e-a009-32f1374e0c78: ACTIVE {{(pid=104350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:38:31.292217 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b6fd3575-7246-4228-a88f-c8c14bc86b0e req-84e419e7-2d44-4b81-b0e0-6cb69fbfb478 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295102 Mar 23 02:38:31.324956 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8fa973-d511-4af6-b9ce-38173953e0ff tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94bea064-4e51-46d4-8b53-17d7b4f54098,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:31.344755 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ccad1c36-ab63-4884-be5f-17a8b421bb34 req-2551fcfb-821b-4ba8-98a8-105aa7e80e53 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/security-groups?id=273b898c-a099-44af-8002-d1e1f19ddc82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5313709 Mar 23 02:38:31.354055 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3510abe3-98e5-4d82-9e8f-afd3c3f10867 tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Publish callbacks [] for floatingip (8e5f0509-362e-436c-80a6-a8d5297a3d2f), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:31.419365 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-abb5d26b-1e2a-4d6b-8d0a-ce553a7aee26 None None] Port d810df03-5542-4cf7-aded-3a41e9db94fa update to ACTIVE by agent not found {{(pid=104350) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Mar 23 02:38:31.435169 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814afa2-9f57-4bbe-93d9-d4dcfa688a8a None None] Pushing event deleted for resources: {'Port': ['ID=d810df03-5542-4cf7-aded-3a41e9db94fa,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:31.458643 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5814afa2-9f57-4bbe-93d9-d4dcfa688a8a None None] No DVR routers for this DVR port d810df03-5542-4cf7-aded-3a41e9db94fa on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:38:31.467959 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9e7362-b94f-4c5e-95fe-363cbb7541ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:31.499967 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e8fa973-d511-4af6-b9ce-38173953e0ff tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:38:31.506840 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] For port d810df03-5542-4cf7-aded-3a41e9db94fa, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=d810df03-5542-4cf7-aded-3a41e9db94fa,segment=NetworkSegment(235f48cd-5acd-4409-b5c5-f87b0827837b),segment_id=235f48cd-5acd-4409-b5c5-f87b0827837b)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:31.507257 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (d810df03-5542-4cf7-aded-3a41e9db94fa), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:31.538667 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-448afc24-3a10-4363-bf73-7b62108f8f47 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (6b5da418-9625-4481-9923-40c544332376), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:31.543664 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448afc24-3a10-4363-bf73-7b62108f8f47 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:31.544290 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-448afc24-3a10-4363-bf73-7b62108f8f47 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:31.599297 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6645b9c7-b1a3-4e6f-9ec6-99511cd03c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-94d9379e-13fb-449b-8f45-d1ab95378f77', 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'fixed_ips': [{'subnet_id': '1cfe4751-940d-4b6e-a284-61e105cacc8b'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:38:31.600641 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6645b9c7-b1a3-4e6f-9ec6-99511cd03c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:31.602204 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4a9e7362-b94f-4c5e-95fe-363cbb7541ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:31.620562 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1e8fa973-d511-4af6-b9ce-38173953e0ff tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (7c49c5a4-0266-4bfe-9da8-cc7e181e3cea), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:31.620562 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-1e8fa973-d511-4af6-b9ce-38173953e0ff tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Added segment 7c49c5a4-0266-4bfe-9da8-cc7e181e3cea of type vlan for network c14aa87e-515b-465e-bd12-45b373b8a6fe Mar 23 02:38:31.626571 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Calling delete_port for d810df03-5542-4cf7-aded-3a41e9db94fa owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:31.628302 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448afc24-3a10-4363-bf73-7b62108f8f47 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Pushing event updated for resources: {'Network': ['ID=6b5da418-9625-4481-9923-40c544332376,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:31.648194 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 6b5da418-9625-4481-9923-40c544332376 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:38:31.652280 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87611f01-8ebb-4ebc-8b34-372a2847db9a', 'tag': 'b1c2f96b-7108-49be-9bca-58773bb2d8fc'}] {{(pid=104348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:38:31.654793 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a43494f7a0cd0c51715e4079ece57a9ff1e623b58ceb021b6bb41ba87478d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdcfcfe-57e0-42d0-a602-2f40e8ded43d" -d '{"events": [{"name": "network-changed", "server_uuid": "87611f01-8ebb-4ebc-8b34-372a2847db9a", "tag": "b1c2f96b-7108-49be-9bca-58773bb2d8fc"}]}' {{(pid=104348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:38:31.664301 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-4a9e7362-b94f-4c5e-95fe-363cbb7541ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] device_id is not set on port 92488d22-c96c-466e-b47d-9891eee11638 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:38:31.708253 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-ff15b454-8e48-4dc3-b065-2fb0be702d7e None None] Set router 920e73ec-0607-4b96-a19e-e29807738883 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:38:31.738565 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f54515-05f6-4b61-b926-181f02a2fee9 x-openstack-request-id: req-80f54515-05f6-4b61-b926-181f02a2fee9 {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:38:31.739082 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87611f01-8ebb-4ebc-8b34-372a2847db9a", "tag": "b1c2f96b-7108-49be-9bca-58773bb2d8fc", "status": "completed", "code": 200}]} {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:38:31.740043 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-80f54515-05f6-4b61-b926-181f02a2fee9 {{(pid=104348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:38:31.740043 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80f54515-05f6-4b61-b926-181f02a2fee9'] response: {'name': 'network-changed', 'server_uuid': '87611f01-8ebb-4ebc-8b34-372a2847db9a', 'tag': 'b1c2f96b-7108-49be-9bca-58773bb2d8fc', 'status': 'completed', 'code': 200} Mar 23 02:38:31.777861 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1e8fa973-d511-4af6-b9ce-38173953e0ff tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (c14aa87e-515b-465e-bd12-45b373b8a6fe), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:31.865818 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 15dc24c3-7487-49ca-85eb-6896c1adec17 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:31.866197 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (15dc24c3-7487-49ca-85eb-6896c1adec17), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:31.881001 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-4a9e7362-b94f-4c5e-95fe-363cbb7541ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Allocated IP 2001:db8::7e5f:212d:3d7b:7751 (94d9379e-13fb-449b-8f45-d1ab95378f77/1cfe4751-940d-4b6e-a284-61e105cacc8b/92488d22-c96c-466e-b47d-9891eee11638) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:31.898336 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a8ef6-a30c-4c93-8e9d-968f683a90e2 req-f11050fd-7052-42d0-bc57-f0c42730635d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:31.900633 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a63a8ef6-a30c-4c93-8e9d-968f683a90e2 req-f11050fd-7052-42d0-bc57-f0c42730635d service neutron] 10.222.0.23 "GET /v2.0/networks?id=22c45d4e-453f-46ea-9852-f03123ae9cab HTTP/1.1" status: 200 len: 906 time: 0.7101414 Mar 23 02:38:31.906152 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-448afc24-3a10-4363-bf73-7b62108f8f47 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 5.2092011 Mar 23 02:38:31.911929 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56892) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:31.934353 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-aa9e01c1-fe9e-4a50-8ff0-31622fd1a71d tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Request body: {'subnet': {'network_id': '6b5da418-9625-4481-9923-40c544332376', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:32.037200 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1e8fa973-d511-4af6-b9ce-38173953e0ff tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (c14aa87e-515b-465e-bd12-45b373b8a6fe), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:32.042454 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8fa973-d511-4af6-b9ce-38173953e0ff tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:32.043192 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1e8fa973-d511-4af6-b9ce-38173953e0ff tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:32.092870 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 15dc24c3-7487-49ca-85eb-6896c1adec17 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:32.093270 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (15dc24c3-7487-49ca-85eb-6896c1adec17), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:32.150077 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3510abe3-98e5-4d82-9e8f-afd3c3f10867 tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (9cefbc93-2f4f-417b-a07c-7ae03d901c14), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:32.170886 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4a9e7362-b94f-4c5e-95fe-363cbb7541ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for port (92488d22-c96c-466e-b47d-9891eee11638), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:32.180901 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-ff15b454-8e48-4dc3-b065-2fb0be702d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e73ec-0607-4b96-a19e-e29807738883', 'name': 'tempest-ServersTestJSON-880061780-router', 'tenant_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '5813600c-f00b-44b4-9a2b-a8f91a1f8b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:37:31Z', 'updated_at': '2022-03-23T02:37:43Z', 'revision_number': 4, 'project_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'gw_port': {'id': '5813600c-f00b-44b4-9a2b-a8f91a1f8b62', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e73ec-0607-4b96-a19e-e29807738883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:33Z', 'updated_at': '2022-03-23T02:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '86b13c69-bc9f-478a-869f-cec2b2818e2e', 'tenant_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'floating_ip_address': '172.26.2.118', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '920e73ec-0607-4b96-a19e-e29807738883', 'port_id': 'a16b9a7d-9340-405b-9b78-f53b1a7668ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22c45d4e-453f-46ea-9852-f03123ae9cab', 'mac_address': 'fa:16:3e:eb:20:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754c7ed1-b58b-4feb-84ca-b7ce20755966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:37:50Z', 'updated_at': '2022-03-23T02:38:26Z', 'revision_number': 1, 'project_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b284c1-1dcf-4f80-a191-8fd80dc15b13', 'name': '', 'network_id': '22c45d4e-453f-46ea-9852-f03123ae9cab', 'tenant_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'mac_address': 'fa:16:3e:99:1e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e73ec-0607-4b96-a19e-e29807738883', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'de1e07f7-443c-4bd4-9b04-646304273766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:41Z', 'updated_at': '2022-03-23T02:37:48Z', 'revision_number': 5, 'project_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'subnets': [{'id': 'de1e07f7-443c-4bd4-9b04-646304273766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:32.218442 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff15b454-8e48-4dc3-b065-2fb0be702d7e None None] The sync data for ids ['920e73ec-0607-4b96-a19e-e29807738883'] in dv-neutron-834613-2-hyperv is: [{'id': '920e73ec-0607-4b96-a19e-e29807738883', 'name': 'tempest-ServersTestJSON-880061780-router', 'tenant_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '5813600c-f00b-44b4-9a2b-a8f91a1f8b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:37:31Z', 'updated_at': '2022-03-23T02:37:43Z', 'revision_number': 4, 'project_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'gw_port': {'id': '5813600c-f00b-44b4-9a2b-a8f91a1f8b62', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e73ec-0607-4b96-a19e-e29807738883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:33Z', 'updated_at': '2022-03-23T02:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '86b13c69-bc9f-478a-869f-cec2b2818e2e', 'tenant_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'floating_ip_address': '172.26.2.118', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '920e73ec-0607-4b96-a19e-e29807738883', 'port_id': 'a16b9a7d-9340-405b-9b78-f53b1a7668ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22c45d4e-453f-46ea-9852-f03123ae9cab', 'mac_address': 'fa:16:3e:eb:20:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754c7ed1-b58b-4feb-84ca-b7ce20755966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:37:50Z', 'updated_at': '2022-03-23T02:38:26Z', 'revision_number': 1, 'project_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b284c1-1dcf-4f80-a191-8fd80dc15b13', 'name': '', 'network_id': '22c45d4e-453f-46ea-9852-f03123ae9cab', 'tenant_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'mac_address': 'fa:16:3e:99:1e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e73ec-0607-4b96-a19e-e29807738883', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'de1e07f7-443c-4bd4-9b04-646304273766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:41Z', 'updated_at': '2022-03-23T02:37:48Z', 'revision_number': 5, 'project_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'subnets': [{'id': 'de1e07f7-443c-4bd4-9b04-646304273766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:38:32.218753 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9e01c1-fe9e-4a50-8ff0-31622fd1a71d tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Made reservation on behalf of 01147389206e489eb88bc3d2a73aa2db for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:32.227602 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aa9e01c1-fe9e-4a50-8ff0-31622fd1a71d tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:32.234053 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b85e14f1-a5fa-4f5a-8394-0465bc227d0d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (15dc24c3-7487-49ca-85eb-6896c1adec17), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:32.258790 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcfcfe-57e0-42d0-a602-2f40e8ded43d req-94393d36-6b07-45bb-85e0-42f8c66ac33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:32.260415 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4cdcfcfe-57e0-42d0-a602-2f40e8ded43d req-94393d36-6b07-45bb-85e0-42f8c66ac33b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c302519e74814ecf9d6317cf454d8d57&device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 1129 time: 0.4052572 Mar 23 02:38:32.267071 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1e8fa973-d511-4af6-b9ce-38173953e0ff tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 4.4973297 Mar 23 02:38:32.267071 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a63a8ef6-a30c-4c93-8e9d-968f683a90e2 req-48d56d89-f2c3-4766-b960-81a8c0cf9493 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a16b9a7d-9340-405b-9b78-f53b1a7668ed HTTP/1.1" status: 200 len: 999 time: 0.3535848 Mar 23 02:38:32.271959 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (d810df03-5542-4cf7-aded-3a41e9db94fa), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:32.271959 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8fa973-d511-4af6-b9ce-38173953e0ff tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Pushing event updated for resources: {'Network': ['ID=c14aa87e-515b-465e-bd12-45b373b8a6fe,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:32.277332 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56894) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:32.287832 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-24703231-c14d-4695-a3ce-400fa007081c tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Request body: {'subnet': {'network_id': 'c14aa87e-515b-465e-bd12-45b373b8a6fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:32.289712 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network c14aa87e-515b-465e-bd12-45b373b8a6fe details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:38:32.349319 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device cc1e4eef-7ab0-41df-a65a-31ebaf22d913 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:38:32.362457 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4a9e7362-b94f-4c5e-95fe-363cbb7541ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (92488d22-c96c-466e-b47d-9891eee11638), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:32.424325 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e14f1-a5fa-4f5a-8394-0465bc227d0d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Pushing event deleted for resources: {'Port': ['ID=15dc24c3-7487-49ca-85eb-6896c1adec17,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:32.444995 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9e7362-b94f-4c5e-95fe-363cbb7541ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:32.449725 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: cc1e4eef-7ab0-41df-a65a-31ebaf22d913 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:38:32.451337 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device cc1e4eef-7ab0-41df-a65a-31ebaf22d913 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:38:32.451337 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d810df03-5542-4cf7-aded-3a41e9db94fa no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:38:32.462926 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event deleted for resources: {'Port': ['ID=d810df03-5542-4cf7-aded-3a41e9db94fa,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:32.466190 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-6645b9c7-b1a3-4e6f-9ec6-99511cd03c2b None None] Allocated IP 2001:db8::2 (94d9379e-13fb-449b-8f45-d1ab95378f77/1cfe4751-940d-4b6e-a284-61e105cacc8b/6742c1f0-1b43-4338-8baf-e4f74fccd9a7) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:32.490146 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-4a9e7362-b94f-4c5e-95fe-363cbb7541ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:32.492734 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9e7362-b94f-4c5e-95fe-363cbb7541ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:32.499187 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9e7362-b94f-4c5e-95fe-363cbb7541ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:32.501950 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4a9e7362-b94f-4c5e-95fe-363cbb7541ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:32.507031 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b85e14f1-a5fa-4f5a-8394-0465bc227d0d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (4a3eb621-dc73-4f2e-9a6e-a23d73ac8d85), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:32.514309 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: d810df03-5542-4cf7-aded-3a41e9db94fa {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:38:32.514796 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d810df03-5542-4cf7-aded-3a41e9db94fa not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:38:32.537325 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e7362-b94f-4c5e-95fe-363cbb7541ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Port': ['ID=92488d22-c96c-466e-b47d-9891eee11638,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:32.567316 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610f0278-c114-4ceb-8d11-5671572249fd None None] New status for floating IP 86b13c69-bc9f-478a-869f-cec2b2818e2e: ACTIVE {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:38:32.610445 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e7362-b94f-4c5e-95fe-363cbb7541ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:32.610964 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e7362-b94f-4c5e-95fe-363cbb7541ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:32.611415 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e7362-b94f-4c5e-95fe-363cbb7541ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:32.612292 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e7362-b94f-4c5e-95fe-363cbb7541ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:32.612292 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e7362-b94f-4c5e-95fe-363cbb7541ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:32.612811 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e7362-b94f-4c5e-95fe-363cbb7541ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:32.613756 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e7362-b94f-4c5e-95fe-363cbb7541ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:32.614193 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e7362-b94f-4c5e-95fe-363cbb7541ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:32.614630 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e7362-b94f-4c5e-95fe-363cbb7541ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:32.615066 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e7362-b94f-4c5e-95fe-363cbb7541ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:32.615514 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e7362-b94f-4c5e-95fe-363cbb7541ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:32.615990 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e7362-b94f-4c5e-95fe-363cbb7541ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:32.616135 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b85e14f1-a5fa-4f5a-8394-0465bc227d0d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (4a3eb621-dc73-4f2e-9a6e-a23d73ac8d85), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:32.616501 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e7362-b94f-4c5e-95fe-363cbb7541ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:32.616927 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e7362-b94f-4c5e-95fe-363cbb7541ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:32.617359 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e7362-b94f-4c5e-95fe-363cbb7541ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:32.618337 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b85e14f1-a5fa-4f5a-8394-0465bc227d0d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router_controller (4a3eb621-dc73-4f2e-9a6e-a23d73ac8d85), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:32.668752 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4a9e7362-b94f-4c5e-95fe-363cbb7541ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4886422 Mar 23 02:38:32.673361 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56900) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:32.678934 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43509fd-da53-48e0-8283-418b8a4064bb req-28044215-a45e-4cb6-9c68-132801fa3314 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:32.680805 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c43509fd-da53-48e0-8283-418b8a4064bb req-28044215-a45e-4cb6-9c68-132801fa3314 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.2387922 Mar 23 02:38:32.697650 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24703231-c14d-4695-a3ce-400fa007081c tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Made reservation on behalf of 1d0052d11de8436db9ef3a31945409c2 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:32.701387 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-24703231-c14d-4695-a3ce-400fa007081c tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:32.716644 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] No DVR routers for this DVR port d810df03-5542-4cf7-aded-3a41e9db94fa on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:38:32.739560 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6645b9c7-b1a3-4e6f-9ec6-99511cd03c2b None None] Publish callbacks [] for port (6742c1f0-1b43-4338-8baf-e4f74fccd9a7), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:32.754702 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b85e14f1-a5fa-4f5a-8394-0465bc227d0d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (4a3eb621-dc73-4f2e-9a6e-a23d73ac8d85), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:32.755249 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85e14f1-a5fa-4f5a-8394-0465bc227d0d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a3eb621-dc73-4f2e-9a6e-a23d73ac8d85 {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:38:32.757574 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a8ef6-a30c-4c93-8e9d-968f683a90e2 req-6a81e8f9-985d-4b97-a7f3-653d5273f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:32.759062 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a63a8ef6-a30c-4c93-8e9d-968f683a90e2 req-6a81e8f9-985d-4b97-a7f3-653d5273f834 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=de1e07f7-443c-4bd4-9b04-646304273766 HTTP/1.1" status: 200 len: 844 time: 0.4566474 Mar 23 02:38:32.790834 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b85e14f1-a5fa-4f5a-8394-0465bc227d0d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:32.792076 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b85e14f1-a5fa-4f5a-8394-0465bc227d0d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "DELETE /v2.0/routers/4a3eb621-dc73-4f2e-9a6e-a23d73ac8d85 HTTP/1.1" status: 204 len: 168 time: 6.6486168 Mar 23 02:38:32.804638 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6645b9c7-b1a3-4e6f-9ec6-99511cd03c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (6742c1f0-1b43-4338-8baf-e4f74fccd9a7), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:32.805730 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56902) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:32.879092 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6645b9c7-b1a3-4e6f-9ec6-99511cd03c2b None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:32.886819 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-6645b9c7-b1a3-4e6f-9ec6-99511cd03c2b None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:32.902089 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ba1f175-0238-4486-be79-45a30ecafeef tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Deleting subnet 75e65eff-4b22-46ab-a105-468a8a5597c0 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:38:32.924447 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6645b9c7-b1a3-4e6f-9ec6-99511cd03c2b None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:32.929848 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1ba1f175-0238-4486-be79-45a30ecafeef tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for subnet (75e65eff-4b22-46ab-a105-468a8a5597c0), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:32.935019 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645b9c7-b1a3-4e6f-9ec6-99511cd03c2b None None] Pushing event updated for resources: {'Port': ['ID=6742c1f0-1b43-4338-8baf-e4f74fccd9a7,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:32.959345 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcfcfe-57e0-42d0-a602-2f40e8ded43d req-b169ac37-9f97-4275-92fc-fcdd931a1df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:32.961011 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4cdcfcfe-57e0-42d0-a602-2f40e8ded43d req-b169ac37-9f97-4275-92fc-fcdd931a1df2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3edd2161-639f-4b63-b7ee-dfa8fb0684e0 HTTP/1.1" status: 200 len: 913 time: 0.6736701 Mar 23 02:38:32.993576 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (01eebb96-c7dc-4ce4-99bd-e18945218ef9), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:33.041153 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-6645b9c7-b1a3-4e6f-9ec6-99511cd03c2b None None] Attempting to bind port 6742c1f0-1b43-4338-8baf-e4f74fccd9a7 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:33.041755 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-6645b9c7-b1a3-4e6f-9ec6-99511cd03c2b None None] Attempting to bind port 6742c1f0-1b43-4338-8baf-e4f74fccd9a7 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:33.042616 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6645b9c7-b1a3-4e6f-9ec6-99511cd03c2b None None] Attempting to bind port 6742c1f0-1b43-4338-8baf-e4f74fccd9a7 on network 94d9379e-13fb-449b-8f45-d1ab95378f77 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:33.051490 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6645b9c7-b1a3-4e6f-9ec6-99511cd03c2b None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:38:33.052259 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6645b9c7-b1a3-4e6f-9ec6-99511cd03c2b None None] Checking segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:33.053710 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6645b9c7-b1a3-4e6f-9ec6-99511cd03c2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:33.054261 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6645b9c7-b1a3-4e6f-9ec6-99511cd03c2b None None] Bound using segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:38:33.054922 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-6645b9c7-b1a3-4e6f-9ec6-99511cd03c2b None None] Bound port: 6742c1f0-1b43-4338-8baf-e4f74fccd9a7, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:38:33.055546 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6645b9c7-b1a3-4e6f-9ec6-99511cd03c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (6742c1f0-1b43-4338-8baf-e4f74fccd9a7), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:33.071404 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aa9e01c1-fe9e-4a50-8ff0-31622fd1a71d tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (134e59d0-fe7a-4624-8759-ff91de87ce72), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:33.101357 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400ed45e-81ef-4aa1-9b37-beae972fe56b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:33.102893 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-400ed45e-81ef-4aa1-9b37-beae972fe56b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4255037 Mar 23 02:38:33.107135 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1ba1f175-0238-4486-be79-45a30ecafeef tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (75e65eff-4b22-46ab-a105-468a8a5597c0), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:33.107966 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01eebb96-c7dc-4ce4-99bd-e18945218ef9']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:33.111629 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a8ef6-a30c-4c93-8e9d-968f683a90e2 req-7e335e77-5fe4-4ab2-8ef1-06b63195516f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:33.112528 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c43509fd-da53-48e0-8283-418b8a4064bb req-feb8fb72-e5a7-49ec-8852-916387e7f069 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4177456 Mar 23 02:38:33.114050 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a63a8ef6-a30c-4c93-8e9d-968f683a90e2 req-7e335e77-5fe4-4ab2-8ef1-06b63195516f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=22c45d4e-453f-46ea-9852-f03123ae9cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3299782 Mar 23 02:38:33.114550 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56904) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:33.144492 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-6645b9c7-b1a3-4e6f-9ec6-99511cd03c2b None None] For port 6742c1f0-1b43-4338-8baf-e4f74fccd9a7, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:38:33.148213 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-6645b9c7-b1a3-4e6f-9ec6-99511cd03c2b None None] For port 6742c1f0-1b43-4338-8baf-e4f74fccd9a7, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=6742c1f0-1b43-4338-8baf-e4f74fccd9a7,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:38:33.155396 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235f48cd-5acd-4409-b5c5-f87b0827837b') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:33.155694 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235f48cd-5acd-4409-b5c5-f87b0827837b') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:33.193232 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e01c1-fe9e-4a50-8ff0-31622fd1a71d tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Pushing event updated for resources: {'Subnet': ['ID=134e59d0-fe7a-4624-8759-ff91de87ce72,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:33.203216 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (235f48cd-5acd-4409-b5c5-f87b0827837b), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:33.217986 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6645b9c7-b1a3-4e6f-9ec6-99511cd03c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (6742c1f0-1b43-4338-8baf-e4f74fccd9a7), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:33.233457 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4cdcfcfe-57e0-42d0-a602-2f40e8ded43d req-e979b3ed-5045-4a4c-80be-72c1b97eb08c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1c2f96b-7108-49be-9bca-58773bb2d8fc HTTP/1.1" status: 200 len: 1000 time: 0.2595313 Mar 23 02:38:33.246305 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1ba1f175-0238-4486-be79-45a30ecafeef tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (75e65eff-4b22-46ab-a105-468a8a5597c0), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:33.277858 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3510abe3-98e5-4d82-9e8f-afd3c3f10867 tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Publish callbacks [] for port (9cefbc93-2f4f-417b-a07c-7ae03d901c14), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:33.281124 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645b9c7-b1a3-4e6f-9ec6-99511cd03c2b None None] Pushing event updated for resources: {'Port': ['ID=6742c1f0-1b43-4338-8baf-e4f74fccd9a7,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:33.302253 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9e01c1-fe9e-4a50-8ff0-31622fd1a71d tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Checking segment: {'id': 'c94fafd6-ff3c-417f-ab76-9b359ef98beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6b5da418-9625-4481-9923-40c544332376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:33.302532 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9e01c1-fe9e-4a50-8ff0-31622fd1a71d tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Network hostable DHCP agents. Network: 6b5da418-9625-4481-9923-40c544332376, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:38:33.311790 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (235f48cd-5acd-4409-b5c5-f87b0827837b), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:33.354359 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:38:33.354765 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (235f48cd-5acd-4409-b5c5-f87b0827837b), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:38:33.359010 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:38:33.409217 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3510abe3-98e5-4d82-9e8f-afd3c3f10867 tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (9cefbc93-2f4f-417b-a07c-7ae03d901c14), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:33.445132 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcfcfe-57e0-42d0-a602-2f40e8ded43d req-bd9046a7-61b3-4cf4-a1f8-d571282214fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:33.446762 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4cdcfcfe-57e0-42d0-a602-2f40e8ded43d req-bd9046a7-61b3-4cf4-a1f8-d571282214fa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43c32d8d-82fc-4897-9976-f6e345cb2e2c HTTP/1.1" status: 200 len: 851 time: 0.1962938 Mar 23 02:38:33.455504 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-24703231-c14d-4695-a3ce-400fa007081c tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (fe48e102-f451-43e1-b1f4-38d14b3d002f), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:33.463498 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1ba1f175-0238-4486-be79-45a30ecafeef tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (75e65eff-4b22-46ab-a105-468a8a5597c0), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:33.465265 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9e01c1-fe9e-4a50-8ff0-31622fd1a71d tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Network 6b5da418-9625-4481-9923-40c544332376 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:38:33.505690 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a63a8ef6-a30c-4c93-8e9d-968f683a90e2 req-07ea804c-7d15-4219-94ae-634200476386 service neutron] 10.222.0.23 "GET /v2.0/networks/22c45d4e-453f-46ea-9852-f03123ae9cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717954 Mar 23 02:38:33.546895 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1ba1f175-0238-4486-be79-45a30ecafeef tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:33.553913 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1ba1f175-0238-4486-be79-45a30ecafeef tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/75e65eff-4b22-46ab-a105-468a8a5597c0 HTTP/1.1" status: 204 len: 168 time: 0.7405071 Mar 23 02:38:33.553913 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56906) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:33.570598 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24703231-c14d-4695-a3ce-400fa007081c tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Pushing event updated for resources: {'Subnet': ['ID=fe48e102-f451-43e1-b1f4-38d14b3d002f,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:33.651383 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-aa9e01c1-fe9e-4a50-8ff0-31622fd1a71d tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 6b5da418-9625-4481-9923-40c544332376) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:33.656551 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9e01c1-fe9e-4a50-8ff0-31622fd1a71d tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:33.657282 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aa9e01c1-fe9e-4a50-8ff0-31622fd1a71d tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:33.661895 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc895830-01fd-4743-b297-f26752692bac None None] Network 6b5da418-9625-4481-9923-40c544332376 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:33.664998 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1f175-0238-4486-be79-45a30ecafeef tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=75e65eff-4b22-46ab-a105-468a8a5597c0,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:33.697687 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24703231-c14d-4695-a3ce-400fa007081c tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Checking segment: {'id': '7c49c5a4-0266-4bfe-9da8-cc7e181e3cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c14aa87e-515b-465e-bd12-45b373b8a6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:33.697975 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24703231-c14d-4695-a3ce-400fa007081c tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Network hostable DHCP agents. Network: c14aa87e-515b-465e-bd12-45b373b8a6fe, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:38:33.705911 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dcf55a4a-2c70-40bf-a110-356dc51575f1 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (277462ef-c352-49e1-a3e1-4d0ace58f407), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:33.794766 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-aa9e01c1-fe9e-4a50-8ff0-31622fd1a71d tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8815544 Mar 23 02:38:33.797790 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56908) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:33.809906 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-0231fe4e-e565-48c5-9773-f93e6782cbac tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2145343801', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:33.826153 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dcf55a4a-2c70-40bf-a110-356dc51575f1 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (277462ef-c352-49e1-a3e1-4d0ace58f407), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:33.837543 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24703231-c14d-4695-a3ce-400fa007081c tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Network c14aa87e-515b-465e-bd12-45b373b8a6fe is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:38:33.848027 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-24703231-c14d-4695-a3ce-400fa007081c tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, c14aa87e-515b-465e-bd12-45b373b8a6fe) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:33.863925 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24703231-c14d-4695-a3ce-400fa007081c tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:33.864567 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-24703231-c14d-4695-a3ce-400fa007081c tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:33.868425 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (01eebb96-c7dc-4ce4-99bd-e18945218ef9), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:33.873841 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-dcf55a4a-2c70-40bf-a110-356dc51575f1 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['277462ef-c352-49e1-a3e1-4d0ace58f407']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:33.887340 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-dcf55a4a-2c70-40bf-a110-356dc51575f1 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6488b9f-d268-4cd3-9f39-fe78182ea0d4') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:33.887711 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-dcf55a4a-2c70-40bf-a110-356dc51575f1 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6488b9f-d268-4cd3-9f39-fe78182ea0d4') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:33.898254 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dcf55a4a-2c70-40bf-a110-356dc51575f1 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (e6488b9f-d268-4cd3-9f39-fe78182ea0d4), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:33.912331 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510abe3-98e5-4d82-9e8f-afd3c3f10867 tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Pushing event updated for resources: {'Port': ['ID=9cefbc93-2f4f-417b-a07c-7ae03d901c14,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:33.915009 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dcf55a4a-2c70-40bf-a110-356dc51575f1 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (e6488b9f-d268-4cd3-9f39-fe78182ea0d4), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:33.922577 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf55a4a-2c70-40bf-a110-356dc51575f1 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:38:33.923452 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dcf55a4a-2c70-40bf-a110-356dc51575f1 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (e6488b9f-d268-4cd3-9f39-fe78182ea0d4), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: warnings.warn(msg) Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:38:33.926610 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:38:33.934666 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:33.935057 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55327849-64c5-4eee-849b-0d78c82c8782 None None] Network c14aa87e-515b-465e-bd12-45b373b8a6fe requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:33.937822 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "DELETE /v2.0/networks/01eebb96-c7dc-4ce4-99bd-e18945218ef9 HTTP/1.1" status: 204 len: 168 time: 8.6663716 Mar 23 02:38:33.944278 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56910) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:33.949091 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-9ac20c17-d434-4d4e-8ba0-53d64bc9a352 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1364896769'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:33.950729 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ecbc9-6c15-4996-ae3e-aa4feedf75c1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event deleted for resources: {'Network': ['ID=01eebb96-c7dc-4ce4-99bd-e18945218ef9,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:33.965584 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3510abe3-98e5-4d82-9e8f-afd3c3f10867 tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (8e5f0509-362e-436c-80a6-a8d5297a3d2f), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:33.978693 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0231fe4e-e565-48c5-9773-f93e6782cbac tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (a15f8808-cd8d-4352-ac20-b0418375b1e6), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:33.980272 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0231fe4e-e565-48c5-9773-f93e6782cbac tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (a15f8808-cd8d-4352-ac20-b0418375b1e6), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:34.012451 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-24703231-c14d-4695-a3ce-400fa007081c tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7310677 Mar 23 02:38:34.015542 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56912) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:34.020254 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-5582c3e5-0c20-4d48-9e91-fe9236b44d4a tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Request body: {'network': {'name': 'tempest-router-network01--606081200'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:34.044395 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-b0373037-f8b0-40df-b177-ec29b5b23eb2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting port 92488d22-c96c-466e-b47d-9891eee11638 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:34.044870 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b0373037-f8b0-40df-b177-ec29b5b23eb2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (92488d22-c96c-466e-b47d-9891eee11638), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:34.065413 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcfcfe-57e0-42d0-a602-2f40e8ded43d req-33780048-ae13-4906-b4eb-6fe692888ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:34.067161 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4cdcfcfe-57e0-42d0-a602-2f40e8ded43d req-33780048-ae13-4906-b4eb-6fe692888ed9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3edd2161-639f-4b63-b7ee-dfa8fb0684e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.5856214 Mar 23 02:38:34.080146 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1af3a59-aaec-4604-b441-8d23ab6b7c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-6b5da418-9625-4481-9923-40c544332376', 'network_id': '6b5da418-9625-4481-9923-40c544332376', 'project_id': '01147389206e489eb88bc3d2a73aa2db', 'fixed_ips': [{'subnet_id': '134e59d0-fe7a-4624-8759-ff91de87ce72'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:38:34.081047 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d1af3a59-aaec-4604-b441-8d23ab6b7c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:34.092332 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0231fe4e-e565-48c5-9773-f93e6782cbac tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks [] for router_controller (a15f8808-cd8d-4352-ac20-b0418375b1e6), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:34.106157 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a51dc0d-3747-42ec-b973-30e42bc1a626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-c14aa87e-515b-465e-bd12-45b373b8a6fe', 'network_id': 'c14aa87e-515b-465e-bd12-45b373b8a6fe', 'project_id': '1d0052d11de8436db9ef3a31945409c2', 'fixed_ips': [{'subnet_id': 'fe48e102-f451-43e1-b1f4-38d14b3d002f'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:38:34.107960 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac20c17-d434-4d4e-8ba0-53d64bc9a352 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Made reservation on behalf of 51b0f06b4ce74eca9f44a6cb2b631af2 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:34.111285 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9ac20c17-d434-4d4e-8ba0-53d64bc9a352 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:34.112240 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6a51dc0d-3747-42ec-b973-30e42bc1a626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:34.145372 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dcf55a4a-2c70-40bf-a110-356dc51575f1 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (277462ef-c352-49e1-a3e1-4d0ace58f407), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:34.149502 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf55a4a-2c70-40bf-a110-356dc51575f1 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 277462ef-c352-49e1-a3e1-4d0ace58f407 {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 23 02:38:34.162850 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac20c17-d434-4d4e-8ba0-53d64bc9a352 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:38:34.167877 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dcf55a4a-2c70-40bf-a110-356dc51575f1 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:34.179204 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-dcf55a4a-2c70-40bf-a110-356dc51575f1 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "DELETE /v2.0/networks/277462ef-c352-49e1-a3e1-4d0ace58f407 HTTP/1.1" status: 204 len: 168 time: 0.6181266 Mar 23 02:38:34.193982 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a63a8ef6-a30c-4c93-8e9d-968f683a90e2 req-96802eea-1b15-43c1-ac14-77b7ca991944 service neutron] 10.222.0.23 "GET /v2.0/networks/22c45d4e-453f-46ea-9852-f03123ae9cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6658952 Mar 23 02:38:34.200826 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf55a4a-2c70-40bf-a110-356dc51575f1 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Pushing event deleted for resources: {'Network': ['ID=277462ef-c352-49e1-a3e1-4d0ace58f407,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:34.201317 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9ac20c17-d434-4d4e-8ba0-53d64bc9a352 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (3f4c3dac-1a74-49ea-a9fb-a7401839c9cd), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:34.201317 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-9ac20c17-d434-4d4e-8ba0-53d64bc9a352 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Added segment 3f4c3dac-1a74-49ea-a9fb-a7401839c9cd of type vlan for network 71e58546-4b67-4042-bd40-00da28a396bc Mar 23 02:38:34.215135 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0231fe4e-e565-48c5-9773-f93e6782cbac tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (a15f8808-cd8d-4352-ac20-b0418375b1e6), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:34.234266 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5582c3e5-0c20-4d48-9e91-fe9236b44d4a tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Made reservation on behalf of 1d0052d11de8436db9ef3a31945409c2 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:34.238311 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5582c3e5-0c20-4d48-9e91-fe9236b44d4a tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:34.300989 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b0373037-f8b0-40df-b177-ec29b5b23eb2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (92488d22-c96c-466e-b47d-9891eee11638), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:34.329295 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [None req-3510abe3-98e5-4d82-9e8f-afd3c3f10867 tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Floating IP 8e5f0509-362e-436c-80a6-a8d5297a3d2f associated. External IP: 172.26.2.29, port: 7ccdfe6f-96db-4e1f-bacb-c33d90886e90. Mar 23 02:38:34.355016 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9ac20c17-d434-4d4e-8ba0-53d64bc9a352 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (71e58546-4b67-4042-bd40-00da28a396bc), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:34.374287 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5582c3e5-0c20-4d48-9e91-fe9236b44d4a tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:38:34.432037 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5582c3e5-0c20-4d48-9e91-fe9236b44d4a tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (59dc116d-37e5-464b-a8ee-90227f032f32), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:34.432037 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-5582c3e5-0c20-4d48-9e91-fe9236b44d4a tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Added segment 59dc116d-37e5-464b-a8ee-90227f032f32 of type vlan for network 48c55300-5acb-49ed-9c26-87ab1fcd14e3 Mar 23 02:38:34.465915 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-b0373037-f8b0-40df-b177-ec29b5b23eb2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Calling delete_port for 92488d22-c96c-466e-b47d-9891eee11638 owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:34.469545 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0231fe4e-e565-48c5-9773-f93e6782cbac tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:34.470900 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0231fe4e-e565-48c5-9773-f93e6782cbac tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6717253 Mar 23 02:38:34.475574 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56920) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:34.500823 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4cdcfcfe-57e0-42d0-a602-2f40e8ded43d req-2baaa268-75f9-4512-b4b8-d2f17ee9ea3c service neutron] 10.222.0.23 "GET /v2.0/networks/3edd2161-639f-4b63-b7ee-dfa8fb0684e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912117 Mar 23 02:38:34.560401 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-d1af3a59-aaec-4604-b441-8d23ab6b7c1c None None] Allocated IP 172.20.0.2 (6b5da418-9625-4481-9923-40c544332376/134e59d0-fe7a-4624-8759-ff91de87ce72/1fa940b8-bfbc-49e2-9e9c-e3117458573b) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:34.578729 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-6a51dc0d-3747-42ec-b973-30e42bc1a626 None None] Allocated IP 2001:db8::2 (c14aa87e-515b-465e-bd12-45b373b8a6fe/fe48e102-f451-43e1-b1f4-38d14b3d002f/fb14ac96-5a62-43d0-86fc-168475d8f779) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:34.649599 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9ac20c17-d434-4d4e-8ba0-53d64bc9a352 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (71e58546-4b67-4042-bd40-00da28a396bc), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:34.654338 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac20c17-d434-4d4e-8ba0-53d64bc9a352 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:34.655141 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9ac20c17-d434-4d4e-8ba0-53d64bc9a352 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:34.711713 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df33556-e4dc-4e2b-9d42-909234c036d5 req-6877da13-b3d8-4aed-bacf-cd38c2679839 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:34.713734 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2df33556-e4dc-4e2b-9d42-909234c036d5 req-6877da13-b3d8-4aed-bacf-cd38c2679839 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.3099620 Mar 23 02:38:34.736560 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5582c3e5-0c20-4d48-9e91-fe9236b44d4a tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (48c55300-5acb-49ed-9c26-87ab1fcd14e3), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:34.741391 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac20c17-d434-4d4e-8ba0-53d64bc9a352 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event updated for resources: {'Network': ['ID=71e58546-4b67-4042-bd40-00da28a396bc,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:34.771687 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9ac20c17-d434-4d4e-8ba0-53d64bc9a352 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8262911 Mar 23 02:38:34.805178 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56924) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:34.807360 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4cdcfcfe-57e0-42d0-a602-2f40e8ded43d req-253489fc-bab0-4f03-bce0-268de94ffc26 service neutron] 10.222.0.23 "GET /v2.0/networks/3edd2161-639f-4b63-b7ee-dfa8fb0684e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911706 Mar 23 02:38:34.819390 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-26b3061c-85d6-40c7-a8da-70482356577d tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Request body: {'subnet': {'network_id': '71e58546-4b67-4042-bd40-00da28a396bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:34.931911 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56926) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:34.941326 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 71e58546-4b67-4042-bd40-00da28a396bc details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:38:34.943025 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-f27b8254-c432-4ebe-abd1-55f1522c5ef3 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Request body: {'router': {'name': 'tempest-router--813864411', 'project_id': 'e945e7037c9b453da067bacfa635ff3a'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:35.035062 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2df33556-e4dc-4e2b-9d42-909234c036d5 req-bf89d262-1c90-401b-93ab-bcbc48be931f tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3100424 Mar 23 02:38:35.148864 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 6742c1f0-1b43-4338-8baf-e4f74fccd9a7 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:38:35.151274 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3510abe3-98e5-4d82-9e8f-afd3c3f10867 tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Router 1540ca71-c014-49cd-9f56-d6f0abb078ed has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:38:35.210655 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f27b8254-c432-4ebe-abd1-55f1522c5ef3 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (e9329b6d-1439-4b43-bd0d-f801f71c2307), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:35.211693 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f27b8254-c432-4ebe-abd1-55f1522c5ef3 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (e9329b6d-1439-4b43-bd0d-f801f71c2307), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:35.236697 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e861dcb1-0263-49fe-93fb-dc5d0bf0fe1e None None] Provisioning complete for port 6742c1f0-1b43-4338-8baf-e4f74fccd9a7 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:35.237421 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e861dcb1-0263-49fe-93fb-dc5d0bf0fe1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (6742c1f0-1b43-4338-8baf-e4f74fccd9a7), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:35.246765 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b3061c-85d6-40c7-a8da-70482356577d tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Made reservation on behalf of 51b0f06b4ce74eca9f44a6cb2b631af2 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:35.250253 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-26b3061c-85d6-40c7-a8da-70482356577d tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:35.250456 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d1af3a59-aaec-4604-b441-8d23ab6b7c1c None None] Publish callbacks [] for port (1fa940b8-bfbc-49e2-9e9c-e3117458573b), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:35.253386 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b0373037-f8b0-40df-b177-ec29b5b23eb2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (92488d22-c96c-466e-b47d-9891eee11638), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:35.339081 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d1af3a59-aaec-4604-b441-8d23ab6b7c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (1fa940b8-bfbc-49e2-9e9c-e3117458573b), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:35.344534 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0373037-f8b0-40df-b177-ec29b5b23eb2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Port': ['ID=92488d22-c96c-466e-b47d-9891eee11638,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:35.362230 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5582c3e5-0c20-4d48-9e91-fe9236b44d4a tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (48c55300-5acb-49ed-9c26-87ab1fcd14e3), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:35.368504 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5582c3e5-0c20-4d48-9e91-fe9236b44d4a tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:35.369135 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5582c3e5-0c20-4d48-9e91-fe9236b44d4a tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:35.431921 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b0373037-f8b0-40df-b177-ec29b5b23eb2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:35.432147 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 6742c1f0-1b43-4338-8baf-e4f74fccd9a7 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:35.432373 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (6742c1f0-1b43-4338-8baf-e4f74fccd9a7), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:35.437502 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b0373037-f8b0-40df-b177-ec29b5b23eb2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/92488d22-c96c-466e-b47d-9891eee11638 HTTP/1.1" status: 204 len: 168 time: 2.3118758 Mar 23 02:38:35.443065 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56928) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:35.447382 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1af3a59-aaec-4604-b441-8d23ab6b7c1c None None] Network 6b5da418-9625-4481-9923-40c544332376 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:35.462691 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f27b8254-c432-4ebe-abd1-55f1522c5ef3 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router_controller (e9329b6d-1439-4b43-bd0d-f801f71c2307), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:35.483154 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582c3e5-0c20-4d48-9e91-fe9236b44d4a tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Pushing event updated for resources: {'Network': ['ID=48c55300-5acb-49ed-9c26-87ab1fcd14e3,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:35.492621 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5582c3e5-0c20-4d48-9e91-fe9236b44d4a tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4760559 Mar 23 02:38:35.494600 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56930) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:35.498461 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-d1af3a59-aaec-4604-b441-8d23ab6b7c1c None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:35.499449 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-4217df21-89fc-424e-8906-f228c82088a4 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Request body: {'network': {'name': 'tempest-router-network02--142101722'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:35.513685 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3510abe3-98e5-4d82-9e8f-afd3c3f10867 tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:38:35.537747 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1af3a59-aaec-4604-b441-8d23ab6b7c1c None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:35.541758 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1ae5a25e-bb4a-44d3-9b26-9ff79436e94d tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:35.544824 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe48272f-6258-4059-a32c-80215c2f31e9 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:35.546459 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe48272f-6258-4059-a32c-80215c2f31e9 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:35.551788 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 48c55300-5acb-49ed-9c26-87ab1fcd14e3 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:38:35.553397 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56932) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:35.555045 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-fe48272f-6258-4059-a32c-80215c2f31e9 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1014438 Mar 23 02:38:35.558833 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f27b8254-c432-4ebe-abd1-55f1522c5ef3 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (e9329b6d-1439-4b43-bd0d-f801f71c2307), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:35.610103 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61f29f8-272c-4a70-bf88-e0b6470ee690 None None] Sync routers for ids ['1540ca71-c014-49cd-9f56-d6f0abb078ed'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:38:35.632193 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3510abe3-98e5-4d82-9e8f-afd3c3f10867 tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:35.641532 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6a51dc0d-3747-42ec-b973-30e42bc1a626 None None] Publish callbacks [] for port (fb14ac96-5a62-43d0-86fc-168475d8f779), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:35.657219 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af3a59-aaec-4604-b441-8d23ab6b7c1c None None] Pushing event updated for resources: {'Port': ['ID=1fa940b8-bfbc-49e2-9e9c-e3117458573b,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:35.661970 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4217df21-89fc-424e-8906-f228c82088a4 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Made reservation on behalf of 1d0052d11de8436db9ef3a31945409c2 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:35.665432 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4217df21-89fc-424e-8906-f228c82088a4 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:35.704421 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2a2dd5f-5585-4844-87b7-8f3365d742c9 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting subnet 1cfe4751-940d-4b6e-a284-61e105cacc8b {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:38:35.708886 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61f29f8-272c-4a70-bf88-e0b6470ee690 None None] Routers {'1540ca71-c014-49cd-9f56-d6f0abb078ed'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:35.709846 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a61f29f8-272c-4a70-bf88-e0b6470ee690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['1540ca71-c014-49cd-9f56-d6f0abb078ed'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:35.712877 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e2a2dd5f-5585-4844-87b7-8f3365d742c9 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (1cfe4751-940d-4b6e-a284-61e105cacc8b), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:35.736292 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3510abe3-98e5-4d82-9e8f-afd3c3f10867 tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 9.7441845 Mar 23 02:38:35.736987 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56934) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:35.740938 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f27b8254-c432-4ebe-abd1-55f1522c5ef3 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:35.744990 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f27b8254-c432-4ebe-abd1-55f1522c5ef3 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8093796 Mar 23 02:38:35.747792 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56936) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:35.781416 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e861dcb1-0263-49fe-93fb-dc5d0bf0fe1e None None] Current status of the port 6742c1f0-1b43-4338-8baf-e4f74fccd9a7 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:35.781416 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e861dcb1-0263-49fe-93fb-dc5d0bf0fe1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (6742c1f0-1b43-4338-8baf-e4f74fccd9a7), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:35.789885 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4217df21-89fc-424e-8906-f228c82088a4 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:38:35.793772 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6a51dc0d-3747-42ec-b973-30e42bc1a626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (fb14ac96-5a62-43d0-86fc-168475d8f779), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:35.796195 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a61f29f8-272c-4a70-bf88-e0b6470ee690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:35.808471 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e2a2dd5f-5585-4844-87b7-8f3365d742c9 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (1cfe4751-940d-4b6e-a284-61e105cacc8b), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:35.838565 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4217df21-89fc-424e-8906-f228c82088a4 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (faf89699-9571-4709-9658-8490d561a131), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:35.838918 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-4217df21-89fc-424e-8906-f228c82088a4 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Added segment faf89699-9571-4709-9658-8490d561a131 of type vlan for network ba9a8d15-0c6d-488f-9053-2c20ac35644f Mar 23 02:38:35.855555 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-d1af3a59-aaec-4604-b441-8d23ab6b7c1c None None] Attempting to bind port 1fa940b8-bfbc-49e2-9e9c-e3117458573b on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:35.855960 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-d1af3a59-aaec-4604-b441-8d23ab6b7c1c None None] Attempting to bind port 1fa940b8-bfbc-49e2-9e9c-e3117458573b by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'c94fafd6-ff3c-417f-ab76-9b359ef98beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6b5da418-9625-4481-9923-40c544332376'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:35.856334 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1af3a59-aaec-4604-b441-8d23ab6b7c1c None None] Attempting to bind port 1fa940b8-bfbc-49e2-9e9c-e3117458573b on network 6b5da418-9625-4481-9923-40c544332376 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:35.863206 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-26b3061c-85d6-40c7-a8da-70482356577d tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (445c58c4-c458-4f7b-b3ff-6ad3e2960acc), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:35.895179 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1af3a59-aaec-4604-b441-8d23ab6b7c1c None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:38:35.895577 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1af3a59-aaec-4604-b441-8d23ab6b7c1c None None] Checking segment: {'id': 'c94fafd6-ff3c-417f-ab76-9b359ef98beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6b5da418-9625-4481-9923-40c544332376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:35.896023 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d1af3a59-aaec-4604-b441-8d23ab6b7c1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:35.896428 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1af3a59-aaec-4604-b441-8d23ab6b7c1c None None] Bound using segment: {'id': 'c94fafd6-ff3c-417f-ab76-9b359ef98beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6b5da418-9625-4481-9923-40c544332376'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:38:35.896919 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-d1af3a59-aaec-4604-b441-8d23ab6b7c1c None None] Bound port: 1fa940b8-bfbc-49e2-9e9c-e3117458573b, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c94fafd6-ff3c-417f-ab76-9b359ef98beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6b5da418-9625-4481-9923-40c544332376'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:38:35.897311 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d1af3a59-aaec-4604-b441-8d23ab6b7c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (1fa940b8-bfbc-49e2-9e9c-e3117458573b), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:35.900221 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61f29f8-272c-4a70-bf88-e0b6470ee690 None None] Routers {'1540ca71-c014-49cd-9f56-d6f0abb078ed'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:35.900834 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a61f29f8-272c-4a70-bf88-e0b6470ee690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['1540ca71-c014-49cd-9f56-d6f0abb078ed'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:35.945433 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1746cc9c-c7fa-4685-a825-67bc8532b782 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router (e9329b6d-1439-4b43-bd0d-f801f71c2307), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:35.945664 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4217df21-89fc-424e-8906-f228c82088a4 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (ba9a8d15-0c6d-488f-9053-2c20ac35644f), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:35.969419 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a51dc0d-3747-42ec-b973-30e42bc1a626 None None] Network c14aa87e-515b-465e-bd12-45b373b8a6fe is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:35.971420 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-6a51dc0d-3747-42ec-b973-30e42bc1a626 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:35.990709 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-acfb5a88-71f3-48c5-8adc-98de5860a67a tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] 10.222.0.24 "GET /v2.0/floatingips/8e5f0509-362e-436c-80a6-a8d5297a3d2f HTTP/1.1" status: 200 len: 982 time: 0.2474020 Mar 23 02:38:35.996348 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56938) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:36.004222 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51dc0d-3747-42ec-b973-30e42bc1a626 None None] Pushing event updated for resources: {'Port': ['ID=fb14ac96-5a62-43d0-86fc-168475d8f779,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:36.027926 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a51dc0d-3747-42ec-b973-30e42bc1a626 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:36.032287 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-e861dcb1-0263-49fe-93fb-dc5d0bf0fe1e None None] For port 6742c1f0-1b43-4338-8baf-e4f74fccd9a7, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=6742c1f0-1b43-4338-8baf-e4f74fccd9a7,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:36.034817 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a61f29f8-272c-4a70-bf88-e0b6470ee690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:36.034817 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61f29f8-272c-4a70-bf88-e0b6470ee690 None None] The sync data for ids ['1540ca71-c014-49cd-9f56-d6f0abb078ed'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:38:36.055068 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3061c-85d6-40c7-a8da-70482356577d tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event updated for resources: {'Subnet': ['ID=445c58c4-c458-4f7b-b3ff-6ad3e2960acc,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:36.058796 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b3061c-85d6-40c7-a8da-70482356577d tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Checking segment: {'id': '3f4c3dac-1a74-49ea-a9fb-a7401839c9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71e58546-4b67-4042-bd40-00da28a396bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:36.059164 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b3061c-85d6-40c7-a8da-70482356577d tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Network hostable DHCP agents. Network: 71e58546-4b67-4042-bd40-00da28a396bc, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:38:36.125877 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e2a2dd5f-5585-4844-87b7-8f3365d742c9 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (1cfe4751-940d-4b6e-a284-61e105cacc8b), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:36.129210 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 6742c1f0-1b43-4338-8baf-e4f74fccd9a7 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:36.129805 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (6742c1f0-1b43-4338-8baf-e4f74fccd9a7), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:36.134699 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-6a51dc0d-3747-42ec-b973-30e42bc1a626 None None] Attempting to bind port fb14ac96-5a62-43d0-86fc-168475d8f779 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:36.135080 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-6a51dc0d-3747-42ec-b973-30e42bc1a626 None None] Attempting to bind port fb14ac96-5a62-43d0-86fc-168475d8f779 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '7c49c5a4-0266-4bfe-9da8-cc7e181e3cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c14aa87e-515b-465e-bd12-45b373b8a6fe'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:36.135455 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a51dc0d-3747-42ec-b973-30e42bc1a626 None None] Attempting to bind port fb14ac96-5a62-43d0-86fc-168475d8f779 on network c14aa87e-515b-465e-bd12-45b373b8a6fe {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:36.137716 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e861dcb1-0263-49fe-93fb-dc5d0bf0fe1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (6742c1f0-1b43-4338-8baf-e4f74fccd9a7), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:36.188768 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a51dc0d-3747-42ec-b973-30e42bc1a626 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:38:36.189156 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a51dc0d-3747-42ec-b973-30e42bc1a626 None None] Checking segment: {'id': '7c49c5a4-0266-4bfe-9da8-cc7e181e3cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c14aa87e-515b-465e-bd12-45b373b8a6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:36.189826 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6a51dc0d-3747-42ec-b973-30e42bc1a626 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:36.190242 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a51dc0d-3747-42ec-b973-30e42bc1a626 None None] Bound using segment: {'id': '7c49c5a4-0266-4bfe-9da8-cc7e181e3cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c14aa87e-515b-465e-bd12-45b373b8a6fe'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:38:36.190782 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-6a51dc0d-3747-42ec-b973-30e42bc1a626 None None] Bound port: fb14ac96-5a62-43d0-86fc-168475d8f779, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c49c5a4-0266-4bfe-9da8-cc7e181e3cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c14aa87e-515b-465e-bd12-45b373b8a6fe'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:38:36.192061 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6a51dc0d-3747-42ec-b973-30e42bc1a626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (fb14ac96-5a62-43d0-86fc-168475d8f779), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:36.192473 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-1ae5a25e-bb4a-44d3-9b26-9ff79436e94d tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Allocated IP 172.20.0.1 (6b5da418-9625-4481-9923-40c544332376/134e59d0-fe7a-4624-8759-ff91de87ce72/84784ae6-f91f-42c4-bf73-e6d660f1acc4) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:36.193880 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-d1af3a59-aaec-4604-b441-8d23ab6b7c1c None None] For port 1fa940b8-bfbc-49e2-9e9c-e3117458573b, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:38:36.234228 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-d1af3a59-aaec-4604-b441-8d23ab6b7c1c None None] For port 1fa940b8-bfbc-49e2-9e9c-e3117458573b, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=1fa940b8-bfbc-49e2-9e9c-e3117458573b,segment=NetworkSegment(c94fafd6-ff3c-417f-ab76-9b359ef98beb),segment_id=c94fafd6-ff3c-417f-ab76-9b359ef98beb)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:38:36.245441 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0da70a78-8fd7-4bf7-a2e4-1afa8064a1ea tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3034 time: 0.2451882 Mar 23 02:38:36.251259 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56942) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:36.274476 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4217df21-89fc-424e-8906-f228c82088a4 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (ba9a8d15-0c6d-488f-9053-2c20ac35644f), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:36.279369 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861dcb1-0263-49fe-93fb-dc5d0bf0fe1e None None] Pushing event updated for resources: {'Port': ['ID=6742c1f0-1b43-4338-8baf-e4f74fccd9a7,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:36.279581 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4217df21-89fc-424e-8906-f228c82088a4 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:36.280389 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4217df21-89fc-424e-8906-f228c82088a4 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:36.283862 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-a02d4311-97a8-4854-8147-13db219d2758 None None] Could not find standard attr ID for object 92488d22-c96c-466e-b47d-9891eee11638. {{(pid=104350) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:38:36.321086 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d1af3a59-aaec-4604-b441-8d23ab6b7c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (1fa940b8-bfbc-49e2-9e9c-e3117458573b), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:36.359108 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-6a51dc0d-3747-42ec-b973-30e42bc1a626 None None] For port fb14ac96-5a62-43d0-86fc-168475d8f779, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:38:36.384650 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-6a51dc0d-3747-42ec-b973-30e42bc1a626 None None] For port fb14ac96-5a62-43d0-86fc-168475d8f779, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=fb14ac96-5a62-43d0-86fc-168475d8f779,segment=NetworkSegment(7c49c5a4-0266-4bfe-9da8-cc7e181e3cea),segment_id=7c49c5a4-0266-4bfe-9da8-cc7e181e3cea)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:38:36.413060 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af3a59-aaec-4604-b441-8d23ab6b7c1c None None] Pushing event updated for resources: {'Port': ['ID=1fa940b8-bfbc-49e2-9e9c-e3117458573b,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:36.454509 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6a51dc0d-3747-42ec-b973-30e42bc1a626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (fb14ac96-5a62-43d0-86fc-168475d8f779), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:36.488018 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1746cc9c-c7fa-4685-a825-67bc8532b782 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (e9329b6d-1439-4b43-bd0d-f801f71c2307), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:36.489944 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e36c31-0dec-48c8-8792-f57153629757 req-d2e45f3f-741b-4172-8a7f-147431a990ba tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:36.490782 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1746cc9c-c7fa-4685-a825-67bc8532b782 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router_controller (e9329b6d-1439-4b43-bd0d-f801f71c2307), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:36.491519 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-48e36c31-0dec-48c8-8792-f57153629757 req-d2e45f3f-741b-4172-8a7f-147431a990ba tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.3283632 Mar 23 02:38:36.498523 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217df21-89fc-424e-8906-f228c82088a4 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Pushing event updated for resources: {'Network': ['ID=ba9a8d15-0c6d-488f-9053-2c20ac35644f,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:36.549838 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4217df21-89fc-424e-8906-f228c82088a4 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0515001 Mar 23 02:38:36.550735 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56944) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:36.555972 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-b76212d2-15ac-4434-b0cd-3956efc057f5 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Request body: {'subnet': {'network_id': '48c55300-5acb-49ed-9c26-87ab1fcd14e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:36.585269 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e2a2dd5f-5585-4844-87b7-8f3365d742c9 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (1cfe4751-940d-4b6e-a284-61e105cacc8b), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:36.606178 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1ae5a25e-bb4a-44d3-9b26-9ff79436e94d tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks [] for port (84784ae6-f91f-42c4-bf73-e6d660f1acc4), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:36.624451 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b3061c-85d6-40c7-a8da-70482356577d tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Network 71e58546-4b67-4042-bd40-00da28a396bc is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:38:36.662077 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1746cc9c-c7fa-4685-a825-67bc8532b782 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (e9329b6d-1439-4b43-bd0d-f801f71c2307), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:36.662579 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1746cc9c-c7fa-4685-a825-67bc8532b782 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e9329b6d-1439-4b43-bd0d-f801f71c2307 {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:38:36.672246 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1746cc9c-c7fa-4685-a825-67bc8532b782 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:36.676562 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1746cc9c-c7fa-4685-a825-67bc8532b782 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "DELETE /v2.0/routers/e9329b6d-1439-4b43-bd0d-f801f71c2307 HTTP/1.1" status: 204 len: 168 time: 0.9247174 Mar 23 02:38:36.678342 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2dd5f-5585-4844-87b7-8f3365d742c9 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Subnet': ['ID=1cfe4751-940d-4b6e-a284-61e105cacc8b,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:36.712478 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e2a2dd5f-5585-4844-87b7-8f3365d742c9 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:36.713810 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-26b3061c-85d6-40c7-a8da-70482356577d tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 71e58546-4b67-4042-bd40-00da28a396bc) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:36.715688 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e2a2dd5f-5585-4844-87b7-8f3365d742c9 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/1cfe4751-940d-4b6e-a284-61e105cacc8b HTTP/1.1" status: 204 len: 168 time: 1.1613169 Mar 23 02:38:36.718571 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56948) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:36.730216 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network ba9a8d15-0c6d-488f-9053-2c20ac35644f details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:38:36.733343 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f832792c-a1e8-4e3b-a85a-4bf164984138 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:36.742480 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-48e36c31-0dec-48c8-8792-f57153629757 req-e860a79b-5375-40a0-8af0-792a716b5596 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322021 Mar 23 02:38:36.750153 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e56d932-3321-48ee-ad04-0d5563d7bdd1 None None] Network 71e58546-4b67-4042-bd40-00da28a396bc requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:36.791644 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a6f91192-7761-4ce1-a76c-ed2f0105d611 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0719578 Mar 23 02:38:36.793404 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b3061c-85d6-40c7-a8da-70482356577d tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:36.794533 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56952) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:36.794658 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-26b3061c-85d6-40c7-a8da-70482356577d tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:36.801256 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-185f85d9-c36a-4cdb-acf1-adc570d1fb1f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:36.861306 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-06b9ca4e-1752-46ad-99a6-608e0cfb5a1a tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Deleting port 9cefbc93-2f4f-417b-a07c-7ae03d901c14 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:36.861898 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-06b9ca4e-1752-46ad-99a6-608e0cfb5a1a tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (9cefbc93-2f4f-417b-a07c-7ae03d901c14), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:36.910041 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc97f0-2d08-4569-955f-a1d2d5dfa0f8 req-23f67dee-73d5-4567-9de4-f656294d6b81 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:36.911914 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9ddc97f0-2d08-4569-955f-a1d2d5dfa0f8 req-23f67dee-73d5-4567-9de4-f656294d6b81 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.0645027 Mar 23 02:38:36.919808 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1ae5a25e-bb4a-44d3-9b26-9ff79436e94d tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (84784ae6-f91f-42c4-bf73-e6d660f1acc4), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:36.968402 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76212d2-15ac-4434-b0cd-3956efc057f5 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Made reservation on behalf of 1d0052d11de8436db9ef3a31945409c2 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:36.971813 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b76212d2-15ac-4434-b0cd-3956efc057f5 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:36.979585 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-26b3061c-85d6-40c7-a8da-70482356577d tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1666341 Mar 23 02:38:36.981981 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56954) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:36.997980 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9ddc97f0-2d08-4569-955f-a1d2d5dfa0f8 req-52f12297-3fd6-4390-85b1-f831f7ca20f5 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799639 Mar 23 02:38:37.006389 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae5a25e-bb4a-44d3-9b26-9ff79436e94d tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Network 6b5da418-9625-4481-9923-40c544332376 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:37.027252 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-097fd84d-e0ae-46b0-80f7-def48d50c843 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-674111925'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:37.045959 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-1ae5a25e-bb4a-44d3-9b26-9ff79436e94d tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:37.051255 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae5a25e-bb4a-44d3-9b26-9ff79436e94d tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:37.056111 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5a25e-bb4a-44d3-9b26-9ff79436e94d tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Pushing event updated for resources: {'Port': ['ID=84784ae6-f91f-42c4-bf73-e6d660f1acc4,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:37.108868 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1ae5a25e-bb4a-44d3-9b26-9ff79436e94d tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (a15f8808-cd8d-4352-ac20-b0418375b1e6), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:37.112342 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-06b9ca4e-1752-46ad-99a6-608e0cfb5a1a tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (9cefbc93-2f4f-417b-a07c-7ae03d901c14), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:37.112788 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-06b9ca4e-1752-46ad-99a6-608e0cfb5a1a tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks [] for floatingip (9cefbc93-2f4f-417b-a07c-7ae03d901c14), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:37.135282 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56958) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:37.140316 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:38:37.140790 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:38:37.205132 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51dc0d-3747-42ec-b973-30e42bc1a626 None None] Pushing event updated for resources: {'Port': ['ID=fb14ac96-5a62-43d0-86fc-168475d8f779,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:37.212307 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185f85d9-c36a-4cdb-acf1-adc570d1fb1f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:37.216825 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-185f85d9-c36a-4cdb-acf1-adc570d1fb1f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:37.228553 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-06b9ca4e-1752-46ad-99a6-608e0cfb5a1a tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Calling delete_port for 9cefbc93-2f4f-417b-a07c-7ae03d901c14 owned by network:floatingip {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:37.299693 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097fd84d-e0ae-46b0-80f7-def48d50c843 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Made reservation on behalf of 51b0f06b4ce74eca9f44a6cb2b631af2 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:37.307215 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-097fd84d-e0ae-46b0-80f7-def48d50c843 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:37.373346 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4b9096-2308-40c7-882f-5293ed699f34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-71e58546-4b67-4042-bd40-00da28a396bc', 'network_id': '71e58546-4b67-4042-bd40-00da28a396bc', 'project_id': '51b0f06b4ce74eca9f44a6cb2b631af2', 'fixed_ips': [{'subnet_id': '445c58c4-c458-4f7b-b3ff-6ad3e2960acc'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:38:37.376093 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9096-2308-40c7-882f-5293ed699f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:37.404536 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-097fd84d-e0ae-46b0-80f7-def48d50c843 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:38:37.491248 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-097fd84d-e0ae-46b0-80f7-def48d50c843 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (94e0ffcc-39d0-4312-9adb-1ccd2f6292dc), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:37.491656 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-097fd84d-e0ae-46b0-80f7-def48d50c843 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Added segment 94e0ffcc-39d0-4312-9adb-1ccd2f6292dc of type vlan for network 53fb7ac4-e989-458b-a2e7-36184bd1aafc Mar 23 02:38:37.585036 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-097fd84d-e0ae-46b0-80f7-def48d50c843 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (53fb7ac4-e989-458b-a2e7-36184bd1aafc), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:37.612418 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-7236a6bb-6418-40cd-938f-adb0bc0a5013 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1947622101', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}, 'admin_state_up': False}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:37.651479 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-0d4b9096-2308-40c7-882f-5293ed699f34 None None] Allocated IP 2001:db8::3 (71e58546-4b67-4042-bd40-00da28a396bc/445c58c4-c458-4f7b-b3ff-6ad3e2960acc/d2893bbe-9952-4765-b8dc-27aaedcc8d57) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:37.668183 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a078ab2e-15d7-45de-95eb-6454fec9a726 None None] DHCP port deletion for 94d9379e-13fb-449b-8f45-d1ab95378f77 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:38:37.747532 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9180b-46d5-40e0-b101-efffd984a6a7 req-ced12e8b-3c34-4e39-b3a2-5f03e00852b1 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:37.749542 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-70e9180b-46d5-40e0-b101-efffd984a6a7 req-ced12e8b-3c34-4e39-b3a2-5f03e00852b1 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.0828385 Mar 23 02:38:37.751055 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7236a6bb-6418-40cd-938f-adb0bc0a5013 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (de804876-799c-4577-bea4-be474ca8e732), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:37.752705 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7236a6bb-6418-40cd-938f-adb0bc0a5013 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (de804876-799c-4577-bea4-be474ca8e732), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:37.784449 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 6742c1f0-1b43-4338-8baf-e4f74fccd9a7 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:37.796724 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 15dc24c3-7487-49ca-85eb-6896c1adec17 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:38:37.813093 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-06b9ca4e-1752-46ad-99a6-608e0cfb5a1a tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (9cefbc93-2f4f-417b-a07c-7ae03d901c14), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:37.829766 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 15dc24c3-7487-49ca-85eb-6896c1adec17 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:38:37.830209 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 15dc24c3-7487-49ca-85eb-6896c1adec17 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:38:37.849077 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b76212d2-15ac-4434-b0cd-3956efc057f5 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (c028b1a2-3119-408b-8272-806ea67e5da4), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:37.853225 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-097fd84d-e0ae-46b0-80f7-def48d50c843 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (53fb7ac4-e989-458b-a2e7-36184bd1aafc), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:37.860034 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097fd84d-e0ae-46b0-80f7-def48d50c843 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:37.860701 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-097fd84d-e0ae-46b0-80f7-def48d50c843 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:37.874741 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9ca4e-1752-46ad-99a6-608e0cfb5a1a tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Pushing event deleted for resources: {'Port': ['ID=9cefbc93-2f4f-417b-a07c-7ae03d901c14,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:37.893095 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-a078ab2e-15d7-45de-95eb-6454fec9a726 None None] Deleting port 6742c1f0-1b43-4338-8baf-e4f74fccd9a7 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:37.893562 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a078ab2e-15d7-45de-95eb-6454fec9a726 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (6742c1f0-1b43-4338-8baf-e4f74fccd9a7), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:37.994551 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8286eb13-17d0-46bf-aa11-4f9a6ae14ff2 None None] Network 6b5da418-9625-4481-9923-40c544332376 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:38.026329 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7236a6bb-6418-40cd-938f-adb0bc0a5013 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router_controller (de804876-799c-4577-bea4-be474ca8e732), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:38.069666 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9096-2308-40c7-882f-5293ed699f34 None None] Publish callbacks [] for port (d2893bbe-9952-4765-b8dc-27aaedcc8d57), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:38.110033 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-a078ab2e-15d7-45de-95eb-6454fec9a726 None None] For port 6742c1f0-1b43-4338-8baf-e4f74fccd9a7, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=6742c1f0-1b43-4338-8baf-e4f74fccd9a7,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:38.110438 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a078ab2e-15d7-45de-95eb-6454fec9a726 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (6742c1f0-1b43-4338-8baf-e4f74fccd9a7), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:38.125356 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-c77f5303-c359-4ea2-b75d-f90005cf1dd0 None None] Provisioning complete for port 1fa940b8-bfbc-49e2-9e9c-e3117458573b triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:38.125740 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c77f5303-c359-4ea2-b75d-f90005cf1dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (1fa940b8-bfbc-49e2-9e9c-e3117458573b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:38.167102 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76212d2-15ac-4434-b0cd-3956efc057f5 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Pushing event updated for resources: {'Subnet': ['ID=c028b1a2-3119-408b-8272-806ea67e5da4,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:38.185521 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-a078ab2e-15d7-45de-95eb-6454fec9a726 None None] Calling delete_port for 6742c1f0-1b43-4338-8baf-e4f74fccd9a7 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:38.187578 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device fb14ac96-5a62-43d0-86fc-168475d8f779 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:38:38.205617 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9096-2308-40c7-882f-5293ed699f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (d2893bbe-9952-4765-b8dc-27aaedcc8d57), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:38.229676 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-097fd84d-e0ae-46b0-80f7-def48d50c843 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2460327 Mar 23 02:38:38.234704 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56966) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:38.272329 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-fec9d739-0088-4111-a7cc-54a31d3029cd tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Request body: {'subnet': {'network_id': '53fb7ac4-e989-458b-a2e7-36184bd1aafc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:38.276450 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1ae5a25e-bb4a-44d3-9b26-9ff79436e94d tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (84784ae6-f91f-42c4-bf73-e6d660f1acc4), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:38.278871 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-70e9180b-46d5-40e0-b101-efffd984a6a7 req-f9ed1c64-8769-45d5-9c05-b46d59298ba7 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5109756 Mar 23 02:38:38.279435 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fd84d-e0ae-46b0-80f7-def48d50c843 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event updated for resources: {'Network': ['ID=53fb7ac4-e989-458b-a2e7-36184bd1aafc,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:38.294218 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76212d2-15ac-4434-b0cd-3956efc057f5 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Checking segment: {'id': '59dc116d-37e5-464b-a8ee-90227f032f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '48c55300-5acb-49ed-9c26-87ab1fcd14e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:38.294724 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76212d2-15ac-4434-b0cd-3956efc057f5 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Network hostable DHCP agents. Network: 48c55300-5acb-49ed-9c26-87ab1fcd14e3, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:38:38.321411 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b9096-2308-40c7-882f-5293ed699f34 None None] Pushing event updated for resources: {'Port': ['ID=d2893bbe-9952-4765-b8dc-27aaedcc8d57,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:38.332493 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 53fb7ac4-e989-458b-a2e7-36184bd1aafc details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:38:38.415600 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4b9096-2308-40c7-882f-5293ed699f34 None None] Network 71e58546-4b67-4042-bd40-00da28a396bc is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:38.423701 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-0d4b9096-2308-40c7-882f-5293ed699f34 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:38.469167 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7236a6bb-6418-40cd-938f-adb0bc0a5013 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router_gateway (de804876-799c-4577-bea4-be474ca8e732), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:38.477491 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4b9096-2308-40c7-882f-5293ed699f34 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:38.527902 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76212d2-15ac-4434-b0cd-3956efc057f5 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Network 48c55300-5acb-49ed-9c26-87ab1fcd14e3 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:38:38.568877 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-185f85d9-c36a-4cdb-acf1-adc570d1fb1f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (0fab0ab3-1024-4ea1-a976-d627f9dbf34f), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:38.602386 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf697cb8-1bba-4bc0-b57a-009fc72f3cac None None] Network c14aa87e-515b-465e-bd12-45b373b8a6fe requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:38.628347 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f85d9-c36a-4cdb-acf1-adc570d1fb1f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Subnet': ['ID=0fab0ab3-1024-4ea1-a976-d627f9dbf34f,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:38.632956 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-b76212d2-15ac-4434-b0cd-3956efc057f5 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 48c55300-5acb-49ed-9c26-87ab1fcd14e3) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:38.639175 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76212d2-15ac-4434-b0cd-3956efc057f5 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:38.640024 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b76212d2-15ac-4434-b0cd-3956efc057f5 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:38.641748 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-06b9ca4e-1752-46ad-99a6-608e0cfb5a1a tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks [] for floatingip (8e5f0509-362e-436c-80a6-a8d5297a3d2f), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:38.642088 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-06b9ca4e-1752-46ad-99a6-608e0cfb5a1a tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Floating IP 8e5f0509-362e-436c-80a6-a8d5297a3d2f disassociated (deleted). External IP: 172.26.2.29, port: 7ccdfe6f-96db-4e1f-bacb-c33d90886e90. Mar 23 02:38:38.691073 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d2a07a-8746-4528-8c2c-f1b71ee3f9bb None None] Network 48c55300-5acb-49ed-9c26-87ab1fcd14e3 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:38.693216 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-0d4b9096-2308-40c7-882f-5293ed699f34 None None] Attempting to bind port d2893bbe-9952-4765-b8dc-27aaedcc8d57 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:38.693595 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-0d4b9096-2308-40c7-882f-5293ed699f34 None None] Attempting to bind port d2893bbe-9952-4765-b8dc-27aaedcc8d57 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '3f4c3dac-1a74-49ea-a9fb-a7401839c9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71e58546-4b67-4042-bd40-00da28a396bc'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:38.693963 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4b9096-2308-40c7-882f-5293ed699f34 None None] Attempting to bind port d2893bbe-9952-4765-b8dc-27aaedcc8d57 on network 71e58546-4b67-4042-bd40-00da28a396bc {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:38.696522 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185f85d9-c36a-4cdb-acf1-adc570d1fb1f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:38.726862 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-185f85d9-c36a-4cdb-acf1-adc570d1fb1f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:38.735417 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185f85d9-c36a-4cdb-acf1-adc570d1fb1f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:38.736039 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-185f85d9-c36a-4cdb-acf1-adc570d1fb1f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:38.749711 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec9d739-0088-4111-a7cc-54a31d3029cd tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Made reservation on behalf of 51b0f06b4ce74eca9f44a6cb2b631af2 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:38.753077 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fec9d739-0088-4111-a7cc-54a31d3029cd tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:38.772855 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port fb14ac96-5a62-43d0-86fc-168475d8f779 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:38.773233 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (fb14ac96-5a62-43d0-86fc-168475d8f779), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:38.774148 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b76212d2-15ac-4434-b0cd-3956efc057f5 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2221971 Mar 23 02:38:38.775135 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4b9096-2308-40c7-882f-5293ed699f34 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:38:38.775509 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4b9096-2308-40c7-882f-5293ed699f34 None None] Checking segment: {'id': '3f4c3dac-1a74-49ea-a9fb-a7401839c9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71e58546-4b67-4042-bd40-00da28a396bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:38.775923 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9096-2308-40c7-882f-5293ed699f34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:38.776320 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4b9096-2308-40c7-882f-5293ed699f34 None None] Bound using segment: {'id': '3f4c3dac-1a74-49ea-a9fb-a7401839c9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71e58546-4b67-4042-bd40-00da28a396bc'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:38:38.776806 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-0d4b9096-2308-40c7-882f-5293ed699f34 None None] Bound port: d2893bbe-9952-4765-b8dc-27aaedcc8d57, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4c3dac-1a74-49ea-a9fb-a7401839c9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71e58546-4b67-4042-bd40-00da28a396bc'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:38:38.777671 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9096-2308-40c7-882f-5293ed699f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d2893bbe-9952-4765-b8dc-27aaedcc8d57), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:38.777791 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56972) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:38.787884 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-c1a0f92c-1bfd-4477-89cd-60a80e1caae6 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Request body: {'subnet': {'network_id': 'ba9a8d15-0c6d-488f-9053-2c20ac35644f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:38.827897 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.ipam_backend_mixin [None req-fec9d739-0088-4111-a7cc-54a31d3029cd tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Performing IP validity checks on allocation pools {{(pid=104348) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 23 02:38:38.828421 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.ipam_backend_mixin [None req-fec9d739-0088-4111-a7cc-54a31d3029cd tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104348) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 23 02:38:38.840651 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c77f5303-c359-4ea2-b75d-f90005cf1dd0 None None] Current status of the port 1fa940b8-bfbc-49e2-9e9c-e3117458573b is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:38.841043 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c77f5303-c359-4ea2-b75d-f90005cf1dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (1fa940b8-bfbc-49e2-9e9c-e3117458573b), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:38.877996 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7236a6bb-6418-40cd-938f-adb0bc0a5013 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router_gateway (de804876-799c-4577-bea4-be474ca8e732), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:38.901810 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7236a6bb-6418-40cd-938f-adb0bc0a5013 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:39.074416 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-7236a6bb-6418-40cd-938f-adb0bc0a5013 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Allocated IP 172.26.2.10 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/30fe2222-b60a-4647-9656-f1a9478fc36c) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:39.283519 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-c77f5303-c359-4ea2-b75d-f90005cf1dd0 None None] For port 1fa940b8-bfbc-49e2-9e9c-e3117458573b, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=1fa940b8-bfbc-49e2-9e9c-e3117458573b,segment=NetworkSegment(c94fafd6-ff3c-417f-ab76-9b359ef98beb),segment_id=c94fafd6-ff3c-417f-ab76-9b359ef98beb)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:39.283519 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a078ab2e-15d7-45de-95eb-6454fec9a726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (6742c1f0-1b43-4338-8baf-e4f74fccd9a7), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:39.284688 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7236a6bb-6418-40cd-938f-adb0bc0a5013 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for port (30fe2222-b60a-4647-9656-f1a9478fc36c), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:39.285069 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-0d4b9096-2308-40c7-882f-5293ed699f34 None None] For port d2893bbe-9952-4765-b8dc-27aaedcc8d57, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:38:39.285169 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1ae5a25e-bb4a-44d3-9b26-9ff79436e94d tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks [] for port (84784ae6-f91f-42c4-bf73-e6d660f1acc4), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:39.285274 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078ab2e-15d7-45de-95eb-6454fec9a726 None None] Pushing event deleted for resources: {'Port': ['ID=6742c1f0-1b43-4338-8baf-e4f74fccd9a7,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:39.285274 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a078ab2e-15d7-45de-95eb-6454fec9a726 None None] No DVR routers for this DVR port 6742c1f0-1b43-4338-8baf-e4f74fccd9a7 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:38:39.317490 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b9ca4e-1752-46ad-99a6-608e0cfb5a1a tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Router 1540ca71-c014-49cd-9f56-d6f0abb078ed has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:38:39.325298 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-0d4b9096-2308-40c7-882f-5293ed699f34 None None] For port d2893bbe-9952-4765-b8dc-27aaedcc8d57, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=d2893bbe-9952-4765-b8dc-27aaedcc8d57,segment=NetworkSegment(3f4c3dac-1a74-49ea-a9fb-a7401839c9cd),segment_id=3f4c3dac-1a74-49ea-a9fb-a7401839c9cd)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:38:39.329710 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86607b39-3c51-4e04-a8b6-eed78e868362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-48c55300-5acb-49ed-9c26-87ab1fcd14e3', 'network_id': '48c55300-5acb-49ed-9c26-87ab1fcd14e3', 'project_id': '1d0052d11de8436db9ef3a31945409c2', 'fixed_ips': [{'subnet_id': 'c028b1a2-3119-408b-8272-806ea67e5da4'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:38:39.330846 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-86607b39-3c51-4e04-a8b6-eed78e868362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:39.339985 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33103ff4-9fb9-4c97-8ae5-185ce5df5182 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:39.342048 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a0f92c-1bfd-4477-89cd-60a80e1caae6 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Made reservation on behalf of 1d0052d11de8436db9ef3a31945409c2 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:39.346393 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c1a0f92c-1bfd-4477-89cd-60a80e1caae6 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:39.382022 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-185f85d9-c36a-4cdb-acf1-adc570d1fb1f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5861766 Mar 23 02:38:39.407438 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56976) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:39.422953 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-28736640-5e91-4134-a2bf-9a51f2e253a5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'port': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'fixed_ips': [{'subnet_id': '0fab0ab3-1024-4ea1-a976-d627f9dbf34f', 'ip_address': '2001:db8::2d47:7725:3cb0:288e'}], 'name': 'tempest-NetworksTestDHCPv6-1557696492'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:39.436528 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port fb14ac96-5a62-43d0-86fc-168475d8f779 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:39.436928 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (fb14ac96-5a62-43d0-86fc-168475d8f779), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:39.479929 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b9ca4e-1752-46ad-99a6-608e0cfb5a1a tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:38:39.485783 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-06b9ca4e-1752-46ad-99a6-608e0cfb5a1a tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:39.502784 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6034817d-ef59-45cb-a8a3-88b6177c0c77 None None] Sync routers for ids ['1540ca71-c014-49cd-9f56-d6f0abb078ed'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:38:39.516094 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6034817d-ef59-45cb-a8a3-88b6177c0c77 None None] Routers {'1540ca71-c014-49cd-9f56-d6f0abb078ed'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:39.516980 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-6034817d-ef59-45cb-a8a3-88b6177c0c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['1540ca71-c014-49cd-9f56-d6f0abb078ed'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:39.541542 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9096-2308-40c7-882f-5293ed699f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (d2893bbe-9952-4765-b8dc-27aaedcc8d57), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:39.543240 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-06b9ca4e-1752-46ad-99a6-608e0cfb5a1a tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] 10.222.0.24 "DELETE /v2.0/floatingips/8e5f0509-362e-436c-80a6-a8d5297a3d2f HTTP/1.1" status: 204 len: 168 time: 3.2891200 Mar 23 02:38:39.545197 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fec9d739-0088-4111-a7cc-54a31d3029cd tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (0c37f8f9-9935-46f1-8054-0e9e5a675ad6), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:39.547328 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56978) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:39.551118 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1ae5a25e-bb4a-44d3-9b26-9ff79436e94d tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (84784ae6-f91f-42c4-bf73-e6d660f1acc4), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:39.557256 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c77f5303-c359-4ea2-b75d-f90005cf1dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (1fa940b8-bfbc-49e2-9e9c-e3117458573b), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:39.559291 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-c7b8eb20-2b20-45c7-a698-9c77224f268d tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:39.585569 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-6034817d-ef59-45cb-a8a3-88b6177c0c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:39.596553 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6034817d-ef59-45cb-a8a3-88b6177c0c77 None None] Routers {'1540ca71-c014-49cd-9f56-d6f0abb078ed'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:39.597617 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-6034817d-ef59-45cb-a8a3-88b6177c0c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['1540ca71-c014-49cd-9f56-d6f0abb078ed'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:39.618507 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port fb14ac96-5a62-43d0-86fc-168475d8f779, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=fb14ac96-5a62-43d0-86fc-168475d8f779,segment=NetworkSegment(7c49c5a4-0266-4bfe-9da8-cc7e181e3cea),segment_id=7c49c5a4-0266-4bfe-9da8-cc7e181e3cea)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:39.636849 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7236a6bb-6418-40cd-938f-adb0bc0a5013 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (30fe2222-b60a-4647-9656-f1a9478fc36c), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:39.656122 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-6034817d-ef59-45cb-a8a3-88b6177c0c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:39.657099 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6034817d-ef59-45cb-a8a3-88b6177c0c77 None None] The sync data for ids ['1540ca71-c014-49cd-9f56-d6f0abb078ed'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:38:39.667087 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5a25e-bb4a-44d3-9b26-9ff79436e94d tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Pushing event updated for resources: {'Port': ['ID=84784ae6-f91f-42c4-bf73-e6d660f1acc4,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:39.749590 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (fb14ac96-5a62-43d0-86fc-168475d8f779), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:39.750390 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 1fa940b8-bfbc-49e2-9e9c-e3117458573b up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:38:39.755578 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9d739-0088-4111-a7cc-54a31d3029cd tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event updated for resources: {'Subnet': ['ID=0c37f8f9-9935-46f1-8054-0e9e5a675ad6,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:39.757941 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec9d739-0088-4111-a7cc-54a31d3029cd tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Checking segment: {'id': '94e0ffcc-39d0-4312-9adb-1ccd2f6292dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '53fb7ac4-e989-458b-a2e7-36184bd1aafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:39.758385 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec9d739-0088-4111-a7cc-54a31d3029cd tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Network hostable DHCP agents. Network: 53fb7ac4-e989-458b-a2e7-36184bd1aafc, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:38:39.759106 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57f6ced-488a-43b6-b6be-369c33fcf8e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-94d9379e-13fb-449b-8f45-d1ab95378f77', 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'fixed_ips': [{'subnet_id': '0fab0ab3-1024-4ea1-a976-d627f9dbf34f'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:38:39.760531 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b57f6ced-488a-43b6-b6be-369c33fcf8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:39.768832 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1ae5a25e-bb4a-44d3-9b26-9ff79436e94d tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (a15f8808-cd8d-4352-ac20-b0418375b1e6), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:39.846313 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7236a6bb-6418-40cd-938f-adb0bc0a5013 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:39.851066 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c7b8eb20-2b20-45c7-a698-9c77224f268d tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:39.880635 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-7236a6bb-6418-40cd-938f-adb0bc0a5013 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:39.883142 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7236a6bb-6418-40cd-938f-adb0bc0a5013 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:39.888668 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b9096-2308-40c7-882f-5293ed699f34 None None] Pushing event updated for resources: {'Port': ['ID=d2893bbe-9952-4765-b8dc-27aaedcc8d57,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:39.891403 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-c8351906-5d60-4da5-b3b0-d4b73b5f45f6 None None] Provisioning complete for port 84784ae6-f91f-42c4-bf73-e6d660f1acc4 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:39.891787 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c8351906-5d60-4da5-b3b0-d4b73b5f45f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (84784ae6-f91f-42c4-bf73-e6d660f1acc4), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:39.911736 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec9d739-0088-4111-a7cc-54a31d3029cd tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Network 53fb7ac4-e989-458b-a2e7-36184bd1aafc is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:38:39.928532 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28736640-5e91-4134-a2bf-9a51f2e253a5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:39.967645 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7236a6bb-6418-40cd-938f-adb0bc0a5013 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Pushing event updated for resources: {'Port': ['ID=30fe2222-b60a-4647-9656-f1a9478fc36c,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:39.978745 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae5a25e-bb4a-44d3-9b26-9ff79436e94d tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Network 6b5da418-9625-4481-9923-40c544332376 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:39.983967 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-1ae5a25e-bb4a-44d3-9b26-9ff79436e94d tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:40.048037 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39132f-8d39-455b-8f8e-6f77da790d9a req-aa7577dd-73cc-490d-bb10-aec4e34ce5ad tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:40.049513 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3a39132f-8d39-455b-8f8e-6f77da790d9a req-aa7577dd-73cc-490d-bb10-aec4e34ce5ad tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.2777114 Mar 23 02:38:40.056033 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-86607b39-3c51-4e04-a8b6-eed78e868362 None None] Allocated IP 2001:db8::2 (48c55300-5acb-49ed-9c26-87ab1fcd14e3/c028b1a2-3119-408b-8272-806ea67e5da4/d195802a-375f-41cc-aae7-c6b6180b802e) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:40.080047 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-fec9d739-0088-4111-a7cc-54a31d3029cd tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 53fb7ac4-e989-458b-a2e7-36184bd1aafc) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:40.088248 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec9d739-0088-4111-a7cc-54a31d3029cd tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:40.088248 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fec9d739-0088-4111-a7cc-54a31d3029cd tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:40.125260 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c8351906-5d60-4da5-b3b0-d4b73b5f45f6 None None] Port 84784ae6-f91f-42c4-bf73-e6d660f1acc4 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:38:40.127018 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c7b8eb20-2b20-45c7-a698-9c77224f268d tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:40.149470 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29e5b08-ad4e-47df-8276-0a1308ec7de1 None None] Network 53fb7ac4-e989-458b-a2e7-36184bd1aafc requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:40.164862 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f5303-c359-4ea2-b75d-f90005cf1dd0 None None] Pushing event updated for resources: {'Port': ['ID=1fa940b8-bfbc-49e2-9e9c-e3117458573b,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:40.233019 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-fec9d739-0088-4111-a7cc-54a31d3029cd tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9625394 Mar 23 02:38:40.237516 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56982) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:40.292512 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3a39132f-8d39-455b-8f8e-6f77da790d9a req-1bbc0790-6293-46ef-b0dc-4534bf833557 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168992 Mar 23 02:38:40.338848 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 1fa940b8-bfbc-49e2-9e9c-e3117458573b triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:40.339450 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (1fa940b8-bfbc-49e2-9e9c-e3117458573b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:40.365376 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-28736640-5e91-4134-a2bf-9a51f2e253a5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:40.392365 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c1a0f92c-1bfd-4477-89cd-60a80e1caae6 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (be8201a0-9c4f-4aa9-a444-9c65efc9f458), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:40.429931 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-c8351906-5d60-4da5-b3b0-d4b73b5f45f6 None None] Provisioning complete for port 1fa940b8-bfbc-49e2-9e9c-e3117458573b triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:40.430466 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c8351906-5d60-4da5-b3b0-d4b73b5f45f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (1fa940b8-bfbc-49e2-9e9c-e3117458573b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:40.432749 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-28736640-5e91-4134-a2bf-9a51f2e253a5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] device_id is not set on port e5bcb0ea-0000-4c96-a886-1ab6bfb2b049 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:38:40.452699 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0f92c-1bfd-4477-89cd-60a80e1caae6 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Pushing event updated for resources: {'Subnet': ['ID=be8201a0-9c4f-4aa9-a444-9c65efc9f458,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:40.467753 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-c7b8eb20-2b20-45c7-a698-9c77224f268d tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Allocated IP 172.26.2.198 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/3a4181fd-d8dc-40ea-8f6c-aa52dee65ba6) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:40.472879 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9f3e9a56-5cfd-401d-a218-a4d541ca26db tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (53fb7ac4-e989-458b-a2e7-36184bd1aafc), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:40.571860 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-b57f6ced-488a-43b6-b6be-369c33fcf8e9 None None] Allocated IP 2001:db8::2 (94d9379e-13fb-449b-8f45-d1ab95378f77/0fab0ab3-1024-4ea1-a976-d627f9dbf34f/4da8b1a7-0388-425c-8bc2-284aad86791d) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:40.572539 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae5a25e-bb4a-44d3-9b26-9ff79436e94d tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Router a15f8808-cd8d-4352-ac20-b0418375b1e6 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:38:40.623805 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=fb14ac96-5a62-43d0-86fc-168475d8f779,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:40.669265 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9f3e9a56-5cfd-401d-a218-a4d541ca26db tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (0c37f8f9-9935-46f1-8054-0e9e5a675ad6), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:40.701847 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a0f92c-1bfd-4477-89cd-60a80e1caae6 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Checking segment: {'id': 'faf89699-9571-4709-9658-8490d561a131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ba9a8d15-0c6d-488f-9053-2c20ac35644f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:40.702117 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a0f92c-1bfd-4477-89cd-60a80e1caae6 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Network hostable DHCP agents. Network: ba9a8d15-0c6d-488f-9053-2c20ac35644f, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:38:40.707875 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c8351906-5d60-4da5-b3b0-d4b73b5f45f6 None None] Current status of the port 1fa940b8-bfbc-49e2-9e9c-e3117458573b is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:40.782597 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c7b8eb20-2b20-45c7-a698-9c77224f268d tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Publish callbacks [] for port (3a4181fd-d8dc-40ea-8f6c-aa52dee65ba6), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:40.796931 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae5a25e-bb4a-44d3-9b26-9ff79436e94d tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:38:40.806633 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1ae5a25e-bb4a-44d3-9b26-9ff79436e94d tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] 10.222.0.24 "PUT /v2.0/routers/a15f8808-cd8d-4352-ac20-b0418375b1e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3300037 Mar 23 02:38:40.809713 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56984) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:40.809871 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2da853-adbe-46c2-880c-ac36d9faae07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-53fb7ac4-e989-458b-a2e7-36184bd1aafc', 'network_id': '53fb7ac4-e989-458b-a2e7-36184bd1aafc', 'project_id': '51b0f06b4ce74eca9f44a6cb2b631af2', 'fixed_ips': [{'subnet_id': '0c37f8f9-9935-46f1-8054-0e9e5a675ad6'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:38:40.811099 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-af2da853-adbe-46c2-880c-ac36d9faae07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:40.823236 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-d680ef23-a28a-4e8d-b672-7fcc4a60645a tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Request body: {'port': {'network_id': '6b5da418-9625-4481-9923-40c544332376', 'name': 'tempest-FloatingIPNegativeTestJSON-1817441969'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:40.823843 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7236a6bb-6418-40cd-938f-adb0bc0a5013 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router_gateway (de804876-799c-4577-bea4-be474ca8e732), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:40.842629 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a581ed64-1ee9-4a7e-9697-a531d31c9cf5 None None] Sync routers for ids ['a15f8808-cd8d-4352-ac20-b0418375b1e6'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:38:40.896120 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9f3e9a56-5cfd-401d-a218-a4d541ca26db tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (0c37f8f9-9935-46f1-8054-0e9e5a675ad6), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:40.897673 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a0f92c-1bfd-4477-89cd-60a80e1caae6 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Network ba9a8d15-0c6d-488f-9053-2c20ac35644f is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:38:40.932791 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e9a56-5cfd-401d-a218-a4d541ca26db tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event deleted for resources: {'Subnet': ['ID=0c37f8f9-9935-46f1-8054-0e9e5a675ad6,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:40.957821 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 1fa940b8-bfbc-49e2-9e9c-e3117458573b is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:40.970233 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a581ed64-1ee9-4a7e-9697-a531d31c9cf5 None None] Routers {'a15f8808-cd8d-4352-ac20-b0418375b1e6'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:40.970943 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a581ed64-1ee9-4a7e-9697-a531d31c9cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a15f8808-cd8d-4352-ac20-b0418375b1e6'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:40.979928 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c7b8eb20-2b20-45c7-a698-9c77224f268d tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (3a4181fd-d8dc-40ea-8f6c-aa52dee65ba6), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:40.991613 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-86607b39-3c51-4e04-a8b6-eed78e868362 None None] Publish callbacks [] for port (d195802a-375f-41cc-aae7-c6b6180b802e), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:40.998460 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-c8351906-5d60-4da5-b3b0-d4b73b5f45f6 None None] Provisioning complete for port fb14ac96-5a62-43d0-86fc-168475d8f779 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:40.998845 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c8351906-5d60-4da5-b3b0-d4b73b5f45f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (fb14ac96-5a62-43d0-86fc-168475d8f779), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:41.122454 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 6742c1f0-1b43-4338-8baf-e4f74fccd9a7 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:38:41.174905 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a581ed64-1ee9-4a7e-9697-a531d31c9cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:41.177871 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-86607b39-3c51-4e04-a8b6-eed78e868362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (d195802a-375f-41cc-aae7-c6b6180b802e), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:41.189140 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7206372d-308a-42cc-baef-3b7650cfc9f6 None None] Network 71e58546-4b67-4042-bd40-00da28a396bc requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:41.202667 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 6742c1f0-1b43-4338-8baf-e4f74fccd9a7 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:38:41.203784 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 6742c1f0-1b43-4338-8baf-e4f74fccd9a7 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server [None req-af2da853-adbe-46c2-880c-ac36d9faae07 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c37f8f9-9935-46f1-8054-0e9e5a675ad6: This subnet is being modified by another concurrent operation. Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 02:38:41.354925 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise exception Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c37f8f9-9935-46f1-8054-0e9e5a675ad6: This subnet is being modified by another concurrent operation. Mar 23 02:38:41.358874 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server Mar 23 02:38:41.394290 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9684c5-4c6c-4c12-8932-e2dc9012e9a3 None None] Network 53fb7ac4-e989-458b-a2e7-36184bd1aafc requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:41.399293 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a581ed64-1ee9-4a7e-9697-a531d31c9cf5 None None] Routers {'a15f8808-cd8d-4352-ac20-b0418375b1e6'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:41.399977 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a581ed64-1ee9-4a7e-9697-a531d31c9cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a15f8808-cd8d-4352-ac20-b0418375b1e6'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:41.410919 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86607b39-3c51-4e04-a8b6-eed78e868362 None None] Network 48c55300-5acb-49ed-9c26-87ab1fcd14e3 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:41.412160 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b57f6ced-488a-43b6-b6be-369c33fcf8e9 None None] Publish callbacks [] for port (4da8b1a7-0388-425c-8bc2-284aad86791d), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:41.442575 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-c1a0f92c-1bfd-4477-89cd-60a80e1caae6 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, ba9a8d15-0c6d-488f-9053-2c20ac35644f) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:41.460777 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a0f92c-1bfd-4477-89cd-60a80e1caae6 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:41.463901 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c1a0f92c-1bfd-4477-89cd-60a80e1caae6 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:41.476174 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b8eb20-2b20-45c7-a698-9c77224f268d tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:41.479074 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9f3e9a56-5cfd-401d-a218-a4d541ca26db tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (53fb7ac4-e989-458b-a2e7-36184bd1aafc), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:41.498380 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-c7b8eb20-2b20-45c7-a698-9c77224f268d tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:41.502111 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b8eb20-2b20-45c7-a698-9c77224f268d tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:41.558127 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8eb20-2b20-45c7-a698-9c77224f268d tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Pushing event updated for resources: {'Port': ['ID=3a4181fd-d8dc-40ea-8f6c-aa52dee65ba6,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:41.562983 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-9f3e9a56-5cfd-401d-a218-a4d541ca26db tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53fb7ac4-e989-458b-a2e7-36184bd1aafc']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:41.584433 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-9f3e9a56-5cfd-401d-a218-a4d541ca26db tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e0ffcc-39d0-4312-9adb-1ccd2f6292dc') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:41.584734 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-9f3e9a56-5cfd-401d-a218-a4d541ca26db tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e0ffcc-39d0-4312-9adb-1ccd2f6292dc') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:41.605926 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c1a0f92c-1bfd-4477-89cd-60a80e1caae6 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8246243 Mar 23 02:38:41.607155 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9f3e9a56-5cfd-401d-a218-a4d541ca26db tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (94e0ffcc-39d0-4312-9adb-1ccd2f6292dc), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:41.608594 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56988) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:41.616909 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7236a6bb-6418-40cd-938f-adb0bc0a5013 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (de804876-799c-4577-bea4-be474ca8e732), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:41.633835 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-28736640-5e91-4134-a2bf-9a51f2e253a5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Allocated IP 2001:db8::2d47:7725:3cb0:288e (94d9379e-13fb-449b-8f45-d1ab95378f77/0fab0ab3-1024-4ea1-a976-d627f9dbf34f/e5bcb0ea-0000-4c96-a886-1ab6bfb2b049) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:41.661708 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1393ad5d-eaff-4f41-bda4-61f105063371 None None] Network ba9a8d15-0c6d-488f-9053-2c20ac35644f requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:41.663682 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device fb14ac96-5a62-43d0-86fc-168475d8f779 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:38:41.666005 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-86607b39-3c51-4e04-a8b6-eed78e868362 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:41.672406 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86607b39-3c51-4e04-a8b6-eed78e868362 None None] Pushing event updated for resources: {'Port': ['ID=d195802a-375f-41cc-aae7-c6b6180b802e,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:41.705171 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86607b39-3c51-4e04-a8b6-eed78e868362 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:41.705802 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9caef-cd95-4cca-8fb8-f8aff95b04da req-14bb8e99-473c-4e85-aa8d-fa1cd4fd4ebc tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:41.707870 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-25b9caef-cd95-4cca-8fb8-f8aff95b04da req-14bb8e99-473c-4e85-aa8d-fa1cd4fd4ebc tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.3009360 Mar 23 02:38:41.712272 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d680ef23-a28a-4e8d-b672-7fcc4a60645a tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Made reservation on behalf of 01147389206e489eb88bc3d2a73aa2db for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:41.713021 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a581ed64-1ee9-4a7e-9697-a531d31c9cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:41.713710 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a581ed64-1ee9-4a7e-9697-a531d31c9cf5 None None] The sync data for ids ['a15f8808-cd8d-4352-ac20-b0418375b1e6'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:38:41.715533 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b57f6ced-488a-43b6-b6be-369c33fcf8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (4da8b1a7-0388-425c-8bc2-284aad86791d), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:41.715683 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d680ef23-a28a-4e8d-b672-7fcc4a60645a tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:41.728789 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9f3e9a56-5cfd-401d-a218-a4d541ca26db tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (94e0ffcc-39d0-4312-9adb-1ccd2f6292dc), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:41.759056 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f3e9a56-5cfd-401d-a218-a4d541ca26db tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:38:41.759056 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9f3e9a56-5cfd-401d-a218-a4d541ca26db tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (94e0ffcc-39d0-4312-9adb-1ccd2f6292dc), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:41.760334 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-d680ef23-a28a-4e8d-b672-7fcc4a60645a tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] device_id is not set on port f074d94f-11f3-42c2-8d2a-474617b51880 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:38:41.764002 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:38:41.764002 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:38:41.764002 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:38:41.764002 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:38:41.764002 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:38:41.764002 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:38:41.764002 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:38:41.764002 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:38:41.764002 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:38:41.764002 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:38:41.764002 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:38:41.764002 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:38:41.764002 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:38:41.764002 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:38:41.764002 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:38:41.764002 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:38:41.764002 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:38:41.764002 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:38:41.764002 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:38:41.764002 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:38:41.764002 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:38:41.764002 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:38:41.764002 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:38:41.764002 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:38:41.764002 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:38:41.764002 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:38:41.764002 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:38:41.764002 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:38:41.764002 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:38:41.764002 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:38:41.764002 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:38:41.764002 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:38:41.913006 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c7b8eb20-2b20-45c7-a698-9c77224f268d tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Publish callbacks [] for floatingip (419c3ccd-7e87-41d1-871e-42a1cd930c5c), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:41.931728 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57f6ced-488a-43b6-b6be-369c33fcf8e9 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:41.938680 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-25b9caef-cd95-4cca-8fb8-f8aff95b04da req-607a22ad-5442-43a3-a0f4-0cfb56b4a9cb tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051983 Mar 23 02:38:41.994160 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-d680ef23-a28a-4e8d-b672-7fcc4a60645a tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Allocated IP 172.20.0.6 (6b5da418-9625-4481-9923-40c544332376/134e59d0-fe7a-4624-8759-ff91de87ce72/f074d94f-11f3-42c2-8d2a-474617b51880) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:42.007022 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-b57f6ced-488a-43b6-b6be-369c33fcf8e9 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:42.017626 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f6ced-488a-43b6-b6be-369c33fcf8e9 None None] Pushing event updated for resources: {'Port': ['ID=4da8b1a7-0388-425c-8bc2-284aad86791d,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:42.026442 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57f6ced-488a-43b6-b6be-369c33fcf8e9 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:42.027885 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-28736640-5e91-4134-a2bf-9a51f2e253a5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for port (e5bcb0ea-0000-4c96-a886-1ab6bfb2b049), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:42.035043 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c8351906-5d60-4da5-b3b0-d4b73b5f45f6 None None] Current status of the port fb14ac96-5a62-43d0-86fc-168475d8f779 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:42.046312 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-86607b39-3c51-4e04-a8b6-eed78e868362 None None] Attempting to bind port d195802a-375f-41cc-aae7-c6b6180b802e on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:42.047161 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-86607b39-3c51-4e04-a8b6-eed78e868362 None None] Attempting to bind port d195802a-375f-41cc-aae7-c6b6180b802e by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '59dc116d-37e5-464b-a8ee-90227f032f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '48c55300-5acb-49ed-9c26-87ab1fcd14e3'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:42.047161 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86607b39-3c51-4e04-a8b6-eed78e868362 None None] Attempting to bind port d195802a-375f-41cc-aae7-c6b6180b802e on network 48c55300-5acb-49ed-9c26-87ab1fcd14e3 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:42.050940 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port fb14ac96-5a62-43d0-86fc-168475d8f779 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:42.053188 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (fb14ac96-5a62-43d0-86fc-168475d8f779), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:42.062281 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9f3e9a56-5cfd-401d-a218-a4d541ca26db tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (53fb7ac4-e989-458b-a2e7-36184bd1aafc), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:42.068309 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9f3e9a56-5cfd-401d-a218-a4d541ca26db tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:42.075989 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9f3e9a56-5cfd-401d-a218-a4d541ca26db tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "DELETE /v2.0/networks/53fb7ac4-e989-458b-a2e7-36184bd1aafc HTTP/1.1" status: 204 len: 168 time: 1.8350697 Mar 23 02:38:42.079448 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56992) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:42.091997 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-2b517f89-a03c-433f-971e-95f64e295da9 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1941358770'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:42.109893 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e9a56-5cfd-401d-a218-a4d541ca26db tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event deleted for resources: {'Network': ['ID=53fb7ac4-e989-458b-a2e7-36184bd1aafc,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:42.116432 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c7b8eb20-2b20-45c7-a698-9c77224f268d tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (3a4181fd-d8dc-40ea-8f6c-aa52dee65ba6), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:42.116814 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7236a6bb-6418-40cd-938f-adb0bc0a5013 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Router de804876-799c-4577-bea4-be474ca8e732 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:38:42.125904 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86607b39-3c51-4e04-a8b6-eed78e868362 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:38:42.126378 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86607b39-3c51-4e04-a8b6-eed78e868362 None None] Checking segment: {'id': '59dc116d-37e5-464b-a8ee-90227f032f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '48c55300-5acb-49ed-9c26-87ab1fcd14e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:42.126859 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-86607b39-3c51-4e04-a8b6-eed78e868362 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:42.127325 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86607b39-3c51-4e04-a8b6-eed78e868362 None None] Bound using segment: {'id': '59dc116d-37e5-464b-a8ee-90227f032f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '48c55300-5acb-49ed-9c26-87ab1fcd14e3'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:38:42.127919 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-86607b39-3c51-4e04-a8b6-eed78e868362 None None] Bound port: d195802a-375f-41cc-aae7-c6b6180b802e, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dc116d-37e5-464b-a8ee-90227f032f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '48c55300-5acb-49ed-9c26-87ab1fcd14e3'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:38:42.128524 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-86607b39-3c51-4e04-a8b6-eed78e868362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d195802a-375f-41cc-aae7-c6b6180b802e), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:42.164670 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f717054-cb6b-4c8f-a2f7-5a9f908fea6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-ba9a8d15-0c6d-488f-9053-2c20ac35644f', 'network_id': 'ba9a8d15-0c6d-488f-9053-2c20ac35644f', 'project_id': '1d0052d11de8436db9ef3a31945409c2', 'fixed_ips': [{'subnet_id': 'be8201a0-9c4f-4aa9-a444-9c65efc9f458'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:38:42.166100 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0f717054-cb6b-4c8f-a2f7-5a9f908fea6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:42.172051 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-43df9c68-acce-4ccf-a5a7-4cfe5b434863 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:42.248992 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-b57f6ced-488a-43b6-b6be-369c33fcf8e9 None None] Attempting to bind port 4da8b1a7-0388-425c-8bc2-284aad86791d on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:42.249491 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-b57f6ced-488a-43b6-b6be-369c33fcf8e9 None None] Attempting to bind port 4da8b1a7-0388-425c-8bc2-284aad86791d by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:42.249971 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57f6ced-488a-43b6-b6be-369c33fcf8e9 None None] Attempting to bind port 4da8b1a7-0388-425c-8bc2-284aad86791d on network 94d9379e-13fb-449b-8f45-d1ab95378f77 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:42.265549 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-479373fa-1588-43e8-8747-dce1f5dc2e38 None None] Provisioning complete for port 84784ae6-f91f-42c4-bf73-e6d660f1acc4 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:42.267137 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-479373fa-1588-43e8-8747-dce1f5dc2e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (84784ae6-f91f-42c4-bf73-e6d660f1acc4), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:42.270880 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-28736640-5e91-4134-a2bf-9a51f2e253a5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (e5bcb0ea-0000-4c96-a886-1ab6bfb2b049), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:42.339700 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b517f89-a03c-433f-971e-95f64e295da9 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Made reservation on behalf of 51b0f06b4ce74eca9f44a6cb2b631af2 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:42.343124 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2b517f89-a03c-433f-971e-95f64e295da9 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:42.354095 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57f6ced-488a-43b6-b6be-369c33fcf8e9 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:38:42.354487 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57f6ced-488a-43b6-b6be-369c33fcf8e9 None None] Checking segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:42.354998 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b57f6ced-488a-43b6-b6be-369c33fcf8e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:42.355555 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57f6ced-488a-43b6-b6be-369c33fcf8e9 None None] Bound using segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:38:42.356097 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-b57f6ced-488a-43b6-b6be-369c33fcf8e9 None None] Bound port: 4da8b1a7-0388-425c-8bc2-284aad86791d, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:38:42.356595 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b57f6ced-488a-43b6-b6be-369c33fcf8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (4da8b1a7-0388-425c-8bc2-284aad86791d), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:42.399082 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28736640-5e91-4134-a2bf-9a51f2e253a5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:42.408670 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d680ef23-a28a-4e8d-b672-7fcc4a60645a tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks [] for port (f074d94f-11f3-42c2-8d2a-474617b51880), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:42.410863 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-28736640-5e91-4134-a2bf-9a51f2e253a5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:42.418424 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28736640-5e91-4134-a2bf-9a51f2e253a5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Port': ['ID=e5bcb0ea-0000-4c96-a886-1ab6bfb2b049,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:42.418424 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28736640-5e91-4134-a2bf-9a51f2e253a5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:42.422641 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28736640-5e91-4134-a2bf-9a51f2e253a5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:42.424153 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-28736640-5e91-4134-a2bf-9a51f2e253a5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:42.439952 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-86607b39-3c51-4e04-a8b6-eed78e868362 None None] For port d195802a-375f-41cc-aae7-c6b6180b802e, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:38:42.459367 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b517f89-a03c-433f-971e-95f64e295da9 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:38:42.465010 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7236a6bb-6418-40cd-938f-adb0bc0a5013 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:38:42.480541 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc782b-9f35-4fdb-892b-493d8fe10048 None None] Sync routers for ids ['de804876-799c-4577-bea4-be474ca8e732'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:38:42.491360 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2b517f89-a03c-433f-971e-95f64e295da9 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (7385ae34-4333-409d-b1fb-f03aec4ca353), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:42.491710 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-2b517f89-a03c-433f-971e-95f64e295da9 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Added segment 7385ae34-4333-409d-b1fb-f03aec4ca353 of type vlan for network 67b26e86-1d39-4956-9310-4bae83a46f65 Mar 23 02:38:42.495701 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dc782b-9f35-4fdb-892b-493d8fe10048 None None] Routers {'de804876-799c-4577-bea4-be474ca8e732'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:42.496352 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-26dc782b-9f35-4fdb-892b-493d8fe10048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['de804876-799c-4577-bea4-be474ca8e732'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:42.509015 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-86607b39-3c51-4e04-a8b6-eed78e868362 None None] For port d195802a-375f-41cc-aae7-c6b6180b802e, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=d195802a-375f-41cc-aae7-c6b6180b802e,segment=NetworkSegment(59dc116d-37e5-464b-a8ee-90227f032f32),segment_id=59dc116d-37e5-464b-a8ee-90227f032f32)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:38:42.517822 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-479373fa-1588-43e8-8747-dce1f5dc2e38 None None] Port 84784ae6-f91f-42c4-bf73-e6d660f1acc4 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:38:42.532432 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port fb14ac96-5a62-43d0-86fc-168475d8f779 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:42.533073 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 1fa940b8-bfbc-49e2-9e9c-e3117458573b up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:38:42.550625 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-28736640-5e91-4134-a2bf-9a51f2e253a5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1392395 Mar 23 02:38:42.553146 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56994) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:42.571368 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2b517f89-a03c-433f-971e-95f64e295da9 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (67b26e86-1d39-4956-9310-4bae83a46f65), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:42.584818 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-26dc782b-9f35-4fdb-892b-493d8fe10048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:42.605096 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dc782b-9f35-4fdb-892b-493d8fe10048 None None] Routers {'de804876-799c-4577-bea4-be474ca8e732'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:42.605980 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-26dc782b-9f35-4fdb-892b-493d8fe10048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['de804876-799c-4577-bea4-be474ca8e732'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:42.620736 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7236a6bb-6418-40cd-938f-adb0bc0a5013 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:42.621981 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7236a6bb-6418-40cd-938f-adb0bc0a5013 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.4858956 Mar 23 02:38:42.625479 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-479373fa-1588-43e8-8747-dce1f5dc2e38 None None] Provisioning complete for port fb14ac96-5a62-43d0-86fc-168475d8f779 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:42.626045 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-479373fa-1588-43e8-8747-dce1f5dc2e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (fb14ac96-5a62-43d0-86fc-168475d8f779), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:42.627243 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 56996) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:42.630193 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-0f717054-cb6b-4c8f-a2f7-5a9f908fea6e None None] Allocated IP 2001:db8::2 (ba9a8d15-0c6d-488f-9053-2c20ac35644f/be8201a0-9c4f-4aa9-a444-9c65efc9f458/3fd1c560-1eeb-4767-890d-b89feb2216a1) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:42.632900 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-b57f6ced-488a-43b6-b6be-369c33fcf8e9 None None] For port 4da8b1a7-0388-425c-8bc2-284aad86791d, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:38:42.639091 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c7b8eb20-2b20-45c7-a698-9c77224f268d tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Publish callbacks [] for port (3a4181fd-d8dc-40ea-8f6c-aa52dee65ba6), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:42.675856 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-86607b39-3c51-4e04-a8b6-eed78e868362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (d195802a-375f-41cc-aae7-c6b6180b802e), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:42.677038 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d680ef23-a28a-4e8d-b672-7fcc4a60645a tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (f074d94f-11f3-42c2-8d2a-474617b51880), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:42.688320 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-26dc782b-9f35-4fdb-892b-493d8fe10048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:42.689928 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc782b-9f35-4fdb-892b-493d8fe10048 None None] The sync data for ids ['de804876-799c-4577-bea4-be474ca8e732'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:38:42.692941 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-b57f6ced-488a-43b6-b6be-369c33fcf8e9 None None] For port 4da8b1a7-0388-425c-8bc2-284aad86791d, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=4da8b1a7-0388-425c-8bc2-284aad86791d,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:38:42.707081 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-43df9c68-acce-4ccf-a5a7-4cfe5b434863 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Allocated IP 2001:db8::1 (48c55300-5acb-49ed-9c26-87ab1fcd14e3/c028b1a2-3119-408b-8272-806ea67e5da4/d24b022b-8656-479a-aab4-02327270ab37) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:42.719301 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2b517f89-a03c-433f-971e-95f64e295da9 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (67b26e86-1d39-4956-9310-4bae83a46f65), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:42.724370 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b517f89-a03c-433f-971e-95f64e295da9 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:42.724985 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2b517f89-a03c-433f-971e-95f64e295da9 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:42.771198 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10250130-6983-40fc-9108-8031e0b4602a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:42.775576 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10250130-6983-40fc-9108-8031e0b4602a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:42.777104 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-10250130-6983-40fc-9108-8031e0b4602a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2189636 Mar 23 02:38:42.780979 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 56998) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:42.798009 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c7b8eb20-2b20-45c7-a698-9c77224f268d tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (3a4181fd-d8dc-40ea-8f6c-aa52dee65ba6), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:42.819540 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86607b39-3c51-4e04-a8b6-eed78e868362 None None] Pushing event updated for resources: {'Port': ['ID=d195802a-375f-41cc-aae7-c6b6180b802e,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:42.825125 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 1fa940b8-bfbc-49e2-9e9c-e3117458573b triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:42.825645 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (1fa940b8-bfbc-49e2-9e9c-e3117458573b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:42.856033 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d680ef23-a28a-4e8d-b672-7fcc4a60645a tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Network 6b5da418-9625-4481-9923-40c544332376 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:42.870982 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-d680ef23-a28a-4e8d-b672-7fcc4a60645a tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:42.872134 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b57f6ced-488a-43b6-b6be-369c33fcf8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (4da8b1a7-0388-425c-8bc2-284aad86791d), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:42.879534 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d680ef23-a28a-4e8d-b672-7fcc4a60645a tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:42.890644 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680ef23-a28a-4e8d-b672-7fcc4a60645a tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Pushing event updated for resources: {'Port': ['ID=f074d94f-11f3-42c2-8d2a-474617b51880,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:42.917016 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b517f89-a03c-433f-971e-95f64e295da9 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event updated for resources: {'Network': ['ID=67b26e86-1d39-4956-9310-4bae83a46f65,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:42.940514 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2b517f89-a03c-433f-971e-95f64e295da9 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8568735 Mar 23 02:38:42.946041 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9eb51af9-f1c3-4b93-8a92-6b475578f8f7 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "GET /v2.0/routers/de804876-799c-4577-bea4-be474ca8e732 HTTP/1.1" status: 200 len: 924 time: 0.3139029 Mar 23 02:38:42.946041 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57000) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:42.949594 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 67b26e86-1d39-4956-9310-4bae83a46f65 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:38:42.952360 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-9983a38f-822d-43c3-8508-fe5e3db460fb tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Request body: {'subnet': {'network_id': '67b26e86-1d39-4956-9310-4bae83a46f65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:42.958665 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57002) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:43.028092 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-43df9c68-acce-4ccf-a5a7-4cfe5b434863 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks [] for port (d24b022b-8656-479a-aab4-02327270ab37), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:43.110591 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-479373fa-1588-43e8-8747-dce1f5dc2e38 None None] Current status of the port fb14ac96-5a62-43d0-86fc-168475d8f779 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:43.119758 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d680ef23-a28a-4e8d-b672-7fcc4a60645a tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:43.120736 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d680ef23-a28a-4e8d-b672-7fcc4a60645a tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:43.162976 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-99ddf2cd-6be0-4de9-87ec-57465c7b796a tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] 10.222.0.24 "GET /v2.0/ports?device_id=de804876-799c-4577-bea4-be474ca8e732 HTTP/1.1" status: 200 len: 205 time: 0.2018743 Mar 23 02:38:43.175981 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57006) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:43.201868 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-43df9c68-acce-4ccf-a5a7-4cfe5b434863 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (d24b022b-8656-479a-aab4-02327270ab37), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:43.281853 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43df9c68-acce-4ccf-a5a7-4cfe5b434863 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Network 48c55300-5acb-49ed-9c26-87ab1fcd14e3 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:43.293927 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-43df9c68-acce-4ccf-a5a7-4cfe5b434863 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:43.305087 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c7b8eb20-2b20-45c7-a698-9c77224f268d tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (419c3ccd-7e87-41d1-871e-42a1cd930c5c), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:43.319404 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43df9c68-acce-4ccf-a5a7-4cfe5b434863 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:43.319977 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-43df9c68-acce-4ccf-a5a7-4cfe5b434863 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (d394ac1e-659b-4ffc-9240-fe99cb0adf2f), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:43.334562 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8eb20-2b20-45c7-a698-9c77224f268d tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Pushing event updated for resources: {'Port': ['ID=3a4181fd-d8dc-40ea-8f6c-aa52dee65ba6,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:43.335488 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0f717054-cb6b-4c8f-a2f7-5a9f908fea6e None None] Publish callbacks [] for port (3fd1c560-1eeb-4767-890d-b89feb2216a1), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:43.368145 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f6ced-488a-43b6-b6be-369c33fcf8e9 None None] Pushing event updated for resources: {'Port': ['ID=4da8b1a7-0388-425c-8bc2-284aad86791d,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:43.379736 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-479373fa-1588-43e8-8747-dce1f5dc2e38 None None] Provisioning complete for port d2893bbe-9952-4765-b8dc-27aaedcc8d57 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:43.380494 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-479373fa-1588-43e8-8747-dce1f5dc2e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d2893bbe-9952-4765-b8dc-27aaedcc8d57), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:43.391793 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d680ef23-a28a-4e8d-b672-7fcc4a60645a tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5795085 Mar 23 02:38:43.403364 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57008) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:43.418488 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-1338c243-437a-4220-bc74-bd74d8f1c4a2 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:43.432495 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 1fa940b8-bfbc-49e2-9e9c-e3117458573b is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:43.433830 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d2893bbe-9952-4765-b8dc-27aaedcc8d57 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:38:43.439374 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c7b8eb20-2b20-45c7-a698-9c77224f268d tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:43.445006 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c7b8eb20-2b20-45c7-a698-9c77224f268d tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8882825 Mar 23 02:38:43.446521 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc3d6d-7285-4a4b-b68c-657bfc975425 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting port e5bcb0ea-0000-4c96-a886-1ab6bfb2b049 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:43.447400 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f9fc3d6d-7285-4a4b-b68c-657bfc975425 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (e5bcb0ea-0000-4c96-a886-1ab6bfb2b049), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:43.450513 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57010) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:43.473718 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0f717054-cb6b-4c8f-a2f7-5a9f908fea6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (3fd1c560-1eeb-4767-890d-b89feb2216a1), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:43.504620 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5c3e5-4037-40d0-8335-032d0f47565b req-a4013b75-34d5-4c40-84be-20e336b7e3f2 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:43.511519 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b6e5c3e5-4037-40d0-8335-032d0f47565b req-a4013b75-34d5-4c40-84be-20e336b7e3f2 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.3868165 Mar 23 02:38:43.546441 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-12936a1f-a513-4e87-9377-88c1b887402e tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router (de804876-799c-4577-bea4-be474ca8e732), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:43.569862 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f717054-cb6b-4c8f-a2f7-5a9f908fea6e None None] Network ba9a8d15-0c6d-488f-9053-2c20ac35644f is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:43.574183 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-0f717054-cb6b-4c8f-a2f7-5a9f908fea6e None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:43.577395 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f717054-cb6b-4c8f-a2f7-5a9f908fea6e None None] Pushing event updated for resources: {'Port': ['ID=3fd1c560-1eeb-4767-890d-b89feb2216a1,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:43.586687 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f717054-cb6b-4c8f-a2f7-5a9f908fea6e None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:43.663174 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df9c68-acce-4ccf-a5a7-4cfe5b434863 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Pushing event updated for resources: {'Port': ['ID=d24b022b-8656-479a-aab4-02327270ab37,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:43.688303 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port d2893bbe-9952-4765-b8dc-27aaedcc8d57 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:43.690356 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d2893bbe-9952-4765-b8dc-27aaedcc8d57), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:43.691726 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f9fc3d6d-7285-4a4b-b68c-657bfc975425 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (e5bcb0ea-0000-4c96-a886-1ab6bfb2b049), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:43.691976 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-479373fa-1588-43e8-8747-dce1f5dc2e38 None None] Current status of the port d2893bbe-9952-4765-b8dc-27aaedcc8d57 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:43.692241 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-479373fa-1588-43e8-8747-dce1f5dc2e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d2893bbe-9952-4765-b8dc-27aaedcc8d57), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:43.696958 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9983a38f-822d-43c3-8508-fe5e3db460fb tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Made reservation on behalf of 51b0f06b4ce74eca9f44a6cb2b631af2 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:43.700881 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9983a38f-822d-43c3-8508-fe5e3db460fb tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:43.705207 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc3d6d-7285-4a4b-b68c-657bfc975425 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Calling delete_port for e5bcb0ea-0000-4c96-a886-1ab6bfb2b049 owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:43.742683 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1338c243-437a-4220-bc74-bd74d8f1c4a2 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:43.742898 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-0f717054-cb6b-4c8f-a2f7-5a9f908fea6e None None] Attempting to bind port 3fd1c560-1eeb-4767-890d-b89feb2216a1 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:43.742898 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-0f717054-cb6b-4c8f-a2f7-5a9f908fea6e None None] Attempting to bind port 3fd1c560-1eeb-4767-890d-b89feb2216a1 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'faf89699-9571-4709-9658-8490d561a131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ba9a8d15-0c6d-488f-9053-2c20ac35644f'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:43.742898 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f717054-cb6b-4c8f-a2f7-5a9f908fea6e None None] Attempting to bind port 3fd1c560-1eeb-4767-890d-b89feb2216a1 on network ba9a8d15-0c6d-488f-9053-2c20ac35644f {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:43.743152 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-a70009fa-14d4-4bc3-993c-c23b9d733bb8 tempest-FloatingIPAdminTestJSON-1045178977 tempest-FloatingIPAdminTestJSON-1045178977-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:43.743948 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f717054-cb6b-4c8f-a2f7-5a9f908fea6e None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:38:43.743948 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f717054-cb6b-4c8f-a2f7-5a9f908fea6e None None] Checking segment: {'id': 'faf89699-9571-4709-9658-8490d561a131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ba9a8d15-0c6d-488f-9053-2c20ac35644f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:43.744310 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0f717054-cb6b-4c8f-a2f7-5a9f908fea6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:43.744715 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f717054-cb6b-4c8f-a2f7-5a9f908fea6e None None] Bound using segment: {'id': 'faf89699-9571-4709-9658-8490d561a131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ba9a8d15-0c6d-488f-9053-2c20ac35644f'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:38:43.745197 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-0f717054-cb6b-4c8f-a2f7-5a9f908fea6e None None] Bound port: 3fd1c560-1eeb-4767-890d-b89feb2216a1, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf89699-9571-4709-9658-8490d561a131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ba9a8d15-0c6d-488f-9053-2c20ac35644f'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:38:43.745582 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0f717054-cb6b-4c8f-a2f7-5a9f908fea6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (3fd1c560-1eeb-4767-890d-b89feb2216a1), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:43.788753 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-479373fa-1588-43e8-8747-dce1f5dc2e38 None None] For port d2893bbe-9952-4765-b8dc-27aaedcc8d57, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=d2893bbe-9952-4765-b8dc-27aaedcc8d57,segment=NetworkSegment(3f4c3dac-1a74-49ea-a9fb-a7401839c9cd),segment_id=3f4c3dac-1a74-49ea-a9fb-a7401839c9cd)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:43.881443 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-479373fa-1588-43e8-8747-dce1f5dc2e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (d2893bbe-9952-4765-b8dc-27aaedcc8d57), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:43.891261 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-0f717054-cb6b-4c8f-a2f7-5a9f908fea6e None None] For port 3fd1c560-1eeb-4767-890d-b89feb2216a1, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:38:43.894289 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port d2893bbe-9952-4765-b8dc-27aaedcc8d57 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:43.894708 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d2893bbe-9952-4765-b8dc-27aaedcc8d57), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:43.894897 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b6e5c3e5-4037-40d0-8335-032d0f47565b req-36597568-74c6-4303-9925-baac3530ecff tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3823133 Mar 23 02:38:43.898306 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-43df9c68-acce-4ccf-a5a7-4cfe5b434863 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d24b022b-8656-479a-aab4-02327270ab37), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:43.937627 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a70009fa-14d4-4bc3-993c-c23b9d733bb8 tempest-FloatingIPAdminTestJSON-1045178977 tempest-FloatingIPAdminTestJSON-1045178977-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:43.964340 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f9fc3d6d-7285-4a4b-b68c-657bfc975425 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (e5bcb0ea-0000-4c96-a886-1ab6bfb2b049), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:43.971053 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-0f717054-cb6b-4c8f-a2f7-5a9f908fea6e None None] For port 3fd1c560-1eeb-4767-890d-b89feb2216a1, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=3fd1c560-1eeb-4767-890d-b89feb2216a1,segment=NetworkSegment(faf89699-9571-4709-9658-8490d561a131),segment_id=faf89699-9571-4709-9658-8490d561a131)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:38:44.024182 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc3d6d-7285-4a4b-b68c-657bfc975425 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Port': ['ID=e5bcb0ea-0000-4c96-a886-1ab6bfb2b049,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:44.026147 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479373fa-1588-43e8-8747-dce1f5dc2e38 None None] Pushing event updated for resources: {'Port': ['ID=d2893bbe-9952-4765-b8dc-27aaedcc8d57,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:44.039677 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0f717054-cb6b-4c8f-a2f7-5a9f908fea6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (3fd1c560-1eeb-4767-890d-b89feb2216a1), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:44.057718 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-12936a1f-a513-4e87-9377-88c1b887402e tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router_gateway (de804876-799c-4577-bea4-be474ca8e732), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:44.116007 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f9fc3d6d-7285-4a4b-b68c-657bfc975425 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:44.123187 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f9fc3d6d-7285-4a4b-b68c-657bfc975425 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/e5bcb0ea-0000-4c96-a886-1ab6bfb2b049 HTTP/1.1" status: 204 len: 168 time: 1.3220603 Mar 23 02:38:44.123879 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57014) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:44.161939 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1338c243-437a-4220-bc74-bd74d8f1c4a2 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:44.238776 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9629202f-efc9-4cd1-b3bc-0bdf83bde72f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:44.241570 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9629202f-efc9-4cd1-b3bc-0bdf83bde72f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:44.246288 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9629202f-efc9-4cd1-b3bc-0bdf83bde72f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0838099 Mar 23 02:38:44.253692 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57016) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:44.290016 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:38:44.290673 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:38:44.296663 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f717054-cb6b-4c8f-a2f7-5a9f908fea6e None None] Pushing event updated for resources: {'Port': ['ID=3fd1c560-1eeb-4767-890d-b89feb2216a1,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:44.298657 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-1338c243-437a-4220-bc74-bd74d8f1c4a2 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Allocated IP 172.26.2.236 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/d096cd00-8a8e-40bc-a725-9e38f6ea4b1a) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:44.304192 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-c5d2aaca-b593-4095-99de-0e937357ab6b None None] Provisioning complete for port f074d94f-11f3-42c2-8d2a-474617b51880 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:44.304785 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c5d2aaca-b593-4095-99de-0e937357ab6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f074d94f-11f3-42c2-8d2a-474617b51880), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:44.324093 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c490fbe-263e-4618-ac46-dda9a532b6f5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting subnet 0fab0ab3-1024-4ea1-a976-d627f9dbf34f {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:38:44.327721 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9c490fbe-263e-4618-ac46-dda9a532b6f5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (0fab0ab3-1024-4ea1-a976-d627f9dbf34f), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:44.369518 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c5d2aaca-b593-4095-99de-0e937357ab6b None None] Port f074d94f-11f3-42c2-8d2a-474617b51880 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:38:44.387685 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-c5d2aaca-b593-4095-99de-0e937357ab6b None None] Provisioning complete for port d2893bbe-9952-4765-b8dc-27aaedcc8d57 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:44.388098 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c5d2aaca-b593-4095-99de-0e937357ab6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d2893bbe-9952-4765-b8dc-27aaedcc8d57), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:44.429210 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0593d3f-3d23-4870-b30a-03e2b50d9f8e None None] Network 48c55300-5acb-49ed-9c26-87ab1fcd14e3 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:44.447460 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9c490fbe-263e-4618-ac46-dda9a532b6f5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (0fab0ab3-1024-4ea1-a976-d627f9dbf34f), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:44.552633 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-43df9c68-acce-4ccf-a5a7-4cfe5b434863 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks [] for port (d24b022b-8656-479a-aab4-02327270ab37), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:44.597340 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9983a38f-822d-43c3-8508-fe5e3db460fb tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (7fe76f44-fe44-4ed1-b625-1ad92f2758e0), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:44.622053 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1338c243-437a-4220-bc74-bd74d8f1c4a2 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks [] for port (d096cd00-8a8e-40bc-a725-9e38f6ea4b1a), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:44.641321 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-43df9c68-acce-4ccf-a5a7-4cfe5b434863 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (d24b022b-8656-479a-aab4-02327270ab37), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:44.642685 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-43df9c68-acce-4ccf-a5a7-4cfe5b434863 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (d394ac1e-659b-4ffc-9240-fe99cb0adf2f), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:44.697961 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a70009fa-14d4-4bc3-993c-c23b9d733bb8 tempest-FloatingIPAdminTestJSON-1045178977 tempest-FloatingIPAdminTestJSON-1045178977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:44.718345 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df9c68-acce-4ccf-a5a7-4cfe5b434863 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Pushing event updated for resources: {'Port': ['ID=d24b022b-8656-479a-aab4-02327270ab37,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:44.741446 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983a38f-822d-43c3-8508-fe5e3db460fb tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event updated for resources: {'Subnet': ['ID=7fe76f44-fe44-4ed1-b625-1ad92f2758e0,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:44.839800 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-12936a1f-a513-4e87-9377-88c1b887402e tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Deleting port 30fe2222-b60a-4647-9656-f1a9478fc36c {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:44.840225 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-12936a1f-a513-4e87-9377-88c1b887402e tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (30fe2222-b60a-4647-9656-f1a9478fc36c), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:44.852893 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9983a38f-822d-43c3-8508-fe5e3db460fb tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Checking segment: {'id': '7385ae34-4333-409d-b1fb-f03aec4ca353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '67b26e86-1d39-4956-9310-4bae83a46f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:44.852893 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9983a38f-822d-43c3-8508-fe5e3db460fb tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Network hostable DHCP agents. Network: 67b26e86-1d39-4956-9310-4bae83a46f65, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:38:44.862003 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9c490fbe-263e-4618-ac46-dda9a532b6f5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (0fab0ab3-1024-4ea1-a976-d627f9dbf34f), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:44.874382 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c5d2aaca-b593-4095-99de-0e937357ab6b None None] Current status of the port d2893bbe-9952-4765-b8dc-27aaedcc8d57 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:44.902621 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port d2893bbe-9952-4765-b8dc-27aaedcc8d57 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:44.917424 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1338c243-437a-4220-bc74-bd74d8f1c4a2 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (d096cd00-8a8e-40bc-a725-9e38f6ea4b1a), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:45.084025 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-ad5a096c-eb4c-49f9-9441-ee8b51781ee4 None None] Provisioning complete for port d195802a-375f-41cc-aae7-c6b6180b802e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:45.084772 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ad5a096c-eb4c-49f9-9441-ee8b51781ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d195802a-375f-41cc-aae7-c6b6180b802e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:45.305900 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-ad5a096c-eb4c-49f9-9441-ee8b51781ee4 None None] Current status of the port d195802a-375f-41cc-aae7-c6b6180b802e is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:45.306300 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ad5a096c-eb4c-49f9-9441-ee8b51781ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d195802a-375f-41cc-aae7-c6b6180b802e), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:45.370621 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-ad5a096c-eb4c-49f9-9441-ee8b51781ee4 None None] For port d195802a-375f-41cc-aae7-c6b6180b802e, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=d195802a-375f-41cc-aae7-c6b6180b802e,segment=NetworkSegment(59dc116d-37e5-464b-a8ee-90227f032f32),segment_id=59dc116d-37e5-464b-a8ee-90227f032f32)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:45.468787 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d2893bbe-9952-4765-b8dc-27aaedcc8d57 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:38:45.473728 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ad5a096c-eb4c-49f9-9441-ee8b51781ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (d195802a-375f-41cc-aae7-c6b6180b802e), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:45.504316 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43df9c68-acce-4ccf-a5a7-4cfe5b434863 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Network 48c55300-5acb-49ed-9c26-87ab1fcd14e3 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:45.510462 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-43df9c68-acce-4ccf-a5a7-4cfe5b434863 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:45.611151 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9859796-b715-49b4-b1f8-55ed1edb09fb req-5bbc0c7f-3b1d-475f-8c14-8ec585743f8a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:45.613660 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-f9859796-b715-49b4-b1f8-55ed1edb09fb req-5bbc0c7f-3b1d-475f-8c14-8ec585743f8a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.1979723 Mar 23 02:38:45.632083 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a096c-eb4c-49f9-9441-ee8b51781ee4 None None] Pushing event updated for resources: {'Port': ['ID=d195802a-375f-41cc-aae7-c6b6180b802e,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:45.652799 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1338c243-437a-4220-bc74-bd74d8f1c4a2 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:45.653314 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-ad5a096c-eb4c-49f9-9441-ee8b51781ee4 None None] Provisioning complete for port 4da8b1a7-0388-425c-8bc2-284aad86791d triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:45.653314 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ad5a096c-eb4c-49f9-9441-ee8b51781ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (4da8b1a7-0388-425c-8bc2-284aad86791d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:45.662783 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-12936a1f-a513-4e87-9377-88c1b887402e tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (30fe2222-b60a-4647-9656-f1a9478fc36c), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:45.667415 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-1338c243-437a-4220-bc74-bd74d8f1c4a2 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:45.671179 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1338c243-437a-4220-bc74-bd74d8f1c4a2 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:45.672658 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9983a38f-822d-43c3-8508-fe5e3db460fb tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Network 67b26e86-1d39-4956-9310-4bae83a46f65 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:38:45.694555 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port d2893bbe-9952-4765-b8dc-27aaedcc8d57 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:45.696945 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d2893bbe-9952-4765-b8dc-27aaedcc8d57), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:45.703128 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9c490fbe-263e-4618-ac46-dda9a532b6f5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (0fab0ab3-1024-4ea1-a976-d627f9dbf34f), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:45.727558 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338c243-437a-4220-bc74-bd74d8f1c4a2 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Pushing event updated for resources: {'Port': ['ID=d096cd00-8a8e-40bc-a725-9e38f6ea4b1a,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:45.732844 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-12936a1f-a513-4e87-9377-88c1b887402e tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Calling delete_port for 30fe2222-b60a-4647-9656-f1a9478fc36c owned by network:router_gateway {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:45.751083 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c490fbe-263e-4618-ac46-dda9a532b6f5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Subnet': ['ID=0fab0ab3-1024-4ea1-a976-d627f9dbf34f,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:45.778269 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-a70009fa-14d4-4bc3-993c-c23b9d733bb8 tempest-FloatingIPAdminTestJSON-1045178977 tempest-FloatingIPAdminTestJSON-1045178977-project] Allocated IP 172.26.2.83 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/79066a80-edf4-498a-be8d-f695765feb8f) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:45.780746 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9c490fbe-263e-4618-ac46-dda9a532b6f5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:45.789199 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9c490fbe-263e-4618-ac46-dda9a532b6f5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/0fab0ab3-1024-4ea1-a976-d627f9dbf34f HTTP/1.1" status: 204 len: 168 time: 1.5335224 Mar 23 02:38:45.797229 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57022) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:45.809298 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f9dfee-e651-4f8f-a1b6-00c3166222b9 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:45.818735 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-f9859796-b715-49b4-b1f8-55ed1edb09fb req-b753bc0a-a425-4edc-84e9-05d24d0ae01d tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928027 Mar 23 02:38:45.837050 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-9983a38f-822d-43c3-8508-fe5e3db460fb tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 67b26e86-1d39-4956-9310-4bae83a46f65) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:45.841707 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9983a38f-822d-43c3-8508-fe5e3db460fb tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:45.842393 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9983a38f-822d-43c3-8508-fe5e3db460fb tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:45.881591 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b385f5f0-7ce9-46f1-b7fd-732352508978 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0786657 Mar 23 02:38:45.888192 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57024) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:45.904058 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b723936-78f4-4156-9877-2cc6e9e44273 None None] Network 67b26e86-1d39-4956-9310-4bae83a46f65 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:45.957996 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0e2a52-5202-4d59-a131-e48d63a82268 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:45.959656 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3b0e2a52-5202-4d59-a131-e48d63a82268 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0687079 Mar 23 02:38:45.963426 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57026) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:45.991217 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1338c243-437a-4220-bc74-bd74d8f1c4a2 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks [] for floatingip (1378b590-8abb-4728-acc8-97dd86d0e727), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:46.005323 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43df9c68-acce-4ccf-a5a7-4cfe5b434863 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Router d394ac1e-659b-4ffc-9240-fe99cb0adf2f is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:38:46.060749 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9983a38f-822d-43c3-8508-fe5e3db460fb tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.1144092 Mar 23 02:38:46.065127 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57028) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:46.157078 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e427c985-0e7d-4ab7-8075-5f230717922f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:46.158727 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e427c985-0e7d-4ab7-8075-5f230717922f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1955385 Mar 23 02:38:46.163069 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57030) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:46.192947 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ff895b2f-e8a3-4555-bdf2-b6866fa0d0da tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (67b26e86-1d39-4956-9310-4bae83a46f65), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:46.210215 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca33f65a-b581-47bb-97ba-8b5e71d823b4 None None] Network ba9a8d15-0c6d-488f-9053-2c20ac35644f requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:46.217346 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-75db0010-bbc8-4fce-923b-9e50f3bdf640 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531640 Mar 23 02:38:46.224960 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port d2893bbe-9952-4765-b8dc-27aaedcc8d57 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:46.225958 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57032) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:46.228461 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 4da8b1a7-0388-425c-8bc2-284aad86791d up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:38:46.230976 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-875291c3-0491-4660-bfde-c22f46442388 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:46.274334 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43df9c68-acce-4ccf-a5a7-4cfe5b434863 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:38:46.276285 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a70009fa-14d4-4bc3-993c-c23b9d733bb8 tempest-FloatingIPAdminTestJSON-1045178977 tempest-FloatingIPAdminTestJSON-1045178977-project] Publish callbacks [] for port (79066a80-edf4-498a-be8d-f695765feb8f), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:46.282965 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-43df9c68-acce-4ccf-a5a7-4cfe5b434863 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] 10.222.0.24 "PUT /v2.0/routers/d394ac1e-659b-4ffc-9240-fe99cb0adf2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6722698 Mar 23 02:38:46.290105 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57034) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:46.325715 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1338c243-437a-4220-bc74-bd74d8f1c4a2 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d096cd00-8a8e-40bc-a725-9e38f6ea4b1a), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:46.332175 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cddb23f-c048-429b-9983-0aea3ca662cc None None] Sync routers for ids ['d394ac1e-659b-4ffc-9240-fe99cb0adf2f'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:38:46.345472 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-ad5a096c-eb4c-49f9-9441-ee8b51781ee4 None None] Current status of the port 4da8b1a7-0388-425c-8bc2-284aad86791d is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:46.345874 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ad5a096c-eb4c-49f9-9441-ee8b51781ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (4da8b1a7-0388-425c-8bc2-284aad86791d), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:46.380963 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6da84b3-47e0-4c9b-a4b1-1d771fb80aa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-67b26e86-1d39-4956-9310-4bae83a46f65', 'network_id': '67b26e86-1d39-4956-9310-4bae83a46f65', 'project_id': '51b0f06b4ce74eca9f44a6cb2b631af2', 'fixed_ips': [{'subnet_id': '7fe76f44-fe44-4ed1-b625-1ad92f2758e0'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:38:46.382198 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f6da84b3-47e0-4c9b-a4b1-1d771fb80aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:46.384098 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a07428-3e1c-4758-aa18-9a2f28e7644b None None] DHCP port deletion for 94d9379e-13fb-449b-8f45-d1ab95378f77 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:38:46.412435 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ff895b2f-e8a3-4555-bdf2-b6866fa0d0da tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (7fe76f44-fe44-4ed1-b625-1ad92f2758e0), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:46.419554 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cddb23f-c048-429b-9983-0aea3ca662cc None None] Routers {'d394ac1e-659b-4ffc-9240-fe99cb0adf2f'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:46.420225 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-9cddb23f-c048-429b-9983-0aea3ca662cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d394ac1e-659b-4ffc-9240-fe99cb0adf2f'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:46.475964 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-12936a1f-a513-4e87-9377-88c1b887402e tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (30fe2222-b60a-4647-9656-f1a9478fc36c), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:46.497963 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875291c3-0491-4660-bfde-c22f46442388 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:46.500065 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-9cddb23f-c048-429b-9983-0aea3ca662cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:46.501413 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-875291c3-0491-4660-bfde-c22f46442388 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:46.521211 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-ad5a096c-eb4c-49f9-9441-ee8b51781ee4 None None] For port 4da8b1a7-0388-425c-8bc2-284aad86791d, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=4da8b1a7-0388-425c-8bc2-284aad86791d,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:46.554663 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12936a1f-a513-4e87-9377-88c1b887402e tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Pushing event deleted for resources: {'Port': ['ID=30fe2222-b60a-4647-9656-f1a9478fc36c,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:46.608005 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cddb23f-c048-429b-9983-0aea3ca662cc None None] Routers {'d394ac1e-659b-4ffc-9240-fe99cb0adf2f'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:46.608731 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-9cddb23f-c048-429b-9983-0aea3ca662cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d394ac1e-659b-4ffc-9240-fe99cb0adf2f'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:46.615917 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a70009fa-14d4-4bc3-993c-c23b9d733bb8 tempest-FloatingIPAdminTestJSON-1045178977 tempest-FloatingIPAdminTestJSON-1045178977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (79066a80-edf4-498a-be8d-f695765feb8f), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:46.662988 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 4da8b1a7-0388-425c-8bc2-284aad86791d triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:46.662988 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (4da8b1a7-0388-425c-8bc2-284aad86791d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:46.667005 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-9cddb23f-c048-429b-9983-0aea3ca662cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:46.667653 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cddb23f-c048-429b-9983-0aea3ca662cc None None] The sync data for ids ['d394ac1e-659b-4ffc-9240-fe99cb0adf2f'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:38:46.694999 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ad5a096c-eb4c-49f9-9441-ee8b51781ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (4da8b1a7-0388-425c-8bc2-284aad86791d), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:46.702582 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70009fa-14d4-4bc3-993c-c23b9d733bb8 tempest-FloatingIPAdminTestJSON-1045178977 tempest-FloatingIPAdminTestJSON-1045178977-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:46.714487 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-a70009fa-14d4-4bc3-993c-c23b9d733bb8 tempest-FloatingIPAdminTestJSON-1045178977 tempest-FloatingIPAdminTestJSON-1045178977-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:46.723202 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70009fa-14d4-4bc3-993c-c23b9d733bb8 tempest-FloatingIPAdminTestJSON-1045178977 tempest-FloatingIPAdminTestJSON-1045178977-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:46.725268 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-12936a1f-a513-4e87-9377-88c1b887402e tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (de804876-799c-4577-bea4-be474ca8e732), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:46.730698 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70009fa-14d4-4bc3-993c-c23b9d733bb8 tempest-FloatingIPAdminTestJSON-1045178977 tempest-FloatingIPAdminTestJSON-1045178977-project] Pushing event updated for resources: {'Port': ['ID=79066a80-edf4-498a-be8d-f695765feb8f,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:46.776374 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-b9a07428-3e1c-4758-aa18-9a2f28e7644b None None] Deleting port 4da8b1a7-0388-425c-8bc2-284aad86791d {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:46.783147 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b9a07428-3e1c-4758-aa18-9a2f28e7644b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (4da8b1a7-0388-425c-8bc2-284aad86791d), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:46.852342 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-f1449e88-eb64-4aaa-960d-b007f5fca8d8 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:38:46.853436 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f1449e88-eb64-4aaa-960d-b007f5fca8d8 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] 10.222.0.24 "PUT /v2.0/routers/d394ac1e-659b-4ffc-9240-fe99cb0adf2f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5620768 Mar 23 02:38:46.856551 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57038) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:46.883041 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ff895b2f-e8a3-4555-bdf2-b6866fa0d0da tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (7fe76f44-fe44-4ed1-b625-1ad92f2758e0), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:46.968514 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1338c243-437a-4220-bc74-bd74d8f1c4a2 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks [] for port (d096cd00-8a8e-40bc-a725-9e38f6ea4b1a), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:46.974191 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-12936a1f-a513-4e87-9377-88c1b887402e tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (de804876-799c-4577-bea4-be474ca8e732), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:46.989499 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-12936a1f-a513-4e87-9377-88c1b887402e tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router_controller (de804876-799c-4577-bea4-be474ca8e732), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:46.998954 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff895b2f-e8a3-4555-bdf2-b6866fa0d0da tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event deleted for resources: {'Subnet': ['ID=7fe76f44-fe44-4ed1-b625-1ad92f2758e0,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:47.009553 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a096c-eb4c-49f9-9441-ee8b51781ee4 None None] Pushing event updated for resources: {'Port': ['ID=4da8b1a7-0388-425c-8bc2-284aad86791d,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server [None req-f6da84b3-47e0-4c9b-a4b1-1d771fb80aa6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7fe76f44-fe44-4ed1-b625-1ad92f2758e0: This subnet is being modified by another concurrent operation. Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 02:38:47.026727 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise exception Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7fe76f44-fe44-4ed1-b625-1ad92f2758e0: This subnet is being modified by another concurrent operation. Mar 23 02:38:47.029728 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server Mar 23 02:38:47.083548 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b443a97-c7ca-4613-99ca-a31fe1521731 None None] Network 67b26e86-1d39-4956-9310-4bae83a46f65 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:47.085020 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1338c243-437a-4220-bc74-bd74d8f1c4a2 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (d096cd00-8a8e-40bc-a725-9e38f6ea4b1a), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.093857 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-db309221-b0ba-4e15-9ca2-cff0139d394b None None] Provisioning complete for port d195802a-375f-41cc-aae7-c6b6180b802e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:47.094249 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-db309221-b0ba-4e15-9ca2-cff0139d394b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d195802a-375f-41cc-aae7-c6b6180b802e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.100047 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-b9a07428-3e1c-4758-aa18-9a2f28e7644b None None] For port 4da8b1a7-0388-425c-8bc2-284aad86791d, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=4da8b1a7-0388-425c-8bc2-284aad86791d,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:47.100482 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b9a07428-3e1c-4758-aa18-9a2f28e7644b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (4da8b1a7-0388-425c-8bc2-284aad86791d), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.156228 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ff895b2f-e8a3-4555-bdf2-b6866fa0d0da tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (67b26e86-1d39-4956-9310-4bae83a46f65), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.188787 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-875291c3-0491-4660-bfde-c22f46442388 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (34d51eb7-3a74-46bc-bbf4-83cb06bebb28), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.198338 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-b9a07428-3e1c-4758-aa18-9a2f28e7644b None None] Calling delete_port for 4da8b1a7-0388-425c-8bc2-284aad86791d owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:47.202338 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 4da8b1a7-0388-425c-8bc2-284aad86791d is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:47.203399 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d195802a-375f-41cc-aae7-c6b6180b802e up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:38:47.280876 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-ff895b2f-e8a3-4555-bdf2-b6866fa0d0da tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b26e86-1d39-4956-9310-4bae83a46f65']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:47.318095 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875291c3-0491-4660-bfde-c22f46442388 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:47.320020 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-12936a1f-a513-4e87-9377-88c1b887402e tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (de804876-799c-4577-bea4-be474ca8e732), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.320582 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12936a1f-a513-4e87-9377-88c1b887402e tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Fanout notify agent at l3_agent the message router_deleted on router de804876-799c-4577-bea4-be474ca8e732 {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:38:47.325576 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-875291c3-0491-4660-bfde-c22f46442388 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:47.325869 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-ff895b2f-e8a3-4555-bdf2-b6866fa0d0da tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7385ae34-4333-409d-b1fb-f03aec4ca353') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:47.326291 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-ff895b2f-e8a3-4555-bdf2-b6866fa0d0da tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7385ae34-4333-409d-b1fb-f03aec4ca353') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:47.328334 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a70009fa-14d4-4bc3-993c-c23b9d733bb8 tempest-FloatingIPAdminTestJSON-1045178977 tempest-FloatingIPAdminTestJSON-1045178977-project] Publish callbacks [] for floatingip (1786050f-79d4-412c-a6be-171b18e9e093), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.331688 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338c243-437a-4220-bc74-bd74d8f1c4a2 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Pushing event updated for resources: {'Port': ['ID=d096cd00-8a8e-40bc-a725-9e38f6ea4b1a,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:47.336391 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875291c3-0491-4660-bfde-c22f46442388 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:47.337449 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-875291c3-0491-4660-bfde-c22f46442388 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.343655 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-12936a1f-a513-4e87-9377-88c1b887402e tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.345573 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-12936a1f-a513-4e87-9377-88c1b887402e tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] 10.222.0.24 "DELETE /v2.0/routers/de804876-799c-4577-bea4-be474ca8e732 HTTP/1.1" status: 204 len: 168 time: 4.1486013 Mar 23 02:38:47.353860 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1338c243-437a-4220-bc74-bd74d8f1c4a2 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (1378b590-8abb-4728-acc8-97dd86d0e727), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.355893 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57040) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:47.364386 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fe7f3-0a82-466f-b240-8db516e4ce66 req-dbcd9753-a451-47ca-b0b0-8222d94b715b tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:47.365898 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-689fe7f3-0a82-466f-b240-8db516e4ce66 req-dbcd9753-a451-47ca-b0b0-8222d94b715b tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.4016552 Mar 23 02:38:47.373017 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ff895b2f-e8a3-4555-bdf2-b6866fa0d0da tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (7385ae34-4333-409d-b1fb-f03aec4ca353), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.393003 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-ef2e9487-6b78-4763-a5b3-d8bfb399ddb7 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2143630155', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'enable_snat': False}}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:47.400054 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port d195802a-375f-41cc-aae7-c6b6180b802e triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:47.400647 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d195802a-375f-41cc-aae7-c6b6180b802e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.408428 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ff895b2f-e8a3-4555-bdf2-b6866fa0d0da tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (7385ae34-4333-409d-b1fb-f03aec4ca353), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.415453 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875291c3-0491-4660-bfde-c22f46442388 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Subnet': ['ID=34d51eb7-3a74-46bc-bbf4-83cb06bebb28,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:47.421416 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff895b2f-e8a3-4555-bdf2-b6866fa0d0da tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:38:47.421416 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ff895b2f-e8a3-4555-bdf2-b6866fa0d0da tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (7385ae34-4333-409d-b1fb-f03aec4ca353), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.424439 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-db309221-b0ba-4e15-9ca2-cff0139d394b None None] Current status of the port d195802a-375f-41cc-aae7-c6b6180b802e is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:47.424763 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:38:47.424763 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:38:47.424763 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:38:47.424763 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:38:47.424763 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:38:47.424763 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:38:47.424763 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:38:47.424763 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:38:47.424763 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:38:47.424763 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:38:47.424763 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:38:47.424763 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:38:47.424763 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:38:47.424763 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:38:47.424763 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:38:47.424763 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:38:47.424763 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:38:47.424763 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:38:47.424763 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:38:47.424763 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:38:47.424763 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:38:47.424763 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:38:47.424763 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:38:47.424763 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:38:47.424763 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:38:47.424763 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:38:47.424763 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:38:47.424763 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:38:47.424763 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:38:47.424763 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:38:47.424763 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:38:47.424763 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:38:47.444880 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-db309221-b0ba-4e15-9ca2-cff0139d394b None None] Could not find standard attr ID for object e5bcb0ea-0000-4c96-a886-1ab6bfb2b049. {{(pid=104350) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:38:47.468620 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-db309221-b0ba-4e15-9ca2-cff0139d394b None None] Provisioning complete for port 3fd1c560-1eeb-4767-890d-b89feb2216a1 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:47.468984 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-db309221-b0ba-4e15-9ca2-cff0139d394b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (3fd1c560-1eeb-4767-890d-b89feb2216a1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.509584 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1338c243-437a-4220-bc74-bd74d8f1c4a2 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.513800 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1338c243-437a-4220-bc74-bd74d8f1c4a2 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0967681 Mar 23 02:38:47.515534 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57042) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:47.520711 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-689fe7f3-0a82-466f-b240-8db516e4ce66 req-4d0c72d3-4d11-4fa2-9c1b-ec40d23f658a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388273 Mar 23 02:38:47.525651 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-f2b0839f-e0db-4052-b222-b2e1ce4e24b9 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Request body: {'floatingip': {'port_id': 'f074d94f-11f3-42c2-8d2a-474617b51880', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:47.546766 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b9a07428-3e1c-4758-aa18-9a2f28e7644b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (4da8b1a7-0388-425c-8bc2-284aad86791d), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.550967 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-875291c3-0491-4660-bfde-c22f46442388 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3238888 Mar 23 02:38:47.551745 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57044) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:47.560771 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-7d58b606-9c16-4ab3-8db1-d619a1ed5b70 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'port': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'fixed_ips': [{'subnet_id': '34d51eb7-3a74-46bc-bbf4-83cb06bebb28', 'ip_address': '2001:db8::1fd4:748c:bf5c:eaa8'}], 'name': 'tempest-NetworksTestDHCPv6-1075709690'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:47.584788 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ef2e9487-6b78-4763-a5b3-d8bfb399ddb7 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (50e93365-761d-4eaa-b9ac-420d6e36f41b), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.586024 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ef2e9487-6b78-4763-a5b3-d8bfb399ddb7 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (50e93365-761d-4eaa-b9ac-420d6e36f41b), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.589524 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a07428-3e1c-4758-aa18-9a2f28e7644b None None] Pushing event deleted for resources: {'Port': ['ID=4da8b1a7-0388-425c-8bc2-284aad86791d,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:47.592722 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port d195802a-375f-41cc-aae7-c6b6180b802e is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:47.593368 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a70009fa-14d4-4bc3-993c-c23b9d733bb8 tempest-FloatingIPAdminTestJSON-1045178977 tempest-FloatingIPAdminTestJSON-1045178977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (79066a80-edf4-498a-be8d-f695765feb8f), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.593718 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 3fd1c560-1eeb-4767-890d-b89feb2216a1 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:38:47.597315 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a07428-3e1c-4758-aa18-9a2f28e7644b None None] No DVR routers for this DVR port 4da8b1a7-0388-425c-8bc2-284aad86791d on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:38:47.624363 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d79b90-d502-4188-a72c-383916387d83 None None] get_active_networks_info from dv-neutron-834613-2-hyperv {{(pid=104350) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 02:38:47.630831 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0b575572-7971-4566-9021-6473520b5c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.634662 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f2b0839f-e0db-4052-b222-b2e1ce4e24b9 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks [] for floatingip (1378b590-8abb-4728-acc8-97dd86d0e727), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.705669 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ff895b2f-e8a3-4555-bdf2-b6866fa0d0da tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (67b26e86-1d39-4956-9310-4bae83a46f65), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.722994 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-db309221-b0ba-4e15-9ca2-cff0139d394b None None] Current status of the port 3fd1c560-1eeb-4767-890d-b89feb2216a1 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:47.723391 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-db309221-b0ba-4e15-9ca2-cff0139d394b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (3fd1c560-1eeb-4767-890d-b89feb2216a1), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.732749 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ff895b2f-e8a3-4555-bdf2-b6866fa0d0da tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.740942 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ff895b2f-e8a3-4555-bdf2-b6866fa0d0da tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "DELETE /v2.0/networks/67b26e86-1d39-4956-9310-4bae83a46f65 HTTP/1.1" status: 204 len: 168 time: 1.6670520 Mar 23 02:38:47.748106 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff895b2f-e8a3-4555-bdf2-b6866fa0d0da tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event deleted for resources: {'Network': ['ID=67b26e86-1d39-4956-9310-4bae83a46f65,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:47.749683 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57046) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:47.777178 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-f1c2d822-32db-449d-b646-3fe95dbda9f7 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1512138100'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:47.781419 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ef2e9487-6b78-4763-a5b3-d8bfb399ddb7 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router_controller (50e93365-761d-4eaa-b9ac-420d6e36f41b), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.790652 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ef01d151-80ce-4db8-b181-a14dfe06ac95 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (d394ac1e-659b-4ffc-9240-fe99cb0adf2f), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.805363 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 3fd1c560-1eeb-4767-890d-b89feb2216a1 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:47.805704 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (3fd1c560-1eeb-4767-890d-b89feb2216a1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.812800 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-db309221-b0ba-4e15-9ca2-cff0139d394b None None] For port 3fd1c560-1eeb-4767-890d-b89feb2216a1, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=3fd1c560-1eeb-4767-890d-b89feb2216a1,segment=NetworkSegment(faf89699-9571-4709-9658-8490d561a131),segment_id=faf89699-9571-4709-9658-8490d561a131)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:47.857535 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-f2b0839f-e0db-4052-b222-b2e1ce4e24b9 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] update failed (client error): The resource could not be found. Mar 23 02:38:47.863242 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f2b0839f-e0db-4052-b222-b2e1ce4e24b9 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] 10.222.0.24 "PUT /v2.0/floatingips/1378b590-8abb-4728-acc8-97dd86d0e727 HTTP/1.1" status: 404 len: 507 time: 0.3419659 Mar 23 02:38:47.863445 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57048) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:47.888415 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d79b90-d502-4188-a72c-383916387d83 None None] Resources bound (agent type, host, resource id): {{(pid=104350) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 02:38:47.932375 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-db309221-b0ba-4e15-9ca2-cff0139d394b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (3fd1c560-1eeb-4767-890d-b89feb2216a1), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.935028 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a70009fa-14d4-4bc3-993c-c23b9d733bb8 tempest-FloatingIPAdminTestJSON-1045178977 tempest-FloatingIPAdminTestJSON-1045178977-project] Publish callbacks [] for port (79066a80-edf4-498a-be8d-f695765feb8f), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.937245 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c2d822-32db-449d-b646-3fe95dbda9f7 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Made reservation on behalf of 51b0f06b4ce74eca9f44a6cb2b631af2 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:47.941221 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f1c2d822-32db-449d-b646-3fe95dbda9f7 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.966807 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c2d822-32db-449d-b646-3fe95dbda9f7 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:38:47.974104 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 3fd1c560-1eeb-4767-890d-b89feb2216a1 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:47.974104 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (3fd1c560-1eeb-4767-890d-b89feb2216a1), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.980294 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f1c2d822-32db-449d-b646-3fe95dbda9f7 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (9c8e3f71-0b08-492b-8e7a-38c30aceea45), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.980294 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-f1c2d822-32db-449d-b646-3fe95dbda9f7 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Added segment 9c8e3f71-0b08-492b-8e7a-38c30aceea45 of type vlan for network d6aa0054-dbd6-44c5-881e-052a11ccb0b1 Mar 23 02:38:48.028807 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a70009fa-14d4-4bc3-993c-c23b9d733bb8 tempest-FloatingIPAdminTestJSON-1045178977 tempest-FloatingIPAdminTestJSON-1045178977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (79066a80-edf4-498a-be8d-f695765feb8f), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:48.032634 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f1c2d822-32db-449d-b646-3fe95dbda9f7 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (d6aa0054-dbd6-44c5-881e-052a11ccb0b1), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:48.064186 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-db309221-b0ba-4e15-9ca2-cff0139d394b None None] Provisioning complete for port d24b022b-8656-479a-aab4-02327270ab37 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:48.064575 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-db309221-b0ba-4e15-9ca2-cff0139d394b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d24b022b-8656-479a-aab4-02327270ab37), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:48.112744 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db309221-b0ba-4e15-9ca2-cff0139d394b None None] Pushing event updated for resources: {'Port': ['ID=3fd1c560-1eeb-4767-890d-b89feb2216a1,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:48.120047 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70009fa-14d4-4bc3-993c-c23b9d733bb8 tempest-FloatingIPAdminTestJSON-1045178977 tempest-FloatingIPAdminTestJSON-1045178977-project] Pushing event updated for resources: {'Port': ['ID=79066a80-edf4-498a-be8d-f695765feb8f,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:48.140669 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a70009fa-14d4-4bc3-993c-c23b9d733bb8 tempest-FloatingIPAdminTestJSON-1045178977 tempest-FloatingIPAdminTestJSON-1045178977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (1786050f-79d4-412c-a6be-171b18e9e093), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:48.173252 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-db309221-b0ba-4e15-9ca2-cff0139d394b None None] Port d24b022b-8656-479a-aab4-02327270ab37 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:38:48.187441 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f1c2d822-32db-449d-b646-3fe95dbda9f7 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (d6aa0054-dbd6-44c5-881e-052a11ccb0b1), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:48.193408 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c2d822-32db-449d-b646-3fe95dbda9f7 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:48.194006 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f1c2d822-32db-449d-b646-3fe95dbda9f7 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:48.200604 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:38:48.200965 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:38:48.239418 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d58b606-9c16-4ab3-8db1-d619a1ed5b70 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:48.250617 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a70009fa-14d4-4bc3-993c-c23b9d733bb8 tempest-FloatingIPAdminTestJSON-1045178977 tempest-FloatingIPAdminTestJSON-1045178977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:48.254678 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a70009fa-14d4-4bc3-993c-c23b9d733bb8 tempest-FloatingIPAdminTestJSON-1045178977 tempest-FloatingIPAdminTestJSON-1045178977-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7972698 Mar 23 02:38:48.257961 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57050) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:48.298553 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-7d3ca31c-2b6b-44e9-8401-44b627cdeea5 None None] Provisioning complete for port 3fd1c560-1eeb-4767-890d-b89feb2216a1 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:48.298942 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7d3ca31c-2b6b-44e9-8401-44b627cdeea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (3fd1c560-1eeb-4767-890d-b89feb2216a1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:48.324969 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdca742a-5dd7-4b86-90a0-7da95f204468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-94d9379e-13fb-449b-8f45-d1ab95378f77', 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'fixed_ips': [{'subnet_id': '34d51eb7-3a74-46bc-bbf4-83cb06bebb28'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:38:48.326004 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cdca742a-5dd7-4b86-90a0-7da95f204468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:48.333588 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c2d822-32db-449d-b646-3fe95dbda9f7 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event updated for resources: {'Network': ['ID=d6aa0054-dbd6-44c5-881e-052a11ccb0b1,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:48.350285 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network d6aa0054-dbd6-44c5-881e-052a11ccb0b1 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:38:48.356360 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f1c2d822-32db-449d-b646-3fe95dbda9f7 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5830576 Mar 23 02:38:48.384222 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57052) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:48.390678 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-27910f8e-7e77-471a-b6c8-e43e37fc89d3 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Request body: {'subnet': {'network_id': 'd6aa0054-dbd6-44c5-881e-052a11ccb0b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:48.397756 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-340a855c-2d2d-42de-99d0-db1fdd339807 tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3699 time: 0.1384602 Mar 23 02:38:48.401052 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57054) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:48.499685 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ef2e9487-6b78-4763-a5b3-d8bfb399ddb7 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router_gateway (50e93365-761d-4eaa-b9ac-420d6e36f41b), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:48.523453 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d7204746-4f38-418e-b237-106ce66b0ece tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0794230 Mar 23 02:38:48.524672 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57056) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:48.572983 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7d58b606-9c16-4ab3-8db1-d619a1ed5b70 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:48.592782 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:48.608335 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ca31c-2b6b-44e9-8401-44b627cdeea5 None None] Current status of the port 3fd1c560-1eeb-4767-890d-b89feb2216a1 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:48.615812 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-7d58b606-9c16-4ab3-8db1-d619a1ed5b70 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] device_id is not set on port 8686a401-2b7b-4263-a066-b9c457a8049f yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:38:48.622499 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-cdca742a-5dd7-4b86-90a0-7da95f204468 None None] Allocated IP 2001:db8::2 (94d9379e-13fb-449b-8f45-d1ab95378f77/34d51eb7-3a74-46bc-bbf4-83cb06bebb28/30aeba0c-0ba7-4d23-b320-5607665f9732) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:48.673301 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-3e320438-78ec-4e9d-92a5-707dcc2b8052 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Deleting port d096cd00-8a8e-40bc-a725-9e38f6ea4b1a {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:48.673649 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3e320438-78ec-4e9d-92a5-707dcc2b8052 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (d096cd00-8a8e-40bc-a725-9e38f6ea4b1a), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:48.688234 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-922a1ca9-08e8-44e5-803d-4f1dc6a28d5a tempest-FloatingIPAdminTestJSON-1045178977 tempest-FloatingIPAdminTestJSON-1045178977-project] Deleting port 79066a80-edf4-498a-be8d-f695765feb8f {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:48.688675 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-922a1ca9-08e8-44e5-803d-4f1dc6a28d5a tempest-FloatingIPAdminTestJSON-1045178977 tempest-FloatingIPAdminTestJSON-1045178977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (79066a80-edf4-498a-be8d-f695765feb8f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:48.761047 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 3fd1c560-1eeb-4767-890d-b89feb2216a1 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:48.768918 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-922a1ca9-08e8-44e5-803d-4f1dc6a28d5a tempest-FloatingIPAdminTestJSON-1045178977 tempest-FloatingIPAdminTestJSON-1045178977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (79066a80-edf4-498a-be8d-f695765feb8f), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:48.769415 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-922a1ca9-08e8-44e5-803d-4f1dc6a28d5a tempest-FloatingIPAdminTestJSON-1045178977 tempest-FloatingIPAdminTestJSON-1045178977-project] Publish callbacks [] for floatingip (79066a80-edf4-498a-be8d-f695765feb8f), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:48.783727 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-922a1ca9-08e8-44e5-803d-4f1dc6a28d5a tempest-FloatingIPAdminTestJSON-1045178977 tempest-FloatingIPAdminTestJSON-1045178977-project] Calling delete_port for 79066a80-edf4-498a-be8d-f695765feb8f owned by network:floatingip {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:48.795242 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27910f8e-7e77-471a-b6c8-e43e37fc89d3 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Made reservation on behalf of 51b0f06b4ce74eca9f44a6cb2b631af2 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:48.798925 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-27910f8e-7e77-471a-b6c8-e43e37fc89d3 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:48.826369 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cdca742a-5dd7-4b86-90a0-7da95f204468 None None] Publish callbacks [] for port (30aeba0c-0ba7-4d23-b320-5607665f9732), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:48.887708 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cdca742a-5dd7-4b86-90a0-7da95f204468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (30aeba0c-0ba7-4d23-b320-5607665f9732), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:48.930014 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d195802a-375f-41cc-aae7-c6b6180b802e up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:38:48.945381 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ced277-f3be-462e-bf99-0b1684aa1502 req-4e34e3a6-e68a-4142-8ec2-01b271c15188 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:48.946892 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-72ced277-f3be-462e-bf99-0b1684aa1502 req-4e34e3a6-e68a-4142-8ec2-01b271c15188 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.2755437 Mar 23 02:38:48.963936 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdca742a-5dd7-4b86-90a0-7da95f204468 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:48.968767 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-cdca742a-5dd7-4b86-90a0-7da95f204468 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:48.974468 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdca742a-5dd7-4b86-90a0-7da95f204468 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:48.998877 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca742a-5dd7-4b86-90a0-7da95f204468 None None] Pushing event updated for resources: {'Port': ['ID=30aeba0c-0ba7-4d23-b320-5607665f9732,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:49.016454 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3e320438-78ec-4e9d-92a5-707dcc2b8052 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (d096cd00-8a8e-40bc-a725-9e38f6ea4b1a), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:49.016784 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3e320438-78ec-4e9d-92a5-707dcc2b8052 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks [] for floatingip (d096cd00-8a8e-40bc-a725-9e38f6ea4b1a), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:49.052896 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-3e320438-78ec-4e9d-92a5-707dcc2b8052 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Calling delete_port for d096cd00-8a8e-40bc-a725-9e38f6ea4b1a owned by network:floatingip {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:49.075104 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-cdca742a-5dd7-4b86-90a0-7da95f204468 None None] Attempting to bind port 30aeba0c-0ba7-4d23-b320-5607665f9732 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:49.076521 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-cdca742a-5dd7-4b86-90a0-7da95f204468 None None] Attempting to bind port 30aeba0c-0ba7-4d23-b320-5607665f9732 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:49.076521 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdca742a-5dd7-4b86-90a0-7da95f204468 None None] Attempting to bind port 30aeba0c-0ba7-4d23-b320-5607665f9732 on network 94d9379e-13fb-449b-8f45-d1ab95378f77 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:49.078192 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port d195802a-375f-41cc-aae7-c6b6180b802e triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:49.078924 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d195802a-375f-41cc-aae7-c6b6180b802e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:49.087042 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-7d58b606-9c16-4ab3-8db1-d619a1ed5b70 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Allocated IP 2001:db8::1fd4:748c:bf5c:eaa8 (94d9379e-13fb-449b-8f45-d1ab95378f77/34d51eb7-3a74-46bc-bbf4-83cb06bebb28/8686a401-2b7b-4263-a066-b9c457a8049f) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:49.104426 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdca742a-5dd7-4b86-90a0-7da95f204468 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:38:49.104915 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdca742a-5dd7-4b86-90a0-7da95f204468 None None] Checking segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:49.105394 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cdca742a-5dd7-4b86-90a0-7da95f204468 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:49.105806 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdca742a-5dd7-4b86-90a0-7da95f204468 None None] Bound using segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:38:49.106301 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-cdca742a-5dd7-4b86-90a0-7da95f204468 None None] Bound port: 30aeba0c-0ba7-4d23-b320-5607665f9732, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:38:49.106691 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cdca742a-5dd7-4b86-90a0-7da95f204468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (30aeba0c-0ba7-4d23-b320-5607665f9732), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:49.163974 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-27910f8e-7e77-471a-b6c8-e43e37fc89d3 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (ba4e5361-1591-4f60-bc60-9c14806191c3), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:49.166642 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-922a1ca9-08e8-44e5-803d-4f1dc6a28d5a tempest-FloatingIPAdminTestJSON-1045178977 tempest-FloatingIPAdminTestJSON-1045178977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (79066a80-edf4-498a-be8d-f695765feb8f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:49.170480 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-72ced277-f3be-462e-bf99-0b1684aa1502 req-aea85d21-c045-49bb-a0bf-e820a5c4a689 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728978 Mar 23 02:38:49.222484 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-cdca742a-5dd7-4b86-90a0-7da95f204468 None None] For port 30aeba0c-0ba7-4d23-b320-5607665f9732, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:38:49.229774 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-cdca742a-5dd7-4b86-90a0-7da95f204468 None None] For port 30aeba0c-0ba7-4d23-b320-5607665f9732, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=30aeba0c-0ba7-4d23-b320-5607665f9732,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:38:49.231389 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a1ca9-08e8-44e5-803d-4f1dc6a28d5a tempest-FloatingIPAdminTestJSON-1045178977 tempest-FloatingIPAdminTestJSON-1045178977-project] Pushing event deleted for resources: {'Port': ['ID=79066a80-edf4-498a-be8d-f695765feb8f,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:49.238950 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port d195802a-375f-41cc-aae7-c6b6180b802e is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:49.239990 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 3fd1c560-1eeb-4767-890d-b89feb2216a1 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:38:49.270914 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-ef01d151-80ce-4db8-b181-a14dfe06ac95 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Deleting port d24b022b-8656-479a-aab4-02327270ab37 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:49.270914 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ef01d151-80ce-4db8-b181-a14dfe06ac95 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (d24b022b-8656-479a-aab4-02327270ab37), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:49.295398 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 3fd1c560-1eeb-4767-890d-b89feb2216a1 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:49.295809 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (3fd1c560-1eeb-4767-890d-b89feb2216a1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:49.326384 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cdca742a-5dd7-4b86-90a0-7da95f204468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (30aeba0c-0ba7-4d23-b320-5607665f9732), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:49.430227 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca742a-5dd7-4b86-90a0-7da95f204468 None None] Pushing event updated for resources: {'Port': ['ID=30aeba0c-0ba7-4d23-b320-5607665f9732,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:49.444389 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 3fd1c560-1eeb-4767-890d-b89feb2216a1 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:49.515264 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 4da8b1a7-0388-425c-8bc2-284aad86791d no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:38:49.542836 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 4da8b1a7-0388-425c-8bc2-284aad86791d {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:38:49.545204 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 4da8b1a7-0388-425c-8bc2-284aad86791d not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:38:49.567667 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ef2e9487-6b78-4763-a5b3-d8bfb399ddb7 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router_gateway (50e93365-761d-4eaa-b9ac-420d6e36f41b), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:49.603778 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27910f8e-7e77-471a-b6c8-e43e37fc89d3 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event updated for resources: {'Subnet': ['ID=ba4e5361-1591-4f60-bc60-9c14806191c3,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:49.632880 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ef01d151-80ce-4db8-b181-a14dfe06ac95 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (d24b022b-8656-479a-aab4-02327270ab37), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:49.636600 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27910f8e-7e77-471a-b6c8-e43e37fc89d3 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Checking segment: {'id': '9c8e3f71-0b08-492b-8e7a-38c30aceea45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd6aa0054-dbd6-44c5-881e-052a11ccb0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:49.636971 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27910f8e-7e77-471a-b6c8-e43e37fc89d3 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Network hostable DHCP agents. Network: d6aa0054-dbd6-44c5-881e-052a11ccb0b1, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:38:49.641727 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ef2e9487-6b78-4763-a5b3-d8bfb399ddb7 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:49.651166 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-922a1ca9-08e8-44e5-803d-4f1dc6a28d5a tempest-FloatingIPAdminTestJSON-1045178977 tempest-FloatingIPAdminTestJSON-1045178977-project] Publish callbacks [] for floatingip (1786050f-79d4-412c-a6be-171b18e9e093), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:49.658877 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-922a1ca9-08e8-44e5-803d-4f1dc6a28d5a tempest-FloatingIPAdminTestJSON-1045178977 tempest-FloatingIPAdminTestJSON-1045178977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:49.662689 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-922a1ca9-08e8-44e5-803d-4f1dc6a28d5a tempest-FloatingIPAdminTestJSON-1045178977 tempest-FloatingIPAdminTestJSON-1045178977-project] 10.222.0.24 "DELETE /v2.0/floatingips/1786050f-79d4-412c-a6be-171b18e9e093 HTTP/1.1" status: 204 len: 168 time: 1.1345613 Mar 23 02:38:49.663353 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57060) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:49.696767 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-ef01d151-80ce-4db8-b181-a14dfe06ac95 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Calling delete_port for d24b022b-8656-479a-aab4-02327270ab37 owned by network:router_interface {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:49.777777 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7d58b606-9c16-4ab3-8db1-d619a1ed5b70 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for port (8686a401-2b7b-4263-a066-b9c457a8049f), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:49.794983 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27910f8e-7e77-471a-b6c8-e43e37fc89d3 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Network d6aa0054-dbd6-44c5-881e-052a11ccb0b1 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:38:49.806583 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-f6fa059a-db2c-4146-a3dc-1f951a66c77f tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Deleting port 3a4181fd-d8dc-40ea-8f6c-aa52dee65ba6 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:49.806922 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f6fa059a-db2c-4146-a3dc-1f951a66c77f tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (3a4181fd-d8dc-40ea-8f6c-aa52dee65ba6), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:49.885855 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3e320438-78ec-4e9d-92a5-707dcc2b8052 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (d096cd00-8a8e-40bc-a725-9e38f6ea4b1a), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:49.886836 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f6fa059a-db2c-4146-a3dc-1f951a66c77f tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (3a4181fd-d8dc-40ea-8f6c-aa52dee65ba6), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:49.887263 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f6fa059a-db2c-4146-a3dc-1f951a66c77f tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Publish callbacks [] for floatingip (3a4181fd-d8dc-40ea-8f6c-aa52dee65ba6), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:49.904360 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-f6fa059a-db2c-4146-a3dc-1f951a66c77f tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Calling delete_port for 3a4181fd-d8dc-40ea-8f6c-aa52dee65ba6 owned by network:floatingip {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:49.911837 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-649e28c5-acac-4760-9eeb-a069423ea983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:49.913324 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-27910f8e-7e77-471a-b6c8-e43e37fc89d3 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, d6aa0054-dbd6-44c5-881e-052a11ccb0b1) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:49.919316 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27910f8e-7e77-471a-b6c8-e43e37fc89d3 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:49.919942 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-27910f8e-7e77-471a-b6c8-e43e37fc89d3 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:49.936038 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e320438-78ec-4e9d-92a5-707dcc2b8052 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Pushing event deleted for resources: {'Port': ['ID=d096cd00-8a8e-40bc-a725-9e38f6ea4b1a,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:50.010471 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-ef2e9487-6b78-4763-a5b3-d8bfb399ddb7 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Allocated IP 172.26.2.233 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/503aef9d-fd2a-4c6e-870e-7e18030d829b) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:50.050934 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-27910f8e-7e77-471a-b6c8-e43e37fc89d3 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6652925 Mar 23 02:38:50.053856 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57062) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:50.106286 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7d58b606-9c16-4ab3-8db1-d619a1ed5b70 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (8686a401-2b7b-4263-a066-b9c457a8049f), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.119085 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f6fa059a-db2c-4146-a3dc-1f951a66c77f tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (3a4181fd-d8dc-40ea-8f6c-aa52dee65ba6), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.155435 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa059a-db2c-4146-a3dc-1f951a66c77f tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a4181fd-d8dc-40ea-8f6c-aa52dee65ba6,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:50.192993 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3e320438-78ec-4e9d-92a5-707dcc2b8052 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks [] for floatingip (1378b590-8abb-4728-acc8-97dd86d0e727), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.195952 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3e320438-78ec-4e9d-92a5-707dcc2b8052 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.201999 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3e320438-78ec-4e9d-92a5-707dcc2b8052 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] 10.222.0.24 "DELETE /v2.0/floatingips/1378b590-8abb-4728-acc8-97dd86d0e727 HTTP/1.1" status: 204 len: 168 time: 2.3336420 Mar 23 02:38:50.213276 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57066) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:50.233925 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de0be5c7-ad5a-49f4-a254-f588848a9d52 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (d6aa0054-dbd6-44c5-881e-052a11ccb0b1), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.260272 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f6fa059a-db2c-4146-a3dc-1f951a66c77f tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Publish callbacks [] for floatingip (419c3ccd-7e87-41d1-871e-42a1cd930c5c), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.262880 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f6fa059a-db2c-4146-a3dc-1f951a66c77f tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.265193 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f6fa059a-db2c-4146-a3dc-1f951a66c77f tempest-FloatingIPAdminTestJSON-2117624086 tempest-FloatingIPAdminTestJSON-2117624086-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/419c3ccd-7e87-41d1-871e-42a1cd930c5c HTTP/1.1" status: 204 len: 168 time: 0.6006269 Mar 23 02:38:50.296716 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57068) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:50.385920 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de0be5c7-ad5a-49f4-a254-f588848a9d52 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (ba4e5361-1591-4f60-bc60-9c14806191c3), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.471291 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b462c-7d8b-4afb-907b-59c1a713ef78 req-d017b7ee-92e9-4292-9ff3-35a3aba3c768 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:50.474948 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e65b462c-7d8b-4afb-907b-59c1a713ef78 req-d017b7ee-92e9-4292-9ff3-35a3aba3c768 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.2051265 Mar 23 02:38:50.509238 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d58b606-9c16-4ab3-8db1-d619a1ed5b70 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:50.514957 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-10e2defd-3d26-41b9-8351-9debd8395d25 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Request body: {'floatingip': {'floating_network_id': '6b5da418-9625-4481-9923-40c544332376', 'port_id': 'f074d94f-11f3-42c2-8d2a-474617b51880', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:50.519853 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-7d58b606-9c16-4ab3-8db1-d619a1ed5b70 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:50.532444 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d58b606-9c16-4ab3-8db1-d619a1ed5b70 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:50.539418 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d58b606-9c16-4ab3-8db1-d619a1ed5b70 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:50.540102 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7d58b606-9c16-4ab3-8db1-d619a1ed5b70 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.555114 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-27f5abc0-77db-48bf-b39d-8b11c104fa80 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Deleting port 7ccdfe6f-96db-4e1f-bacb-c33d90886e90 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:50.555613 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-27f5abc0-77db-48bf-b39d-8b11c104fa80 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (7ccdfe6f-96db-4e1f-bacb-c33d90886e90), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.562591 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e65b462c-7d8b-4afb-907b-59c1a713ef78 req-bd67e296-5c35-482e-9aae-864368228025 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811207 Mar 23 02:38:50.600094 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58b606-9c16-4ab3-8db1-d619a1ed5b70 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Port': ['ID=8686a401-2b7b-4263-a066-b9c457a8049f,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:50.607235 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d82e168-ad1a-4f49-a0f9-461f589e2197 None None] get_active_networks_info from dv-neutron-834613-2-hyperv {{(pid=104350) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 02:38:50.618222 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ef2e9487-6b78-4763-a5b3-d8bfb399ddb7 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for port (503aef9d-fd2a-4c6e-870e-7e18030d829b), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.622288 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de0be5c7-ad5a-49f4-a254-f588848a9d52 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (ba4e5361-1591-4f60-bc60-9c14806191c3), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.658495 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0be5c7-ad5a-49f4-a254-f588848a9d52 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event deleted for resources: {'Subnet': ['ID=ba4e5361-1591-4f60-bc60-9c14806191c3,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:50.682276 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-d54e2e2c-9476-47bf-a187-d6756b0f0e54 None None] Provisioning complete for port 30aeba0c-0ba7-4d23-b320-5607665f9732 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:50.682653 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d54e2e2c-9476-47bf-a187-d6756b0f0e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (30aeba0c-0ba7-4d23-b320-5607665f9732), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.696272 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7d58b606-9c16-4ab3-8db1-d619a1ed5b70 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1380494 Mar 23 02:38:50.696609 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57070) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:50.701570 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-ccd0a668-e38e-49a4-a9b1-96a3f0caccac tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'port': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'fixed_ips': [{'subnet_id': '34d51eb7-3a74-46bc-bbf4-83cb06bebb28', 'ip_address': '2001:db8::1fd4:748c:bf5c:eaa8'}], 'name': 'tempest-NetworksTestDHCPv6-328095808'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:50.730641 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-27f5abc0-77db-48bf-b39d-8b11c104fa80 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (7ccdfe6f-96db-4e1f-bacb-c33d90886e90), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.742518 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ef01d151-80ce-4db8-b181-a14dfe06ac95 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (d24b022b-8656-479a-aab4-02327270ab37), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.748716 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de0be5c7-ad5a-49f4-a254-f588848a9d52 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (d6aa0054-dbd6-44c5-881e-052a11ccb0b1), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.751273 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-27f5abc0-77db-48bf-b39d-8b11c104fa80 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Calling delete_port for 7ccdfe6f-96db-4e1f-bacb-c33d90886e90 owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:50.778295 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-de0be5c7-ad5a-49f4-a254-f588848a9d52 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6aa0054-dbd6-44c5-881e-052a11ccb0b1']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:50.783452 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ef2e9487-6b78-4763-a5b3-d8bfb399ddb7 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (503aef9d-fd2a-4c6e-870e-7e18030d829b), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.793092 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-10e2defd-3d26-41b9-8351-9debd8395d25 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.795863 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01d151-80ce-4db8-b181-a14dfe06ac95 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Pushing event deleted for resources: {'Port': ['ID=d24b022b-8656-479a-aab4-02327270ab37,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:50.822711 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-de0be5c7-ad5a-49f4-a254-f588848a9d52 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8e3f71-0b08-492b-8e7a-38c30aceea45') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:50.823201 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-de0be5c7-ad5a-49f4-a254-f588848a9d52 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8e3f71-0b08-492b-8e7a-38c30aceea45') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:50.823540 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d82e168-ad1a-4f49-a0f9-461f589e2197 None None] Resources bound (agent type, host, resource id): {{(pid=104350) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 02:38:50.826258 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-d54e2e2c-9476-47bf-a187-d6756b0f0e54 None None] Current status of the port 30aeba0c-0ba7-4d23-b320-5607665f9732 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:50.826258 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d54e2e2c-9476-47bf-a187-d6756b0f0e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (30aeba0c-0ba7-4d23-b320-5607665f9732), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.835176 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de0be5c7-ad5a-49f4-a254-f588848a9d52 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (9c8e3f71-0b08-492b-8e7a-38c30aceea45), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.857620 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2e9487-6b78-4763-a5b3-d8bfb399ddb7 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:50.861566 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de0be5c7-ad5a-49f4-a254-f588848a9d52 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (9c8e3f71-0b08-492b-8e7a-38c30aceea45), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.872468 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de0be5c7-ad5a-49f4-a254-f588848a9d52 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:38:50.872885 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de0be5c7-ad5a-49f4-a254-f588848a9d52 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (9c8e3f71-0b08-492b-8e7a-38c30aceea45), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.875969 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:38:50.875969 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:38:50.875969 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:38:50.875969 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:38:50.875969 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:38:50.875969 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:38:50.875969 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:38:50.875969 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:38:50.875969 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:38:50.875969 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:38:50.875969 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:38:50.875969 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:38:50.875969 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:38:50.875969 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:38:50.875969 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:38:50.875969 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:38:50.875969 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:38:50.875969 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:38:50.875969 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:38:50.875969 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:38:50.875969 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:38:50.875969 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:38:50.875969 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:38:50.875969 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:38:50.875969 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:38:50.875969 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:38:50.875969 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:38:50.875969 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:38:50.875969 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:38:50.875969 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:38:50.875969 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:38:50.875969 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:38:50.885471 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-d54e2e2c-9476-47bf-a187-d6756b0f0e54 None None] For port 30aeba0c-0ba7-4d23-b320-5607665f9732, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=30aeba0c-0ba7-4d23-b320-5607665f9732,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:50.916458 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-ef2e9487-6b78-4763-a5b3-d8bfb399ddb7 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:50.933286 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2e9487-6b78-4763-a5b3-d8bfb399ddb7 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:51.033674 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de0be5c7-ad5a-49f4-a254-f588848a9d52 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (d6aa0054-dbd6-44c5-881e-052a11ccb0b1), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:51.042742 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de0be5c7-ad5a-49f4-a254-f588848a9d52 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:51.046310 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-de0be5c7-ad5a-49f4-a254-f588848a9d52 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "DELETE /v2.0/networks/d6aa0054-dbd6-44c5-881e-052a11ccb0b1 HTTP/1.1" status: 204 len: 168 time: 0.9914923 Mar 23 02:38:51.050663 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57072) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:51.056379 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-4e781188-55e7-4b9d-a5bc-13846515d851 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-869556815'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:51.071217 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0be5c7-ad5a-49f4-a254-f588848a9d52 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event deleted for resources: {'Network': ['ID=d6aa0054-dbd6-44c5-881e-052a11ccb0b1,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:51.081709 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e9487-6b78-4763-a5b3-d8bfb399ddb7 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Pushing event updated for resources: {'Port': ['ID=503aef9d-fd2a-4c6e-870e-7e18030d829b,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:51.097500 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-27f5abc0-77db-48bf-b39d-8b11c104fa80 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (7ccdfe6f-96db-4e1f-bacb-c33d90886e90), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:51.105364 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ef01d151-80ce-4db8-b181-a14dfe06ac95 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (d394ac1e-659b-4ffc-9240-fe99cb0adf2f), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:51.124718 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 30aeba0c-0ba7-4d23-b320-5607665f9732 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:38:51.134229 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5abc0-77db-48bf-b39d-8b11c104fa80 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Pushing event deleted for resources: {'Port': ['ID=7ccdfe6f-96db-4e1f-bacb-c33d90886e90,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:51.141177 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d54e2e2c-9476-47bf-a187-d6756b0f0e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (30aeba0c-0ba7-4d23-b320-5607665f9732), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:51.217997 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e781188-55e7-4b9d-a5bc-13846515d851 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Made reservation on behalf of 51b0f06b4ce74eca9f44a6cb2b631af2 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:51.224306 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4e781188-55e7-4b9d-a5bc-13846515d851 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:51.251096 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-27f5abc0-77db-48bf-b39d-8b11c104fa80 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:51.255070 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-27f5abc0-77db-48bf-b39d-8b11c104fa80 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] 10.222.0.24 "DELETE /v2.0/ports/7ccdfe6f-96db-4e1f-bacb-c33d90886e90 HTTP/1.1" status: 204 len: 168 time: 0.9571097 Mar 23 02:38:51.258642 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57074) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:51.269972 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e2e2c-9476-47bf-a187-d6756b0f0e54 None None] Pushing event updated for resources: {'Port': ['ID=30aeba0c-0ba7-4d23-b320-5607665f9732,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:51.286732 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd0a668-e38e-49a4-a9b1-96a3f0caccac tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:51.291575 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ccd0a668-e38e-49a4-a9b1-96a3f0caccac tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:51.302268 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e781188-55e7-4b9d-a5bc-13846515d851 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:38:51.302498 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:51.304811 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 30aeba0c-0ba7-4d23-b320-5607665f9732 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:51.305193 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (30aeba0c-0ba7-4d23-b320-5607665f9732), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:51.318429 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4e781188-55e7-4b9d-a5bc-13846515d851 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (1ad9ae28-b188-4232-a616-bf1f36133e23), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:51.319049 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-4e781188-55e7-4b9d-a5bc-13846515d851 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Added segment 1ad9ae28-b188-4232-a616-bf1f36133e23 of type vlan for network 7576ce2f-d78b-46f5-a1b2-5233228d724f Mar 23 02:38:51.372149 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-ccd0a668-e38e-49a4-a9b1-96a3f0caccac tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] device_id is not set on port 750dae12-6c40-4891-84ea-f42836b3f983 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:38:51.379168 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1006e756-422b-4652-ade3-2d67cf560367 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:51.380987 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1006e756-422b-4652-ade3-2d67cf560367 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] 10.222.0.24 "GET /v2.0/ports?device_id=1540ca71-c014-49cd-9f56-d6f0abb078ed HTTP/1.1" status: 200 len: 913 time: 0.1212611 Mar 23 02:38:51.386722 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57076) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:51.397042 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4e781188-55e7-4b9d-a5bc-13846515d851 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (7576ce2f-d78b-46f5-a1b2-5233228d724f), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:51.434594 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad41a5b-4880-4bab-899d-01c034e29323 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:51.436996 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d681ef-d160-40a2-a9a5-e3c361cfa184 None None] Network d6aa0054-dbd6-44c5-881e-052a11ccb0b1 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:51.492203 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d681ef-d160-40a2-a9a5-e3c361cfa184 None None] Network d6aa0054-dbd6-44c5-881e-052a11ccb0b1 could not be found, it might have been deleted concurrently. {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 23 02:38:51.513613 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b208af9b-fd15-47be-ac03-16f6c73cd992 None None] Network d6aa0054-dbd6-44c5-881e-052a11ccb0b1 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:51.515425 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 30aeba0c-0ba7-4d23-b320-5607665f9732 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:51.532192 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b208af9b-fd15-47be-ac03-16f6c73cd992 None None] Network d6aa0054-dbd6-44c5-881e-052a11ccb0b1 could not be found, it might have been deleted concurrently. {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 23 02:38:51.601179 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef01d151-80ce-4db8-b181-a14dfe06ac95 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Router d394ac1e-659b-4ffc-9240-fe99cb0adf2f has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:38:51.694017 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4e781188-55e7-4b9d-a5bc-13846515d851 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (7576ce2f-d78b-46f5-a1b2-5233228d724f), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:51.699030 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e781188-55e7-4b9d-a5bc-13846515d851 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:51.699647 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4e781188-55e7-4b9d-a5bc-13846515d851 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:51.772574 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-10e2defd-3d26-41b9-8351-9debd8395d25 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:38:51.777083 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-10e2defd-3d26-41b9-8351-9debd8395d25 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.2627580 Mar 23 02:38:51.788464 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57080) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:51.808225 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-be16d224-d8a4-48b8-8246-f88c638b3967 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'port_id': 'f074d94f-11f3-42c2-8d2a-474617b51880', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:51.848608 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e781188-55e7-4b9d-a5bc-13846515d851 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event updated for resources: {'Network': ['ID=7576ce2f-d78b-46f5-a1b2-5233228d724f,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:51.859990 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 7576ce2f-d78b-46f5-a1b2-5233228d724f details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:38:51.881792 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d228e0-b98e-498c-b1a0-8c5d8155ba77 req-9141cd94-8364-4461-baea-10d5fe40d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:51.883596 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-91d228e0-b98e-498c-b1a0-8c5d8155ba77 req-9141cd94-8364-4461-baea-10d5fe40d7e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c302519e74814ecf9d6317cf454d8d57&device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 1129 time: 0.1809652 Mar 23 02:38:51.926031 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4e781188-55e7-4b9d-a5bc-13846515d851 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8704205 Mar 23 02:38:51.930012 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57082) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:51.940918 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-49279a38-1edf-4d5d-8940-7ebf2f063714 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Request body: {'subnet': {'network_id': '7576ce2f-d78b-46f5-a1b2-5233228d724f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:51.948394 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ef2e9487-6b78-4763-a5b3-d8bfb399ddb7 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router_gateway (50e93365-761d-4eaa-b9ac-420d6e36f41b), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:51.951572 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef01d151-80ce-4db8-b181-a14dfe06ac95 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:38:51.962418 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fcd237-b9bb-420e-90cb-1e8a98cce849 None None] Sync routers for ids ['d394ac1e-659b-4ffc-9240-fe99cb0adf2f'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:38:51.973183 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fcd237-b9bb-420e-90cb-1e8a98cce849 None None] Routers {'d394ac1e-659b-4ffc-9240-fe99cb0adf2f'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:51.973931 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-e6fcd237-b9bb-420e-90cb-1e8a98cce849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d394ac1e-659b-4ffc-9240-fe99cb0adf2f'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:51.977030 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728acc86-6d7c-4326-afd0-f108acd4f68f req-bb2c4a3d-cb62-4ce6-8aee-a55cded76b9d tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:51.978601 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-728acc86-6d7c-4326-afd0-f108acd4f68f req-bb2c4a3d-cb62-4ce6-8aee-a55cded76b9d tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.2801328 Mar 23 02:38:52.018355 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-e6fcd237-b9bb-420e-90cb-1e8a98cce849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:52.022815 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-be16d224-d8a4-48b8-8246-f88c638b3967 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:52.028358 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fcd237-b9bb-420e-90cb-1e8a98cce849 None None] Routers {'d394ac1e-659b-4ffc-9240-fe99cb0adf2f'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:52.029273 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-e6fcd237-b9bb-420e-90cb-1e8a98cce849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d394ac1e-659b-4ffc-9240-fe99cb0adf2f'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:52.060522 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ef01d151-80ce-4db8-b181-a14dfe06ac95 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] 10.222.0.24 "PUT /v2.0/routers/d394ac1e-659b-4ffc-9240-fe99cb0adf2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2029259 Mar 23 02:38:52.069866 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-e6fcd237-b9bb-420e-90cb-1e8a98cce849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:52.070874 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fcd237-b9bb-420e-90cb-1e8a98cce849 None None] The sync data for ids ['d394ac1e-659b-4ffc-9240-fe99cb0adf2f'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:38:52.081513 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57084) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:52.124171 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-cbfe709d-3b6f-4461-b34b-e38a8bcf6401 None None] Provisioning complete for port 8686a401-2b7b-4263-a066-b9c457a8049f triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:52.124555 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cbfe709d-3b6f-4461-b34b-e38a8bcf6401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8686a401-2b7b-4263-a066-b9c457a8049f), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:52.149628 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-4183b735-422d-4e81-91be-63bf5915e9d6 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] delete failed (client error): The resource could not be found. Mar 23 02:38:52.156270 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4183b735-422d-4e81-91be-63bf5915e9d6 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-93890071 HTTP/1.1" status: 404 len: 333 time: 0.0663989 Mar 23 02:38:52.161256 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57086) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:52.167776 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-852ac812-0aa3-42b5-9825-0e10e538c3c5 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd394ac1e-659b-4ffc-9240-fe99cb0adf2f'}}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:52.171382 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd0a668-e38e-49a4-a9b1-96a3f0caccac tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 23 02:38:52.172503 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccd0a668-e38e-49a4-a9b1-96a3f0caccac tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:38:52.176411 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-cbfe709d-3b6f-4461-b34b-e38a8bcf6401 None None] Port 8686a401-2b7b-4263-a066-b9c457a8049f cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:38:52.189438 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-cbfe709d-3b6f-4461-b34b-e38a8bcf6401 None None] Provisioning complete for port 30aeba0c-0ba7-4d23-b320-5607665f9732 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:52.190088 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cbfe709d-3b6f-4461-b34b-e38a8bcf6401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (30aeba0c-0ba7-4d23-b320-5607665f9732), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:52.267027 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d228e0-b98e-498c-b1a0-8c5d8155ba77 req-dddd4d78-b817-44f4-9a80-ceb2da7243cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:52.268591 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-91d228e0-b98e-498c-b1a0-8c5d8155ba77 req-dddd4d78-b817-44f4-9a80-ceb2da7243cd service neutron] 10.222.0.23 "GET /v2.0/networks?id=3edd2161-639f-4b63-b7ee-dfa8fb0684e0 HTTP/1.1" status: 200 len: 913 time: 0.3414302 Mar 23 02:38:52.269968 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-728acc86-6d7c-4326-afd0-f108acd4f68f req-b77053d2-2ae8-4963-b50f-99919d0c9fe4 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004734 Mar 23 02:38:52.273213 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49279a38-1edf-4d5d-8940-7ebf2f063714 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Made reservation on behalf of 51b0f06b4ce74eca9f44a6cb2b631af2 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:52.276885 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-49279a38-1edf-4d5d-8940-7ebf2f063714 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:52.338654 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-cbfe709d-3b6f-4461-b34b-e38a8bcf6401 None None] Current status of the port 30aeba0c-0ba7-4d23-b320-5607665f9732 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:52.358207 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ccd0a668-e38e-49a4-a9b1-96a3f0caccac tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6604967 Mar 23 02:38:52.368334 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57090) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:52.458201 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ef2e9487-6b78-4763-a5b3-d8bfb399ddb7 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (50e93365-761d-4eaa-b9ac-420d6e36f41b), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:52.466518 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-d1e66f90-8327-4cc9-8f06-440ec57a1b13 None None] Provisioning complete for port 8686a401-2b7b-4263-a066-b9c457a8049f triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:52.466977 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d1e66f90-8327-4cc9-8f06-440ec57a1b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8686a401-2b7b-4263-a066-b9c457a8049f), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:52.510785 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-d1e66f90-8327-4cc9-8f06-440ec57a1b13 None None] Port 8686a401-2b7b-4263-a066-b9c457a8049f cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:38:52.571784 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-91d228e0-b98e-498c-b1a0-8c5d8155ba77 req-4c27dc31-4b2c-42ef-b6fd-92ebe33624ba service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1c2f96b-7108-49be-9bca-58773bb2d8fc HTTP/1.1" status: 200 len: 1000 time: 0.2859747 Mar 23 02:38:52.587612 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:52.624295 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-852ac812-0aa3-42b5-9825-0e10e538c3c5 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks [] for router_gateway (d394ac1e-659b-4ffc-9240-fe99cb0adf2f), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:52.656101 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f569c7a-ebff-4d77-bca3-e2b19e3218da tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:52.661678 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f569c7a-ebff-4d77-bca3-e2b19e3218da tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:52.663223 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9f569c7a-ebff-4d77-bca3-e2b19e3218da tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2652349 Mar 23 02:38:52.666077 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57092) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:52.687475 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-be16d224-d8a4-48b8-8246-f88c638b3967 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:52.691801 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-edcfe21a-e10c-4b44-b103-bff2ea748ff0 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (1540ca71-c014-49cd-9f56-d6f0abb078ed), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:52.694169 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d228e0-b98e-498c-b1a0-8c5d8155ba77 req-7ec50872-a318-423d-a584-88952f46dd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:52.695631 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-91d228e0-b98e-498c-b1a0-8c5d8155ba77 req-7ec50872-a318-423d-a584-88952f46dd30 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43c32d8d-82fc-4897-9976-f6e345cb2e2c HTTP/1.1" status: 200 len: 851 time: 0.1157334 Mar 23 02:38:52.764868 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-49279a38-1edf-4d5d-8940-7ebf2f063714 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (ec3a51a1-2eb6-4ba5-9a29-7496ceb99208), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:52.779207 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-5969df06-9209-4537-b2aa-5ce10a2d30db tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting port 8686a401-2b7b-4263-a066-b9c457a8049f {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:52.779207 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5969df06-9209-4537-b2aa-5ce10a2d30db tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (8686a401-2b7b-4263-a066-b9c457a8049f), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:52.854959 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 30aeba0c-0ba7-4d23-b320-5607665f9732 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:38:52.917103 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 30aeba0c-0ba7-4d23-b320-5607665f9732 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:52.917513 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (30aeba0c-0ba7-4d23-b320-5607665f9732), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:53.002455 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 30aeba0c-0ba7-4d23-b320-5607665f9732 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:53.136066 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2e9487-6b78-4763-a5b3-d8bfb399ddb7 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Router 50e93365-761d-4eaa-b9ac-420d6e36f41b is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:38:53.157576 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-852ac812-0aa3-42b5-9825-0e10e538c3c5 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] update failed (client error): The resource could not be found. Mar 23 02:38:53.160642 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-852ac812-0aa3-42b5-9825-0e10e538c3c5 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] 10.222.0.24 "PUT /v2.0/routers/d394ac1e-659b-4ffc-9240-fe99cb0adf2f HTTP/1.1" status: 404 len: 339 time: 0.9959753 Mar 23 02:38:53.167324 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57094) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:53.178122 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-9aef5b15-96c9-4a18-8d33-a95ed2ae947c tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-338398437'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:53.191188 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49279a38-1edf-4d5d-8940-7ebf2f063714 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event updated for resources: {'Subnet': ['ID=ec3a51a1-2eb6-4ba5-9a29-7496ceb99208,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:53.259084 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d228e0-b98e-498c-b1a0-8c5d8155ba77 req-37400f96-bde0-4e44-ad8f-b2cca8fe9cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:53.260687 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-91d228e0-b98e-498c-b1a0-8c5d8155ba77 req-37400f96-bde0-4e44-ad8f-b2cca8fe9cc9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3edd2161-639f-4b63-b7ee-dfa8fb0684e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2143886 Mar 23 02:38:53.287537 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49279a38-1edf-4d5d-8940-7ebf2f063714 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Checking segment: {'id': '1ad9ae28-b188-4232-a616-bf1f36133e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7576ce2f-d78b-46f5-a1b2-5233228d724f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:53.288242 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49279a38-1edf-4d5d-8940-7ebf2f063714 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Network hostable DHCP agents. Network: 7576ce2f-d78b-46f5-a1b2-5233228d724f, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:38:53.313236 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5969df06-9209-4537-b2aa-5ce10a2d30db tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (8686a401-2b7b-4263-a066-b9c457a8049f), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:53.341230 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-5969df06-9209-4537-b2aa-5ce10a2d30db tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Calling delete_port for 8686a401-2b7b-4263-a066-b9c457a8049f owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:53.352438 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-be16d224-d8a4-48b8-8246-f88c638b3967 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Allocated IP 172.26.2.13 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/ae9215e7-bf38-42bc-a7c5-0718dae389fc) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:53.359848 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2e9487-6b78-4763-a5b3-d8bfb399ddb7 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:38:53.371729 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3525444-ddd8-47fb-8d7b-b25b03e9d4a4 None None] Sync routers for ids ['50e93365-761d-4eaa-b9ac-420d6e36f41b'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:38:53.385378 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3525444-ddd8-47fb-8d7b-b25b03e9d4a4 None None] Routers {'50e93365-761d-4eaa-b9ac-420d6e36f41b'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:53.386382 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-e3525444-ddd8-47fb-8d7b-b25b03e9d4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['50e93365-761d-4eaa-b9ac-420d6e36f41b'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:53.391411 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aef5b15-96c9-4a18-8d33-a95ed2ae947c tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Made reservation on behalf of 1d0052d11de8436db9ef3a31945409c2 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:53.395150 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9aef5b15-96c9-4a18-8d33-a95ed2ae947c tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:53.433507 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49279a38-1edf-4d5d-8940-7ebf2f063714 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Network 7576ce2f-d78b-46f5-a1b2-5233228d724f is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:38:53.471264 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ef2e9487-6b78-4763-a5b3-d8bfb399ddb7 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:53.476483 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ef2e9487-6b78-4763-a5b3-d8bfb399ddb7 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.0874572 Mar 23 02:38:53.477018 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57098) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:53.509671 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-e3525444-ddd8-47fb-8d7b-b25b03e9d4a4 None None] Set router 50e93365-761d-4eaa-b9ac-420d6e36f41b gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:38:53.554335 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-49279a38-1edf-4d5d-8940-7ebf2f063714 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 7576ce2f-d78b-46f5-a1b2-5233228d724f) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:53.562945 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49279a38-1edf-4d5d-8940-7ebf2f063714 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:53.563161 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-49279a38-1edf-4d5d-8940-7ebf2f063714 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:53.577448 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b9b526-4589-4856-bff7-469ff8105462 None None] Network 7576ce2f-d78b-46f5-a1b2-5233228d724f requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:53.584458 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aef5b15-96c9-4a18-8d33-a95ed2ae947c tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:38:53.602301 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-91d228e0-b98e-498c-b1a0-8c5d8155ba77 req-e49a1e71-a828-4c5e-a82f-78e955d51d56 service neutron] 10.222.0.23 "GET /v2.0/networks/3edd2161-639f-4b63-b7ee-dfa8fb0684e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352149 Mar 23 02:38:53.623155 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-588fc8db-2b48-45b0-920a-41bb9802d3ae tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "GET /v2.0/routers/50e93365-761d-4eaa-b9ac-420d6e36f41b HTTP/1.1" status: 200 len: 909 time: 0.1404233 Mar 23 02:38:53.623363 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9aef5b15-96c9-4a18-8d33-a95ed2ae947c tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (d6f27529-4766-4e81-a419-2badf6ccde57), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:53.623363 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-9aef5b15-96c9-4a18-8d33-a95ed2ae947c tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Added segment d6f27529-4766-4e81-a419-2badf6ccde57 of type vlan for network f9f526e5-3bf3-427c-ae42-97aafcc2747f Mar 23 02:38:53.623540 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57100) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:53.628596 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-d5bf73da-aeed-4ebc-95ae-7e82a0797535 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2143630155', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'enable_snat': True}}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:53.684883 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5969df06-9209-4537-b2aa-5ce10a2d30db tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (8686a401-2b7b-4263-a066-b9c457a8049f), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:53.706706 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb5b90-ab8e-4ce0-9fde-b58bed06e50c req-34cecedf-9a3b-4f2a-be5d-93a8726fb496 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:53.708251 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d4fb5b90-ab8e-4ce0-9fde-b58bed06e50c req-34cecedf-9a3b-4f2a-be5d-93a8726fb496 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.3536022 Mar 23 02:38:53.719573 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d5bf73da-aeed-4ebc-95ae-7e82a0797535 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (7ea4a0ec-773e-41f6-94d9-fc1aba4f6c73), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:53.720648 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d5bf73da-aeed-4ebc-95ae-7e82a0797535 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (7ea4a0ec-773e-41f6-94d9-fc1aba4f6c73), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:53.728222 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-49279a38-1edf-4d5d-8940-7ebf2f063714 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7928364 Mar 23 02:38:53.731462 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5969df06-9209-4537-b2aa-5ce10a2d30db tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Port': ['ID=8686a401-2b7b-4263-a066-b9c457a8049f,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:53.750655 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57102) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:53.763014 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5969df06-9209-4537-b2aa-5ce10a2d30db tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:53.770418 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5969df06-9209-4537-b2aa-5ce10a2d30db tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/8686a401-2b7b-4263-a066-b9c457a8049f HTTP/1.1" status: 204 len: 168 time: 1.1031892 Mar 23 02:38:53.770684 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-c2307c63-97f9-4d39-9e1d-2eccd340e209 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Request body: {'subnet': {'network_id': '7576ce2f-d78b-46f5-a1b2-5233228d724f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:53.771044 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57104) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:53.792831 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac34132-85fb-48e5-bfd6-b4b3f9270859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-7576ce2f-d78b-46f5-a1b2-5233228d724f', 'network_id': '7576ce2f-d78b-46f5-a1b2-5233228d724f', 'project_id': '51b0f06b4ce74eca9f44a6cb2b631af2', 'fixed_ips': [{'subnet_id': 'ec3a51a1-2eb6-4ba5-9a29-7496ceb99208'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:38:53.805451 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-eac34132-85fb-48e5-bfd6-b4b3f9270859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:53.856192 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9aef5b15-96c9-4a18-8d33-a95ed2ae947c tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (f9f526e5-3bf3-427c-ae42-97aafcc2747f), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:53.877970 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d5bf73da-aeed-4ebc-95ae-7e82a0797535 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router_controller (7ea4a0ec-773e-41f6-94d9-fc1aba4f6c73), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:53.881654 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-be16d224-d8a4-48b8-8246-f88c638b3967 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks [] for port (ae9215e7-bf38-42bc-a7c5-0718dae389fc), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:53.886642 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8b0886-8f3a-48d3-921f-a1f9034bb5e3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:53.888768 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8b0886-8f3a-48d3-921f-a1f9034bb5e3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:53.891221 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-cd8b0886-8f3a-48d3-921f-a1f9034bb5e3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1182470 Mar 23 02:38:53.894330 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57106) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:53.957007 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-e3525444-ddd8-47fb-8d7b-b25b03e9d4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e93365-761d-4eaa-b9ac-420d6e36f41b', 'name': 'tempest-snat-router-2143630155', 'tenant_id': 'aedadd4fbd8b4582bcd3bf35dfec65d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.233'}], 'enable_snat': False}, 'gw_port_id': '503aef9d-fd2a-4c6e-870e-7e18030d829b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:38:47Z', 'updated_at': '2022-03-23T02:38:51Z', 'revision_number': 3, 'project_id': 'aedadd4fbd8b4582bcd3bf35dfec65d0', 'gw_port': {'id': '503aef9d-fd2a-4c6e-870e-7e18030d829b', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:25:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e93365-761d-4eaa-b9ac-420d6e36f41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:49Z', 'updated_at': '2022-03-23T02:38:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:53.997496 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3525444-ddd8-47fb-8d7b-b25b03e9d4a4 None None] Checking router: 50e93365-761d-4eaa-b9ac-420d6e36f41b for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:38:53.997895 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3525444-ddd8-47fb-8d7b-b25b03e9d4a4 None None] Updating router 50e93365-761d-4eaa-b9ac-420d6e36f41b port 503aef9d-fd2a-4c6e-870e-7e18030d829b binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:38:54.002800 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.035682 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-91d228e0-b98e-498c-b1a0-8c5d8155ba77 req-9e7c9d39-1d26-4f9e-9e72-2886bbefe50e service neutron] 10.222.0.23 "GET /v2.0/networks/3edd2161-639f-4b63-b7ee-dfa8fb0684e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214511 Mar 23 02:38:54.037691 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-eac34132-85fb-48e5-bfd6-b4b3f9270859 None None] Allocated IP 2001:db8::2 (7576ce2f-d78b-46f5-a1b2-5233228d724f/ec3a51a1-2eb6-4ba5-9a29-7496ceb99208/d4833d43-5ecb-4af8-91e7-2830d598b708) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:54.038812 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-b89eaad7-7966-410f-a064-d7c3c13a3517 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting subnet 34d51eb7-3a74-46bc-bbf4-83cb06bebb28 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:38:54.048863 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d4fb5b90-ab8e-4ce0-9fde-b58bed06e50c req-713fe7c7-d8d5-417c-b7a1-d55544ac8528 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3202374 Mar 23 02:38:54.050527 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9aef5b15-96c9-4a18-8d33-a95ed2ae947c tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (f9f526e5-3bf3-427c-ae42-97aafcc2747f), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.051412 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e3525444-ddd8-47fb-8d7b-b25b03e9d4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (503aef9d-fd2a-4c6e-870e-7e18030d829b), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.056141 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aef5b15-96c9-4a18-8d33-a95ed2ae947c tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:54.056958 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9aef5b15-96c9-4a18-8d33-a95ed2ae947c tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.066745 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b89eaad7-7966-410f-a064-d7c3c13a3517 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (34d51eb7-3a74-46bc-bbf4-83cb06bebb28), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.122785 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b89eaad7-7966-410f-a064-d7c3c13a3517 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (34d51eb7-3a74-46bc-bbf4-83cb06bebb28), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.179143 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef5b15-96c9-4a18-8d33-a95ed2ae947c tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Pushing event updated for resources: {'Network': ['ID=f9f526e5-3bf3-427c-ae42-97aafcc2747f,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:54.196716 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9aef5b15-96c9-4a18-8d33-a95ed2ae947c tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0219877 Mar 23 02:38:54.200077 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network f9f526e5-3bf3-427c-ae42-97aafcc2747f details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:38:54.200234 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57108) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:54.203555 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-87124f46-5ee3-4bde-8b39-eff93a6e4204 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Request body: {'subnet': {'network_id': 'f9f526e5-3bf3-427c-ae42-97aafcc2747f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:54.252301 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-be16d224-d8a4-48b8-8246-f88c638b3967 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (ae9215e7-bf38-42bc-a7c5-0718dae389fc), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.256583 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-edcfe21a-e10c-4b44-b103-bff2ea748ff0 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Deleting port a7341c70-f307-49cf-89c3-2298573c836d {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:54.260144 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-edcfe21a-e10c-4b44-b103-bff2ea748ff0 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (a7341c70-f307-49cf-89c3-2298573c836d), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.270030 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d5bf73da-aeed-4ebc-95ae-7e82a0797535 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router_gateway (7ea4a0ec-773e-41f6-94d9-fc1aba4f6c73), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.315454 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b89eaad7-7966-410f-a064-d7c3c13a3517 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (34d51eb7-3a74-46bc-bbf4-83cb06bebb28), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.332738 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2307c63-97f9-4d39-9e1d-2eccd340e209 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Made reservation on behalf of 51b0f06b4ce74eca9f44a6cb2b631af2 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:54.336152 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c2307c63-97f9-4d39-9e1d-2eccd340e209 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.412574 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-eac34132-85fb-48e5-bfd6-b4b3f9270859 None None] Publish callbacks [] for port (d4833d43-5ecb-4af8-91e7-2830d598b708), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.414087 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be16d224-d8a4-48b8-8246-f88c638b3967 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:54.434614 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-be16d224-d8a4-48b8-8246-f88c638b3967 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:54.444629 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be16d224-d8a4-48b8-8246-f88c638b3967 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:54.458667 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16d224-d8a4-48b8-8246-f88c638b3967 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Pushing event updated for resources: {'Port': ['ID=ae9215e7-bf38-42bc-a7c5-0718dae389fc,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:54.507907 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-eac34132-85fb-48e5-bfd6-b4b3f9270859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (d4833d43-5ecb-4af8-91e7-2830d598b708), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.543305 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-edcfe21a-e10c-4b44-b103-bff2ea748ff0 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (a7341c70-f307-49cf-89c3-2298573c836d), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.548979 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b89eaad7-7966-410f-a064-d7c3c13a3517 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (34d51eb7-3a74-46bc-bbf4-83cb06bebb28), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.578286 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-edcfe21a-e10c-4b44-b103-bff2ea748ff0 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Calling delete_port for a7341c70-f307-49cf-89c3-2298573c836d owned by network:router_interface {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:54.589724 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89eaad7-7966-410f-a064-d7c3c13a3517 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Subnet': ['ID=34d51eb7-3a74-46bc-bbf4-83cb06bebb28,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:54.609044 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b89eaad7-7966-410f-a064-d7c3c13a3517 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.613460 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87124f46-5ee3-4bde-8b39-eff93a6e4204 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Made reservation on behalf of 1d0052d11de8436db9ef3a31945409c2 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:54.616951 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-87124f46-5ee3-4bde-8b39-eff93a6e4204 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.618633 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b89eaad7-7966-410f-a064-d7c3c13a3517 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/34d51eb7-3a74-46bc-bbf4-83cb06bebb28 HTTP/1.1" status: 204 len: 168 time: 0.7226498 Mar 23 02:38:54.621771 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57110) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:54.692600 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a479cef7-c3bb-4d48-a228-4c53fb43ff8c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0646570 Mar 23 02:38:54.696362 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57112) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:54.704957 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-5de46291-4f87-40ab-bc69-0ff57875bd75 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:54.710971 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f168c240-323e-42c1-a886-5906f9a5d8ef None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:54.764499 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d5bf73da-aeed-4ebc-95ae-7e82a0797535 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router_gateway (7ea4a0ec-773e-41f6-94d9-fc1aba4f6c73), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.773495 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e3525444-ddd8-47fb-8d7b-b25b03e9d4a4 None None] Publish callbacks [] for port (503aef9d-fd2a-4c6e-870e-7e18030d829b), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.785169 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac34132-85fb-48e5-bfd6-b4b3f9270859 None None] Network 7576ce2f-d78b-46f5-a1b2-5233228d724f is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:54.793312 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d5bf73da-aeed-4ebc-95ae-7e82a0797535 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.793842 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-eac34132-85fb-48e5-bfd6-b4b3f9270859 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:54.810830 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac34132-85fb-48e5-bfd6-b4b3f9270859 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:54.819767 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac34132-85fb-48e5-bfd6-b4b3f9270859 None None] Pushing event updated for resources: {'Port': ['ID=d4833d43-5ecb-4af8-91e7-2830d598b708,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:54.877921 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e3525444-ddd8-47fb-8d7b-b25b03e9d4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (503aef9d-fd2a-4c6e-870e-7e18030d829b), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.962940 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-eac34132-85fb-48e5-bfd6-b4b3f9270859 None None] Attempting to bind port d4833d43-5ecb-4af8-91e7-2830d598b708 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:54.963696 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-eac34132-85fb-48e5-bfd6-b4b3f9270859 None None] Attempting to bind port d4833d43-5ecb-4af8-91e7-2830d598b708 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '1ad9ae28-b188-4232-a616-bf1f36133e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7576ce2f-d78b-46f5-a1b2-5233228d724f'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:54.963696 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac34132-85fb-48e5-bfd6-b4b3f9270859 None None] Attempting to bind port d4833d43-5ecb-4af8-91e7-2830d598b708 on network 7576ce2f-d78b-46f5-a1b2-5233228d724f {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:54.964798 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-d5bf73da-aeed-4ebc-95ae-7e82a0797535 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Allocated IP 172.26.2.69 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/a77d884f-926c-4f90-9cc3-8c3d8152beeb) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:54.979181 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-e3525444-ddd8-47fb-8d7b-b25b03e9d4a4 None None] Attempting to bind port 503aef9d-fd2a-4c6e-870e-7e18030d829b on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:54.979559 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-e3525444-ddd8-47fb-8d7b-b25b03e9d4a4 None None] Attempting to bind port 503aef9d-fd2a-4c6e-870e-7e18030d829b by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:54.979962 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3525444-ddd8-47fb-8d7b-b25b03e9d4a4 None None] Attempting to bind port 503aef9d-fd2a-4c6e-870e-7e18030d829b on network 6bbcca03-75ff-487c-8b0e-a32302dacbee {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:54.985857 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac34132-85fb-48e5-bfd6-b4b3f9270859 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:38:54.986241 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac34132-85fb-48e5-bfd6-b4b3f9270859 None None] Checking segment: {'id': '1ad9ae28-b188-4232-a616-bf1f36133e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7576ce2f-d78b-46f5-a1b2-5233228d724f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:54.986694 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-eac34132-85fb-48e5-bfd6-b4b3f9270859 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.987760 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac34132-85fb-48e5-bfd6-b4b3f9270859 None None] Bound using segment: {'id': '1ad9ae28-b188-4232-a616-bf1f36133e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7576ce2f-d78b-46f5-a1b2-5233228d724f'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:38:54.988326 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-eac34132-85fb-48e5-bfd6-b4b3f9270859 None None] Bound port: d4833d43-5ecb-4af8-91e7-2830d598b708, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad9ae28-b188-4232-a616-bf1f36133e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7576ce2f-d78b-46f5-a1b2-5233228d724f'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:38:54.988703 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-eac34132-85fb-48e5-bfd6-b4b3f9270859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d4833d43-5ecb-4af8-91e7-2830d598b708), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.991167 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa120ec8-29f9-4049-8dbc-3a2b878844df None None] Pushing event updated for resources: {'Port': ['ID=503aef9d-fd2a-4c6e-870e-7e18030d829b,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:55.005319 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3525444-ddd8-47fb-8d7b-b25b03e9d4a4 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:38:55.005709 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3525444-ddd8-47fb-8d7b-b25b03e9d4a4 None None] Checking segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:55.006122 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e3525444-ddd8-47fb-8d7b-b25b03e9d4a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:55.006528 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3525444-ddd8-47fb-8d7b-b25b03e9d4a4 None None] Bound using segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:38:55.007492 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-e3525444-ddd8-47fb-8d7b-b25b03e9d4a4 None None] Bound port: 503aef9d-fd2a-4c6e-870e-7e18030d829b, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:38:55.007492 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e3525444-ddd8-47fb-8d7b-b25b03e9d4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (503aef9d-fd2a-4c6e-870e-7e18030d829b), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:55.033101 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de46291-4f87-40ab-bc69-0ff57875bd75 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:55.039187 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5de46291-4f87-40ab-bc69-0ff57875bd75 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:55.118161 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-be16d224-d8a4-48b8-8246-f88c638b3967 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Deleting port ae9215e7-bf38-42bc-a7c5-0718dae389fc {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:55.118812 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-be16d224-d8a4-48b8-8246-f88c638b3967 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (ae9215e7-bf38-42bc-a7c5-0718dae389fc), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:55.146201 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-e3525444-ddd8-47fb-8d7b-b25b03e9d4a4 None None] For port 503aef9d-fd2a-4c6e-870e-7e18030d829b, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:38:55.151374 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-e3525444-ddd8-47fb-8d7b-b25b03e9d4a4 None None] For port 503aef9d-fd2a-4c6e-870e-7e18030d829b, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=503aef9d-fd2a-4c6e-870e-7e18030d829b,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:38:55.165110 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f306b186-885c-4beb-97a8-a99646040620 None None] DHCP port deletion for 94d9379e-13fb-449b-8f45-d1ab95378f77 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:38:55.211302 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c2307c63-97f9-4d39-9e1d-2eccd340e209 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (b0827b29-b4be-4f86-86bb-8e847ecc1aa1), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:55.223394 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-eac34132-85fb-48e5-bfd6-b4b3f9270859 None None] For port d4833d43-5ecb-4af8-91e7-2830d598b708, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:38:55.238032 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-eac34132-85fb-48e5-bfd6-b4b3f9270859 None None] For port d4833d43-5ecb-4af8-91e7-2830d598b708, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=d4833d43-5ecb-4af8-91e7-2830d598b708,segment=NetworkSegment(1ad9ae28-b188-4232-a616-bf1f36133e23),segment_id=1ad9ae28-b188-4232-a616-bf1f36133e23)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:38:55.263626 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f306b186-885c-4beb-97a8-a99646040620 None None] Deleting port 30aeba0c-0ba7-4d23-b320-5607665f9732 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:55.264057 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f306b186-885c-4beb-97a8-a99646040620 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (30aeba0c-0ba7-4d23-b320-5607665f9732), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:55.272569 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd89b0c-3ecb-49ee-9c30-7316621dac68 req-92b8dd7a-9ea1-4c67-aad8-e75dce4c9a6b tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:55.273999 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-acd89b0c-3ecb-49ee-9c30-7316621dac68 req-92b8dd7a-9ea1-4c67-aad8-e75dce4c9a6b tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.0958035 Mar 23 02:38:55.293702 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2307c63-97f9-4d39-9e1d-2eccd340e209 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Network 7576ce2f-d78b-46f5-a1b2-5233228d724f is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:55.297900 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-87124f46-5ee3-4bde-8b39-eff93a6e4204 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (1e43856a-a4e5-4874-8e4a-f84c45207d3b), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:55.306957 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e3525444-ddd8-47fb-8d7b-b25b03e9d4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (503aef9d-fd2a-4c6e-870e-7e18030d829b), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:55.311418 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-c2307c63-97f9-4d39-9e1d-2eccd340e209 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:55.323264 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-be16d224-d8a4-48b8-8246-f88c638b3967 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (ae9215e7-bf38-42bc-a7c5-0718dae389fc), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:55.323593 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-be16d224-d8a4-48b8-8246-f88c638b3967 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks [] for floatingip (ae9215e7-bf38-42bc-a7c5-0718dae389fc), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:55.327104 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2307c63-97f9-4d39-9e1d-2eccd340e209 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:55.327708 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c2307c63-97f9-4d39-9e1d-2eccd340e209 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:55.341720 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2307c63-97f9-4d39-9e1d-2eccd340e209 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event updated for resources: {'Subnet': ['ID=b0827b29-b4be-4f86-86bb-8e847ecc1aa1,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:55.355801 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-be16d224-d8a4-48b8-8246-f88c638b3967 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Calling delete_port for ae9215e7-bf38-42bc-a7c5-0718dae389fc owned by network:floatingip {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:55.355961 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-eac34132-85fb-48e5-bfd6-b4b3f9270859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (d4833d43-5ecb-4af8-91e7-2830d598b708), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:55.381056 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-acd89b0c-3ecb-49ee-9c30-7316621dac68 req-fcf929a9-d4a1-4792-8c2d-4403424b9dfc tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935981 Mar 23 02:38:55.396415 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-f306b186-885c-4beb-97a8-a99646040620 None None] For port 30aeba0c-0ba7-4d23-b320-5607665f9732, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=30aeba0c-0ba7-4d23-b320-5607665f9732,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:55.396658 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f306b186-885c-4beb-97a8-a99646040620 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (30aeba0c-0ba7-4d23-b320-5607665f9732), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:55.411685 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d5bf73da-aeed-4ebc-95ae-7e82a0797535 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for port (a77d884f-926c-4f90-9cc3-8c3d8152beeb), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:55.414834 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-edcfe21a-e10c-4b44-b103-bff2ea748ff0 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (a7341c70-f307-49cf-89c3-2298573c836d), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:55.423086 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f306b186-885c-4beb-97a8-a99646040620 None None] Calling delete_port for 30aeba0c-0ba7-4d23-b320-5607665f9732 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:55.426480 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa120ec8-29f9-4049-8dbc-3a2b878844df None None] Pushing event updated for resources: {'Port': ['ID=503aef9d-fd2a-4c6e-870e-7e18030d829b,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:55.433334 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3525444-ddd8-47fb-8d7b-b25b03e9d4a4 None None] Routers {'50e93365-761d-4eaa-b9ac-420d6e36f41b'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:55.433736 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-e3525444-ddd8-47fb-8d7b-b25b03e9d4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['50e93365-761d-4eaa-b9ac-420d6e36f41b'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:55.474782 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5de46291-4f87-40ab-bc69-0ff57875bd75 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (2fd5b06d-1a72-4701-8662-3dc9947b7498), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:55.504316 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcfe21a-e10c-4b44-b103-bff2ea748ff0 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Pushing event deleted for resources: {'Port': ['ID=a7341c70-f307-49cf-89c3-2298573c836d,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:55.515520 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87124f46-5ee3-4bde-8b39-eff93a6e4204 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Pushing event updated for resources: {'Subnet': ['ID=1e43856a-a4e5-4874-8e4a-f84c45207d3b,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:55.521252 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c2307c63-97f9-4d39-9e1d-2eccd340e209 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7587621 Mar 23 02:38:55.539028 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57116) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:55.559191 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de46291-4f87-40ab-bc69-0ff57875bd75 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:55.561494 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de46291-4f87-40ab-bc69-0ff57875bd75 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Subnet': ['ID=2fd5b06d-1a72-4701-8662-3dc9947b7498,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:55.566623 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-5de46291-4f87-40ab-bc69-0ff57875bd75 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:55.571010 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de46291-4f87-40ab-bc69-0ff57875bd75 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:55.571604 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5de46291-4f87-40ab-bc69-0ff57875bd75 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:55.575495 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d5bf73da-aeed-4ebc-95ae-7e82a0797535 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (a77d884f-926c-4f90-9cc3-8c3d8152beeb), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:55.639612 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bf73da-aeed-4ebc-95ae-7e82a0797535 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:55.646444 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-d5bf73da-aeed-4ebc-95ae-7e82a0797535 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:55.650668 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac34132-85fb-48e5-bfd6-b4b3f9270859 None None] Pushing event updated for resources: {'Port': ['ID=d4833d43-5ecb-4af8-91e7-2830d598b708,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:55.666687 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bf73da-aeed-4ebc-95ae-7e82a0797535 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:55.718426 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5de46291-4f87-40ab-bc69-0ff57875bd75 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0191302 Mar 23 02:38:55.722829 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf73da-aeed-4ebc-95ae-7e82a0797535 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Pushing event updated for resources: {'Port': ['ID=a77d884f-926c-4f90-9cc3-8c3d8152beeb,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:55.725162 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57118) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:55.737454 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-e3525444-ddd8-47fb-8d7b-b25b03e9d4a4 None None] Set router 50e93365-761d-4eaa-b9ac-420d6e36f41b gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:38:55.738231 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-c70893cc-b9b5-4b61-8962-475fd88d49d6 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'port': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'fixed_ips': [{'subnet_id': '2fd5b06d-1a72-4701-8662-3dc9947b7498', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-835249194'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:55.848514 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f306b186-885c-4beb-97a8-a99646040620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (30aeba0c-0ba7-4d23-b320-5607665f9732), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:55.886844 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306b186-885c-4beb-97a8-a99646040620 None None] Pushing event deleted for resources: {'Port': ['ID=30aeba0c-0ba7-4d23-b320-5607665f9732,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:56.023215 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87124f46-5ee3-4bde-8b39-eff93a6e4204 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Checking segment: {'id': 'd6f27529-4766-4e81-a419-2badf6ccde57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f9f526e5-3bf3-427c-ae42-97aafcc2747f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:56.023580 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87124f46-5ee3-4bde-8b39-eff93a6e4204 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Network hostable DHCP agents. Network: f9f526e5-3bf3-427c-ae42-97aafcc2747f, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:38:56.035576 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f306b186-885c-4beb-97a8-a99646040620 None None] No DVR routers for this DVR port 30aeba0c-0ba7-4d23-b320-5607665f9732 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:38:56.054955 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d58c4b-19b8-435f-b501-ca98091163e4 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:56.124981 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-e3525444-ddd8-47fb-8d7b-b25b03e9d4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e93365-761d-4eaa-b9ac-420d6e36f41b', 'name': 'tempest-snat-router-2143630155', 'tenant_id': 'aedadd4fbd8b4582bcd3bf35dfec65d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.233'}], 'enable_snat': False}, 'gw_port_id': '503aef9d-fd2a-4c6e-870e-7e18030d829b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:38:47Z', 'updated_at': '2022-03-23T02:38:51Z', 'revision_number': 3, 'project_id': 'aedadd4fbd8b4582bcd3bf35dfec65d0', 'gw_port': {'id': '503aef9d-fd2a-4c6e-870e-7e18030d829b', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:25:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e93365-761d-4eaa-b9ac-420d6e36f41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:49Z', 'updated_at': '2022-03-23T02:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:56.126772 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70893cc-b9b5-4b61-8962-475fd88d49d6 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:56.154801 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffd7d5c-7701-4c57-863f-3acfdbdb8598 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:56.156247 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffd7d5c-7701-4c57-863f-3acfdbdb8598 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:56.157794 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffd7d5c-7701-4c57-863f-3acfdbdb8598 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:56.159698 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffd7d5c-7701-4c57-863f-3acfdbdb8598 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:56.159698 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffd7d5c-7701-4c57-863f-3acfdbdb8598 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:56.169447 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-fffd7d5c-7701-4c57-863f-3acfdbdb8598 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6261418 Mar 23 02:38:56.170171 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57120) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:56.172245 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3525444-ddd8-47fb-8d7b-b25b03e9d4a4 None None] The sync data for ids ['50e93365-761d-4eaa-b9ac-420d6e36f41b'] in dv-neutron-834613-2-hyperv is: [{'id': '50e93365-761d-4eaa-b9ac-420d6e36f41b', 'name': 'tempest-snat-router-2143630155', 'tenant_id': 'aedadd4fbd8b4582bcd3bf35dfec65d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.233'}], 'enable_snat': False}, 'gw_port_id': '503aef9d-fd2a-4c6e-870e-7e18030d829b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:38:47Z', 'updated_at': '2022-03-23T02:38:51Z', 'revision_number': 3, 'project_id': 'aedadd4fbd8b4582bcd3bf35dfec65d0', 'gw_port': {'id': '503aef9d-fd2a-4c6e-870e-7e18030d829b', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:25:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e93365-761d-4eaa-b9ac-420d6e36f41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:49Z', 'updated_at': '2022-03-23T02:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:38:56.180906 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-af811bd0-0165-44f2-b9be-2bd446ce444b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2140887179'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:56.235430 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90628a73-41f4-4cf3-8c09-f294fadb27c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-94d9379e-13fb-449b-8f45-d1ab95378f77', 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'fixed_ips': [{'subnet_id': '2fd5b06d-1a72-4701-8662-3dc9947b7498'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:38:56.236527 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-90628a73-41f4-4cf3-8c09-f294fadb27c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:56.262163 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d5bf73da-aeed-4ebc-95ae-7e82a0797535 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router_gateway (7ea4a0ec-773e-41f6-94d9-fc1aba4f6c73), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:56.280261 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87124f46-5ee3-4bde-8b39-eff93a6e4204 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Network f9f526e5-3bf3-427c-ae42-97aafcc2747f is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:38:56.301016 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-edcfe21a-e10c-4b44-b103-bff2ea748ff0 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (1540ca71-c014-49cd-9f56-d6f0abb078ed), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:56.395401 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-be16d224-d8a4-48b8-8246-f88c638b3967 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (ae9215e7-bf38-42bc-a7c5-0718dae389fc), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:56.447748 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16d224-d8a4-48b8-8246-f88c638b3967 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Pushing event deleted for resources: {'Port': ['ID=ae9215e7-bf38-42bc-a7c5-0718dae389fc,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:56.461838 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-87124f46-5ee3-4bde-8b39-eff93a6e4204 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, f9f526e5-3bf3-427c-ae42-97aafcc2747f) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:56.470708 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87124f46-5ee3-4bde-8b39-eff93a6e4204 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:56.471375 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-87124f46-5ee3-4bde-8b39-eff93a6e4204 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:56.474017 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-90628a73-41f4-4cf3-8c09-f294fadb27c5 None None] Allocated IP 2001:db8::2 (94d9379e-13fb-449b-8f45-d1ab95378f77/2fd5b06d-1a72-4701-8662-3dc9947b7498/01158013-66c0-447b-bc48-9b33ee1daba7) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:56.481058 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67c0619-7525-4ea2-8c77-893f0477a8fe None None] Network f9f526e5-3bf3-427c-ae42-97aafcc2747f requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:56.651480 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-87124f46-5ee3-4bde-8b39-eff93a6e4204 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4512837 Mar 23 02:38:56.657142 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57124) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:56.668691 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-ccbb6780-5b5c-4602-abd2-356b26ff07cf tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f9f526e5-3bf3-427c-ae42-97aafcc2747f'}}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:56.734157 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006b6a6f-3bd9-4898-8194-2f7882f3d618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-f9f526e5-3bf3-427c-ae42-97aafcc2747f', 'network_id': 'f9f526e5-3bf3-427c-ae42-97aafcc2747f', 'project_id': '1d0052d11de8436db9ef3a31945409c2', 'fixed_ips': [{'subnet_id': '1e43856a-a4e5-4874-8e4a-f84c45207d3b'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:38:56.735041 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-006b6a6f-3bd9-4898-8194-2f7882f3d618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:56.771634 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af811bd0-0165-44f2-b9be-2bd446ce444b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Made reservation on behalf of 51b0f06b4ce74eca9f44a6cb2b631af2 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:56.775360 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-af811bd0-0165-44f2-b9be-2bd446ce444b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:56.794074 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c70893cc-b9b5-4b61-8962-475fd88d49d6 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:56.873985 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887f025-5bcc-4660-bcc8-44fa7de61c7f req-64b61514-5ce5-4a37-b282-3c187e6d1e0a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:56.875618 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2887f025-5bcc-4660-bcc8-44fa7de61c7f req-64b61514-5ce5-4a37-b282-3c187e6d1e0a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.3194134 Mar 23 02:38:56.884132 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-c70893cc-b9b5-4b61-8962-475fd88d49d6 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] device_id is not set on port 36c86e74-46af-41f7-9ed2-6660bc33adb5 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:38:56.933324 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af811bd0-0165-44f2-b9be-2bd446ce444b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:38:56.979081 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-90628a73-41f4-4cf3-8c09-f294fadb27c5 None None] Publish callbacks [] for port (01158013-66c0-447b-bc48-9b33ee1daba7), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:57.054508 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-af811bd0-0165-44f2-b9be-2bd446ce444b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (b35b0278-d17d-4674-859d-a3875005eb40), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:57.055158 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-af811bd0-0165-44f2-b9be-2bd446ce444b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Added segment b35b0278-d17d-4674-859d-a3875005eb40 of type vlan for network b1ebf47e-178a-4c22-9f72-86c600571efc Mar 23 02:38:57.061371 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 503aef9d-fd2a-4c6e-870e-7e18030d829b up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:38:57.064486 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-90628a73-41f4-4cf3-8c09-f294fadb27c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (01158013-66c0-447b-bc48-9b33ee1daba7), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:57.089010 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-be16d224-d8a4-48b8-8246-f88c638b3967 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] create failed (client error): The resource could not be found. Mar 23 02:38:57.089920 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-be16d224-d8a4-48b8-8246-f88c638b3967 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.2937665 Mar 23 02:38:57.130311 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57126) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:57.165125 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-006b6a6f-3bd9-4898-8194-2f7882f3d618 None None] Allocated IP 2001:db8:1::2 (f9f526e5-3bf3-427c-ae42-97aafcc2747f/1e43856a-a4e5-4874-8e4a-f84c45207d3b/0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:57.250769 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2887f025-5bcc-4660-bcc8-44fa7de61c7f req-5dd6901b-b4a6-49ea-b812-f401fc012c0f tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3037796 Mar 23 02:38:57.263201 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90628a73-41f4-4cf3-8c09-f294fadb27c5 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:57.267302 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9f4453-bb8a-4b2a-bfaa-aad11be72d62 None None] Network 7576ce2f-d78b-46f5-a1b2-5233228d724f requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:57.271077 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ccbb6780-5b5c-4602-abd2-356b26ff07cf tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks [] for router_gateway (d394ac1e-659b-4ffc-9240-fe99cb0adf2f), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:57.290850 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-af811bd0-0165-44f2-b9be-2bd446ce444b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (b1ebf47e-178a-4c22-9f72-86c600571efc), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:57.306951 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edcfe21a-e10c-4b44-b103-bff2ea748ff0 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Router 1540ca71-c014-49cd-9f56-d6f0abb078ed has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:38:57.323272 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-90628a73-41f4-4cf3-8c09-f294fadb27c5 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:57.336093 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90628a73-41f4-4cf3-8c09-f294fadb27c5 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:57.344488 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90628a73-41f4-4cf3-8c09-f294fadb27c5 None None] Pushing event updated for resources: {'Port': ['ID=01158013-66c0-447b-bc48-9b33ee1daba7,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:57.384484 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-c70893cc-b9b5-4b61-8962-475fd88d49d6 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:38:57.385280 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c70893cc-b9b5-4b61-8962-475fd88d49d6 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:38:57.429081 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d5bf73da-aeed-4ebc-95ae-7e82a0797535 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (7ea4a0ec-773e-41f6-94d9-fc1aba4f6c73), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:57.446082 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-538d445d-620a-46f1-ad30-c0b7632370c9 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Deleting port f074d94f-11f3-42c2-8d2a-474617b51880 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:57.446425 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-538d445d-620a-46f1-ad30-c0b7632370c9 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (f074d94f-11f3-42c2-8d2a-474617b51880), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:57.458741 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcfe21a-e10c-4b44-b103-bff2ea748ff0 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:38:57.466143 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-edcfe21a-e10c-4b44-b103-bff2ea748ff0 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] 10.222.0.24 "PUT /v2.0/routers/1540ca71-c014-49cd-9f56-d6f0abb078ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0780346 Mar 23 02:38:57.468651 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57128) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:57.473226 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24208cd9-4c88-4dcf-9cb9-a6c292f9be68 None None] Sync routers for ids ['1540ca71-c014-49cd-9f56-d6f0abb078ed'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:38:57.490977 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24208cd9-4c88-4dcf-9cb9-a6c292f9be68 None None] Routers {'1540ca71-c014-49cd-9f56-d6f0abb078ed'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:57.491891 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-24208cd9-4c88-4dcf-9cb9-a6c292f9be68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['1540ca71-c014-49cd-9f56-d6f0abb078ed'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:57.524523 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-af811bd0-0165-44f2-b9be-2bd446ce444b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (b1ebf47e-178a-4c22-9f72-86c600571efc), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:57.530160 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af811bd0-0165-44f2-b9be-2bd446ce444b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:57.530810 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-af811bd0-0165-44f2-b9be-2bd446ce444b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:57.547715 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-24208cd9-4c88-4dcf-9cb9-a6c292f9be68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:57.550922 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c70893cc-b9b5-4b61-8962-475fd88d49d6 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.8226135 Mar 23 02:38:57.580556 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24208cd9-4c88-4dcf-9cb9-a6c292f9be68 None None] Routers {'1540ca71-c014-49cd-9f56-d6f0abb078ed'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:57.587275 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-24208cd9-4c88-4dcf-9cb9-a6c292f9be68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['1540ca71-c014-49cd-9f56-d6f0abb078ed'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:57.608456 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 503aef9d-fd2a-4c6e-870e-7e18030d829b triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:57.609002 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (503aef9d-fd2a-4c6e-870e-7e18030d829b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:57.615147 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57130) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:57.641681 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-24208cd9-4c88-4dcf-9cb9-a6c292f9be68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:57.642686 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24208cd9-4c88-4dcf-9cb9-a6c292f9be68 None None] The sync data for ids ['1540ca71-c014-49cd-9f56-d6f0abb078ed'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:38:57.717880 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-67364e14-d312-4591-aa96-c4064664ecd9 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks [] for router (1540ca71-c014-49cd-9f56-d6f0abb078ed), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:57.723786 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-515451fe-70a7-4dd0-b2f5-2628a305772b None None] Provisioning complete for port d4833d43-5ecb-4af8-91e7-2830d598b708 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:57.724201 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-515451fe-70a7-4dd0-b2f5-2628a305772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d4833d43-5ecb-4af8-91e7-2830d598b708), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:57.756100 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af811bd0-0165-44f2-b9be-2bd446ce444b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event updated for resources: {'Network': ['ID=b1ebf47e-178a-4c22-9f72-86c600571efc,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:57.767886 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-af811bd0-0165-44f2-b9be-2bd446ce444b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5929837 Mar 23 02:38:57.776752 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57134) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:57.784312 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network b1ebf47e-178a-4c22-9f72-86c600571efc details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:38:57.786592 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-90628a73-41f4-4cf3-8c09-f294fadb27c5 None None] Attempting to bind port 01158013-66c0-447b-bc48-9b33ee1daba7 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:57.787116 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-90628a73-41f4-4cf3-8c09-f294fadb27c5 None None] Attempting to bind port 01158013-66c0-447b-bc48-9b33ee1daba7 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:57.787492 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90628a73-41f4-4cf3-8c09-f294fadb27c5 None None] Attempting to bind port 01158013-66c0-447b-bc48-9b33ee1daba7 on network 94d9379e-13fb-449b-8f45-d1ab95378f77 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:57.790191 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-538d445d-620a-46f1-ad30-c0b7632370c9 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (f074d94f-11f3-42c2-8d2a-474617b51880), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:57.810757 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713b83e6-4671-43f3-8d89-3574c8b40af7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:57.812314 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-713b83e6-4671-43f3-8d89-3574c8b40af7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1962035 Mar 23 02:38:57.818416 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57136) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:57.824424 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-538d445d-620a-46f1-ad30-c0b7632370c9 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Calling delete_port for f074d94f-11f3-42c2-8d2a-474617b51880 owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:57.835536 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-72fe94ac-6882-4182-b433-3ecc675e30d3 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:57.853056 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90628a73-41f4-4cf3-8c09-f294fadb27c5 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:38:57.855171 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90628a73-41f4-4cf3-8c09-f294fadb27c5 None None] Checking segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:57.855171 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-90628a73-41f4-4cf3-8c09-f294fadb27c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:57.855171 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90628a73-41f4-4cf3-8c09-f294fadb27c5 None None] Bound using segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:38:57.855171 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-90628a73-41f4-4cf3-8c09-f294fadb27c5 None None] Bound port: 01158013-66c0-447b-bc48-9b33ee1daba7, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:38:57.855703 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-90628a73-41f4-4cf3-8c09-f294fadb27c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (01158013-66c0-447b-bc48-9b33ee1daba7), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:57.972844 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bf73da-aeed-4ebc-95ae-7e82a0797535 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Router 7ea4a0ec-773e-41f6-94d9-fc1aba4f6c73 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:38:58.001994 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91677557-8fca-44fd-b7d4-1210a42a5549 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:58.004575 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91677557-8fca-44fd-b7d4-1210a42a5549 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:58.008572 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-91677557-8fca-44fd-b7d4-1210a42a5549 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1890378 Mar 23 02:38:58.014035 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57138) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:58.021335 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-006b6a6f-3bd9-4898-8194-2f7882f3d618 None None] Publish callbacks [] for port (0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:58.065521 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-538d445d-620a-46f1-ad30-c0b7632370c9 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (f074d94f-11f3-42c2-8d2a-474617b51880), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:58.078308 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-a370da92-3269-48b6-aedf-7baa8d3d720d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting subnet 2fd5b06d-1a72-4701-8662-3dc9947b7498 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:38:58.106021 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a370da92-3269-48b6-aedf-7baa8d3d720d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (2fd5b06d-1a72-4701-8662-3dc9947b7498), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:58.110146 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d445d-620a-46f1-ad30-c0b7632370c9 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Pushing event deleted for resources: {'Port': ['ID=f074d94f-11f3-42c2-8d2a-474617b51880,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:58.111897 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-006b6a6f-3bd9-4898-8194-2f7882f3d618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:58.117868 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 503aef9d-fd2a-4c6e-870e-7e18030d829b is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:58.118262 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (503aef9d-fd2a-4c6e-870e-7e18030d829b), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:58.129239 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-90628a73-41f4-4cf3-8c09-f294fadb27c5 None None] For port 01158013-66c0-447b-bc48-9b33ee1daba7, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:38:58.177784 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-ccbb6780-5b5c-4602-abd2-356b26ff07cf tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:38:58.184680 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ccbb6780-5b5c-4602-abd2-356b26ff07cf tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] 10.222.0.24 "PUT /v2.0/routers/d394ac1e-659b-4ffc-9240-fe99cb0adf2f HTTP/1.1" status: 400 len: 364 time: 1.5228112 Mar 23 02:38:58.185288 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57140) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:58.201007 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bf73da-aeed-4ebc-95ae-7e82a0797535 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:38:58.203035 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-538d445d-620a-46f1-ad30-c0b7632370c9 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:58.208804 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-538d445d-620a-46f1-ad30-c0b7632370c9 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] 10.222.0.24 "DELETE /v2.0/ports/f074d94f-11f3-42c2-8d2a-474617b51880 HTTP/1.1" status: 204 len: 168 time: 1.0401664 Mar 23 02:38:58.209460 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-90628a73-41f4-4cf3-8c09-f294fadb27c5 None None] For port 01158013-66c0-447b-bc48-9b33ee1daba7, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=01158013-66c0-447b-bc48-9b33ee1daba7,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:38:58.209609 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57142) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:58.218877 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 503aef9d-fd2a-4c6e-870e-7e18030d829b, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=503aef9d-fd2a-4c6e-870e-7e18030d829b,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:58.226822 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a483a60d-2db7-4e87-b4eb-f5d2f4e90d9f None None] Update dhcp port {'port': {'network_id': '7576ce2f-d78b-46f5-a1b2-5233228d724f', 'fixed_ips': [{'subnet_id': 'ec3a51a1-2eb6-4ba5-9a29-7496ceb99208', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b0827b29-b4be-4f86-86bb-8e847ecc1aa1'}], 'binding:host_id': 'dv-neutron-834613-2-hyperv'}, 'id': 'd4833d43-5ecb-4af8-91e7-2830d598b708'} from dv-neutron-834613-2-hyperv. {{(pid=104350) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 23 02:38:58.228501 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-515451fe-70a7-4dd0-b2f5-2628a305772b None None] Current status of the port d4833d43-5ecb-4af8-91e7-2830d598b708 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:58.228900 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-515451fe-70a7-4dd0-b2f5-2628a305772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d4833d43-5ecb-4af8-91e7-2830d598b708), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:58.258384 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006b6a6f-3bd9-4898-8194-2f7882f3d618 None None] Network f9f526e5-3bf3-427c-ae42-97aafcc2747f is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:58.262522 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5751f69-9ab5-409a-90dc-0fb808fec3dc None None] Sync routers for ids ['7ea4a0ec-773e-41f6-94d9-fc1aba4f6c73'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:38:58.273036 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b6a6f-3bd9-4898-8194-2f7882f3d618 None None] Pushing event updated for resources: {'Port': ['ID=0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:58.278830 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4180de-9879-451b-955a-335935912aa1 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:58.280874 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-fd4180de-9879-451b-955a-335935912aa1 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] 10.222.0.24 "GET /v2.0/ports?device_id=a15f8808-cd8d-4352-ac20-b0418375b1e6 HTTP/1.1" status: 200 len: 913 time: 0.0704298 Mar 23 02:38:58.284873 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57146) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:58.293990 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-006b6a6f-3bd9-4898-8194-2f7882f3d618 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:58.307651 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-67364e14-d312-4591-aa96-c4064664ecd9 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks [] for router_gateway (1540ca71-c014-49cd-9f56-d6f0abb078ed), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:58.309910 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006b6a6f-3bd9-4898-8194-2f7882f3d618 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:58.334513 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a370da92-3269-48b6-aedf-7baa8d3d720d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (2fd5b06d-1a72-4701-8662-3dc9947b7498), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:58.338246 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a483a60d-2db7-4e87-b4eb-f5d2f4e90d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d4833d43-5ecb-4af8-91e7-2830d598b708), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:58.365277 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-90628a73-41f4-4cf3-8c09-f294fadb27c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (01158013-66c0-447b-bc48-9b33ee1daba7), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:58.384340 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5751f69-9ab5-409a-90dc-0fb808fec3dc None None] Routers {'7ea4a0ec-773e-41f6-94d9-fc1aba4f6c73'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:58.384678 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-f5751f69-9ab5-409a-90dc-0fb808fec3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['7ea4a0ec-773e-41f6-94d9-fc1aba4f6c73'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:58.407875 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d5bf73da-aeed-4ebc-95ae-7e82a0797535 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:58.409295 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d5bf73da-aeed-4ebc-95ae-7e82a0797535 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.7844222 Mar 23 02:38:58.427385 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57148) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:58.444773 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (503aef9d-fd2a-4c6e-870e-7e18030d829b), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:58.445538 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d4833d43-5ecb-4af8-91e7-2830d598b708 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:38:58.518003 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-515451fe-70a7-4dd0-b2f5-2628a305772b None None] For port d4833d43-5ecb-4af8-91e7-2830d598b708, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=d4833d43-5ecb-4af8-91e7-2830d598b708,segment=NetworkSegment(1ad9ae28-b188-4232-a616-bf1f36133e23),segment_id=1ad9ae28-b188-4232-a616-bf1f36133e23)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:58.621590 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-515451fe-70a7-4dd0-b2f5-2628a305772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (d4833d43-5ecb-4af8-91e7-2830d598b708), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:58.647570 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-006b6a6f-3bd9-4898-8194-2f7882f3d618 None None] Attempting to bind port 0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:58.647997 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-006b6a6f-3bd9-4898-8194-2f7882f3d618 None None] Attempting to bind port 0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'd6f27529-4766-4e81-a419-2badf6ccde57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f9f526e5-3bf3-427c-ae42-97aafcc2747f'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:58.648366 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006b6a6f-3bd9-4898-8194-2f7882f3d618 None None] Attempting to bind port 0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f on network f9f526e5-3bf3-427c-ae42-97aafcc2747f {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:58.660924 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cce00-4aa4-4fcd-a19f-308bfbae6be8 req-a7220a56-2b72-4e33-aee6-31df3e565baa tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:58.660924 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ac7cce00-4aa4-4fcd-a19f-308bfbae6be8 req-a7220a56-2b72-4e33-aee6-31df3e565baa tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.2806370 Mar 23 02:38:58.676594 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90628a73-41f4-4cf3-8c09-f294fadb27c5 None None] Pushing event updated for resources: {'Port': ['ID=01158013-66c0-447b-bc48-9b33ee1daba7,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:58.744515 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006b6a6f-3bd9-4898-8194-2f7882f3d618 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:38:58.744899 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006b6a6f-3bd9-4898-8194-2f7882f3d618 None None] Checking segment: {'id': 'd6f27529-4766-4e81-a419-2badf6ccde57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f9f526e5-3bf3-427c-ae42-97aafcc2747f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:58.745313 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-006b6a6f-3bd9-4898-8194-2f7882f3d618 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:58.745719 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006b6a6f-3bd9-4898-8194-2f7882f3d618 None None] Bound using segment: {'id': 'd6f27529-4766-4e81-a419-2badf6ccde57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f9f526e5-3bf3-427c-ae42-97aafcc2747f'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:38:58.746221 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-006b6a6f-3bd9-4898-8194-2f7882f3d618 None None] Bound port: 0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f27529-4766-4e81-a419-2badf6ccde57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f9f526e5-3bf3-427c-ae42-97aafcc2747f'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:38:58.746616 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-006b6a6f-3bd9-4898-8194-2f7882f3d618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:58.769982 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ac7cce00-4aa4-4fcd-a19f-308bfbae6be8 req-8227af7f-bf08-4c51-b81c-6ba9d85ea08d tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018991 Mar 23 02:38:58.778477 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4926422a-685b-4b97-84df-37f928cce830 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "GET /v2.0/routers/7ea4a0ec-773e-41f6-94d9-fc1aba4f6c73 HTTP/1.1" status: 200 len: 907 time: 0.3496332 Mar 23 02:38:58.781036 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57152) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:58.912604 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-f5751f69-9ab5-409a-90dc-0fb808fec3dc None None] Set router 7ea4a0ec-773e-41f6-94d9-fc1aba4f6c73 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:38:59.053494 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=503aef9d-fd2a-4c6e-870e-7e18030d829b,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:59.079521 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-869c0dd7-cff3-4941-bba1-ddb391b6e8e2 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router (7ea4a0ec-773e-41f6-94d9-fc1aba4f6c73), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:59.111537 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port d4833d43-5ecb-4af8-91e7-2830d598b708 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:59.112074 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d4833d43-5ecb-4af8-91e7-2830d598b708), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:59.205176 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-72fe94ac-6882-4182-b433-3ecc675e30d3 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (b1ebf47e-178a-4c22-9f72-86c600571efc), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:59.300448 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-a483a60d-2db7-4e87-b4eb-f5d2f4e90d9f None None] Allocated IP 172.20.0.1 (7576ce2f-d78b-46f5-a1b2-5233228d724f/b0827b29-b4be-4f86-86bb-8e847ecc1aa1/d4833d43-5ecb-4af8-91e7-2830d598b708) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:59.306632 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-006b6a6f-3bd9-4898-8194-2f7882f3d618 None None] For port 0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:38:59.307688 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-72fe94ac-6882-4182-b433-3ecc675e30d3 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (b1ebf47e-178a-4c22-9f72-86c600571efc), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:59.317176 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515451fe-70a7-4dd0-b2f5-2628a305772b None None] Pushing event updated for resources: {'Port': ['ID=d4833d43-5ecb-4af8-91e7-2830d598b708,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:59.340782 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-006b6a6f-3bd9-4898-8194-2f7882f3d618 None None] For port 0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f,segment=NetworkSegment(d6f27529-4766-4e81-a419-2badf6ccde57),segment_id=d6f27529-4766-4e81-a419-2badf6ccde57)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:38:59.347752 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-72fe94ac-6882-4182-b433-3ecc675e30d3 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Network b1ebf47e-178a-4c22-9f72-86c600571efc is not hosted by any dhcp agent {{(pid=104349) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 23 02:38:59.352867 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fe94ac-6882-4182-b433-3ecc675e30d3 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:59.353471 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-72fe94ac-6882-4182-b433-3ecc675e30d3 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:59.354911 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-72fe94ac-6882-4182-b433-3ecc675e30d3 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "PUT /v2.0/networks/b1ebf47e-178a-4c22-9f72-86c600571efc HTTP/1.1" status: 200 len: 723 time: 1.5429525 Mar 23 02:38:59.367007 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57156) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:59.379305 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-8d4d38c3-b92b-4465-be30-472758f55441 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Request body: {'subnet': {'network_id': 'b1ebf47e-178a-4c22-9f72-86c600571efc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:59.397545 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a370da92-3269-48b6-aedf-7baa8d3d720d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (2fd5b06d-1a72-4701-8662-3dc9947b7498), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:59.447210 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-006b6a6f-3bd9-4898-8194-2f7882f3d618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:59.467947 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-67364e14-d312-4591-aa96-c4064664ecd9 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Deleting port dec8b9e0-8c1f-4137-948e-5a01b8fcfb4b {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:59.468317 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-67364e14-d312-4591-aa96-c4064664ecd9 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (dec8b9e0-8c1f-4137-948e-5a01b8fcfb4b), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:59.470627 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ea6dda8d-4c31-44c7-ac35-53d969873dce tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:59.487952 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe94ac-6882-4182-b433-3ecc675e30d3 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event updated for resources: {'Network': ['ID=b1ebf47e-178a-4c22-9f72-86c600571efc,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:59.513529 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network b1ebf47e-178a-4c22-9f72-86c600571efc details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:38:59.559304 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port d4833d43-5ecb-4af8-91e7-2830d598b708 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:59.711309 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-67364e14-d312-4591-aa96-c4064664ecd9 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (dec8b9e0-8c1f-4137-948e-5a01b8fcfb4b), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:59.739214 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-67364e14-d312-4591-aa96-c4064664ecd9 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Calling delete_port for dec8b9e0-8c1f-4137-948e-5a01b8fcfb4b owned by network:router_gateway {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:59.822248 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a370da92-3269-48b6-aedf-7baa8d3d720d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (2fd5b06d-1a72-4701-8662-3dc9947b7498), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:59.829458 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 30aeba0c-0ba7-4d23-b320-5607665f9732 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:38:59.878358 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-869c0dd7-cff3-4941-bba1-ddb391b6e8e2 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router_gateway (7ea4a0ec-773e-41f6-94d9-fc1aba4f6c73), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:59.928524 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 30aeba0c-0ba7-4d23-b320-5607665f9732 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:38:59.928996 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 30aeba0c-0ba7-4d23-b320-5607665f9732 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:38:59.959777 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-a483a60d-2db7-4e87-b4eb-f5d2f4e90d9f None None] For port d4833d43-5ecb-4af8-91e7-2830d598b708, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=d4833d43-5ecb-4af8-91e7-2830d598b708,segment=NetworkSegment(1ad9ae28-b188-4232-a616-bf1f36133e23),segment_id=1ad9ae28-b188-4232-a616-bf1f36133e23)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:59.962184 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b6a6f-3bd9-4898-8194-2f7882f3d618 None None] Pushing event updated for resources: {'Port': ['ID=0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:59.991651 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7995425-94ab-4f86-9a37-3cdb61a6b4a8 req-12755da7-3f1b-4cfb-bac3-5d1949d8b6e0 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:00.011687 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a483a60d-2db7-4e87-b4eb-f5d2f4e90d9f None None] Publish callbacks [] for port (d4833d43-5ecb-4af8-91e7-2830d598b708), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:00.012663 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a7995425-94ab-4f86-9a37-3cdb61a6b4a8 req-12755da7-3f1b-4cfb-bac3-5d1949d8b6e0 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/ports?device_id=754c7ed1-b58b-4feb-84ca-b7ce20755966 HTTP/1.1" status: 200 len: 945 time: 0.7319238 Mar 23 02:39:00.014939 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-f5751f69-9ab5-409a-90dc-0fb808fec3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea4a0ec-773e-41f6-94d9-fc1aba4f6c73', 'name': 'tempest-snat-router-2143630155', 'tenant_id': 'aedadd4fbd8b4582bcd3bf35dfec65d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.69'}], 'enable_snat': True}, 'gw_port_id': 'a77d884f-926c-4f90-9cc3-8c3d8152beeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:38:53Z', 'updated_at': '2022-03-23T02:38:55Z', 'revision_number': 3, 'project_id': 'aedadd4fbd8b4582bcd3bf35dfec65d0', 'gw_port': {'id': 'a77d884f-926c-4f90-9cc3-8c3d8152beeb', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:eb:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea4a0ec-773e-41f6-94d9-fc1aba4f6c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:54Z', 'updated_at': '2022-03-23T02:38:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:00.093413 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a483a60d-2db7-4e87-b4eb-f5d2f4e90d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (d4833d43-5ecb-4af8-91e7-2830d598b708), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:00.096209 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5751f69-9ab5-409a-90dc-0fb808fec3dc None None] Checking router: 7ea4a0ec-773e-41f6-94d9-fc1aba4f6c73 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:39:00.097459 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5751f69-9ab5-409a-90dc-0fb808fec3dc None None] Updating router 7ea4a0ec-773e-41f6-94d9-fc1aba4f6c73 port a77d884f-926c-4f90-9cc3-8c3d8152beeb binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:39:00.107163 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-148cea32-896f-449e-9a4a-2724194b3d6a tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (a15f8808-cd8d-4352-ac20-b0418375b1e6), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:00.151000 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-ea6dda8d-4c31-44c7-ac35-53d969873dce tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Allocated IP 2001:db8::1 (c14aa87e-515b-465e-bd12-45b373b8a6fe/fe48e102-f451-43e1-b1f4-38d14b3d002f/65fd7302-602b-4a86-83dd-13edac27ca0d) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:00.185466 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f5751f69-9ab5-409a-90dc-0fb808fec3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a77d884f-926c-4f90-9cc3-8c3d8152beeb), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:00.279631 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d4833d43-5ecb-4af8-91e7-2830d598b708 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:00.358551 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a7995425-94ab-4f86-9a37-3cdb61a6b4a8 req-cc539b5b-281e-4937-a342-2de4cf966e70 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/security-groups?id=273b898c-a099-44af-8002-d1e1f19ddc82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3438749 Mar 23 02:39:00.361832 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370da92-3269-48b6-aedf-7baa8d3d720d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Subnet': ['ID=2fd5b06d-1a72-4701-8662-3dc9947b7498,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:00.381951 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-869c0dd7-cff3-4941-bba1-ddb391b6e8e2 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Deleting port a77d884f-926c-4f90-9cc3-8c3d8152beeb {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:00.382549 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-869c0dd7-cff3-4941-bba1-ddb391b6e8e2 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (a77d884f-926c-4f90-9cc3-8c3d8152beeb), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:00.392142 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a370da92-3269-48b6-aedf-7baa8d3d720d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:00.397225 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a370da92-3269-48b6-aedf-7baa8d3d720d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/2fd5b06d-1a72-4701-8662-3dc9947b7498 HTTP/1.1" status: 204 len: 168 time: 2.3784902 Mar 23 02:39:00.407046 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57160) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:00.439039 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4d38c3-b92b-4465-be30-472758f55441 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Made reservation on behalf of 51b0f06b4ce74eca9f44a6cb2b631af2 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:00.443859 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8d4d38c3-b92b-4465-be30-472758f55441 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:00.454632 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52b3b41-f765-4673-b4f8-d01212103d99 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:00.469735 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-939c2caf-0954-40e7-9637-cfbda3031119 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515621 Mar 23 02:39:00.476474 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57162) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:00.503744 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-39ec21a7-fc0c-4277-978d-2acf9182d730 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:00.524462 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c403cd3-2be3-42a4-8ef4-c8c944c29570 req-27c6cf21-0d94-4176-860f-0a2b564ba7c0 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:00.531692 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7c403cd3-2be3-42a4-8ef4-c8c944c29570 req-27c6cf21-0d94-4176-860f-0a2b564ba7c0 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.2521262 Mar 23 02:39:00.538748 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483a60d-2db7-4e87-b4eb-f5d2f4e90d9f None None] Pushing event updated for resources: {'Port': ['ID=d4833d43-5ecb-4af8-91e7-2830d598b708,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:00.571606 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-f167f032-9a3d-4716-88f4-585fcf843106 None None] Provisioning complete for port 01158013-66c0-447b-bc48-9b33ee1daba7 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:00.572437 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f167f032-9a3d-4716-88f4-585fcf843106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (01158013-66c0-447b-bc48-9b33ee1daba7), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:00.595483 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-869c0dd7-cff3-4941-bba1-ddb391b6e8e2 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (a77d884f-926c-4f90-9cc3-8c3d8152beeb), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:00.618297 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-869c0dd7-cff3-4941-bba1-ddb391b6e8e2 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Calling delete_port for a77d884f-926c-4f90-9cc3-8c3d8152beeb owned by network:router_gateway {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:00.646023 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7c403cd3-2be3-42a4-8ef4-c8c944c29570 req-67c504e3-e94b-471c-870a-74b81155d35b tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080539 Mar 23 02:39:00.723740 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port d4833d43-5ecb-4af8-91e7-2830d598b708 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:00.724431 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d4833d43-5ecb-4af8-91e7-2830d598b708), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:00.819545 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fc8f4-be6d-4208-8d9a-c49834092f94 req-e092cfda-fde9-414c-a111-8e8dcdc78c6a tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:00.821290 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a24fc8f4-be6d-4208-8d9a-c49834092f94 req-e092cfda-fde9-414c-a111-8e8dcdc78c6a tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.23 "GET /v2.0/ports?device_id=754c7ed1-b58b-4feb-84ca-b7ce20755966 HTTP/1.1" status: 200 len: 945 time: 0.3439598 Mar 23 02:39:00.842558 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ea6dda8d-4c31-44c7-ac35-53d969873dce tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks [] for port (65fd7302-602b-4a86-83dd-13edac27ca0d), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:00.943116 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f167f032-9a3d-4716-88f4-585fcf843106 None None] Current status of the port 01158013-66c0-447b-bc48-9b33ee1daba7 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:00.943614 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f167f032-9a3d-4716-88f4-585fcf843106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (01158013-66c0-447b-bc48-9b33ee1daba7), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.016328 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ec21a7-fc0c-4277-978d-2acf9182d730 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:01.022097 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-39ec21a7-fc0c-4277-978d-2acf9182d730 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.047481 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-869c0dd7-cff3-4941-bba1-ddb391b6e8e2 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (a77d884f-926c-4f90-9cc3-8c3d8152beeb), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.052551 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17de76f-ccad-4f02-a3aa-9a3a4658e90f None None] DHCP port deletion for 94d9379e-13fb-449b-8f45-d1ab95378f77 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:39:01.091971 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c0dd7-cff3-4941-bba1-ddb391b6e8e2 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Pushing event deleted for resources: {'Port': ['ID=a77d884f-926c-4f90-9cc3-8c3d8152beeb,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:01.110091 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-f167f032-9a3d-4716-88f4-585fcf843106 None None] For port 01158013-66c0-447b-bc48-9b33ee1daba7, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=01158013-66c0-447b-bc48-9b33ee1daba7,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:01.126419 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port d4833d43-5ecb-4af8-91e7-2830d598b708 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:01.135784 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 01158013-66c0-447b-bc48-9b33ee1daba7 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:01.257159 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f167f032-9a3d-4716-88f4-585fcf843106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (01158013-66c0-447b-bc48-9b33ee1daba7), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.263943 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-f5751f69-9ab5-409a-90dc-0fb808fec3dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:39:01.264332 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-f5751f69-9ab5-409a-90dc-0fb808fec3dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:39:01.302844 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-869c0dd7-cff3-4941-bba1-ddb391b6e8e2 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (7ea4a0ec-773e-41f6-94d9-fc1aba4f6c73), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.305834 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67480b90-6ddb-4406-a453-ba9ac9f0a57a None None] Network f9f526e5-3bf3-427c-ae42-97aafcc2747f requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:01.324403 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-a24fc8f4-be6d-4208-8d9a-c49834092f94 req-8f6031b8-7035-43fd-b299-f5f296e80e22 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Deleting port a16b9a7d-9340-405b-9b78-f53b1a7668ed {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:01.325041 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-a24fc8f4-be6d-4208-8d9a-c49834092f94 req-8f6031b8-7035-43fd-b299-f5f296e80e22 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (a16b9a7d-9340-405b-9b78-f53b1a7668ed), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.378907 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ea6dda8d-4c31-44c7-ac35-53d969873dce tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (65fd7302-602b-4a86-83dd-13edac27ca0d), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.395034 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9899b056-9fb8-4709-a88d-13fba8faccb4 None None] Network 7576ce2f-d78b-46f5-a1b2-5233228d724f requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:01.427073 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-67364e14-d312-4591-aa96-c4064664ecd9 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (dec8b9e0-8c1f-4137-948e-5a01b8fcfb4b), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.458989 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6dda8d-4c31-44c7-ac35-53d969873dce tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Network c14aa87e-515b-465e-bd12-45b373b8a6fe is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:01.464989 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-869c0dd7-cff3-4941-bba1-ddb391b6e8e2 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (7ea4a0ec-773e-41f6-94d9-fc1aba4f6c73), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.468301 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-869c0dd7-cff3-4941-bba1-ddb391b6e8e2 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router_controller (7ea4a0ec-773e-41f6-94d9-fc1aba4f6c73), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.471674 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-39ec21a7-fc0c-4277-978d-2acf9182d730 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (26e35c7b-a424-4eb0-a283-f5e653ca81e1), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.494503 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-ea6dda8d-4c31-44c7-ac35-53d969873dce tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:01.497907 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6dda8d-4c31-44c7-ac35-53d969873dce tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:01.498451 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ea6dda8d-4c31-44c7-ac35-53d969873dce tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (d394ac1e-659b-4ffc-9240-fe99cb0adf2f), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.504881 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6dda8d-4c31-44c7-ac35-53d969873dce tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Pushing event updated for resources: {'Port': ['ID=65fd7302-602b-4a86-83dd-13edac27ca0d,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:01.517728 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c17de76f-ccad-4f02-a3aa-9a3a4658e90f None None] Deleting port 01158013-66c0-447b-bc48-9b33ee1daba7 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:01.517728 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c17de76f-ccad-4f02-a3aa-9a3a4658e90f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (01158013-66c0-447b-bc48-9b33ee1daba7), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.565656 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8d4d38c3-b92b-4465-be30-472758f55441 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (a2066950-51fa-4aa7-9ec4-7d1adcf472b9), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.573460 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-77efe07f-a98d-4303-aa73-ff42a223b910 None None] Provisioning complete for port 0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:01.573843 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-77efe07f-a98d-4303-aa73-ff42a223b910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.582086 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 01158013-66c0-447b-bc48-9b33ee1daba7 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:01.582471 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (01158013-66c0-447b-bc48-9b33ee1daba7), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.584002 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167f032-9a3d-4716-88f4-585fcf843106 None None] Pushing event updated for resources: {'Port': ['ID=01158013-66c0-447b-bc48-9b33ee1daba7,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:01.658438 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67364e14-d312-4591-aa96-c4064664ecd9 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Pushing event deleted for resources: {'Port': ['ID=dec8b9e0-8c1f-4137-948e-5a01b8fcfb4b,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:01.684912 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d38c3-b92b-4465-be30-472758f55441 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event updated for resources: {'Subnet': ['ID=a2066950-51fa-4aa7-9ec4-7d1adcf472b9,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:01.710321 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-869c0dd7-cff3-4941-bba1-ddb391b6e8e2 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (7ea4a0ec-773e-41f6-94d9-fc1aba4f6c73), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.711074 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869c0dd7-cff3-4941-bba1-ddb391b6e8e2 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ea4a0ec-773e-41f6-94d9-fc1aba4f6c73 {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:39:01.733382 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7a811-f43d-4061-877b-2a5b0e6e2c7a req-63cb4827-3063-4da7-a58b-9a7544e01713 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:01.745462 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ec21a7-fc0c-4277-978d-2acf9182d730 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:01.746350 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b7d7a811-f43d-4061-877b-2a5b0e6e2c7a req-63cb4827-3063-4da7-a58b-9a7544e01713 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/ports?device_id=754c7ed1-b58b-4feb-84ca-b7ce20755966 HTTP/1.1" status: 200 len: 945 time: 0.2727132 Mar 23 02:39:01.756729 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-a24fc8f4-be6d-4208-8d9a-c49834092f94 req-8f6031b8-7035-43fd-b299-f5f296e80e22 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] For port a16b9a7d-9340-405b-9b78-f53b1a7668ed, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a16b9a7d-9340-405b-9b78-f53b1a7668ed,segment=NetworkSegment(b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb),segment_id=b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:01.757093 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-a24fc8f4-be6d-4208-8d9a-c49834092f94 req-8f6031b8-7035-43fd-b299-f5f296e80e22 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (a16b9a7d-9340-405b-9b78-f53b1a7668ed), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.770428 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-39ec21a7-fc0c-4277-978d-2acf9182d730 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:01.772140 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-c17de76f-ccad-4f02-a3aa-9a3a4658e90f None None] For port 01158013-66c0-447b-bc48-9b33ee1daba7, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=01158013-66c0-447b-bc48-9b33ee1daba7,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:01.772736 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c17de76f-ccad-4f02-a3aa-9a3a4658e90f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (01158013-66c0-447b-bc48-9b33ee1daba7), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.779051 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ec21a7-fc0c-4277-978d-2acf9182d730 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:01.779655 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-39ec21a7-fc0c-4277-978d-2acf9182d730 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.797589 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-869c0dd7-cff3-4941-bba1-ddb391b6e8e2 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.799042 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-869c0dd7-cff3-4941-bba1-ddb391b6e8e2 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "DELETE /v2.0/routers/7ea4a0ec-773e-41f6-94d9-fc1aba4f6c73 HTTP/1.1" status: 204 len: 168 time: 3.0170472 Mar 23 02:39:01.825414 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c17de76f-ccad-4f02-a3aa-9a3a4658e90f None None] Calling delete_port for 01158013-66c0-447b-bc48-9b33ee1daba7 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:01.826981 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57168) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:01.833370 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5751f69-9ab5-409a-90dc-0fb808fec3dc None None] Port a77d884f-926c-4f90-9cc3-8c3d8152beeb not found while updating agent binding for router 7ea4a0ec-773e-41f6-94d9-fc1aba4f6c73. {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 23 02:39:01.937749 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-77efe07f-a98d-4303-aa73-ff42a223b910 None None] Current status of the port 0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:01.940656 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-77efe07f-a98d-4303-aa73-ff42a223b910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.998907 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5751f69-9ab5-409a-90dc-0fb808fec3dc None None] Routers set() bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:02.000018 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5751f69-9ab5-409a-90dc-0fb808fec3dc None None] Router IDs set() for agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 23 02:39:02.000863 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_agentschedulers_db [None req-f5751f69-9ab5-409a-90dc-0fb808fec3dc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7ea4a0ec-773e-41f6-94d9-fc1aba4f6c73'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent'). {{(pid=104350) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 23 02:39:02.001582 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5751f69-9ab5-409a-90dc-0fb808fec3dc None None] The sync data for ids ['7ea4a0ec-773e-41f6-94d9-fc1aba4f6c73'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:39:02.019973 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b7d7a811-f43d-4061-877b-2a5b0e6e2c7a req-af7863bc-601d-4ece-bca0-2f1b9d582353 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/security-groups?id=273b898c-a099-44af-8002-d1e1f19ddc82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2724924 Mar 23 02:39:02.021542 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec21a7-fc0c-4277-978d-2acf9182d730 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Subnet': ['ID=26e35c7b-a424-4eb0-a283-f5e653ca81e1,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:02.032992 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 01158013-66c0-447b-bc48-9b33ee1daba7 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:02.034222 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 503aef9d-fd2a-4c6e-870e-7e18030d829b up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:02.037428 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d38c3-b92b-4465-be30-472758f55441 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Checking segment: {'id': 'b35b0278-d17d-4674-859d-a3875005eb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1ebf47e-178a-4c22-9f72-86c600571efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:02.039360 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4d38c3-b92b-4465-be30-472758f55441 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Network hostable DHCP agents. Network: b1ebf47e-178a-4c22-9f72-86c600571efc, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:39:02.043927 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-39ec21a7-fc0c-4277-978d-2acf9182d730 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5447733 Mar 23 02:39:02.058476 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57170) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:02.086608 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-67364e14-d312-4591-aa96-c4064664ecd9 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (1540ca71-c014-49cd-9f56-d6f0abb078ed), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.087057 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-148cea32-896f-449e-9a4a-2724194b3d6a tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Deleting port 84784ae6-f91f-42c4-bf73-e6d660f1acc4 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:02.087415 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-148cea32-896f-449e-9a4a-2724194b3d6a tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (84784ae6-f91f-42c4-bf73-e6d660f1acc4), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.095855 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-8e9a5624-b97c-459e-90c7-c8cfc7bd150d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-196293808', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:02.182924 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-32006ab5-bf2d-4d27-b60b-60e3c25a67bf tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router (50e93365-761d-4eaa-b9ac-420d6e36f41b), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.186636 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4d38c3-b92b-4465-be30-472758f55441 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Network b1ebf47e-178a-4c22-9f72-86c600571efc is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:39:02.281109 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-148cea32-896f-449e-9a4a-2724194b3d6a tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (84784ae6-f91f-42c4-bf73-e6d660f1acc4), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.297659 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-8d4d38c3-b92b-4465-be30-472758f55441 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, b1ebf47e-178a-4c22-9f72-86c600571efc) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:02.307932 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-148cea32-896f-449e-9a4a-2724194b3d6a tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Calling delete_port for 84784ae6-f91f-42c4-bf73-e6d660f1acc4 owned by network:router_interface {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:02.312484 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4d38c3-b92b-4465-be30-472758f55441 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:02.313088 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8d4d38c3-b92b-4465-be30-472758f55441 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.314032 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dda123c-73dd-450c-8c2f-9ef77ecba018 None None] Network b1ebf47e-178a-4c22-9f72-86c600571efc requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:02.317826 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-77efe07f-a98d-4303-aa73-ff42a223b910 None None] For port 0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f,segment=NetworkSegment(d6f27529-4766-4e81-a419-2badf6ccde57),segment_id=d6f27529-4766-4e81-a419-2badf6ccde57)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:02.343066 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-67364e14-d312-4591-aa96-c4064664ecd9 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (1540ca71-c014-49cd-9f56-d6f0abb078ed), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.355080 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-67364e14-d312-4591-aa96-c4064664ecd9 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks [] for router_controller (1540ca71-c014-49cd-9f56-d6f0abb078ed), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.398824 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f486d44-c434-4fdb-8ca5-8c5f8affd3e4 req-8b9df209-3104-4fcd-9f8f-1dc57139cf2b tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:02.399704 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-77efe07f-a98d-4303-aa73-ff42a223b910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.401331 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6f486d44-c434-4fdb-8ca5-8c5f8affd3e4 req-8b9df209-3104-4fcd-9f8f-1dc57139cf2b tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.5967143 Mar 23 02:39:02.411363 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8d4d38c3-b92b-4465-be30-472758f55441 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0394313 Mar 23 02:39:02.412093 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57172) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:02.414018 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8e9a5624-b97c-459e-90c7-c8cfc7bd150d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (7f00bf76-eba3-43b0-8aeb-164898420c7c), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.415177 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8e9a5624-b97c-459e-90c7-c8cfc7bd150d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (7f00bf76-eba3-43b0-8aeb-164898420c7c), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.419100 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-3545c62b-7247-4190-babd-f9cc11673860 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:02.425489 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-32006ab5-bf2d-4d27-b60b-60e3c25a67bf tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router_gateway (50e93365-761d-4eaa-b9ac-420d6e36f41b), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.444687 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 503aef9d-fd2a-4c6e-870e-7e18030d829b triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:02.445174 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (503aef9d-fd2a-4c6e-870e-7e18030d829b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.486458 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c17de76f-ccad-4f02-a3aa-9a3a4658e90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (01158013-66c0-447b-bc48-9b33ee1daba7), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.512798 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e21bff-71c9-4406-ba33-c0dfd954fd99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-b1ebf47e-178a-4c22-9f72-86c600571efc', 'network_id': 'b1ebf47e-178a-4c22-9f72-86c600571efc', 'project_id': '51b0f06b4ce74eca9f44a6cb2b631af2', 'fixed_ips': [{'subnet_id': 'a2066950-51fa-4aa7-9ec4-7d1adcf472b9'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:39:02.513580 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-99e21bff-71c9-4406-ba33-c0dfd954fd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.515558 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-77efe07f-a98d-4303-aa73-ff42a223b910 None None] Provisioning complete for port d4833d43-5ecb-4af8-91e7-2830d598b708 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:02.516035 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-77efe07f-a98d-4303-aa73-ff42a223b910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d4833d43-5ecb-4af8-91e7-2830d598b708), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.521923 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6f486d44-c434-4fdb-8ca5-8c5f8affd3e4 req-caa06b3e-e010-4299-ab95-1e1b6fd1fe86 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988011 Mar 23 02:39:02.557851 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17de76f-ccad-4f02-a3aa-9a3a4658e90f None None] No DVR routers for this DVR port 01158013-66c0-447b-bc48-9b33ee1daba7 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:39:02.573500 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77efe07f-a98d-4303-aa73-ff42a223b910 None None] Pushing event updated for resources: {'Port': ['ID=0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:02.603849 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ea6dda8d-4c31-44c7-ac35-53d969873dce tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (65fd7302-602b-4a86-83dd-13edac27ca0d), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.619983 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7c99db-72bc-4fdb-8fe0-74a8d71377da None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:02.626652 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17de76f-ccad-4f02-a3aa-9a3a4658e90f None None] Pushing event deleted for resources: {'Port': ['ID=01158013-66c0-447b-bc48-9b33ee1daba7,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:02.660240 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3545c62b-7247-4190-babd-f9cc11673860 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26151383'] for subnet (a2066950-51fa-4aa7-9ec4-7d1adcf472b9), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.662149 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-67364e14-d312-4591-aa96-c4064664ecd9 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (1540ca71-c014-49cd-9f56-d6f0abb078ed), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.662778 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67364e14-d312-4591-aa96-c4064664ecd9 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Fanout notify agent at l3_agent the message router_deleted on router 1540ca71-c014-49cd-9f56-d6f0abb078ed {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:39:02.695318 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-67364e14-d312-4591-aa96-c4064664ecd9 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.696522 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57176) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:02.696656 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-67364e14-d312-4591-aa96-c4064664ecd9 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] 10.222.0.24 "DELETE /v2.0/routers/1540ca71-c014-49cd-9f56-d6f0abb078ed HTTP/1.1" status: 204 len: 168 time: 5.2260518 Mar 23 02:39:02.770713 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8e9a5624-b97c-459e-90c7-c8cfc7bd150d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for router_controller (7f00bf76-eba3-43b0-8aeb-164898420c7c), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.780852 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-a24fc8f4-be6d-4208-8d9a-c49834092f94 req-8f6031b8-7035-43fd-b299-f5f296e80e22 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.781353 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-a24fc8f4-be6d-4208-8d9a-c49834092f94 req-8f6031b8-7035-43fd-b299-f5f296e80e22 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (86b13c69-bc9f-478a-869f-cec2b2818e2e), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.781742 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [req-a24fc8f4-be6d-4208-8d9a-c49834092f94 req-8f6031b8-7035-43fd-b299-f5f296e80e22 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Floating IP 86b13c69-bc9f-478a-869f-cec2b2818e2e disassociated. External IP: 172.26.2.118, port: a16b9a7d-9340-405b-9b78-f53b1a7668ed. Mar 23 02:39:02.782211 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-a24fc8f4-be6d-4208-8d9a-c49834092f94 req-8f6031b8-7035-43fd-b299-f5f296e80e22 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Calling delete_port for a16b9a7d-9340-405b-9b78-f53b1a7668ed owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:02.808151 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-538d90ea-9274-44f3-8060-83ad8e35d473 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Deleting subnet 8f4ead6f-bef3-4809-b71b-f08a302f1cea {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:39:02.811041 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-32006ab5-bf2d-4d27-b60b-60e3c25a67bf tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Deleting port 503aef9d-fd2a-4c6e-870e-7e18030d829b {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:02.811393 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-32006ab5-bf2d-4d27-b60b-60e3c25a67bf tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (503aef9d-fd2a-4c6e-870e-7e18030d829b), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.814655 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-538d90ea-9274-44f3-8060-83ad8e35d473 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks [] for subnet (8f4ead6f-bef3-4809-b71b-f08a302f1cea), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.841682 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 503aef9d-fd2a-4c6e-870e-7e18030d829b is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:02.864517 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8e9a5624-b97c-459e-90c7-c8cfc7bd150d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (7f00bf76-eba3-43b0-8aeb-164898420c7c), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.901042 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-77efe07f-a98d-4303-aa73-ff42a223b910 None None] Current status of the port d4833d43-5ecb-4af8-91e7-2830d598b708 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:02.906429 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ada89f-f73e-43ad-9512-5ff2472a3b12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-94d9379e-13fb-449b-8f45-d1ab95378f77', 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'fixed_ips': [{'subnet_id': '26e35c7b-a424-4eb0-a283-f5e653ca81e1'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:39:02.907285 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f7ada89f-f73e-43ad-9512-5ff2472a3b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.914575 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-99e21bff-71c9-4406-ba33-c0dfd954fd99 None None] Allocated IP 2001:db8::2 (b1ebf47e-178a-4c22-9f72-86c600571efc/a2066950-51fa-4aa7-9ec4-7d1adcf472b9/a7202e8a-d3fa-4673-a1f7-4a00e9273497) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:02.960455 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-538d90ea-9274-44f3-8060-83ad8e35d473 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (8f4ead6f-bef3-4809-b71b-f08a302f1cea), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.966851 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8e9a5624-b97c-459e-90c7-c8cfc7bd150d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.966851 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8e9a5624-b97c-459e-90c7-c8cfc7bd150d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8727973 Mar 23 02:39:02.966851 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57180) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:03.110440 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-148cea32-896f-449e-9a4a-2724194b3d6a tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (84784ae6-f91f-42c4-bf73-e6d660f1acc4), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:03.185599 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-32006ab5-bf2d-4d27-b60b-60e3c25a67bf tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] For port 503aef9d-fd2a-4c6e-870e-7e18030d829b, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=503aef9d-fd2a-4c6e-870e-7e18030d829b,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:03.185973 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-32006ab5-bf2d-4d27-b60b-60e3c25a67bf tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (503aef9d-fd2a-4c6e-870e-7e18030d829b), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:03.193532 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148cea32-896f-449e-9a4a-2724194b3d6a tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Pushing event deleted for resources: {'Port': ['ID=84784ae6-f91f-42c4-bf73-e6d660f1acc4,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:03.239858 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-99e21bff-71c9-4406-ba33-c0dfd954fd99 None None] Publish callbacks [] for port (a7202e8a-d3fa-4673-a1f7-4a00e9273497), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:03.263055 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-32006ab5-bf2d-4d27-b60b-60e3c25a67bf tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Calling delete_port for 503aef9d-fd2a-4c6e-870e-7e18030d829b owned by network:router_gateway {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:03.296424 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:03.337905 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-99e21bff-71c9-4406-ba33-c0dfd954fd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (a7202e8a-d3fa-4673-a1f7-4a00e9273497), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:03.386757 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-59413de1-4f2c-4c5c-8d73-0f03114f500e None None] Provisioning complete for port 0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:03.387402 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-59413de1-4f2c-4c5c-8d73-0f03114f500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:03.405544 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e21bff-71c9-4406-ba33-c0dfd954fd99 None None] Network b1ebf47e-178a-4c22-9f72-86c600571efc is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:03.414840 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-99e21bff-71c9-4406-ba33-c0dfd954fd99 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:03.420650 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e21bff-71c9-4406-ba33-c0dfd954fd99 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:03.522432 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e21bff-71c9-4406-ba33-c0dfd954fd99 None None] Pushing event updated for resources: {'Port': ['ID=a7202e8a-d3fa-4673-a1f7-4a00e9273497,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:03.579047 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:03.579440 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:03.594068 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-99e21bff-71c9-4406-ba33-c0dfd954fd99 None None] Attempting to bind port a7202e8a-d3fa-4673-a1f7-4a00e9273497 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:39:03.594370 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-99e21bff-71c9-4406-ba33-c0dfd954fd99 None None] Attempting to bind port a7202e8a-d3fa-4673-a1f7-4a00e9273497 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b35b0278-d17d-4674-859d-a3875005eb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1ebf47e-178a-4c22-9f72-86c600571efc'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:39:03.594733 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e21bff-71c9-4406-ba33-c0dfd954fd99 None None] Attempting to bind port a7202e8a-d3fa-4673-a1f7-4a00e9273497 on network b1ebf47e-178a-4c22-9f72-86c600571efc {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:39:03.621688 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-f7ada89f-f73e-43ad-9512-5ff2472a3b12 None None] Allocated IP 2001:db8::2 (94d9379e-13fb-449b-8f45-d1ab95378f77/26e35c7b-a424-4eb0-a283-f5e653ca81e1/8ccfa7b8-19d2-4a90-9292-b03678d5553d) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:03.623979 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e21bff-71c9-4406-ba33-c0dfd954fd99 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:39:03.624371 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e21bff-71c9-4406-ba33-c0dfd954fd99 None None] Checking segment: {'id': 'b35b0278-d17d-4674-859d-a3875005eb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1ebf47e-178a-4c22-9f72-86c600571efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:03.628329 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-99e21bff-71c9-4406-ba33-c0dfd954fd99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:03.628329 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e21bff-71c9-4406-ba33-c0dfd954fd99 None None] Bound using segment: {'id': 'b35b0278-d17d-4674-859d-a3875005eb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1ebf47e-178a-4c22-9f72-86c600571efc'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:39:03.628329 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-99e21bff-71c9-4406-ba33-c0dfd954fd99 None None] Bound port: a7202e8a-d3fa-4673-a1f7-4a00e9273497, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35b0278-d17d-4674-859d-a3875005eb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1ebf47e-178a-4c22-9f72-86c600571efc'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:39:03.628329 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-99e21bff-71c9-4406-ba33-c0dfd954fd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a7202e8a-d3fa-4673-a1f7-4a00e9273497), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:03.682490 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf6397-1573-4376-96a6-41a8a750ff84 req-9d90e550-464f-41e3-b8b8-e58fb7a856f7 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:03.684388 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8cbf6397-1573-4376-96a6-41a8a750ff84 req-9d90e550-464f-41e3-b8b8-e58fb7a856f7 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.7652276 Mar 23 02:39:03.715544 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-538d90ea-9274-44f3-8060-83ad8e35d473 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (8f4ead6f-bef3-4809-b71b-f08a302f1cea), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:03.778231 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-59413de1-4f2c-4c5c-8d73-0f03114f500e None None] Current status of the port 0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:03.786453 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32fc2fd-38f3-4808-a97d-cdadafa01643 req-8d065c4e-7835-4fac-98ca-4f0b8509a42a tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:03.787998 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d32fc2fd-38f3-4808-a97d-cdadafa01643 req-8d065c4e-7835-4fac-98ca-4f0b8509a42a tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/ports?device_id=754c7ed1-b58b-4feb-84ca-b7ce20755966 HTTP/1.1" status: 200 len: 945 time: 0.6077840 Mar 23 02:39:03.854102 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-59413de1-4f2c-4c5c-8d73-0f03114f500e None None] Provisioning complete for port 65fd7302-602b-4a86-83dd-13edac27ca0d triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:03.854411 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-59413de1-4f2c-4c5c-8d73-0f03114f500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (65fd7302-602b-4a86-83dd-13edac27ca0d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:03.856345 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-99e21bff-71c9-4406-ba33-c0dfd954fd99 None None] For port a7202e8a-d3fa-4673-a1f7-4a00e9273497, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:39:03.893898 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:03.895015 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d4833d43-5ecb-4af8-91e7-2830d598b708 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:03.913311 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541b5c0-acf8-4ac9-8ce4-2a18a42a68f1 req-7a7ad86d-8a3f-4651-8973-dd3f2c22036c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:03.914815 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7541b5c0-acf8-4ac9-8ce4-2a18a42a68f1 req-7a7ad86d-8a3f-4651-8973-dd3f2c22036c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c302519e74814ecf9d6317cf454d8d57&device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 1129 time: 0.4159982 Mar 23 02:39:03.943727 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-99e21bff-71c9-4406-ba33-c0dfd954fd99 None None] For port a7202e8a-d3fa-4673-a1f7-4a00e9273497, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=a7202e8a-d3fa-4673-a1f7-4a00e9273497,segment=NetworkSegment(b35b0278-d17d-4674-859d-a3875005eb40),segment_id=b35b0278-d17d-4674-859d-a3875005eb40)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:39:03.959585 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-59413de1-4f2c-4c5c-8d73-0f03114f500e None None] Port 65fd7302-602b-4a86-83dd-13edac27ca0d cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:39:03.973789 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port d4833d43-5ecb-4af8-91e7-2830d598b708 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:03.974172 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d4833d43-5ecb-4af8-91e7-2830d598b708), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:03.978012 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-59413de1-4f2c-4c5c-8d73-0f03114f500e None None] Provisioning complete for port d4833d43-5ecb-4af8-91e7-2830d598b708 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:03.978385 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-59413de1-4f2c-4c5c-8d73-0f03114f500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d4833d43-5ecb-4af8-91e7-2830d598b708), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:03.984928 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-148cea32-896f-449e-9a4a-2724194b3d6a tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (a15f8808-cd8d-4352-ac20-b0418375b1e6), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:03.998606 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8cbf6397-1573-4376-96a6-41a8a750ff84 req-e70794c1-3132-40cb-b0e4-b8017554024c tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2746553 Mar 23 02:39:04.021770 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ea6dda8d-4c31-44c7-ac35-53d969873dce tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks [] for port (65fd7302-602b-4a86-83dd-13edac27ca0d), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:04.023460 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d32fc2fd-38f3-4808-a97d-cdadafa01643 req-c4dc6c15-8306-42ed-ae6a-51330b2339f4 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/security-groups?id=273b898c-a099-44af-8002-d1e1f19ddc82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946878 Mar 23 02:39:04.028946 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-99e21bff-71c9-4406-ba33-c0dfd954fd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (a7202e8a-d3fa-4673-a1f7-4a00e9273497), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:04.066672 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-a24fc8f4-be6d-4208-8d9a-c49834092f94 req-8f6031b8-7035-43fd-b299-f5f296e80e22 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (a16b9a7d-9340-405b-9b78-f53b1a7668ed), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:04.121740 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3545c62b-7247-4190-babd-f9cc11673860 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728337337483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3457689'] for subnet (a2066950-51fa-4aa7-9ec4-7d1adcf472b9), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:04.122935 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-538d90ea-9274-44f3-8060-83ad8e35d473 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (8f4ead6f-bef3-4809-b71b-f08a302f1cea), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:04.128107 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6031b8-7035-43fd-b299-f5f296e80e22 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Pushing event deleted for resources: {'Port': ['ID=a16b9a7d-9340-405b-9b78-f53b1a7668ed,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:04.157955 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ea6dda8d-4c31-44c7-ac35-53d969873dce tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (65fd7302-602b-4a86-83dd-13edac27ca0d), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:04.159289 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ea6dda8d-4c31-44c7-ac35-53d969873dce tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (d394ac1e-659b-4ffc-9240-fe99cb0adf2f), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:04.165178 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e21bff-71c9-4406-ba33-c0dfd954fd99 None None] Pushing event updated for resources: {'Port': ['ID=a7202e8a-d3fa-4673-a1f7-4a00e9273497,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:04.248263 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-538d90ea-9274-44f3-8060-83ad8e35d473 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:04.254808 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-538d90ea-9274-44f3-8060-83ad8e35d473 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] 10.222.0.24 "DELETE /v2.0/subnets/8f4ead6f-bef3-4809-b71b-f08a302f1cea HTTP/1.1" status: 204 len: 168 time: 1.5562084 Mar 23 02:39:04.258461 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3545c62b-7247-4190-babd-f9cc11673860 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:04.259085 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3545c62b-7247-4190-babd-f9cc11673860 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:04.260441 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3545c62b-7247-4190-babd-f9cc11673860 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "PUT /v2.0/subnets/a2066950-51fa-4aa7-9ec4-7d1adcf472b9 HTTP/1.1" status: 200 len: 826 time: 1.8461361 Mar 23 02:39:04.263405 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57184) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:04.263560 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57186) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:04.297366 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14c17fd-647c-41ac-8da3-6fc80130e44e None None] Network eb74df1e-73d7-42d8-8f9c-997a66682059 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:04.309420 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f7ada89f-f73e-43ad-9512-5ff2472a3b12 None None] Publish callbacks [] for port (8ccfa7b8-19d2-4a90-9292-b03678d5553d), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:04.377054 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-85817f74-a3cc-42fa-b05d-5213ae9bd835 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:04.459248 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541b5c0-acf8-4ac9-8ce4-2a18a42a68f1 req-d7d9a9a3-3aaf-405c-9861-f3b35724918b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:04.460784 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7541b5c0-acf8-4ac9-8ce4-2a18a42a68f1 req-d7d9a9a3-3aaf-405c-9861-f3b35724918b service neutron] 10.222.0.23 "GET /v2.0/networks?id=3edd2161-639f-4b63-b7ee-dfa8fb0684e0 HTTP/1.1" status: 200 len: 913 time: 0.5367196 Mar 23 02:39:04.555167 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6dda8d-4c31-44c7-ac35-53d969873dce tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Pushing event updated for resources: {'Port': ['ID=65fd7302-602b-4a86-83dd-13edac27ca0d,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:04.605444 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port d4833d43-5ecb-4af8-91e7-2830d598b708 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:04.608282 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f7ada89f-f73e-43ad-9512-5ff2472a3b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (8ccfa7b8-19d2-4a90-9292-b03678d5553d), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:04.639383 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-59413de1-4f2c-4c5c-8d73-0f03114f500e None None] Current status of the port d4833d43-5ecb-4af8-91e7-2830d598b708 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:04.667593 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545c62b-7247-4190-babd-f9cc11673860 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event updated for resources: {'Subnet': ['ID=a2066950-51fa-4aa7-9ec4-7d1adcf472b9,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:04.681477 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148cea32-896f-449e-9a4a-2724194b3d6a tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Router a15f8808-cd8d-4352-ac20-b0418375b1e6 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:39:04.713728 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ada89f-f73e-43ad-9512-5ff2472a3b12 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:04.719283 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 01158013-66c0-447b-bc48-9b33ee1daba7 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:39:04.724252 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-f7ada89f-f73e-43ad-9512-5ff2472a3b12 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:04.750311 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ada89f-f73e-43ad-9512-5ff2472a3b12 None None] Pushing event updated for resources: {'Port': ['ID=8ccfa7b8-19d2-4a90-9292-b03678d5553d,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:04.754315 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ada89f-f73e-43ad-9512-5ff2472a3b12 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:04.759587 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 01158013-66c0-447b-bc48-9b33ee1daba7 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:39:04.760133 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 01158013-66c0-447b-bc48-9b33ee1daba7 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:39:04.784601 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d90ea-9274-44f3-8060-83ad8e35d473 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Pushing event deleted for resources: {'Subnet': ['ID=8f4ead6f-bef3-4809-b71b-f08a302f1cea,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:04.804702 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-32006ab5-bf2d-4d27-b60b-60e3c25a67bf tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (503aef9d-fd2a-4c6e-870e-7e18030d829b), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:04.833786 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-85817f74-a3cc-42fa-b05d-5213ae9bd835 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Allocated IP 2001:db8::1 (94d9379e-13fb-449b-8f45-d1ab95378f77/26e35c7b-a424-4eb0-a283-f5e653ca81e1/789913db-abc3-4c14-9fa6-978129cab53e) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:04.845658 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-f7ada89f-f73e-43ad-9512-5ff2472a3b12 None None] Attempting to bind port 8ccfa7b8-19d2-4a90-9292-b03678d5553d on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:39:04.847474 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-f7ada89f-f73e-43ad-9512-5ff2472a3b12 None None] Attempting to bind port 8ccfa7b8-19d2-4a90-9292-b03678d5553d by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:39:04.847977 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ada89f-f73e-43ad-9512-5ff2472a3b12 None None] Attempting to bind port 8ccfa7b8-19d2-4a90-9292-b03678d5553d on network 94d9379e-13fb-449b-8f45-d1ab95378f77 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:39:04.854184 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ada89f-f73e-43ad-9512-5ff2472a3b12 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:39:04.854716 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ada89f-f73e-43ad-9512-5ff2472a3b12 None None] Checking segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:04.855742 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f7ada89f-f73e-43ad-9512-5ff2472a3b12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:04.856285 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ada89f-f73e-43ad-9512-5ff2472a3b12 None None] Bound using segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:39:04.856986 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-f7ada89f-f73e-43ad-9512-5ff2472a3b12 None None] Bound port: 8ccfa7b8-19d2-4a90-9292-b03678d5553d, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:39:04.857479 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f7ada89f-f73e-43ad-9512-5ff2472a3b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8ccfa7b8-19d2-4a90-9292-b03678d5553d), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:04.885691 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-85737fac-a98f-4fb6-bca5-eae39e41789c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (eb74df1e-73d7-42d8-8f9c-997a66682059), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:04.911717 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32006ab5-bf2d-4d27-b60b-60e3c25a67bf tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Pushing event deleted for resources: {'Port': ['ID=503aef9d-fd2a-4c6e-870e-7e18030d829b,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:04.912297 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:39:04.931001 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70979bda-0a87-46fb-968f-da144c1cde9b None None] DHCP port deletion for eb74df1e-73d7-42d8-8f9c-997a66682059 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:39:05.010726 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-f7ada89f-f73e-43ad-9512-5ff2472a3b12 None None] For port 8ccfa7b8-19d2-4a90-9292-b03678d5553d, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:39:05.013306 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-85817f74-a3cc-42fa-b05d-5213ae9bd835 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for port (789913db-abc3-4c14-9fa6-978129cab53e), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:05.015404 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-f7ada89f-f73e-43ad-9512-5ff2472a3b12 None None] For port 8ccfa7b8-19d2-4a90-9292-b03678d5553d, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8ccfa7b8-19d2-4a90-9292-b03678d5553d,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:39:05.054573 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-70979bda-0a87-46fb-968f-da144c1cde9b None None] Deleting port e2aa266f-ce81-4160-8877-1c7b3b5578b0 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:05.054963 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-70979bda-0a87-46fb-968f-da144c1cde9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (e2aa266f-ce81-4160-8877-1c7b3b5578b0), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:05.081277 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device a7202e8a-d3fa-4673-a1f7-4a00e9273497 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:05.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a24fc8f4-be6d-4208-8d9a-c49834092f94 req-8f6031b8-7035-43fd-b299-f5f296e80e22 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Router 920e73ec-0607-4b96-a19e-e29807738883 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:39:05.177748 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e4b7d824-343e-4d2e-b366-c69eda23e126 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (b1ebf47e-178a-4c22-9f72-86c600571efc), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:05.218414 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-70979bda-0a87-46fb-968f-da144c1cde9b None None] For port e2aa266f-ce81-4160-8877-1c7b3b5578b0, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=e2aa266f-ce81-4160-8877-1c7b3b5578b0,segment=NetworkSegment(d0298b71-9b43-4de6-9121-ce7c5d36e4e7),segment_id=d0298b71-9b43-4de6-9121-ce7c5d36e4e7)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:05.218822 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-70979bda-0a87-46fb-968f-da144c1cde9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (e2aa266f-ce81-4160-8877-1c7b3b5578b0), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:05.237214 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-70979bda-0a87-46fb-968f-da144c1cde9b None None] Calling delete_port for e2aa266f-ce81-4160-8877-1c7b3b5578b0 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:05.245610 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7541b5c0-acf8-4ac9-8ce4-2a18a42a68f1 req-56c61080-eed3-42db-ac80-1f50de5e334a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1c2f96b-7108-49be-9bca-58773bb2d8fc HTTP/1.1" status: 200 len: 1000 time: 0.2230852 Mar 23 02:39:05.255079 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f7ada89f-f73e-43ad-9512-5ff2472a3b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (8ccfa7b8-19d2-4a90-9292-b03678d5553d), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:05.277481 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3fbe1f7e-b9f1-42c4-9b9e-c68e97e0dce9 req-74032d33-33dc-4de6-a458-c48ae813d6a3 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/ports?device_id=754c7ed1-b58b-4feb-84ca-b7ce20755966 HTTP/1.1" status: 200 len: 210 time: 0.0541811 Mar 23 02:39:05.293824 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148cea32-896f-449e-9a4a-2724194b3d6a tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:39:05.302675 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-148cea32-896f-449e-9a4a-2724194b3d6a tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] 10.222.0.24 "PUT /v2.0/routers/a15f8808-cd8d-4352-ac20-b0418375b1e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0164158 Mar 23 02:39:05.308582 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dd6d5c-a9ac-4cd0-8a66-ef9c426481b5 None None] Sync routers for ids ['a15f8808-cd8d-4352-ac20-b0418375b1e6'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:39:05.325441 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dd6d5c-a9ac-4cd0-8a66-ef9c426481b5 None None] Routers {'a15f8808-cd8d-4352-ac20-b0418375b1e6'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:05.326486 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57192) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:05.326689 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-b5dd6d5c-a9ac-4cd0-8a66-ef9c426481b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a15f8808-cd8d-4352-ac20-b0418375b1e6'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:05.381537 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-32006ab5-bf2d-4d27-b60b-60e3c25a67bf tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (50e93365-761d-4eaa-b9ac-420d6e36f41b), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:05.396189 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6dda8d-4c31-44c7-ac35-53d969873dce tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Network c14aa87e-515b-465e-bd12-45b373b8a6fe is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:05.413295 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-b5dd6d5c-a9ac-4cd0-8a66-ef9c426481b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:05.427525 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-85817f74-a3cc-42fa-b05d-5213ae9bd835 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (789913db-abc3-4c14-9fa6-978129cab53e), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:05.436777 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dd6d5c-a9ac-4cd0-8a66-ef9c426481b5 None None] Routers {'a15f8808-cd8d-4352-ac20-b0418375b1e6'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:05.437233 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-ea6dda8d-4c31-44c7-ac35-53d969873dce tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:05.437409 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-b5dd6d5c-a9ac-4cd0-8a66-ef9c426481b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a15f8808-cd8d-4352-ac20-b0418375b1e6'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:05.530388 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ada89f-f73e-43ad-9512-5ff2472a3b12 None None] Pushing event updated for resources: {'Port': ['ID=8ccfa7b8-19d2-4a90-9292-b03678d5553d,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:05.551527 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cc7fa6bd-4aa8-419e-a962-ee49754a9e2f tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks [] for router (a15f8808-cd8d-4352-ac20-b0418375b1e6), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:05.552849 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device a16b9a7d-9340-405b-9b78-f53b1a7668ed no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:39:05.557794 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-32006ab5-bf2d-4d27-b60b-60e3c25a67bf tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (50e93365-761d-4eaa-b9ac-420d6e36f41b), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:05.567055 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-32006ab5-bf2d-4d27-b60b-60e3c25a67bf tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router_controller (50e93365-761d-4eaa-b9ac-420d6e36f41b), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:05.567342 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-b5dd6d5c-a9ac-4cd0-8a66-ef9c426481b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:05.568054 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dd6d5c-a9ac-4cd0-8a66-ef9c426481b5 None None] The sync data for ids ['a15f8808-cd8d-4352-ac20-b0418375b1e6'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:39:05.593895 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: a16b9a7d-9340-405b-9b78-f53b1a7668ed {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:39:05.594239 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device a16b9a7d-9340-405b-9b78-f53b1a7668ed not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:39:05.644918 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85817f74-a3cc-42fa-b05d-5213ae9bd835 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:05.694677 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port a7202e8a-d3fa-4673-a1f7-4a00e9273497 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:05.695063 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a7202e8a-d3fa-4673-a1f7-4a00e9273497), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:05.827232 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a5c39c-6419-4e11-a6df-9331590f965e None None] Network b1ebf47e-178a-4c22-9f72-86c600571efc requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:05.901840 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-32006ab5-bf2d-4d27-b60b-60e3c25a67bf tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (50e93365-761d-4eaa-b9ac-420d6e36f41b), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:05.902440 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32006ab5-bf2d-4d27-b60b-60e3c25a67bf tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50e93365-761d-4eaa-b9ac-420d6e36f41b {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:39:05.907454 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-32006ab5-bf2d-4d27-b60b-60e3c25a67bf tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:05.912107 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-32006ab5-bf2d-4d27-b60b-60e3c25a67bf tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "DELETE /v2.0/routers/50e93365-761d-4eaa-b9ac-420d6e36f41b HTTP/1.1" status: 204 len: 168 time: 4.0237782 Mar 23 02:39:05.913606 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57194) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:05.920911 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-7be972a3-c268-4b60-88e1-2a708f416be4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1866830416', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}, 'admin_state_up': False}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:05.930785 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-85737fac-a98f-4fb6-bca5-eae39e41789c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Deleting port e2aa266f-ce81-4160-8877-1c7b3b5578b0 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:05.931134 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-85737fac-a98f-4fb6-bca5-eae39e41789c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (e2aa266f-ce81-4160-8877-1c7b3b5578b0), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:05.938166 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cc7fa6bd-4aa8-419e-a962-ee49754a9e2f tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (a15f8808-cd8d-4352-ac20-b0418375b1e6), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:05.957851 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cc7fa6bd-4aa8-419e-a962-ee49754a9e2f tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks [] for router_controller (a15f8808-cd8d-4352-ac20-b0418375b1e6), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:05.999866 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-e4b7d824-343e-4d2e-b366-c69eda23e126 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Deleting port a7202e8a-d3fa-4673-a1f7-4a00e9273497 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:06.000214 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e4b7d824-343e-4d2e-b366-c69eda23e126 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (a7202e8a-d3fa-4673-a1f7-4a00e9273497), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:06.126337 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541b5c0-acf8-4ac9-8ce4-2a18a42a68f1 req-e3139973-3924-4dbb-a0f3-e272ae6709f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:06.130576 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7541b5c0-acf8-4ac9-8ce4-2a18a42a68f1 req-e3139973-3924-4dbb-a0f3-e272ae6709f4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43c32d8d-82fc-4897-9976-f6e345cb2e2c HTTP/1.1" status: 200 len: 851 time: 0.8705108 Mar 23 02:39:06.137563 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port a7202e8a-d3fa-4673-a1f7-4a00e9273497 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:06.138564 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a7202e8a-d3fa-4673-a1f7-4a00e9273497), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:06.154963 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-85817f74-a3cc-42fa-b05d-5213ae9bd835 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:06.158199 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85817f74-a3cc-42fa-b05d-5213ae9bd835 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:06.160376 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-85817f74-a3cc-42fa-b05d-5213ae9bd835 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (7f00bf76-eba3-43b0-8aeb-164898420c7c), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:06.163242 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85817f74-a3cc-42fa-b05d-5213ae9bd835 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Port': ['ID=789913db-abc3-4c14-9fa6-978129cab53e,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:06.215411 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7be972a3-c268-4b60-88e1-2a708f416be4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (598223e9-84ab-4722-bbaf-ea2f04f46ffa), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:06.216358 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port a7202e8a-d3fa-4673-a1f7-4a00e9273497, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=a7202e8a-d3fa-4673-a1f7-4a00e9273497,segment=NetworkSegment(b35b0278-d17d-4674-859d-a3875005eb40),segment_id=b35b0278-d17d-4674-859d-a3875005eb40)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:06.217674 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-70979bda-0a87-46fb-968f-da144c1cde9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (e2aa266f-ce81-4160-8877-1c7b3b5578b0), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:06.227101 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7be972a3-c268-4b60-88e1-2a708f416be4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (598223e9-84ab-4722-bbaf-ea2f04f46ffa), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:06.244106 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-85737fac-a98f-4fb6-bca5-eae39e41789c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] For port e2aa266f-ce81-4160-8877-1c7b3b5578b0, host dv-neutron-834613-2-hyperv, got binding levels [] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:06.244492 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-85737fac-a98f-4fb6-bca5-eae39e41789c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (e2aa266f-ce81-4160-8877-1c7b3b5578b0), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:06.263396 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-6cbc4fa6-4e49-4cfc-a9f3-95b2411568c5 None None] Provisioning complete for port a7202e8a-d3fa-4673-a1f7-4a00e9273497 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:06.264529 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6cbc4fa6-4e49-4cfc-a9f3-95b2411568c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a7202e8a-d3fa-4673-a1f7-4a00e9273497), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:06.266542 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a406230-db8a-4dae-b02b-32ad7fef9ce2 req-fd3451c5-629d-4223-8fce-a671f4e29b34 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:06.270220 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70979bda-0a87-46fb-968f-da144c1cde9b None None] Pushing event deleted for resources: {'Port': ['ID=e2aa266f-ce81-4160-8877-1c7b3b5578b0,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:06.280766 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7a406230-db8a-4dae-b02b-32ad7fef9ce2 req-fd3451c5-629d-4223-8fce-a671f4e29b34 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 1.0658290 Mar 23 02:39:06.333771 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (a7202e8a-d3fa-4673-a1f7-4a00e9273497), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:06.335791 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70979bda-0a87-46fb-968f-da144c1cde9b None None] No DVR routers for this DVR port e2aa266f-ce81-4160-8877-1c7b3b5578b0 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:39:06.431984 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=a7202e8a-d3fa-4673-a1f7-4a00e9273497,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:06.453165 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a24fc8f4-be6d-4208-8d9a-c49834092f94 req-8f6031b8-7035-43fd-b299-f5f296e80e22 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:39:06.485496 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac1dfc4-b39e-4a83-a662-2c70cbd9a0c6 None None] Sync routers for ids ['920e73ec-0607-4b96-a19e-e29807738883'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:39:06.494183 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6dda8d-4c31-44c7-ac35-53d969873dce tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Router d394ac1e-659b-4ffc-9240-fe99cb0adf2f has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:39:06.509051 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac1dfc4-b39e-4a83-a662-2c70cbd9a0c6 None None] Routers {'920e73ec-0607-4b96-a19e-e29807738883'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:06.510057 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-bac1dfc4-b39e-4a83-a662-2c70cbd9a0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['920e73ec-0607-4b96-a19e-e29807738883'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:06.580078 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24fc8f4-be6d-4208-8d9a-c49834092f94 req-8f6031b8-7035-43fd-b299-f5f296e80e22 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] No DVR routers for this DVR port a16b9a7d-9340-405b-9b78-f53b1a7668ed on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:39:06.588051 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-a24fc8f4-be6d-4208-8d9a-c49834092f94 req-8f6031b8-7035-43fd-b299-f5f296e80e22 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:06.592952 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a24fc8f4-be6d-4208-8d9a-c49834092f94 req-8f6031b8-7035-43fd-b299-f5f296e80e22 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.23 "DELETE /v2.0/ports/a16b9a7d-9340-405b-9b78-f53b1a7668ed HTTP/1.1" status: 204 len: 173 time: 5.7596436 Mar 23 02:39:06.633455 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754c7ed1-b58b-4feb-84ca-b7ce20755966', 'name': 'network-vif-deleted', 'tag': 'a16b9a7d-9340-405b-9b78-f53b1a7668ed'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:39:06.636230 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785676f4-8cfa-420d-a428-41327d663a22" -d '{"events": [{"server_uuid": "754c7ed1-b58b-4feb-84ca-b7ce20755966", "name": "network-vif-deleted", "tag": "a16b9a7d-9340-405b-9b78-f53b1a7668ed"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:39:06.693589 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-bac1dfc4-b39e-4a83-a662-2c70cbd9a0c6 None None] Set router 920e73ec-0607-4b96-a19e-e29807738883 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:39:06.710686 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7a406230-db8a-4dae-b02b-32ad7fef9ce2 req-d539aea8-959b-4b7b-95ca-6eb27edbdfda tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4228294 Mar 23 02:39:06.713101 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541b5c0-acf8-4ac9-8ce4-2a18a42a68f1 req-fbfd4d87-92a2-432b-8e91-1ce3c51a3871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:06.718975 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7541b5c0-acf8-4ac9-8ce4-2a18a42a68f1 req-fbfd4d87-92a2-432b-8e91-1ce3c51a3871 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3edd2161-639f-4b63-b7ee-dfa8fb0684e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.5727520 Mar 23 02:39:06.802995 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a38ab01-a777-461d-a93f-e3938d7f0227 x-openstack-request-id: req-5a38ab01-a777-461d-a93f-e3938d7f0227 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:39:06.803571 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "754c7ed1-b58b-4feb-84ca-b7ce20755966", "name": "network-vif-deleted", "tag": "a16b9a7d-9340-405b-9b78-f53b1a7668ed", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:39:06.804036 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a38ab01-a777-461d-a93f-e3938d7f0227 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:39:06.804573 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a38ab01-a777-461d-a93f-e3938d7f0227'] response: {'server_uuid': '754c7ed1-b58b-4feb-84ca-b7ce20755966', 'name': 'network-vif-deleted', 'tag': 'a16b9a7d-9340-405b-9b78-f53b1a7668ed', 'status': 'completed', 'code': 200} Mar 23 02:39:06.811795 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc4fa6-4e49-4cfc-a9f3-95b2411568c5 None None] Current status of the port a7202e8a-d3fa-4673-a1f7-4a00e9273497 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:06.815972 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55961162-9bcd-4fde-800b-5ef784aae2d8 None None] Network b1ebf47e-178a-4c22-9f72-86c600571efc requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:06.951841 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6dda8d-4c31-44c7-ac35-53d969873dce tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:39:06.966510 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ea6dda8d-4c31-44c7-ac35-53d969873dce tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] 10.222.0.24 "PUT /v2.0/routers/d394ac1e-659b-4ffc-9240-fe99cb0adf2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7652848 Mar 23 02:39:06.969060 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57200) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:06.972764 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00dce3d-d759-453b-86b4-cefc3e3cef76 None None] Sync routers for ids ['d394ac1e-659b-4ffc-9240-fe99cb0adf2f'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:39:07.005663 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00dce3d-d759-453b-86b4-cefc3e3cef76 None None] Routers {'d394ac1e-659b-4ffc-9240-fe99cb0adf2f'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:07.006427 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-c00dce3d-d759-453b-86b4-cefc3e3cef76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d394ac1e-659b-4ffc-9240-fe99cb0adf2f'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:07.019172 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-2cd0feaa-51c6-49d9-af85-863cc112808f None None] Provisioning complete for port 65fd7302-602b-4a86-83dd-13edac27ca0d triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:07.019985 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2cd0feaa-51c6-49d9-af85-863cc112808f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (65fd7302-602b-4a86-83dd-13edac27ca0d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:07.042513 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7be972a3-c268-4b60-88e1-2a708f416be4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router_controller (598223e9-84ab-4722-bbaf-ea2f04f46ffa), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:07.051130 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cc7fa6bd-4aa8-419e-a962-ee49754a9e2f tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (a15f8808-cd8d-4352-ac20-b0418375b1e6), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:07.051638 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7fa6bd-4aa8-419e-a962-ee49754a9e2f tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Fanout notify agent at l3_agent the message router_deleted on router a15f8808-cd8d-4352-ac20-b0418375b1e6 {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:39:07.140063 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ae7b029d-cf89-45ea-b359-f46fef038c93 req-88dd0b42-6b26-4702-8e67-6e5ecc0c76c9 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/ports?device_id=754c7ed1-b58b-4feb-84ca-b7ce20755966 HTTP/1.1" status: 200 len: 210 time: 0.0899181 Mar 23 02:39:07.141552 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-85737fac-a98f-4fb6-bca5-eae39e41789c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Calling delete_port for e2aa266f-ce81-4160-8877-1c7b3b5578b0 owned by network:dhcp {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:07.148675 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-c00dce3d-d759-453b-86b4-cefc3e3cef76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:07.156026 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cc7fa6bd-4aa8-419e-a962-ee49754a9e2f tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:07.156967 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-cc7fa6bd-4aa8-419e-a962-ee49754a9e2f tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] 10.222.0.24 "DELETE /v2.0/routers/a15f8808-cd8d-4352-ac20-b0418375b1e6 HTTP/1.1" status: 204 len: 168 time: 1.8288634 Mar 23 02:39:07.193727 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00dce3d-d759-453b-86b4-cefc3e3cef76 None None] Routers {'d394ac1e-659b-4ffc-9240-fe99cb0adf2f'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:07.193727 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-c00dce3d-d759-453b-86b4-cefc3e3cef76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d394ac1e-659b-4ffc-9240-fe99cb0adf2f'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:07.196160 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.ipam_backend_mixin [None req-85737fac-a98f-4fb6-bca5-eae39e41789c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Port e2aa266f-ce81-4160-8877-1c7b3b5578b0 was not found and therefore no delete operation was performed {{(pid=104348) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 02:39:07.214137 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57202) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:07.215289 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device a7202e8a-d3fa-4673-a1f7-4a00e9273497 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:07.281254 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-2cd0feaa-51c6-49d9-af85-863cc112808f None None] Port 65fd7302-602b-4a86-83dd-13edac27ca0d cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:39:07.282569 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-c00dce3d-d759-453b-86b4-cefc3e3cef76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:07.283217 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00dce3d-d759-453b-86b4-cefc3e3cef76 None None] The sync data for ids ['d394ac1e-659b-4ffc-9240-fe99cb0adf2f'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:39:07.313055 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-85817f74-a3cc-42fa-b05d-5213ae9bd835 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (789913db-abc3-4c14-9fa6-978129cab53e), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:07.317709 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9cf9a2f6-ebff-4c1b-8294-c53c5df9449e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks [] for router (d394ac1e-659b-4ffc-9240-fe99cb0adf2f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:07.326001 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port a7202e8a-d3fa-4673-a1f7-4a00e9273497 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:07.326584 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a7202e8a-d3fa-4673-a1f7-4a00e9273497), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:07.327276 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-85737fac-a98f-4fb6-bca5-eae39e41789c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (e2aa266f-ce81-4160-8877-1c7b3b5578b0), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:07.384623 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-2cd0feaa-51c6-49d9-af85-863cc112808f None None] Provisioning complete for port a7202e8a-d3fa-4673-a1f7-4a00e9273497 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:07.385156 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2cd0feaa-51c6-49d9-af85-863cc112808f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a7202e8a-d3fa-4673-a1f7-4a00e9273497), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:07.420584 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85737fac-a98f-4fb6-bca5-eae39e41789c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Pushing event deleted for resources: {'Port': ['ID=e2aa266f-ce81-4160-8877-1c7b3b5578b0,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:07.428872 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85737fac-a98f-4fb6-bca5-eae39e41789c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] No DVR routers for this DVR port e2aa266f-ce81-4160-8877-1c7b3b5578b0 on host dv-neutron-834613-2-hyperv {{(pid=104348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:39:07.505634 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-bac1dfc4-b39e-4a83-a662-2c70cbd9a0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e73ec-0607-4b96-a19e-e29807738883', 'name': 'tempest-ServersTestJSON-880061780-router', 'tenant_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '5813600c-f00b-44b4-9a2b-a8f91a1f8b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:37:31Z', 'updated_at': '2022-03-23T02:37:43Z', 'revision_number': 4, 'project_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'gw_port': {'id': '5813600c-f00b-44b4-9a2b-a8f91a1f8b62', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e73ec-0607-4b96-a19e-e29807738883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:33Z', 'updated_at': '2022-03-23T02:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '02b284c1-1dcf-4f80-a191-8fd80dc15b13', 'name': '', 'network_id': '22c45d4e-453f-46ea-9852-f03123ae9cab', 'tenant_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'mac_address': 'fa:16:3e:99:1e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e73ec-0607-4b96-a19e-e29807738883', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'de1e07f7-443c-4bd4-9b04-646304273766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:41Z', 'updated_at': '2022-03-23T02:37:48Z', 'revision_number': 5, 'project_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'subnets': [{'id': 'de1e07f7-443c-4bd4-9b04-646304273766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:07.537682 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7541b5c0-acf8-4ac9-8ce4-2a18a42a68f1 req-c58c1866-2256-46f0-acfb-f895af4abb3f service neutron] 10.222.0.23 "GET /v2.0/networks/3edd2161-639f-4b63-b7ee-dfa8fb0684e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7799263 Mar 23 02:39:07.581964 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac1dfc4-b39e-4a83-a662-2c70cbd9a0c6 None None] Checking router: 920e73ec-0607-4b96-a19e-e29807738883 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:39:07.588421 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-e4b7d824-343e-4d2e-b366-c69eda23e126 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] For port a7202e8a-d3fa-4673-a1f7-4a00e9273497, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=a7202e8a-d3fa-4673-a1f7-4a00e9273497,segment=NetworkSegment(b35b0278-d17d-4674-859d-a3875005eb40),segment_id=b35b0278-d17d-4674-859d-a3875005eb40)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:07.589021 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e4b7d824-343e-4d2e-b366-c69eda23e126 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (a7202e8a-d3fa-4673-a1f7-4a00e9273497), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:07.613382 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-9cf9a2f6-ebff-4c1b-8294-c53c5df9449e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 23 02:39:07.617806 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9cf9a2f6-ebff-4c1b-8294-c53c5df9449e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] 10.222.0.24 "DELETE /v2.0/routers/d394ac1e-659b-4ffc-9240-fe99cb0adf2f HTTP/1.1" status: 409 len: 376 time: 0.6450419 Mar 23 02:39:07.629689 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d119878-ad9d-4372-86aa-3fd7401516c5 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Deleting subnet 134e59d0-fe7a-4624-8759-ff91de87ce72 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:39:07.641553 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57206) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:07.656754 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port a7202e8a-d3fa-4673-a1f7-4a00e9273497 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:07.658158 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8ccfa7b8-19d2-4a90-9292-b03678d5553d up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:07.667779 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac1dfc4-b39e-4a83-a662-2c70cbd9a0c6 None None] Routers {'920e73ec-0607-4b96-a19e-e29807738883'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:07.668785 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-bac1dfc4-b39e-4a83-a662-2c70cbd9a0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['920e73ec-0607-4b96-a19e-e29807738883'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:07.773051 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d119878-ad9d-4372-86aa-3fd7401516c5 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks [] for subnet (134e59d0-fe7a-4624-8759-ff91de87ce72), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:07.790597 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7be972a3-c268-4b60-88e1-2a708f416be4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router_gateway (598223e9-84ab-4722-bbaf-ea2f04f46ffa), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:07.818282 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-e4b7d824-343e-4d2e-b366-c69eda23e126 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Calling delete_port for a7202e8a-d3fa-4673-a1f7-4a00e9273497 owned by network:dhcp {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:07.927652 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-2cd0feaa-51c6-49d9-af85-863cc112808f None None] Current status of the port a7202e8a-d3fa-4673-a1f7-4a00e9273497 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:07.965117 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 8ccfa7b8-19d2-4a90-9292-b03678d5553d triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:07.965509 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8ccfa7b8-19d2-4a90-9292-b03678d5553d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:08.003007 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-85737fac-a98f-4fb6-bca5-eae39e41789c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (eb74df1e-73d7-42d8-8f9c-997a66682059), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:08.027170 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-bac1dfc4-b39e-4a83-a662-2c70cbd9a0c6 None None] Set router 920e73ec-0607-4b96-a19e-e29807738883 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:39:08.048451 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e4b7d824-343e-4d2e-b366-c69eda23e126 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (a7202e8a-d3fa-4673-a1f7-4a00e9273497), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:08.075976 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-100fc444-6b3f-4ed9-b3cb-fe34287efd3a None None] Could not find standard attr ID for object a7202e8a-d3fa-4673-a1f7-4a00e9273497. {{(pid=104350) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:39:08.093241 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7d824-343e-4d2e-b366-c69eda23e126 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event deleted for resources: {'Port': ['ID=a7202e8a-d3fa-4673-a1f7-4a00e9273497,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:08.103101 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d119878-ad9d-4372-86aa-3fd7401516c5 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (134e59d0-fe7a-4624-8759-ff91de87ce72), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:08.127948 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-85737fac-a98f-4fb6-bca5-eae39e41789c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb74df1e-73d7-42d8-8f9c-997a66682059']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:08.207947 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179035c0-ff90-4b42-be94-22cf38e7295f req-22fedf9a-8039-450b-849b-ff3586047a1a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:08.209753 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-179035c0-ff90-4b42-be94-22cf38e7295f req-22fedf9a-8039-450b-849b-ff3586047a1a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.3027675 Mar 23 02:39:08.235946 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-85737fac-a98f-4fb6-bca5-eae39e41789c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0298b71-9b43-4de6-9121-ce7c5d36e4e7') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:08.239455 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-85737fac-a98f-4fb6-bca5-eae39e41789c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0298b71-9b43-4de6-9121-ce7c5d36e4e7') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:08.329505 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d119878-ad9d-4372-86aa-3fd7401516c5 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (134e59d0-fe7a-4624-8759-ff91de87ce72), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:08.332723 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fe4ef5-45b5-4203-9e5e-cb9bd214627b None None] DHCP port deletion for b1ebf47e-178a-4c22-9f72-86c600571efc request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:39:08.356572 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-85737fac-a98f-4fb6-bca5-eae39e41789c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (d0298b71-9b43-4de6-9121-ce7c5d36e4e7), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:08.387353 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b7d824-343e-4d2e-b366-c69eda23e126 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] No DVR routers for this DVR port a7202e8a-d3fa-4673-a1f7-4a00e9273497 on host dv-neutron-834613-2-hyperv {{(pid=104348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:39:08.405734 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-100fc444-6b3f-4ed9-b3cb-fe34287efd3a None None] Provisioning complete for port 8ccfa7b8-19d2-4a90-9292-b03678d5553d triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:08.406425 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-100fc444-6b3f-4ed9-b3cb-fe34287efd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8ccfa7b8-19d2-4a90-9292-b03678d5553d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:08.419406 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7541b5c0-acf8-4ac9-8ce4-2a18a42a68f1 req-7711d34e-7bdf-402f-9018-b7c16e1743d5 service neutron] 10.222.0.23 "GET /v2.0/networks/3edd2161-639f-4b63-b7ee-dfa8fb0684e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8619785 Mar 23 02:39:08.445513 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-85737fac-a98f-4fb6-bca5-eae39e41789c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (d0298b71-9b43-4de6-9121-ce7c5d36e4e7), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:08.464391 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57216) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:08.520807 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85737fac-a98f-4fb6-bca5-eae39e41789c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:39:08.521149 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-85737fac-a98f-4fb6-bca5-eae39e41789c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (d0298b71-9b43-4de6-9121-ce7c5d36e4e7), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:08.524758 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:39:08.524758 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:39:08.524758 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:39:08.524758 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:39:08.524758 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:39:08.524758 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:39:08.524758 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:39:08.524758 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:39:08.524758 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:39:08.524758 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:39:08.524758 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:39:08.524758 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:39:08.524758 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:39:08.524758 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:39:08.524758 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:39:08.524758 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:39:08.524758 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:39:08.524758 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:39:08.524758 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:39:08.524758 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:39:08.524758 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:39:08.524758 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:39:08.524758 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:39:08.524758 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:39:08.524758 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:39:08.524758 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:39:08.524758 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:39:08.524758 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:39:08.524758 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:39:08.524758 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:39:08.524758 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:39:08.524758 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:39:08.570876 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 8ccfa7b8-19d2-4a90-9292-b03678d5553d is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:08.570876 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8ccfa7b8-19d2-4a90-9292-b03678d5553d), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:08.624674 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e4b7d824-343e-4d2e-b366-c69eda23e126 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (a2066950-51fa-4aa7-9ec4-7d1adcf472b9), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:08.634238 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2512b5aa-a0fc-4d47-8515-296ba7e24227 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks [] for security_group (273b898c-a099-44af-8002-d1e1f19ddc82), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:08.673468 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 8ccfa7b8-19d2-4a90-9292-b03678d5553d, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8ccfa7b8-19d2-4a90-9292-b03678d5553d,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:08.765320 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-85737fac-a98f-4fb6-bca5-eae39e41789c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (eb74df1e-73d7-42d8-8f9c-997a66682059), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:08.773281 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2512b5aa-a0fc-4d47-8515-296ba7e24227 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks [] for security_group (273b898c-a099-44af-8002-d1e1f19ddc82), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:08.781148 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-100fc444-6b3f-4ed9-b3cb-fe34287efd3a None None] Current status of the port 8ccfa7b8-19d2-4a90-9292-b03678d5553d is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:08.782124 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-100fc444-6b3f-4ed9-b3cb-fe34287efd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8ccfa7b8-19d2-4a90-9292-b03678d5553d), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:08.792945 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-85737fac-a98f-4fb6-bca5-eae39e41789c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:08.798551 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-85737fac-a98f-4fb6-bca5-eae39e41789c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] 10.222.0.24 "DELETE /v2.0/networks/eb74df1e-73d7-42d8-8f9c-997a66682059 HTTP/1.1" status: 204 len: 168 time: 4.5315847 Mar 23 02:39:08.801101 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57218) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:08.805879 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85737fac-a98f-4fb6-bca5-eae39e41789c tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Pushing event deleted for resources: {'Network': ['ID=eb74df1e-73d7-42d8-8f9c-997a66682059,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:08.836046 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (8ccfa7b8-19d2-4a90-9292-b03678d5553d), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:08.842766 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7be972a3-c268-4b60-88e1-2a708f416be4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router_gateway (598223e9-84ab-4722-bbaf-ea2f04f46ffa), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:08.881826 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7be972a3-c268-4b60-88e1-2a708f416be4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:08.938145 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-179035c0-ff90-4b42-be94-22cf38e7295f req-320d6dc1-1d9d-41a2-9d69-12866b378034 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7082133 Mar 23 02:39:08.964624 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 503aef9d-fd2a-4c6e-870e-7e18030d829b no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:39:09.039569 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-7be972a3-c268-4b60-88e1-2a708f416be4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Allocated IP 172.26.2.217 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/4315d55e-c0c2-43ed-a3bf-119be4a2d0ea) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:09.058759 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 503aef9d-fd2a-4c6e-870e-7e18030d829b {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:39:09.059113 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 503aef9d-fd2a-4c6e-870e-7e18030d829b not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:39:09.059946 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device e2aa266f-ce81-4160-8877-1c7b3b5578b0 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:39:09.073462 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-100fc444-6b3f-4ed9-b3cb-fe34287efd3a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:39:09.073819 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-100fc444-6b3f-4ed9-b3cb-fe34287efd3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:39:09.088634 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-85817f74-a3cc-42fa-b05d-5213ae9bd835 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for port (789913db-abc3-4c14-9fa6-978129cab53e), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:09.094181 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-fcb8c390-4ae7-49d6-b8c5-9f753850a9c2 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Deleting port 4d209526-7571-46d1-a395-71ad46663749 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:09.094525 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fcb8c390-4ae7-49d6-b8c5-9f753850a9c2 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (4d209526-7571-46d1-a395-71ad46663749), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:09.097684 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-bac1dfc4-b39e-4a83-a662-2c70cbd9a0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e73ec-0607-4b96-a19e-e29807738883', 'name': 'tempest-ServersTestJSON-880061780-router', 'tenant_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '5813600c-f00b-44b4-9a2b-a8f91a1f8b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:37:31Z', 'updated_at': '2022-03-23T02:37:43Z', 'revision_number': 4, 'project_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'gw_port': {'id': '5813600c-f00b-44b4-9a2b-a8f91a1f8b62', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e73ec-0607-4b96-a19e-e29807738883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:33Z', 'updated_at': '2022-03-23T02:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '02b284c1-1dcf-4f80-a191-8fd80dc15b13', 'name': '', 'network_id': '22c45d4e-453f-46ea-9852-f03123ae9cab', 'tenant_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'mac_address': 'fa:16:3e:99:1e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e73ec-0607-4b96-a19e-e29807738883', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'de1e07f7-443c-4bd4-9b04-646304273766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:41Z', 'updated_at': '2022-03-23T02:37:48Z', 'revision_number': 5, 'project_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'subnets': [{'id': 'de1e07f7-443c-4bd4-9b04-646304273766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:09.104468 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: e2aa266f-ce81-4160-8877-1c7b3b5578b0 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:39:09.104822 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device e2aa266f-ce81-4160-8877-1c7b3b5578b0 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:39:09.145733 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=8ccfa7b8-19d2-4a90-9292-b03678d5553d,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:09.149130 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac1dfc4-b39e-4a83-a662-2c70cbd9a0c6 None None] The sync data for ids ['920e73ec-0607-4b96-a19e-e29807738883'] in dv-neutron-834613-2-hyperv is: [{'id': '920e73ec-0607-4b96-a19e-e29807738883', 'name': 'tempest-ServersTestJSON-880061780-router', 'tenant_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '5813600c-f00b-44b4-9a2b-a8f91a1f8b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:37:31Z', 'updated_at': '2022-03-23T02:37:43Z', 'revision_number': 4, 'project_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'gw_port': {'id': '5813600c-f00b-44b4-9a2b-a8f91a1f8b62', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e73ec-0607-4b96-a19e-e29807738883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:33Z', 'updated_at': '2022-03-23T02:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '02b284c1-1dcf-4f80-a191-8fd80dc15b13', 'name': '', 'network_id': '22c45d4e-453f-46ea-9852-f03123ae9cab', 'tenant_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'mac_address': 'fa:16:3e:99:1e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e73ec-0607-4b96-a19e-e29807738883', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'de1e07f7-443c-4bd4-9b04-646304273766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:41Z', 'updated_at': '2022-03-23T02:37:48Z', 'revision_number': 5, 'project_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'subnets': [{'id': 'de1e07f7-443c-4bd4-9b04-646304273766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:39:09.153633 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e4b7d824-343e-4d2e-b366-c69eda23e126 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (a2066950-51fa-4aa7-9ec4-7d1adcf472b9), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:09.162756 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2512b5aa-a0fc-4d47-8515-296ba7e24227 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (273b898c-a099-44af-8002-d1e1f19ddc82), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:09.165846 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2512b5aa-a0fc-4d47-8515-296ba7e24227 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:09.167076 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2512b5aa-a0fc-4d47-8515-296ba7e24227 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "DELETE /v2.0/security-groups/273b898c-a099-44af-8002-d1e1f19ddc82 HTTP/1.1" status: 204 len: 168 time: 0.6947775 Mar 23 02:39:09.173333 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57220) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:09.178064 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a4c36389-7321-4170-bcd3-8ad3e010f454 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (d394ac1e-659b-4ffc-9240-fe99cb0adf2f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:09.229508 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7d824-343e-4d2e-b366-c69eda23e126 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event deleted for resources: {'Subnet': ['ID=a2066950-51fa-4aa7-9ec4-7d1adcf472b9,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:09.237859 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7be972a3-c268-4b60-88e1-2a708f416be4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for port (4315d55e-c0c2-43ed-a3bf-119be4a2d0ea), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:09.239906 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512b5aa-a0fc-4d47-8515-296ba7e24227 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=273b898c-a099-44af-8002-d1e1f19ddc82,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:09.245001 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9e72d3-64db-46be-9635-0315f2035ca8 None None] Network b1ebf47e-178a-4c22-9f72-86c600571efc requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:09.298025 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-7c4cc172-c67e-464b-8d7e-23c803268275 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] show failed (client error): The resource could not be found. Mar 23 02:39:09.299156 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7c4cc172-c67e-464b-8d7e-23c803268275 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "GET /v2.0/security-groups/273b898c-a099-44af-8002-d1e1f19ddc82 HTTP/1.1" status: 404 len: 347 time: 0.0200572 Mar 23 02:39:09.300332 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d119878-ad9d-4372-86aa-3fd7401516c5 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (134e59d0-fe7a-4624-8759-ff91de87ce72), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:09.302491 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57222) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:09.311032 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-85817f74-a3cc-42fa-b05d-5213ae9bd835 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (789913db-abc3-4c14-9fa6-978129cab53e), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:09.312125 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-85817f74-a3cc-42fa-b05d-5213ae9bd835 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (7f00bf76-eba3-43b0-8aeb-164898420c7c), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:09.313086 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device a7202e8a-d3fa-4673-a1f7-4a00e9273497 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:39:09.353641 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: a7202e8a-d3fa-4673-a1f7-4a00e9273497 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:39:09.354189 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device a7202e8a-d3fa-4673-a1f7-4a00e9273497 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:39:09.372266 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e4b7d824-343e-4d2e-b366-c69eda23e126 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (b1ebf47e-178a-4c22-9f72-86c600571efc), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:09.382439 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9b0779-ca5f-487e-afc7-d19ea90fa6f9 None None] Network 6b5da418-9625-4481-9923-40c544332376 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:09.447989 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6383f3-acec-437b-a076-54ac9def1e0d None None] DHCP port deletion for b1ebf47e-178a-4c22-9f72-86c600571efc request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:39:09.481579 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-e4b7d824-343e-4d2e-b366-c69eda23e126 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ebf47e-178a-4c22-9f72-86c600571efc']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:09.487170 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d119878-ad9d-4372-86aa-3fd7401516c5 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:09.490456 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6d119878-ad9d-4372-86aa-3fd7401516c5 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] 10.222.0.24 "DELETE /v2.0/subnets/134e59d0-fe7a-4624-8759-ff91de87ce72 HTTP/1.1" status: 204 len: 168 time: 2.2711287 Mar 23 02:39:09.509558 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57224) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:09.530669 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-e4b7d824-343e-4d2e-b366-c69eda23e126 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b35b0278-d17d-4674-859d-a3875005eb40') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:09.531930 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-e4b7d824-343e-4d2e-b366-c69eda23e126 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b35b0278-d17d-4674-859d-a3875005eb40') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:09.563071 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85817f74-a3cc-42fa-b05d-5213ae9bd835 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:09.563870 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e4b7d824-343e-4d2e-b366-c69eda23e126 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (b35b0278-d17d-4674-859d-a3875005eb40), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:09.565921 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d119878-ad9d-4372-86aa-3fd7401516c5 tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Pushing event deleted for resources: {'Subnet': ['ID=134e59d0-fe7a-4624-8759-ff91de87ce72,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:09.586930 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7be972a3-c268-4b60-88e1-2a708f416be4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (4315d55e-c0c2-43ed-a3bf-119be4a2d0ea), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:09.614733 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e4b7d824-343e-4d2e-b366-c69eda23e126 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (b35b0278-d17d-4674-859d-a3875005eb40), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:09.622401 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85817f74-a3cc-42fa-b05d-5213ae9bd835 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Port': ['ID=789913db-abc3-4c14-9fa6-978129cab53e,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:09.628774 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2784aad-45c2-472a-a12b-cabcbdd8bf5e None None] New status for floating IP 86b13c69-bc9f-478a-869f-cec2b2818e2e: DOWN {{(pid=104350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:39:09.628913 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-85817f74-a3cc-42fa-b05d-5213ae9bd835 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:09.663277 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be972a3-c268-4b60-88e1-2a708f416be4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:09.665934 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b7d824-343e-4d2e-b366-c69eda23e126 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:39:09.666343 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e4b7d824-343e-4d2e-b366-c69eda23e126 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (b35b0278-d17d-4674-859d-a3875005eb40), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:09.671757 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-7be972a3-c268-4b60-88e1-2a708f416be4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:09.673696 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:39:09.673696 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:39:09.673696 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:39:09.673696 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:39:09.673696 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:39:09.673696 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:39:09.673696 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:39:09.673696 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:39:09.673696 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:39:09.673696 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:39:09.673696 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:39:09.673696 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:39:09.673696 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:39:09.673696 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:39:09.673696 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:39:09.673696 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:39:09.673696 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:39:09.673696 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:39:09.673696 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:39:09.673696 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:39:09.673696 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:39:09.673696 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:39:09.673696 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:39:09.673696 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:39:09.673696 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:39:09.673696 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:39:09.673696 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:39:09.673696 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:39:09.673696 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:39:09.673696 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:39:09.673696 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:39:09.673696 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:39:09.675853 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be972a3-c268-4b60-88e1-2a708f416be4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:09.715852 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afc3126-b164-449f-9dbc-5520964efa30 None None] DHCP port deletion for 6b5da418-9625-4481-9923-40c544332376 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:39:09.740307 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-cfce1934-7a5b-4feb-aa50-88a7ecbe5841 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Deleting port 2bb17021-5497-4ef2-b361-72cae22700d2 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:09.740651 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cfce1934-7a5b-4feb-aa50-88a7ecbe5841 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (2bb17021-5497-4ef2-b361-72cae22700d2), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:09.770859 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-100fc444-6b3f-4ed9-b3cb-fe34287efd3a None None] Current status of the port 8ccfa7b8-19d2-4a90-9292-b03678d5553d is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:09.802419 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fcb8c390-4ae7-49d6-b8c5-9f753850a9c2 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (4d209526-7571-46d1-a395-71ad46663749), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:09.802767 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fcb8c390-4ae7-49d6-b8c5-9f753850a9c2 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks [] for floatingip (4d209526-7571-46d1-a395-71ad46663749), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:09.831750 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be972a3-c268-4b60-88e1-2a708f416be4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Pushing event updated for resources: {'Port': ['ID=4315d55e-c0c2-43ed-a3bf-119be4a2d0ea,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:09.839283 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-fcb8c390-4ae7-49d6-b8c5-9f753850a9c2 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Calling delete_port for 4d209526-7571-46d1-a395-71ad46663749 owned by network:floatingip {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:09.846642 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b786fe4d-ddb3-4052-a5ae-d5062ac697bd tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (6b5da418-9625-4481-9923-40c544332376), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:09.868215 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-100fc444-6b3f-4ed9-b3cb-fe34287efd3a None None] Provisioning complete for port 789913db-abc3-4c14-9fa6-978129cab53e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:09.868565 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-100fc444-6b3f-4ed9-b3cb-fe34287efd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (789913db-abc3-4c14-9fa6-978129cab53e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:09.921031 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-100fc444-6b3f-4ed9-b3cb-fe34287efd3a None None] Port 789913db-abc3-4c14-9fa6-978129cab53e cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:39:09.933190 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-4afc3126-b164-449f-9dbc-5520964efa30 None None] Deleting port 1fa940b8-bfbc-49e2-9e9c-e3117458573b {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:09.933576 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4afc3126-b164-449f-9dbc-5520964efa30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (1fa940b8-bfbc-49e2-9e9c-e3117458573b), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:09.990259 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cfce1934-7a5b-4feb-aa50-88a7ecbe5841 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (2bb17021-5497-4ef2-b361-72cae22700d2), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:09.990698 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cfce1934-7a5b-4feb-aa50-88a7ecbe5841 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks [] for floatingip (2bb17021-5497-4ef2-b361-72cae22700d2), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:10.010390 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-cfce1934-7a5b-4feb-aa50-88a7ecbe5841 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Calling delete_port for 2bb17021-5497-4ef2-b361-72cae22700d2 owned by network:floatingip {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:10.036341 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-4afc3126-b164-449f-9dbc-5520964efa30 None None] For port 1fa940b8-bfbc-49e2-9e9c-e3117458573b, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=1fa940b8-bfbc-49e2-9e9c-e3117458573b,segment=NetworkSegment(c94fafd6-ff3c-417f-ab76-9b359ef98beb),segment_id=c94fafd6-ff3c-417f-ab76-9b359ef98beb)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:10.036955 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4afc3126-b164-449f-9dbc-5520964efa30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (1fa940b8-bfbc-49e2-9e9c-e3117458573b), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:10.059790 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-4afc3126-b164-449f-9dbc-5520964efa30 None None] Calling delete_port for 1fa940b8-bfbc-49e2-9e9c-e3117458573b owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:10.070531 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-0166ae4b-530c-4f85-aa19-3b48ee3ea248 None None] Provisioning complete for port 789913db-abc3-4c14-9fa6-978129cab53e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:10.070982 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0166ae4b-530c-4f85-aa19-3b48ee3ea248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (789913db-abc3-4c14-9fa6-978129cab53e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:10.351061 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-b786fe4d-ddb3-4052-a5ae-d5062ac697bd tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Deleting port 1fa940b8-bfbc-49e2-9e9c-e3117458573b {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:10.351061 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b786fe4d-ddb3-4052-a5ae-d5062ac697bd tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (1fa940b8-bfbc-49e2-9e9c-e3117458573b), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:10.353518 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e4b7d824-343e-4d2e-b366-c69eda23e126 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (b1ebf47e-178a-4c22-9f72-86c600571efc), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:10.353518 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e4b7d824-343e-4d2e-b366-c69eda23e126 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:10.353518 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e4b7d824-343e-4d2e-b366-c69eda23e126 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "DELETE /v2.0/networks/b1ebf47e-178a-4c22-9f72-86c600571efc HTTP/1.1" status: 204 len: 168 time: 5.8498855 Mar 23 02:39:10.353997 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-0166ae4b-530c-4f85-aa19-3b48ee3ea248 None None] Port 789913db-abc3-4c14-9fa6-978129cab53e cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:39:10.354089 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7d824-343e-4d2e-b366-c69eda23e126 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event deleted for resources: {'Network': ['ID=b1ebf47e-178a-4c22-9f72-86c600571efc,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:10.354163 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-a4c36389-7321-4170-bcd3-8ad3e010f454 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Deleting port 65fd7302-602b-4a86-83dd-13edac27ca0d {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:10.354163 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a4c36389-7321-4170-bcd3-8ad3e010f454 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (65fd7302-602b-4a86-83dd-13edac27ca0d), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:10.354163 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-b786fe4d-ddb3-4052-a5ae-d5062ac697bd tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] For port 1fa940b8-bfbc-49e2-9e9c-e3117458573b, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=1fa940b8-bfbc-49e2-9e9c-e3117458573b,segment=NetworkSegment(c94fafd6-ff3c-417f-ab76-9b359ef98beb),segment_id=c94fafd6-ff3c-417f-ab76-9b359ef98beb)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:10.354163 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b786fe4d-ddb3-4052-a5ae-d5062ac697bd tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (1fa940b8-bfbc-49e2-9e9c-e3117458573b), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:10.354457 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed17009-4bfd-440c-8555-471740b79bc4 req-569ec6ba-db68-45ab-9026-874251817a90 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:10.354457 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8ed17009-4bfd-440c-8555-471740b79bc4 req-569ec6ba-db68-45ab-9026-874251817a90 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.1465960 Mar 23 02:39:10.354594 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57228) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:10.354594 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-b786fe4d-ddb3-4052-a5ae-d5062ac697bd tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Calling delete_port for 1fa940b8-bfbc-49e2-9e9c-e3117458573b owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:10.354594 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a1c34c7-d8e9-4233-baad-7bff9ddc2529 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] DELETE failed (client error): The resource could not be found. Mar 23 02:39:10.354594 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a1c34c7-d8e9-4233-baad-7bff9ddc2529 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:39:10.354594 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3a1c34c7-d8e9-4233-baad-7bff9ddc2529 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "DELETE /v2.0/networks/b1ebf47e-178a-4c22-9f72-86c600571efc HTTP/1.1" status: 404 len: 339 time: 0.0359886 Mar 23 02:39:10.354594 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85817f74-a3cc-42fa-b05d-5213ae9bd835 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Router 7f00bf76-eba3-43b0-8aeb-164898420c7c is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:39:10.354959 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8ed17009-4bfd-440c-8555-471740b79bc4 req-2b26d12d-3246-47db-9dea-aa0a7a202806 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577500 Mar 23 02:39:10.354959 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57230) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:10.357204 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-767008fb-468f-46eb-a1b2-c9af62b27ada tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-341218965', 'description': 'd1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:10.427644 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4afc3126-b164-449f-9dbc-5520964efa30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (1fa940b8-bfbc-49e2-9e9c-e3117458573b), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:10.460226 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc3126-b164-449f-9dbc-5520964efa30 None None] Pushing event deleted for resources: {'Port': ['ID=1fa940b8-bfbc-49e2-9e9c-e3117458573b,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:10.468469 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afc3126-b164-449f-9dbc-5520964efa30 None None] No DVR routers for this DVR port 1fa940b8-bfbc-49e2-9e9c-e3117458573b on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:39:10.494421 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fe2705-3b62-41c2-b85a-309ca73019fe None None] get_active_networks_info from dv-neutron-834613-2-hyperv {{(pid=104350) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 02:39:10.587900 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cfce1934-7a5b-4feb-aa50-88a7ecbe5841 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (2bb17021-5497-4ef2-b361-72cae22700d2), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:10.629135 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce1934-7a5b-4feb-aa50-88a7ecbe5841 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Pushing event deleted for resources: {'Port': ['ID=2bb17021-5497-4ef2-b361-72cae22700d2,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:10.652739 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fe2705-3b62-41c2-b85a-309ca73019fe None None] Resources bound (agent type, host, resource id): {{(pid=104350) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 02:39:10.666512 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767008fb-468f-46eb-a1b2-c9af62b27ada tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Made reservation on behalf of 51b0f06b4ce74eca9f44a6cb2b631af2 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:10.670309 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-767008fb-468f-46eb-a1b2-c9af62b27ada tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:10.754389 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fcb8c390-4ae7-49d6-b8c5-9f753850a9c2 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (4d209526-7571-46d1-a395-71ad46663749), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:10.778774 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a4c36389-7321-4170-bcd3-8ad3e010f454 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (65fd7302-602b-4a86-83dd-13edac27ca0d), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:10.792094 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-767008fb-468f-46eb-a1b2-c9af62b27ada tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:39:10.808480 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cfce1934-7a5b-4feb-aa50-88a7ecbe5841 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks [] for floatingip (86b13c69-bc9f-478a-869f-cec2b2818e2e), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:10.811112 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cfce1934-7a5b-4feb-aa50-88a7ecbe5841 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:10.815940 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-cfce1934-7a5b-4feb-aa50-88a7ecbe5841 tempest-ServersTestJSON-1437292850 tempest-ServersTestJSON-1437292850-project] 10.222.0.24 "DELETE /v2.0/floatingips/86b13c69-bc9f-478a-869f-cec2b2818e2e HTTP/1.1" status: 204 len: 168 time: 1.5061674 Mar 23 02:39:10.817878 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57234) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:10.824233 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8c390-4ae7-49d6-b8c5-9f753850a9c2 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Pushing event deleted for resources: {'Port': ['ID=4d209526-7571-46d1-a395-71ad46663749,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:10.832916 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-767008fb-468f-46eb-a1b2-c9af62b27ada tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (dbd71d82-ddfb-47e3-8a99-ac6fd10c7c24), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:10.833299 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-767008fb-468f-46eb-a1b2-c9af62b27ada tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Added segment dbd71d82-ddfb-47e3-8a99-ac6fd10c7c24 of type vlan for network 3ca8f0ba-e8b6-4b87-9b92-04d62a3be07c Mar 23 02:39:10.873001 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-a4c36389-7321-4170-bcd3-8ad3e010f454 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Calling delete_port for 65fd7302-602b-4a86-83dd-13edac27ca0d owned by network:router_interface {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:10.910032 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85817f74-a3cc-42fa-b05d-5213ae9bd835 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:39:10.924453 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-85817f74-a3cc-42fa-b05d-5213ae9bd835 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "PUT /v2.0/routers/7f00bf76-eba3-43b0-8aeb-164898420c7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9529831 Mar 23 02:39:10.927867 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c2f673-8272-4d95-ba6c-7e8165c90cfe None None] Sync routers for ids ['7f00bf76-eba3-43b0-8aeb-164898420c7c'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:39:10.938203 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c2f673-8272-4d95-ba6c-7e8165c90cfe None None] Routers {'7f00bf76-eba3-43b0-8aeb-164898420c7c'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:10.940330 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-03c2f673-8272-4d95-ba6c-7e8165c90cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['7f00bf76-eba3-43b0-8aeb-164898420c7c'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:10.941628 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57236) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:10.959168 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b786fe4d-ddb3-4052-a5ae-d5062ac697bd tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (1fa940b8-bfbc-49e2-9e9c-e3117458573b), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:10.995734 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-767008fb-468f-46eb-a1b2-c9af62b27ada tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (3ca8f0ba-e8b6-4b87-9b92-04d62a3be07c), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:11.000235 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786fe4d-ddb3-4052-a5ae-d5062ac697bd tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Pushing event deleted for resources: {'Port': ['ID=1fa940b8-bfbc-49e2-9e9c-e3117458573b,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:11.009330 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7be972a3-c268-4b60-88e1-2a708f416be4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router_gateway (598223e9-84ab-4722-bbaf-ea2f04f46ffa), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:11.016509 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d59a84-ba51-42d2-9541-9384baa9e547 req-e092c468-56f8-4be6-b218-5d59cd32ec4d tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:11.018938 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-07d59a84-ba51-42d2-9541-9384baa9e547 req-e092c468-56f8-4be6-b218-5d59cd32ec4d tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.5761576 Mar 23 02:39:11.021806 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fcb8c390-4ae7-49d6-b8c5-9f753850a9c2 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks [] for floatingip (de2d4a89-57f8-4db5-ab90-7198aaa5264a), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:11.024710 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fcb8c390-4ae7-49d6-b8c5-9f753850a9c2 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:11.028676 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-fcb8c390-4ae7-49d6-b8c5-9f753850a9c2 tempest-FloatingIPAdminTestJSON-601147116 tempest-FloatingIPAdminTestJSON-601147116-project] 10.222.0.24 "DELETE /v2.0/floatingips/de2d4a89-57f8-4db5-ab90-7198aaa5264a HTTP/1.1" status: 204 len: 168 time: 2.2234197 Mar 23 02:39:11.035992 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b786fe4d-ddb3-4052-a5ae-d5062ac697bd tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] No DVR routers for this DVR port 1fa940b8-bfbc-49e2-9e9c-e3117458573b on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:39:11.048304 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-03c2f673-8272-4d95-ba6c-7e8165c90cfe None None] Set router 7f00bf76-eba3-43b0-8aeb-164898420c7c gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:39:11.260346 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-03c2f673-8272-4d95-ba6c-7e8165c90cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f00bf76-eba3-43b0-8aeb-164898420c7c', 'name': 'tempest-NetworksTestDHCPv6-router-196293808', 'tenant_id': '9bb994ac65c94580bbf62807776d76a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:39:02Z', 'updated_at': '2022-03-23T02:39:06Z', 'revision_number': 2, 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'gw_port_host': None, '_interfaces': [{'id': '789913db-abc3-4c14-9fa6-978129cab53e', 'name': '', 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'tenant_id': '9bb994ac65c94580bbf62807776d76a5', 'mac_address': 'fa:16:3e:b6:80:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f00bf76-eba3-43b0-8aeb-164898420c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '26e35c7b-a424-4eb0-a283-f5e653ca81e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:04Z', 'updated_at': '2022-03-23T02:39:08Z', 'revision_number': 2, 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'subnets': [{'id': '26e35c7b-a424-4eb0-a283-f5e653ca81e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:11.266816 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8ccfa7b8-19d2-4a90-9292-b03678d5553d up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:11.289303 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c2f673-8272-4d95-ba6c-7e8165c90cfe None None] Checking router: 7f00bf76-eba3-43b0-8aeb-164898420c7c for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:39:11.290051 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c2f673-8272-4d95-ba6c-7e8165c90cfe None None] Updating router 7f00bf76-eba3-43b0-8aeb-164898420c7c port 789913db-abc3-4c14-9fa6-978129cab53e binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:39:11.296680 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-07d59a84-ba51-42d2-9541-9384baa9e547 req-510f70e3-5d9b-41d4-8b70-d078c12af166 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2548847 Mar 23 02:39:11.326382 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-03c2f673-8272-4d95-ba6c-7e8165c90cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (789913db-abc3-4c14-9fa6-978129cab53e), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:11.328920 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b786fe4d-ddb3-4052-a5ae-d5062ac697bd tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (6b5da418-9625-4481-9923-40c544332376), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:11.368156 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-b786fe4d-ddb3-4052-a5ae-d5062ac697bd tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b5da418-9625-4481-9923-40c544332376']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:11.372241 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 8ccfa7b8-19d2-4a90-9292-b03678d5553d triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:11.380773 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8ccfa7b8-19d2-4a90-9292-b03678d5553d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:11.413242 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdad4b2d-604a-4db0-8dbb-d4d758474599 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:11.417149 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-fdad4b2d-604a-4db0-8dbb-d4d758474599 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports/789913db-abc3-4c14-9fa6-978129cab53e HTTP/1.1" status: 200 len: 911 time: 0.4721897 Mar 23 02:39:11.421017 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57242) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:11.422266 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-b786fe4d-ddb3-4052-a5ae-d5062ac697bd tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c94fafd6-ff3c-417f-ab76-9b359ef98beb') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:11.422820 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-b786fe4d-ddb3-4052-a5ae-d5062ac697bd tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c94fafd6-ff3c-417f-ab76-9b359ef98beb') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:11.448363 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b786fe4d-ddb3-4052-a5ae-d5062ac697bd tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (c94fafd6-ff3c-417f-ab76-9b359ef98beb), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:11.490045 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b786fe4d-ddb3-4052-a5ae-d5062ac697bd tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (c94fafd6-ff3c-417f-ab76-9b359ef98beb), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:11.508306 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b786fe4d-ddb3-4052-a5ae-d5062ac697bd tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:39:11.508804 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b786fe4d-ddb3-4052-a5ae-d5062ac697bd tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (c94fafd6-ff3c-417f-ab76-9b359ef98beb), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:39:11.512003 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:39:11.515558 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 8ccfa7b8-19d2-4a90-9292-b03678d5553d is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:11.543965 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-767008fb-468f-46eb-a1b2-c9af62b27ada tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (3ca8f0ba-e8b6-4b87-9b92-04d62a3be07c), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:11.549448 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767008fb-468f-46eb-a1b2-c9af62b27ada tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:11.550093 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-767008fb-468f-46eb-a1b2-c9af62b27ada tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:11.607171 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 1fa940b8-bfbc-49e2-9e9c-e3117458573b no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:39:11.639294 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 1fa940b8-bfbc-49e2-9e9c-e3117458573b {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:39:11.639625 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 1fa940b8-bfbc-49e2-9e9c-e3117458573b not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:39:11.670071 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a4c36389-7321-4170-bcd3-8ad3e010f454 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (65fd7302-602b-4a86-83dd-13edac27ca0d), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:11.712379 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-03c2f673-8272-4d95-ba6c-7e8165c90cfe None None] Publish callbacks [] for port (789913db-abc3-4c14-9fa6-978129cab53e), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:11.721506 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c36389-7321-4170-bcd3-8ad3e010f454 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Pushing event deleted for resources: {'Port': ['ID=65fd7302-602b-4a86-83dd-13edac27ca0d,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:11.737715 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3f986c-788b-4d7f-921a-7cd653ebe459 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:11.748279 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3f986c-788b-4d7f-921a-7cd653ebe459 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:11.750044 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1f3f986c-788b-4d7f-921a-7cd653ebe459 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3268654 Mar 23 02:39:11.754836 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767008fb-468f-46eb-a1b2-c9af62b27ada tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event updated for resources: {'Network': ['ID=3ca8f0ba-e8b6-4b87-9b92-04d62a3be07c,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:11.760860 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57246) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:11.760860 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b786fe4d-ddb3-4052-a5ae-d5062ac697bd tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (6b5da418-9625-4481-9923-40c544332376), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:11.784618 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 3ca8f0ba-e8b6-4b87-9b92-04d62a3be07c details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:39:11.787008 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-767008fb-468f-46eb-a1b2-c9af62b27ada tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4336658 Mar 23 02:39:11.799710 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57248) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:11.821439 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b786fe4d-ddb3-4052-a5ae-d5062ac697bd tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:11.824793 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b786fe4d-ddb3-4052-a5ae-d5062ac697bd tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] 10.222.0.24 "DELETE /v2.0/networks/6b5da418-9625-4481-9923-40c544332376 HTTP/1.1" status: 204 len: 168 time: 2.2886229 Mar 23 02:39:11.831533 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-03c2f673-8272-4d95-ba6c-7e8165c90cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (789913db-abc3-4c14-9fa6-978129cab53e), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:11.911010 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57250) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:11.995525 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25504e-6d2d-4731-b651-f04379f8f3ef None None] Pushing event updated for resources: {'Port': ['ID=789913db-abc3-4c14-9fa6-978129cab53e,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:12.002556 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7be972a3-c268-4b60-88e1-2a708f416be4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (598223e9-84ab-4722-bbaf-ea2f04f46ffa), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:12.007137 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe25504e-6d2d-4731-b651-f04379f8f3ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:12.008085 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe25504e-6d2d-4731-b651-f04379f8f3ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:12.011069 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe25504e-6d2d-4731-b651-f04379f8f3ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:12.011442 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe25504e-6d2d-4731-b651-f04379f8f3ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:12.011999 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe25504e-6d2d-4731-b651-f04379f8f3ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:12.012503 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe25504e-6d2d-4731-b651-f04379f8f3ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:12.013138 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe25504e-6d2d-4731-b651-f04379f8f3ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:12.013628 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe25504e-6d2d-4731-b651-f04379f8f3ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:12.014164 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe25504e-6d2d-4731-b651-f04379f8f3ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:12.014670 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe25504e-6d2d-4731-b651-f04379f8f3ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:12.015173 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe25504e-6d2d-4731-b651-f04379f8f3ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:12.015686 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe25504e-6d2d-4731-b651-f04379f8f3ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:12.016067 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe25504e-6d2d-4731-b651-f04379f8f3ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:12.016401 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe25504e-6d2d-4731-b651-f04379f8f3ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:12.016729 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe25504e-6d2d-4731-b651-f04379f8f3ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:12.042391 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786fe4d-ddb3-4052-a5ae-d5062ac697bd tempest-FloatingIPNegativeTestJSON-1974883663 tempest-FloatingIPNegativeTestJSON-1974883663-project] Pushing event deleted for resources: {'Network': ['ID=6b5da418-9625-4481-9923-40c544332376,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:12.067070 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-03c2f673-8272-4d95-ba6c-7e8165c90cfe None None] Attempting to bind port 789913db-abc3-4c14-9fa6-978129cab53e on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:39:12.067621 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a4c36389-7321-4170-bcd3-8ad3e010f454 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (d394ac1e-659b-4ffc-9240-fe99cb0adf2f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:12.068061 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-03c2f673-8272-4d95-ba6c-7e8165c90cfe None None] Attempting to bind port 789913db-abc3-4c14-9fa6-978129cab53e by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:39:12.074862 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c2f673-8272-4d95-ba6c-7e8165c90cfe None None] Attempting to bind port 789913db-abc3-4c14-9fa6-978129cab53e on network 94d9379e-13fb-449b-8f45-d1ab95378f77 {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:39:12.081582 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c2f673-8272-4d95-ba6c-7e8165c90cfe None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:39:12.083642 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c2f673-8272-4d95-ba6c-7e8165c90cfe None None] Checking segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:12.084153 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-03c2f673-8272-4d95-ba6c-7e8165c90cfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:12.084915 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c2f673-8272-4d95-ba6c-7e8165c90cfe None None] Bound using segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:39:12.095424 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-03c2f673-8272-4d95-ba6c-7e8165c90cfe None None] Bound port: 789913db-abc3-4c14-9fa6-978129cab53e, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:39:12.096852 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-03c2f673-8272-4d95-ba6c-7e8165c90cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (789913db-abc3-4c14-9fa6-978129cab53e), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:12.244934 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6b8ee0-4e28-4e63-9917-2304044bd73a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:12.247562 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ea6b8ee0-4e28-4e63-9917-2304044bd73a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "GET /v2.0/networks?id=3ca8f0ba-e8b6-4b87-9b92-04d62a3be07c HTTP/1.1" status: 200 len: 764 time: 0.3898399 Mar 23 02:39:12.259166 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57258) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:12.268469 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f022d-c29e-4ddd-9584-2883e49dede3 req-b07580cc-c2c4-41c0-955c-91f4b09fad68 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:12.272395 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d28f022d-c29e-4ddd-9584-2883e49dede3 req-b07580cc-c2c4-41c0-955c-91f4b09fad68 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.2778516 Mar 23 02:39:12.276724 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-21b4fe27-104c-4f71-bd22-7dde87b54ccf tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Request body: {'network': {'description': 'd2'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:12.314354 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-f4173475-0304-475b-9ccb-b8daf75b80b8 None None] Provisioning complete for port 789913db-abc3-4c14-9fa6-978129cab53e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:12.315512 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f4173475-0304-475b-9ccb-b8daf75b80b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (789913db-abc3-4c14-9fa6-978129cab53e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:12.339334 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-03c2f673-8272-4d95-ba6c-7e8165c90cfe None None] For port 789913db-abc3-4c14-9fa6-978129cab53e, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:39:12.344625 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-03c2f673-8272-4d95-ba6c-7e8165c90cfe None None] For port 789913db-abc3-4c14-9fa6-978129cab53e, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=789913db-abc3-4c14-9fa6-978129cab53e,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:39:12.393618 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f4173475-0304-475b-9ccb-b8daf75b80b8 None None] Port 789913db-abc3-4c14-9fa6-978129cab53e cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:39:12.412812 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-03c2f673-8272-4d95-ba6c-7e8165c90cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (789913db-abc3-4c14-9fa6-978129cab53e), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:12.475521 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25504e-6d2d-4731-b651-f04379f8f3ef None None] Pushing event updated for resources: {'Port': ['ID=789913db-abc3-4c14-9fa6-978129cab53e,revision_number=4']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:12.496955 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57264) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:12.514894 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-21b4fe27-104c-4f71-bd22-7dde87b54ccf tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (3ca8f0ba-e8b6-4b87-9b92-04d62a3be07c), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:12.523891 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d28f022d-c29e-4ddd-9584-2883e49dede3 req-0cfc2c1a-5fae-44aa-8ebe-c1a6d93596c9 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974089 Mar 23 02:39:12.525864 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c36389-7321-4170-bcd3-8ad3e010f454 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Router d394ac1e-659b-4ffc-9240-fe99cb0adf2f has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:39:12.533425 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c2f673-8272-4d95-ba6c-7e8165c90cfe None None] Routers {'7f00bf76-eba3-43b0-8aeb-164898420c7c'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:12.534281 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-03c2f673-8272-4d95-ba6c-7e8165c90cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['7f00bf76-eba3-43b0-8aeb-164898420c7c'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:12.552255 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1c189f62-89e6-429a-b268-17d561bce5c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=abd45c3224cb4555923d17dec85b456d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5933111 Mar 23 02:39:12.557815 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57270) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:12.621209 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-21b4fe27-104c-4f71-bd22-7dde87b54ccf tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (3ca8f0ba-e8b6-4b87-9b92-04d62a3be07c), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:12.672299 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c36389-7321-4170-bcd3-8ad3e010f454 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:39:12.673558 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-21b4fe27-104c-4f71-bd22-7dde87b54ccf tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Network 3ca8f0ba-e8b6-4b87-9b92-04d62a3be07c is not hosted by any dhcp agent {{(pid=104348) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 23 02:39:12.680966 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b4fe27-104c-4f71-bd22-7dde87b54ccf tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:12.681860 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ec338c-75df-498e-8212-e6213a0dca1c None None] Sync routers for ids ['d394ac1e-659b-4ffc-9240-fe99cb0adf2f'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:39:12.682131 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-21b4fe27-104c-4f71-bd22-7dde87b54ccf tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:12.684025 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-21b4fe27-104c-4f71-bd22-7dde87b54ccf tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "PUT /v2.0/networks/3ca8f0ba-e8b6-4b87-9b92-04d62a3be07c HTTP/1.1" status: 200 len: 761 time: 0.4191933 Mar 23 02:39:12.696454 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a4c36389-7321-4170-bcd3-8ad3e010f454 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] 10.222.0.24 "PUT /v2.0/routers/d394ac1e-659b-4ffc-9240-fe99cb0adf2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0470896 Mar 23 02:39:12.702280 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57272) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:12.702625 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57274) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:12.706040 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ec338c-75df-498e-8212-e6213a0dca1c None None] Routers {'d394ac1e-659b-4ffc-9240-fe99cb0adf2f'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:12.708991 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-22ec338c-75df-498e-8212-e6213a0dca1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d394ac1e-659b-4ffc-9240-fe99cb0adf2f'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:12.731843 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-03c2f673-8272-4d95-ba6c-7e8165c90cfe None None] Set router 7f00bf76-eba3-43b0-8aeb-164898420c7c gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:39:12.759199 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-22ec338c-75df-498e-8212-e6213a0dca1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:12.776926 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ec338c-75df-498e-8212-e6213a0dca1c None None] Routers {'d394ac1e-659b-4ffc-9240-fe99cb0adf2f'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:12.778994 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-22ec338c-75df-498e-8212-e6213a0dca1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d394ac1e-659b-4ffc-9240-fe99cb0adf2f'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:12.788245 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be972a3-c268-4b60-88e1-2a708f416be4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Router 598223e9-84ab-4722-bbaf-ea2f04f46ffa is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:39:12.817383 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a69d2782-fda1-4ba5-a886-1f5c651256b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (920e73ec-0607-4b96-a19e-e29807738883), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:12.836644 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0683624b-b174-41a2-bcbb-3b056a6ca380 admin admin] Publish callbacks [] for security_group (66c120a7-79a2-402f-bad8-670a628ca608), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:12.843645 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-22ec338c-75df-498e-8212-e6213a0dca1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:12.844482 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ec338c-75df-498e-8212-e6213a0dca1c None None] The sync data for ids ['d394ac1e-659b-4ffc-9240-fe99cb0adf2f'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:39:12.913476 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-fc1f8223-478a-40ce-98d0-488122483bd6 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] show failed (client error): The resource could not be found. Mar 23 02:39:12.914521 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-fc1f8223-478a-40ce-98d0-488122483bd6 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-2092363083 HTTP/1.1" status: 404 len: 335 time: 0.2097726 Mar 23 02:39:12.917887 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-79c8395f-7987-4e17-a165-0960db13cb26 None None] Provisioning complete for port 789913db-abc3-4c14-9fa6-978129cab53e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:12.918267 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-79c8395f-7987-4e17-a165-0960db13cb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (789913db-abc3-4c14-9fa6-978129cab53e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:12.933103 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57276) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:12.945731 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-45ab1717-db85-4327-9df2-4620047d0cf3 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:12.957620 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4fe27-104c-4f71-bd22-7dde87b54ccf tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event updated for resources: {'Network': ['ID=3ca8f0ba-e8b6-4b87-9b92-04d62a3be07c,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:12.975533 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 3ca8f0ba-e8b6-4b87-9b92-04d62a3be07c details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:39:12.977053 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-03c2f673-8272-4d95-ba6c-7e8165c90cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f00bf76-eba3-43b0-8aeb-164898420c7c', 'name': 'tempest-NetworksTestDHCPv6-router-196293808', 'tenant_id': '9bb994ac65c94580bbf62807776d76a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:39:02Z', 'updated_at': '2022-03-23T02:39:06Z', 'revision_number': 2, 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'gw_port_host': None, '_interfaces': [{'id': '789913db-abc3-4c14-9fa6-978129cab53e', 'name': '', 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'tenant_id': '9bb994ac65c94580bbf62807776d76a5', 'mac_address': 'fa:16:3e:b6:80:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f00bf76-eba3-43b0-8aeb-164898420c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '26e35c7b-a424-4eb0-a283-f5e653ca81e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:04Z', 'updated_at': '2022-03-23T02:39:12Z', 'revision_number': 4, 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'subnets': [{'id': '26e35c7b-a424-4eb0-a283-f5e653ca81e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:13.009091 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c2f673-8272-4d95-ba6c-7e8165c90cfe None None] The sync data for ids ['7f00bf76-eba3-43b0-8aeb-164898420c7c'] in dv-neutron-834613-2-hyperv is: [{'id': '7f00bf76-eba3-43b0-8aeb-164898420c7c', 'name': 'tempest-NetworksTestDHCPv6-router-196293808', 'tenant_id': '9bb994ac65c94580bbf62807776d76a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:39:02Z', 'updated_at': '2022-03-23T02:39:06Z', 'revision_number': 2, 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'gw_port_host': None, '_interfaces': [{'id': '789913db-abc3-4c14-9fa6-978129cab53e', 'name': '', 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'tenant_id': '9bb994ac65c94580bbf62807776d76a5', 'mac_address': 'fa:16:3e:b6:80:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f00bf76-eba3-43b0-8aeb-164898420c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '26e35c7b-a424-4eb0-a283-f5e653ca81e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:04Z', 'updated_at': '2022-03-23T02:39:12Z', 'revision_number': 4, 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'subnets': [{'id': '26e35c7b-a424-4eb0-a283-f5e653ca81e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:39:13.033745 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-45ab1717-db85-4327-9df2-4620047d0cf3 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] update failed (client error): The resource could not be found. Mar 23 02:39:13.033745 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-45ab1717-db85-4327-9df2-4620047d0cf3 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-1790223961 HTTP/1.1" status: 404 len: 335 time: 0.0955088 Mar 23 02:39:13.072960 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57278) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:13.081568 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0683624b-b174-41a2-bcbb-3b056a6ca380 admin admin] Publish callbacks [] for security_group (66c120a7-79a2-402f-bad8-670a628ca608), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:13.101254 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8be4f2-9b93-4608-a1e5-f44857fd1975 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:13.102843 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1b8be4f2-9b93-4608-a1e5-f44857fd1975 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "GET /v2.0/networks?id=3ca8f0ba-e8b6-4b87-9b92-04d62a3be07c HTTP/1.1" status: 200 len: 764 time: 0.3992748 Mar 23 02:39:13.108609 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57280) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:13.165716 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fdb22-e6d6-4881-a12a-621aa8c83369 req-3ed96093-028f-44fe-9b0b-848c605f74dd tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:13.167306 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-390fdb22-e6d6-4881-a12a-621aa8c83369 req-3ed96093-028f-44fe-9b0b-848c605f74dd tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.5062108 Mar 23 02:39:13.192446 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6204d27a-5302-4928-82e9-97e60fc2e6b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=01147389206e489eb88bc3d2a73aa2db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6721520 Mar 23 02:39:13.219981 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57282) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:13.261032 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-79c8395f-7987-4e17-a165-0960db13cb26 None None] Current status of the port 789913db-abc3-4c14-9fa6-978129cab53e is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:13.261434 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-79c8395f-7987-4e17-a165-0960db13cb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (789913db-abc3-4c14-9fa6-978129cab53e), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:13.305677 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-544b323d-e69e-445c-aa1b-d7ca080b4ad6 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Deleting subnet 1e43856a-a4e5-4874-8e4a-f84c45207d3b {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:39:13.331292 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-79c8395f-7987-4e17-a165-0960db13cb26 None None] For port 789913db-abc3-4c14-9fa6-978129cab53e, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=789913db-abc3-4c14-9fa6-978129cab53e,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:13.361801 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-544b323d-e69e-445c-aa1b-d7ca080b4ad6 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks [] for subnet (1e43856a-a4e5-4874-8e4a-f84c45207d3b), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:13.404549 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-79c8395f-7987-4e17-a165-0960db13cb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (789913db-abc3-4c14-9fa6-978129cab53e), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:13.474693 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-390fdb22-e6d6-4881-a12a-621aa8c83369 req-3f51a55b-8625-4334-becb-c31757e288b9 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2906346 Mar 23 02:39:13.477325 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-544b323d-e69e-445c-aa1b-d7ca080b4ad6 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (1e43856a-a4e5-4874-8e4a-f84c45207d3b), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:13.480848 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8395f-7987-4e17-a165-0960db13cb26 None None] Pushing event updated for resources: {'Port': ['ID=789913db-abc3-4c14-9fa6-978129cab53e,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:13.527613 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be972a3-c268-4b60-88e1-2a708f416be4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:39:13.541903 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bce8543-c8d4-43ff-a1a0-3cf670ebd542 None None] Sync routers for ids ['598223e9-84ab-4722-bbaf-ea2f04f46ffa'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:39:13.560806 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bce8543-c8d4-43ff-a1a0-3cf670ebd542 None None] Routers {'598223e9-84ab-4722-bbaf-ea2f04f46ffa'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:13.561675 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-6bce8543-c8d4-43ff-a1a0-3cf670ebd542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['598223e9-84ab-4722-bbaf-ea2f04f46ffa'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:13.575234 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c1f1960b-7528-476a-b534-91980b581c5d admin admin] Publish callbacks [] for security_group (06d34ed9-0dcf-41fc-9a2d-0129c0de243f), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:13.587868 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0683624b-b174-41a2-bcbb-3b056a6ca380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (66c120a7-79a2-402f-bad8-670a628ca608), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:13.590408 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0683624b-b174-41a2-bcbb-3b056a6ca380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:13.591568 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0683624b-b174-41a2-bcbb-3b056a6ca380 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66c120a7-79a2-402f-bad8-670a628ca608 HTTP/1.1" status: 204 len: 168 time: 1.0314960 Mar 23 02:39:13.625944 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-6bce8543-c8d4-43ff-a1a0-3cf670ebd542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:13.629215 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683624b-b174-41a2-bcbb-3b056a6ca380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c120a7-79a2-402f-bad8-670a628ca608,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:13.646843 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c1f1960b-7528-476a-b534-91980b581c5d admin admin] Publish callbacks [] for security_group (06d34ed9-0dcf-41fc-9a2d-0129c0de243f), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:13.648923 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bce8543-c8d4-43ff-a1a0-3cf670ebd542 None None] Routers {'598223e9-84ab-4722-bbaf-ea2f04f46ffa'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:13.650167 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-6bce8543-c8d4-43ff-a1a0-3cf670ebd542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['598223e9-84ab-4722-bbaf-ea2f04f46ffa'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:13.696710 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7be972a3-c268-4b60-88e1-2a708f416be4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:13.697986 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7be972a3-c268-4b60-88e1-2a708f416be4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.7810509 Mar 23 02:39:13.714343 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57288) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:13.720679 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-6bce8543-c8d4-43ff-a1a0-3cf670ebd542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:13.722123 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bce8543-c8d4-43ff-a1a0-3cf670ebd542 None None] The sync data for ids ['598223e9-84ab-4722-bbaf-ea2f04f46ffa'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:39:13.723757 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-e63d5713-f90f-43cb-a70d-1c225ec6e98d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'enable_snat': False}}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:13.746488 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e2a296-0516-4785-bcf4-ce4b730760d1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:13.750617 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d8e2a296-0516-4785-bcf4-ce4b730760d1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6385961 Mar 23 02:39:13.763387 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57290) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:13.839761 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-50928f05-eda5-4308-acf8-c5b917ac06d7 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "GET /v2.0/subnets?network_id=6bbcca03-75ff-487c-8b0e-a32302dacbee HTTP/1.1" status: 200 len: 207 time: 0.0705199 Mar 23 02:39:13.843139 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-544b323d-e69e-445c-aa1b-d7ca080b4ad6 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (1e43856a-a4e5-4874-8e4a-f84c45207d3b), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:13.847921 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57292) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:13.867282 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f4dcbc73-de31-49e6-9e4b-d545b82cf4ca tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (7f00bf76-eba3-43b0-8aeb-164898420c7c), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:14.038760 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc17085-ce0c-4f2f-948e-1664d3676af6 req-4907417c-e6ae-4cde-b8c3-e0d95b5228d6 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:14.044400 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4bc17085-ce0c-4f2f-948e-1664d3676af6 req-4907417c-e6ae-4cde-b8c3-e0d95b5228d6 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.3718777 Mar 23 02:39:14.216910 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd7be4d-aec7-4167-9bdd-84dd2e7c1edb tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:14.222525 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd7be4d-aec7-4167-9bdd-84dd2e7c1edb tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:14.227795 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd7be4d-aec7-4167-9bdd-84dd2e7c1edb tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:14.233175 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd7be4d-aec7-4167-9bdd-84dd2e7c1edb tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:14.238772 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd7be4d-aec7-4167-9bdd-84dd2e7c1edb tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:14.243675 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd7be4d-aec7-4167-9bdd-84dd2e7c1edb tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:14.250048 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5fd7be4d-aec7-4167-9bdd-84dd2e7c1edb tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3966968 Mar 23 02:39:14.250048 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57296) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:14.262550 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4bc17085-ce0c-4f2f-948e-1664d3676af6 req-0b770381-fea5-4221-9c13-67f7f81b49d4 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041357 Mar 23 02:39:14.329466 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-544b323d-e69e-445c-aa1b-d7ca080b4ad6 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (1e43856a-a4e5-4874-8e4a-f84c45207d3b), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:14.331954 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c1f1960b-7528-476a-b534-91980b581c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (06d34ed9-0dcf-41fc-9a2d-0129c0de243f), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:14.334703 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c1f1960b-7528-476a-b534-91980b581c5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:14.335868 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c1f1960b-7528-476a-b534-91980b581c5d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/06d34ed9-0dcf-41fc-9a2d-0129c0de243f HTTP/1.1" status: 204 len: 168 time: 1.1152935 Mar 23 02:39:14.385135 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b323d-e69e-445c-aa1b-d7ca080b4ad6 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Pushing event deleted for resources: {'Subnet': ['ID=1e43856a-a4e5-4874-8e4a-f84c45207d3b,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:14.388562 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1960b-7528-476a-b534-91980b581c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d34ed9-0dcf-41fc-9a2d-0129c0de243f,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:14.392144 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-544b323d-e69e-445c-aa1b-d7ca080b4ad6 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:14.397235 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-544b323d-e69e-445c-aa1b-d7ca080b4ad6 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] 10.222.0.24 "DELETE /v2.0/subnets/1e43856a-a4e5-4874-8e4a-f84c45207d3b HTTP/1.1" status: 204 len: 168 time: 1.3118942 Mar 23 02:39:14.401758 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57302) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:14.410277 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f77ab9c-b455-491f-b461-8886d9e6cf7a None None] Network f9f526e5-3bf3-427c-ae42-97aafcc2747f requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:14.421967 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57304) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:14.426777 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c1d80f5c-52df-4ad0-bf80-580363657fa1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1758015 Mar 23 02:39:14.430231 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57306) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:14.482045 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-a69d2782-fda1-4ba5-a886-1f5c651256b5 admin admin] Deleting port 02b284c1-1dcf-4f80-a191-8fd80dc15b13 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:14.482439 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a69d2782-fda1-4ba5-a886-1f5c651256b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (02b284c1-1dcf-4f80-a191-8fd80dc15b13), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:14.495462 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-15b97c38-7dbb-4346-a5a1-6b144ebcd253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:14.519756 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf53e31-a0aa-42a2-bddb-4256d619185a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:14.521156 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf53e31-a0aa-42a2-bddb-4256d619185a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:14.522456 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf53e31-a0aa-42a2-bddb-4256d619185a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:14.523757 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf53e31-a0aa-42a2-bddb-4256d619185a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:14.525263 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf53e31-a0aa-42a2-bddb-4256d619185a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:14.526977 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-dcf53e31-a0aa-42a2-bddb-4256d619185a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0954309 Mar 23 02:39:14.531038 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57308) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:14.578399 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b1a3166b-9e73-4608-be18-d974df811d3e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (f9f526e5-3bf3-427c-ae42-97aafcc2747f), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:14.594456 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-f4dcbc73-de31-49e6-9e4b-d545b82cf4ca tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting port 789913db-abc3-4c14-9fa6-978129cab53e {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:14.594456 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f4dcbc73-de31-49e6-9e4b-d545b82cf4ca tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (789913db-abc3-4c14-9fa6-978129cab53e), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:14.648691 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd310cf-ce5c-4531-a263-eee4830f9177 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['shared'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:14.655757 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd310cf-ce5c-4531-a263-eee4830f9177 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['shared'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:14.655757 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd310cf-ce5c-4531-a263-eee4830f9177 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['shared'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:14.655757 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd310cf-ce5c-4531-a263-eee4830f9177 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['shared'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:14.655757 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd310cf-ce5c-4531-a263-eee4830f9177 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['shared'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:14.656540 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4cd310cf-ce5c-4531-a263-eee4830f9177 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1244981 Mar 23 02:39:14.661858 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57312) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:14.694489 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a78db41-0bdd-4a34-a3d1-3bb350cb138d None None] DHCP port deletion for f9f526e5-3bf3-427c-ae42-97aafcc2747f request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:39:14.809784 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-0a78db41-0bdd-4a34-a3d1-3bb350cb138d None None] Deleting port 0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:14.810441 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0a78db41-0bdd-4a34-a3d1-3bb350cb138d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:14.811757 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-f4dcbc73-de31-49e6-9e4b-d545b82cf4ca tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] For port 789913db-abc3-4c14-9fa6-978129cab53e, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=789913db-abc3-4c14-9fa6-978129cab53e,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:14.812157 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f4dcbc73-de31-49e6-9e4b-d545b82cf4ca tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (789913db-abc3-4c14-9fa6-978129cab53e), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:14.813704 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-a69d2782-fda1-4ba5-a886-1f5c651256b5 admin admin] For port 02b284c1-1dcf-4f80-a191-8fd80dc15b13, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=02b284c1-1dcf-4f80-a191-8fd80dc15b13,segment=NetworkSegment(b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb),segment_id=b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:14.814088 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a69d2782-fda1-4ba5-a886-1f5c651256b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (02b284c1-1dcf-4f80-a191-8fd80dc15b13), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:14.838312 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-f4dcbc73-de31-49e6-9e4b-d545b82cf4ca tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Calling delete_port for 789913db-abc3-4c14-9fa6-978129cab53e owned by network:router_interface {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:14.851101 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eba7a0-6223-4463-b821-408da0ab1a6b req-1e382804-01d6-47fd-bdfe-62648f659258 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:14.853814 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d1eba7a0-6223-4463-b821-408da0ab1a6b req-1e382804-01d6-47fd-bdfe-62648f659258 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.1270175 Mar 23 02:39:14.870698 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e63d5713-f90f-43cb-a70d-1c225ec6e98d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router_gateway (598223e9-84ab-4722-bbaf-ea2f04f46ffa), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:14.876575 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-a69d2782-fda1-4ba5-a886-1f5c651256b5 admin admin] Calling delete_port for 02b284c1-1dcf-4f80-a191-8fd80dc15b13 owned by network:router_interface {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:14.931844 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ebc8ee-7e44-4ae8-a951-b12fbd3c6299 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:14.936849 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-35ebc8ee-7e44-4ae8-a951-b12fbd3c6299 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "GET /v2.0/networks/6304d4d5-93da-48d4-a7fb-f395059aefe6 HTTP/1.1" status: 200 len: 804 time: 0.2650838 Mar 23 02:39:14.938509 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57316) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:14.954316 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-0a78db41-0bdd-4a34-a3d1-3bb350cb138d None None] For port 0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f,segment=NetworkSegment(d6f27529-4766-4e81-a419-2badf6ccde57),segment_id=d6f27529-4766-4e81-a419-2badf6ccde57)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:14.966984 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0a78db41-0bdd-4a34-a3d1-3bb350cb138d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:14.991384 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-15b97c38-7dbb-4346-a5a1-6b144ebcd253 admin admin] Publish callbacks [] for security_group (6e73bcd9-8c5d-4521-87ce-a8dc05ff8fde), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:14.993532 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-0a78db41-0bdd-4a34-a3d1-3bb350cb138d None None] Calling delete_port for 0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:15.016309 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-b1a3166b-9e73-4608-be18-d974df811d3e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Deleting port 0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:15.016662 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b1a3166b-9e73-4608-be18-d974df811d3e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:15.033046 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d1eba7a0-6223-4463-b821-408da0ab1a6b req-d69d70cd-acd6-4b77-9f8c-5fbfa7212c2f tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708407 Mar 23 02:39:15.102200 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-15b97c38-7dbb-4346-a5a1-6b144ebcd253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (6e73bcd9-8c5d-4521-87ce-a8dc05ff8fde), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:15.205615 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0a78db41-0bdd-4a34-a3d1-3bb350cb138d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:15.229810 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-b1a3166b-9e73-4608-be18-d974df811d3e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] For port 0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f,segment=NetworkSegment(d6f27529-4766-4e81-a419-2badf6ccde57),segment_id=d6f27529-4766-4e81-a419-2badf6ccde57)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:15.230181 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b1a3166b-9e73-4608-be18-d974df811d3e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:15.234927 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78db41-0bdd-4a34-a3d1-3bb350cb138d None None] Pushing event deleted for resources: {'Port': ['ID=0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:15.237141 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-15b97c38-7dbb-4346-a5a1-6b144ebcd253 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad8de6dcb131456bae5571bcf5f64fea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8128397 Mar 23 02:39:15.244317 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a78db41-0bdd-4a34-a3d1-3bb350cb138d None None] No DVR routers for this DVR port 0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:39:15.245323 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57324) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:15.255302 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b97c38-7dbb-4346-a5a1-6b144ebcd253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e73bcd9-8c5d-4521-87ce-a8dc05ff8fde,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:15.266209 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-b1a3166b-9e73-4608-be18-d974df811d3e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Calling delete_port for 0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f owned by network:dhcp {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:15.288807 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 789913db-abc3-4c14-9fa6-978129cab53e up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:15.308707 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1fd3872c-4b80-40fe-bc8f-89507d0c9fcc tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "GET /v2.0/networks/6304d4d5-93da-48d4-a7fb-f395059aefe6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3637731 Mar 23 02:39:15.309738 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57326) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:15.348997 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 789913db-abc3-4c14-9fa6-978129cab53e triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:15.349298 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (789913db-abc3-4c14-9fa6-978129cab53e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:15.411568 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f25ef1f-4171-4ba7-9b8f-974af7812335 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:15.413195 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6f25ef1f-4171-4ba7-9b8f-974af7812335 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "GET /v2.0/subnets/a9f93a7c-6d91-41a6-860c-d4742b5ce763 HTTP/1.1" status: 200 len: 843 time: 0.1023233 Mar 23 02:39:15.416550 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a419eb06-174e-437a-935f-b2556bee4a0e admin admin] Publish callbacks [] for security_group (6e73bcd9-8c5d-4521-87ce-a8dc05ff8fde), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:15.417101 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57330) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:15.443367 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 789913db-abc3-4c14-9fa6-978129cab53e is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:15.485614 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdacda5-4edd-4102-82c0-e74f8cd6ca2a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['shared'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:15.487742 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1bdacda5-4edd-4102-82c0-e74f8cd6ca2a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "GET /v2.0/subnets/a9f93a7c-6d91-41a6-860c-d4742b5ce763?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0695672 Mar 23 02:39:15.491303 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57332) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:15.498123 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a419eb06-174e-437a-935f-b2556bee4a0e admin admin] Publish callbacks [] for security_group (6e73bcd9-8c5d-4521-87ce-a8dc05ff8fde), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:15.499012 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-78547e40-689d-4823-a8c4-ce77352019b4 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1761958239'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:15.504098 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f4dcbc73-de31-49e6-9e4b-d545b82cf4ca tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (789913db-abc3-4c14-9fa6-978129cab53e), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:15.518940 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b1a3166b-9e73-4608-be18-d974df811d3e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:15.520821 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:39:15.542538 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dcbc73-de31-49e6-9e4b-d545b82cf4ca tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Port': ['ID=789913db-abc3-4c14-9fa6-978129cab53e,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:15.544498 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:39:15.544934 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:39:15.576254 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3166b-9e73-4608-be18-d974df811d3e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Pushing event deleted for resources: {'Port': ['ID=0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:15.578872 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a3166b-9e73-4608-be18-d974df811d3e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] No DVR routers for this DVR port 0bbb62f2-1aaf-448e-8f44-7b3887e3dc8f on host dv-neutron-834613-2-hyperv {{(pid=104348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:39:15.647409 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a69d2782-fda1-4ba5-a886-1f5c651256b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (02b284c1-1dcf-4f80-a191-8fd80dc15b13), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:15.668958 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f4dcbc73-de31-49e6-9e4b-d545b82cf4ca tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (7f00bf76-eba3-43b0-8aeb-164898420c7c), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:15.675704 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78547e40-689d-4823-a8c4-ce77352019b4 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Made reservation on behalf of 51b0f06b4ce74eca9f44a6cb2b631af2 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:15.679604 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-78547e40-689d-4823-a8c4-ce77352019b4 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:15.740031 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d2782-fda1-4ba5-a886-1f5c651256b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=02b284c1-1dcf-4f80-a191-8fd80dc15b13,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:15.819444 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b1a3166b-9e73-4608-be18-d974df811d3e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (f9f526e5-3bf3-427c-ae42-97aafcc2747f), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:15.862348 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-b1a3166b-9e73-4608-be18-d974df811d3e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f526e5-3bf3-427c-ae42-97aafcc2747f']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:15.882559 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-b1a3166b-9e73-4608-be18-d974df811d3e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f27529-4766-4e81-a419-2badf6ccde57') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:15.882864 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-b1a3166b-9e73-4608-be18-d974df811d3e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f27529-4766-4e81-a419-2badf6ccde57') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:15.931209 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78547e40-689d-4823-a8c4-ce77352019b4 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:39:15.949409 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-78547e40-689d-4823-a8c4-ce77352019b4 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (13eedaea-575a-4a32-9705-22b123a4af9b), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:15.954696 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-78547e40-689d-4823-a8c4-ce77352019b4 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Added segment 13eedaea-575a-4a32-9705-22b123a4af9b of type vlan for network b4e94f77-89be-4a65-b80b-39d00706a4d5 Mar 23 02:39:15.961424 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4dcbc73-de31-49e6-9e4b-d545b82cf4ca tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Router 7f00bf76-eba3-43b0-8aeb-164898420c7c has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:39:15.987865 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b1a3166b-9e73-4608-be18-d974df811d3e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (d6f27529-4766-4e81-a419-2badf6ccde57), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:15.990066 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a419eb06-174e-437a-935f-b2556bee4a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (6e73bcd9-8c5d-4521-87ce-a8dc05ff8fde), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:15.992228 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a419eb06-174e-437a-935f-b2556bee4a0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:15.995997 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a419eb06-174e-437a-935f-b2556bee4a0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e73bcd9-8c5d-4521-87ce-a8dc05ff8fde HTTP/1.1" status: 204 len: 168 time: 0.7441859 Mar 23 02:39:16.029666 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57344) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:16.057165 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419eb06-174e-437a-935f-b2556bee4a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e73bcd9-8c5d-4521-87ce-a8dc05ff8fde,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:16.099669 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b1a3166b-9e73-4608-be18-d974df811d3e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (d6f27529-4766-4e81-a419-2badf6ccde57), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:16.101263 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-78547e40-689d-4823-a8c4-ce77352019b4 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (b4e94f77-89be-4a65-b80b-39d00706a4d5), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:16.110009 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1a3166b-9e73-4608-be18-d974df811d3e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:39:16.110419 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b1a3166b-9e73-4608-be18-d974df811d3e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (d6f27529-4766-4e81-a419-2badf6ccde57), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:16.114825 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4dcbc73-de31-49e6-9e4b-d545b82cf4ca tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: self.session.flush() Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: self.session.flush() Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: self.session.flush() Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: self.session.flush() Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:39:16.117208 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:39:16.125222 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f4dcbc73-de31-49e6-9e4b-d545b82cf4ca tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "PUT /v2.0/routers/7f00bf76-eba3-43b0-8aeb-164898420c7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3641415 Mar 23 02:39:16.125876 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57350) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:16.151230 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b126531-7a7c-4d9f-97f2-effa0c3bcdcb None None] Sync routers for ids ['7f00bf76-eba3-43b0-8aeb-164898420c7c'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:39:16.156047 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a69d2782-fda1-4ba5-a886-1f5c651256b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (920e73ec-0607-4b96-a19e-e29807738883), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:16.182745 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b126531-7a7c-4d9f-97f2-effa0c3bcdcb None None] Routers {'7f00bf76-eba3-43b0-8aeb-164898420c7c'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:16.190627 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-6b126531-7a7c-4d9f-97f2-effa0c3bcdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['7f00bf76-eba3-43b0-8aeb-164898420c7c'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:16.218159 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14327d43-8356-487c-aefd-6b444a6df7c5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:16.220267 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14327d43-8356-487c-aefd-6b444a6df7c5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:16.222714 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-14327d43-8356-487c-aefd-6b444a6df7c5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0849004 Mar 23 02:39:16.225407 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57352) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:16.277759 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-78547e40-689d-4823-a8c4-ce77352019b4 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (b4e94f77-89be-4a65-b80b-39d00706a4d5), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:16.284219 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78547e40-689d-4823-a8c4-ce77352019b4 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:16.284219 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-78547e40-689d-4823-a8c4-ce77352019b4 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:16.299349 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-bb24a7eb-cbc7-4483-a505-616dcfd2acf7 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-420272995'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:16.312906 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-6b126531-7a7c-4d9f-97f2-effa0c3bcdcb None None] Set router 7f00bf76-eba3-43b0-8aeb-164898420c7c gateway port host: None {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:39:16.355254 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7fe704e-43a5-4b7c-8729-8676cf04ee94 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting subnet 26e35c7b-a424-4eb0-a283-f5e653ca81e1 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:39:16.373135 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e7fe704e-43a5-4b7c-8729-8676cf04ee94 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (26e35c7b-a424-4eb0-a283-f5e653ca81e1), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:16.373400 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-6b126531-7a7c-4d9f-97f2-effa0c3bcdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f00bf76-eba3-43b0-8aeb-164898420c7c', 'name': 'tempest-NetworksTestDHCPv6-router-196293808', 'tenant_id': '9bb994ac65c94580bbf62807776d76a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:39:02Z', 'updated_at': '2022-03-23T02:39:15Z', 'revision_number': 3, 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'gw_port_host': None}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:16.402677 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b126531-7a7c-4d9f-97f2-effa0c3bcdcb None None] Checking router: 7f00bf76-eba3-43b0-8aeb-164898420c7c for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:39:16.407166 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78547e40-689d-4823-a8c4-ce77352019b4 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event updated for resources: {'Network': ['ID=b4e94f77-89be-4a65-b80b-39d00706a4d5,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:16.417884 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-78547e40-689d-4823-a8c4-ce77352019b4 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9225488 Mar 23 02:39:16.419206 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57354) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:16.422725 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network b4e94f77-89be-4a65-b80b-39d00706a4d5 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:39:16.423237 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-6c560191-7949-4032-b27e-af2da1f3d7d1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Request body: {'subnet': {'network_id': 'b4e94f77-89be-4a65-b80b-39d00706a4d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:16.426825 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b126531-7a7c-4d9f-97f2-effa0c3bcdcb None None] Routers {'7f00bf76-eba3-43b0-8aeb-164898420c7c'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:16.427544 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-6b126531-7a7c-4d9f-97f2-effa0c3bcdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['7f00bf76-eba3-43b0-8aeb-164898420c7c'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:16.476043 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e7fe704e-43a5-4b7c-8729-8676cf04ee94 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (26e35c7b-a424-4eb0-a283-f5e653ca81e1), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:16.559485 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-6b126531-7a7c-4d9f-97f2-effa0c3bcdcb None None] Set router 7f00bf76-eba3-43b0-8aeb-164898420c7c gateway port host: None {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:39:16.617763 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e7fe704e-43a5-4b7c-8729-8676cf04ee94 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (26e35c7b-a424-4eb0-a283-f5e653ca81e1), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:16.621458 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-6b126531-7a7c-4d9f-97f2-effa0c3bcdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f00bf76-eba3-43b0-8aeb-164898420c7c', 'name': 'tempest-NetworksTestDHCPv6-router-196293808', 'tenant_id': '9bb994ac65c94580bbf62807776d76a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:39:02Z', 'updated_at': '2022-03-23T02:39:15Z', 'revision_number': 3, 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'gw_port_host': None}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:16.656378 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b1a3166b-9e73-4608-be18-d974df811d3e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (f9f526e5-3bf3-427c-ae42-97aafcc2747f), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:16.656949 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b126531-7a7c-4d9f-97f2-effa0c3bcdcb None None] The sync data for ids ['7f00bf76-eba3-43b0-8aeb-164898420c7c'] in dv-neutron-834613-2-hyperv is: [{'id': '7f00bf76-eba3-43b0-8aeb-164898420c7c', 'name': 'tempest-NetworksTestDHCPv6-router-196293808', 'tenant_id': '9bb994ac65c94580bbf62807776d76a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:39:02Z', 'updated_at': '2022-03-23T02:39:15Z', 'revision_number': 3, 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'gw_port_host': None}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:39:16.677649 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b1a3166b-9e73-4608-be18-d974df811d3e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:16.683227 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b1a3166b-9e73-4608-be18-d974df811d3e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] 10.222.0.24 "DELETE /v2.0/networks/f9f526e5-3bf3-427c-ae42-97aafcc2747f HTTP/1.1" status: 204 len: 168 time: 2.2769680 Mar 23 02:39:16.684481 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57358) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:16.698959 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c560191-7949-4032-b27e-af2da1f3d7d1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Made reservation on behalf of 51b0f06b4ce74eca9f44a6cb2b631af2 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:16.702686 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6c560191-7949-4032-b27e-af2da1f3d7d1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:16.720401 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3166b-9e73-4608-be18-d974df811d3e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Pushing event deleted for resources: {'Network': ['ID=f9f526e5-3bf3-427c-ae42-97aafcc2747f,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:16.756096 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e63d5713-f90f-43cb-a70d-1c225ec6e98d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1655254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3512'] for router (598223e9-84ab-4722-bbaf-ea2f04f46ffa), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:16.763853 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e63d5713-f90f-43cb-a70d-1c225ec6e98d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1655263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1655076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656974'] for router (598223e9-84ab-4722-bbaf-ea2f04f46ffa), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:16.777029 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6f9c2-bafa-4d12-861c-a52b311e9c65 req-b8808a4d-f3d2-48f4-bd0b-0ff18af1252f tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:16.778494 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-aec6f9c2-bafa-4d12-861c-a52b311e9c65 req-b8808a4d-f3d2-48f4-bd0b-0ff18af1252f tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.5368435 Mar 23 02:39:16.797818 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.ipam_backend_mixin [None req-6c560191-7949-4032-b27e-af2da1f3d7d1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Performing IP validity checks on allocation pools {{(pid=104349) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 23 02:39:16.798345 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.ipam_backend_mixin [None req-6c560191-7949-4032-b27e-af2da1f3d7d1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104349) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 23 02:39:16.809499 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-139290bb-8b11-40fe-9ab5-c33dc0ab37bd tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Deleting subnet be8201a0-9c4f-4aa9-a444-9c65efc9f458 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:39:16.819153 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e7fe704e-43a5-4b7c-8729-8676cf04ee94 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (26e35c7b-a424-4eb0-a283-f5e653ca81e1), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:16.821105 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-139290bb-8b11-40fe-9ab5-c33dc0ab37bd tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks [] for subnet (be8201a0-9c4f-4aa9-a444-9c65efc9f458), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:16.884676 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb24a7eb-cbc7-4483-a505-616dcfd2acf7 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Made reservation on behalf of ae262acb2831448aa0401111a68e30ae for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:16.887966 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bb24a7eb-cbc7-4483-a505-616dcfd2acf7 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:16.945199 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bb24a7eb-cbc7-4483-a505-616dcfd2acf7 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:17.004731 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57360) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:17.046547 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-608d7330-af1f-42ac-b863-7f0b67bed05b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:17.051939 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-aec6f9c2-bafa-4d12-861c-a52b311e9c65 req-51898d5e-3952-4fa4-acca-3f8a6d8988d0 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2660162 Mar 23 02:39:17.132132 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe704e-43a5-4b7c-8729-8676cf04ee94 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Subnet': ['ID=26e35c7b-a424-4eb0-a283-f5e653ca81e1,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:17.137705 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e7fe704e-43a5-4b7c-8729-8676cf04ee94 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:17.141007 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e7fe704e-43a5-4b7c-8729-8676cf04ee94 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/26e35c7b-a424-4eb0-a283-f5e653ca81e1 HTTP/1.1" status: 204 len: 168 time: 0.9144709 Mar 23 02:39:17.144891 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ab8b56-38cf-46d3-8bb8-614f00956587 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:17.146028 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57364) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:17.168508 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69d2782-fda1-4ba5-a886-1f5c651256b5 admin admin] Router 920e73ec-0607-4b96-a19e-e29807738883 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:39:17.172086 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63d5713-f90f-43cb-a70d-1c225ec6e98d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Router 598223e9-84ab-4722-bbaf-ea2f04f46ffa has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:39:17.240664 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bb24a7eb-cbc7-4483-a505-616dcfd2acf7 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks [] for security_group (e37e3bef-4c91-4960-9be4-919f4d0d16a1), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:17.276618 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-139290bb-8b11-40fe-9ab5-c33dc0ab37bd tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (be8201a0-9c4f-4aa9-a444-9c65efc9f458), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:17.327262 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 789913db-abc3-4c14-9fa6-978129cab53e no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:39:17.366338 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 789913db-abc3-4c14-9fa6-978129cab53e {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:39:17.366691 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 789913db-abc3-4c14-9fa6-978129cab53e not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:39:17.370744 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bb24a7eb-cbc7-4483-a505-616dcfd2acf7 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (e37e3bef-4c91-4960-9be4-919f4d0d16a1), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:17.388258 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83cfc60-d07a-46d9-af96-a132c8a49232 None None] DHCP port deletion for 94d9379e-13fb-449b-8f45-d1ab95378f77 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:39:17.442022 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f83cfc60-d07a-46d9-af96-a132c8a49232 None None] Deleting port 8ccfa7b8-19d2-4a90-9292-b03678d5553d {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:17.443147 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f83cfc60-d07a-46d9-af96-a132c8a49232 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (8ccfa7b8-19d2-4a90-9292-b03678d5553d), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:17.514657 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c0a365e7-998a-4c26-b031-8c202bd54e84 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3645675 Mar 23 02:39:17.517143 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57368) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:17.520633 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-139290bb-8b11-40fe-9ab5-c33dc0ab37bd tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (be8201a0-9c4f-4aa9-a444-9c65efc9f458), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:17.543661 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-f83cfc60-d07a-46d9-af96-a132c8a49232 None None] For port 8ccfa7b8-19d2-4a90-9292-b03678d5553d, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8ccfa7b8-19d2-4a90-9292-b03678d5553d,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:17.544525 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f83cfc60-d07a-46d9-af96-a132c8a49232 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (8ccfa7b8-19d2-4a90-9292-b03678d5553d), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:17.563964 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f83cfc60-d07a-46d9-af96-a132c8a49232 None None] Calling delete_port for 8ccfa7b8-19d2-4a90-9292-b03678d5553d owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:17.574062 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb24a7eb-cbc7-4483-a505-616dcfd2acf7 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:39:17.591727 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-608d7330-af1f-42ac-b863-7f0b67bed05b admin admin] Publish callbacks [] for security_group (5964eeb4-b329-4df4-865c-9a9fc44bb077), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:17.602707 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69d2782-fda1-4ba5-a886-1f5c651256b5 admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:39:17.612239 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a69d2782-fda1-4ba5-a886-1f5c651256b5 admin admin] 10.222.0.24 "PUT /v2.0/routers/920e73ec-0607-4b96-a19e-e29807738883/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7868969 Mar 23 02:39:17.612239 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24a7eb-cbc7-4483-a505-616dcfd2acf7 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e37e3bef-4c91-4960-9be4-919f4d0d16a1,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:17.612420 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4d76a7-3b23-4e78-9f96-6086bd6742de None None] Sync routers for ids ['920e73ec-0607-4b96-a19e-e29807738883'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:39:17.617162 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6c560191-7949-4032-b27e-af2da1f3d7d1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (d14d7a97-9136-494f-99c3-e83b17362c30), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:17.630983 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57370) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:17.631519 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ab1408e0-a3a4-4608-8b04-55a56dc58e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:17.648688 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4d76a7-3b23-4e78-9f96-6086bd6742de None None] Routers {'920e73ec-0607-4b96-a19e-e29807738883'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:17.649271 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-9a4d76a7-3b23-4e78-9f96-6086bd6742de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['920e73ec-0607-4b96-a19e-e29807738883'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:17.669054 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bb24a7eb-cbc7-4483-a505-616dcfd2acf7 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (fc74ae80-235a-429d-8336-1f2948f6922b), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:17.669752 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-bb24a7eb-cbc7-4483-a505-616dcfd2acf7 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Added segment fc74ae80-235a-429d-8336-1f2948f6922b of type vlan for network b382a2e7-9cad-4c87-811b-26beb285d54e Mar 23 02:39:17.680693 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5fb24a40-c868-434b-99e1-067b445a383a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for router (7f00bf76-eba3-43b0-8aeb-164898420c7c), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:17.713637 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-608d7330-af1f-42ac-b863-7f0b67bed05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (5964eeb4-b329-4df4-865c-9a9fc44bb077), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:17.771996 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c560191-7949-4032-b27e-af2da1f3d7d1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event updated for resources: {'Subnet': ['ID=d14d7a97-9136-494f-99c3-e83b17362c30,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:17.774363 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f83cfc60-d07a-46d9-af96-a132c8a49232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (8ccfa7b8-19d2-4a90-9292-b03678d5553d), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:17.816373 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-9a4d76a7-3b23-4e78-9f96-6086bd6742de None None] Set router 920e73ec-0607-4b96-a19e-e29807738883 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:39:17.861777 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c560191-7949-4032-b27e-af2da1f3d7d1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Checking segment: {'id': '13eedaea-575a-4a32-9705-22b123a4af9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b4e94f77-89be-4a65-b80b-39d00706a4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:17.862176 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c560191-7949-4032-b27e-af2da1f3d7d1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Network hostable DHCP agents. Network: b4e94f77-89be-4a65-b80b-39d00706a4d5, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:39:17.864751 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-139290bb-8b11-40fe-9ab5-c33dc0ab37bd tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (be8201a0-9c4f-4aa9-a444-9c65efc9f458), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:17.865950 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83cfc60-d07a-46d9-af96-a132c8a49232 None None] Pushing event deleted for resources: {'Port': ['ID=8ccfa7b8-19d2-4a90-9292-b03678d5553d,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:17.870664 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83cfc60-d07a-46d9-af96-a132c8a49232 None None] No DVR routers for this DVR port 8ccfa7b8-19d2-4a90-9292-b03678d5553d on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:39:17.882105 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-608d7330-af1f-42ac-b863-7f0b67bed05b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d541e631fe44ed0b2134d4e6c990fb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8726194 Mar 23 02:39:17.887661 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57372) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:17.898527 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bb24a7eb-cbc7-4483-a505-616dcfd2acf7 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (b382a2e7-9cad-4c87-811b-26beb285d54e), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:17.914463 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63d5713-f90f-43cb-a70d-1c225ec6e98d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:39:17.920097 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e63d5713-f90f-43cb-a70d-1c225ec6e98d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:17.923309 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e63d5713-f90f-43cb-a70d-1c225ec6e98d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "PUT /v2.0/routers/598223e9-84ab-4722-bbaf-ea2f04f46ffa HTTP/1.1" status: 200 len: 926 time: 4.2055831 Mar 23 02:39:17.923309 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d7330-af1f-42ac-b863-7f0b67bed05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5964eeb4-b329-4df4-865c-9a9fc44bb077,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:17.932294 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57374) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:17.944017 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5fb24a40-c868-434b-99e1-067b445a383a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (7f00bf76-eba3-43b0-8aeb-164898420c7c), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:17.944889 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053152f5-8e5d-4cda-9603-2d915eb64a70 req-3d62664e-b2c3-49fc-a4f7-d0ac7e6fe5df tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:17.946864 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139290bb-8b11-40fe-9ab5-c33dc0ab37bd tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Pushing event deleted for resources: {'Subnet': ['ID=be8201a0-9c4f-4aa9-a444-9c65efc9f458,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:17.947743 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-053152f5-8e5d-4cda-9603-2d915eb64a70 req-3d62664e-b2c3-49fc-a4f7-d0ac7e6fe5df tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.3679595 Mar 23 02:39:17.950479 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5fb24a40-c868-434b-99e1-067b445a383a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for router_controller (7f00bf76-eba3-43b0-8aeb-164898420c7c), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:17.952659 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-139290bb-8b11-40fe-9ab5-c33dc0ab37bd tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:17.956152 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-139290bb-8b11-40fe-9ab5-c33dc0ab37bd tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] 10.222.0.24 "DELETE /v2.0/subnets/be8201a0-9c4f-4aa9-a444-9c65efc9f458 HTTP/1.1" status: 204 len: 168 time: 1.2706456 Mar 23 02:39:17.971630 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57376) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:17.976501 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ca41d2-b67e-4cdf-95ec-757f49dbf4be None None] Sync routers for ids ['598223e9-84ab-4722-bbaf-ea2f04f46ffa'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:39:18.022448 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af57d8f0-be97-4ea8-8deb-ff9ed3c9cc5e None None] Network ba9a8d15-0c6d-488f-9053-2c20ac35644f requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:18.043013 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-9a4d76a7-3b23-4e78-9f96-6086bd6742de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e73ec-0607-4b96-a19e-e29807738883', 'name': 'tempest-ServersTestJSON-880061780-router', 'tenant_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '5813600c-f00b-44b4-9a2b-a8f91a1f8b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:37:31Z', 'updated_at': '2022-03-23T02:39:15Z', 'revision_number': 5, 'project_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'gw_port': {'id': '5813600c-f00b-44b4-9a2b-a8f91a1f8b62', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e73ec-0607-4b96-a19e-e29807738883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:33Z', 'updated_at': '2022-03-23T02:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:18.071906 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4d76a7-3b23-4e78-9f96-6086bd6742de None None] Checking router: 920e73ec-0607-4b96-a19e-e29807738883 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:39:18.078800 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9ed11966-0db4-4207-b0af-03e7f00d8b39 admin admin] Publish callbacks [] for router (920e73ec-0607-4b96-a19e-e29807738883), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:18.084220 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4d76a7-3b23-4e78-9f96-6086bd6742de None None] Routers {'920e73ec-0607-4b96-a19e-e29807738883'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:18.085041 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-9a4d76a7-3b23-4e78-9f96-6086bd6742de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['920e73ec-0607-4b96-a19e-e29807738883'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:18.101670 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c560191-7949-4032-b27e-af2da1f3d7d1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Network b4e94f77-89be-4a65-b80b-39d00706a4d5 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:39:18.113674 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e585524d-d975-4c76-895e-b353c293fe3d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "GET /v2.0/routers/598223e9-84ab-4722-bbaf-ea2f04f46ffa HTTP/1.1" status: 200 len: 926 time: 0.1760557 Mar 23 02:39:18.116462 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57378) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:18.151004 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ca41d2-b67e-4cdf-95ec-757f49dbf4be None None] Routers {'598223e9-84ab-4722-bbaf-ea2f04f46ffa'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:18.151699 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-68ca41d2-b67e-4cdf-95ec-757f49dbf4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['598223e9-84ab-4722-bbaf-ea2f04f46ffa'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:18.187706 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5fb24a40-c868-434b-99e1-067b445a383a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (7f00bf76-eba3-43b0-8aeb-164898420c7c), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:18.187953 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb24a40-c868-434b-99e1-067b445a383a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Fanout notify agent at l3_agent the message router_deleted on router 7f00bf76-eba3-43b0-8aeb-164898420c7c {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:39:18.189304 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bb24a7eb-cbc7-4483-a505-616dcfd2acf7 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (b382a2e7-9cad-4c87-811b-26beb285d54e), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:18.196586 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb24a7eb-cbc7-4483-a505-616dcfd2acf7 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:18.197190 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bb24a7eb-cbc7-4483-a505-616dcfd2acf7 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:18.197353 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5fb24a40-c868-434b-99e1-067b445a383a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:18.205690 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-9a4d76a7-3b23-4e78-9f96-6086bd6742de None None] Set router 920e73ec-0607-4b96-a19e-e29807738883 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:39:18.208858 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5fb24a40-c868-434b-99e1-067b445a383a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/routers/7f00bf76-eba3-43b0-8aeb-164898420c7c HTTP/1.1" status: 204 len: 168 time: 0.6897748 Mar 23 02:39:18.209633 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57380) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:18.214108 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-6c560191-7949-4032-b27e-af2da1f3d7d1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, b4e94f77-89be-4a65-b80b-39d00706a4d5) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:18.215594 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-68ca41d2-b67e-4cdf-95ec-757f49dbf4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:18.216178 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e245090-8657-4f97-b090-79ac50ca9886 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Deleting subnet c028b1a2-3119-408b-8272-806ea67e5da4 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:39:18.219445 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-16251e5a-7bbf-4beb-8e7a-21d69b4e283e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:18.226753 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-82903164-d221-47ac-99fd-44fb48a1bdda admin admin] Publish callbacks [] for security_group (5964eeb4-b329-4df4-865c-9a9fc44bb077), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:18.240298 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1373225-a542-45af-a7b9-20c5c8c9af60 None None] Network b4e94f77-89be-4a65-b80b-39d00706a4d5 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:18.250695 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7e245090-8657-4f97-b090-79ac50ca9886 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks [] for subnet (c028b1a2-3119-408b-8272-806ea67e5da4), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:18.258161 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-053152f5-8e5d-4cda-9603-2d915eb64a70 req-5736ffff-1fe7-42ad-905d-9ce9ccb58c88 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2930572 Mar 23 02:39:18.363687 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-82903164-d221-47ac-99fd-44fb48a1bdda admin admin] Publish callbacks [] for security_group (5964eeb4-b329-4df4-865c-9a9fc44bb077), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:18.366204 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ca41d2-b67e-4cdf-95ec-757f49dbf4be None None] Routers {'598223e9-84ab-4722-bbaf-ea2f04f46ffa'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:18.367069 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-68ca41d2-b67e-4cdf-95ec-757f49dbf4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:38:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['598223e9-84ab-4722-bbaf-ea2f04f46ffa'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:18.382232 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24a7eb-cbc7-4483-a505-616dcfd2acf7 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Pushing event updated for resources: {'Network': ['ID=b382a2e7-9cad-4c87-811b-26beb285d54e,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:18.394696 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-bb24a7eb-cbc7-4483-a505-616dcfd2acf7 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.3588448 Mar 23 02:39:18.401241 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7e245090-8657-4f97-b090-79ac50ca9886 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (c028b1a2-3119-408b-8272-806ea67e5da4), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:18.420632 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network b382a2e7-9cad-4c87-811b-26beb285d54e details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:39:18.429923 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c560191-7949-4032-b27e-af2da1f3d7d1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:18.430535 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6c560191-7949-4032-b27e-af2da1f3d7d1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:18.433480 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-68ca41d2-b67e-4cdf-95ec-757f49dbf4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:18.434399 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ca41d2-b67e-4cdf-95ec-757f49dbf4be None None] The sync data for ids ['598223e9-84ab-4722-bbaf-ea2f04f46ffa'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:39:18.472189 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9ed11966-0db4-4207-b0af-03e7f00d8b39 admin admin] Publish callbacks [] for router_gateway (920e73ec-0607-4b96-a19e-e29807738883), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:18.485972 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c3e2c6-6319-477b-9b59-513e2d6b85df tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:18.493960 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b7c3e2c6-6319-477b-9b59-513e2d6b85df tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=6bbcca03-75ff-487c-8b0e-a32302dacbee&device_id=598223e9-84ab-4722-bbaf-ea2f04f46ffa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3743320 Mar 23 02:39:18.495430 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57382) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:18.498030 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16251e5a-7bbf-4beb-8e7a-21d69b4e283e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:18.506857 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-16251e5a-7bbf-4beb-8e7a-21d69b4e283e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:18.592704 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-9a4d76a7-3b23-4e78-9f96-6086bd6742de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e73ec-0607-4b96-a19e-e29807738883', 'name': 'tempest-ServersTestJSON-880061780-router', 'tenant_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '5813600c-f00b-44b4-9a2b-a8f91a1f8b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:37:31Z', 'updated_at': '2022-03-23T02:39:15Z', 'revision_number': 5, 'project_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'gw_port': {'id': '5813600c-f00b-44b4-9a2b-a8f91a1f8b62', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e73ec-0607-4b96-a19e-e29807738883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:33Z', 'updated_at': '2022-03-23T02:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:18.602941 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e410bd-1686-4c16-ae1f-76de51712ec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-b4e94f77-89be-4a65-b80b-39d00706a4d5', 'network_id': 'b4e94f77-89be-4a65-b80b-39d00706a4d5', 'project_id': '51b0f06b4ce74eca9f44a6cb2b631af2', 'fixed_ips': [{'subnet_id': 'd14d7a97-9136-494f-99c3-e83b17362c30'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:39:18.604086 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-34e410bd-1686-4c16-ae1f-76de51712ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:18.640998 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7e245090-8657-4f97-b090-79ac50ca9886 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (c028b1a2-3119-408b-8272-806ea67e5da4), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:18.662511 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4d76a7-3b23-4e78-9f96-6086bd6742de None None] The sync data for ids ['920e73ec-0607-4b96-a19e-e29807738883'] in dv-neutron-834613-2-hyperv is: [{'id': '920e73ec-0607-4b96-a19e-e29807738883', 'name': 'tempest-ServersTestJSON-880061780-router', 'tenant_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '5813600c-f00b-44b4-9a2b-a8f91a1f8b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:37:31Z', 'updated_at': '2022-03-23T02:39:15Z', 'revision_number': 5, 'project_id': 'f6f078640e4c4af68e0bac25d7acd7c7', 'gw_port': {'id': '5813600c-f00b-44b4-9a2b-a8f91a1f8b62', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e73ec-0607-4b96-a19e-e29807738883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:33Z', 'updated_at': '2022-03-23T02:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:39:18.687776 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6c560191-7949-4032-b27e-af2da1f3d7d1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.2683504 Mar 23 02:39:18.701992 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57384) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:18.708042 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-47591b12-7cbf-475a-85f9-155aeb71508a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:18.771133 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007d2110-f9f2-47a6-b4f3-0a3d08196a68 None None] DHCP port deletion for ba9a8d15-0c6d-488f-9053-2c20ac35644f request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:39:18.784331 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:18.834117 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90a9967-0b87-4f4b-85a7-986ff64c22f0 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:18.836257 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b90a9967-0b87-4f4b-85a7-986ff64c22f0 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "GET /v2.0/networks/6bbcca03-75ff-487c-8b0e-a32302dacbee HTTP/1.1" status: 200 len: 881 time: 0.3180592 Mar 23 02:39:18.837012 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-9ed11966-0db4-4207-b0af-03e7f00d8b39 admin admin] Deleting port 5813600c-f00b-44b4-9a2b-a8f91a1f8b62 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:18.837522 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9ed11966-0db4-4207-b0af-03e7f00d8b39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (5813600c-f00b-44b4-9a2b-a8f91a1f8b62), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:18.839460 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57386) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:18.855794 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-82903164-d221-47ac-99fd-44fb48a1bdda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (5964eeb4-b329-4df4-865c-9a9fc44bb077), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:18.858605 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-82903164-d221-47ac-99fd-44fb48a1bdda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:18.859915 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-82903164-d221-47ac-99fd-44fb48a1bdda admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5964eeb4-b329-4df4-865c-9a9fc44bb077 HTTP/1.1" status: 204 len: 168 time: 0.9691007 Mar 23 02:39:18.899113 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-34e410bd-1686-4c16-ae1f-76de51712ec5 None None] Allocated IP 2001:db8::3 (b4e94f77-89be-4a65-b80b-39d00706a4d5/d14d7a97-9136-494f-99c3-e83b17362c30/be0ca76a-cc21-4e8d-bb72-12053c73dec0) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:18.904508 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-007d2110-f9f2-47a6-b4f3-0a3d08196a68 None None] Deleting port 3fd1c560-1eeb-4767-890d-b89feb2216a1 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:18.904793 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-007d2110-f9f2-47a6-b4f3-0a3d08196a68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (3fd1c560-1eeb-4767-890d-b89feb2216a1), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:18.945600 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-47591b12-7cbf-475a-85f9-155aeb71508a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26151383'] for subnet (d14d7a97-9136-494f-99c3-e83b17362c30), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:18.948299 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7e245090-8657-4f97-b090-79ac50ca9886 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (c028b1a2-3119-408b-8272-806ea67e5da4), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:18.951949 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0303636a-d962-4ade-a522-d520b8ebe97b tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] 10.222.0.24 "GET /v2.0/ports?device_id=598223e9-84ab-4722-bbaf-ea2f04f46ffa HTTP/1.1" status: 200 len: 205 time: 0.1083288 Mar 23 02:39:18.963225 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57390) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:18.974613 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82903164-d221-47ac-99fd-44fb48a1bdda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5964eeb4-b329-4df4-865c-9a9fc44bb077,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:19.095443 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7e245090-8657-4f97-b090-79ac50ca9886 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:19.100304 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7e245090-8657-4f97-b090-79ac50ca9886 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] 10.222.0.24 "DELETE /v2.0/subnets/c028b1a2-3119-408b-8272-806ea67e5da4 HTTP/1.1" status: 204 len: 168 time: 1.1203568 Mar 23 02:39:19.101431 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e245090-8657-4f97-b090-79ac50ca9886 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Pushing event deleted for resources: {'Subnet': ['ID=c028b1a2-3119-408b-8272-806ea67e5da4,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:19.162216 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57392) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:19.286054 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-9ed11966-0db4-4207-b0af-03e7f00d8b39 admin admin] For port 5813600c-f00b-44b4-9a2b-a8f91a1f8b62, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=5813600c-f00b-44b4-9a2b-a8f91a1f8b62,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:19.286670 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9ed11966-0db4-4207-b0af-03e7f00d8b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (5813600c-f00b-44b4-9a2b-a8f91a1f8b62), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:19.318695 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-9ed11966-0db4-4207-b0af-03e7f00d8b39 admin admin] Calling delete_port for 5813600c-f00b-44b4-9a2b-a8f91a1f8b62 owned by network:router_gateway {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:19.349557 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ae2ee521-eb32-481c-9206-986edac634f4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router (598223e9-84ab-4722-bbaf-ea2f04f46ffa), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:19.360574 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ee88519a-421b-4bc2-b6ef-fd311e4a9c91 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (ba9a8d15-0c6d-488f-9053-2c20ac35644f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:19.374899 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-16251e5a-7bbf-4beb-8e7a-21d69b4e283e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (b14581de-0d8c-4182-9bf5-3a6219fe955c), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:19.524715 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-34e410bd-1686-4c16-ae1f-76de51712ec5 None None] Publish callbacks [] for port (be0ca76a-cc21-4e8d-bb72-12053c73dec0), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:19.529382 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16251e5a-7bbf-4beb-8e7a-21d69b4e283e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Subnet': ['ID=b14581de-0d8c-4182-9bf5-3a6219fe955c,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:19.534712 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd3e00f-c03f-4b1d-a98b-f34806de95ea None None] Network 48c55300-5acb-49ed-9c26-87ab1fcd14e3 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:19.568223 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16251e5a-7bbf-4beb-8e7a-21d69b4e283e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:19.588047 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-16251e5a-7bbf-4beb-8e7a-21d69b4e283e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:19.625300 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 3fd1c560-1eeb-4767-890d-b89feb2216a1 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:39:19.635250 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98ebde6-32b2-4d20-a42f-79ce988baf35 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:19.638501 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-34e410bd-1686-4c16-ae1f-76de51712ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (be0ca76a-cc21-4e8d-bb72-12053c73dec0), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:19.645861 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16251e5a-7bbf-4beb-8e7a-21d69b4e283e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:19.648232 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-16251e5a-7bbf-4beb-8e7a-21d69b4e283e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:19.679569 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ae2ee521-eb32-481c-9206-986edac634f4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router_gateway (598223e9-84ab-4722-bbaf-ea2f04f46ffa), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:19.692977 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa1fe5-3a18-414f-a903-66084d85cb39 req-f50728e2-61c5-4aac-9b24-4d74a3700fa9 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:19.693483 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-61aa1fe5-3a18-414f-a903-66084d85cb39 req-f50728e2-61c5-4aac-9b24-4d74a3700fa9 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.1661527 Mar 23 02:39:19.730984 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-ee88519a-421b-4bc2-b6ef-fd311e4a9c91 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Deleting port 3fd1c560-1eeb-4767-890d-b89feb2216a1 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:19.731326 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ee88519a-421b-4bc2-b6ef-fd311e4a9c91 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (3fd1c560-1eeb-4767-890d-b89feb2216a1), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:19.763228 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-16251e5a-7bbf-4beb-8e7a-21d69b4e283e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5495133 Mar 23 02:39:19.765019 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57402) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:19.774533 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-007d2110-f9f2-47a6-b4f3-0a3d08196a68 None None] For port 3fd1c560-1eeb-4767-890d-b89feb2216a1, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=3fd1c560-1eeb-4767-890d-b89feb2216a1,segment=NetworkSegment(faf89699-9571-4709-9658-8490d561a131),segment_id=faf89699-9571-4709-9658-8490d561a131)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:19.775386 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-007d2110-f9f2-47a6-b4f3-0a3d08196a68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (3fd1c560-1eeb-4767-890d-b89feb2216a1), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:19.791762 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-b1613c81-57da-435e-9e7a-57ea82db3888 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1828225233', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:19.792351 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-007d2110-f9f2-47a6-b4f3-0a3d08196a68 None None] Calling delete_port for 3fd1c560-1eeb-4767-890d-b89feb2216a1 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:19.822172 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-61aa1fe5-3a18-414f-a903-66084d85cb39 req-c24c6feb-5231-413e-bde5-0a1c92032298 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143351 Mar 23 02:39:19.857710 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-ee88519a-421b-4bc2-b6ef-fd311e4a9c91 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] For port 3fd1c560-1eeb-4767-890d-b89feb2216a1, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=3fd1c560-1eeb-4767-890d-b89feb2216a1,segment=NetworkSegment(faf89699-9571-4709-9658-8490d561a131),segment_id=faf89699-9571-4709-9658-8490d561a131)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:19.858137 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ee88519a-421b-4bc2-b6ef-fd311e4a9c91 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (3fd1c560-1eeb-4767-890d-b89feb2216a1), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:19.883432 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-ee88519a-421b-4bc2-b6ef-fd311e4a9c91 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Calling delete_port for 3fd1c560-1eeb-4767-890d-b89feb2216a1 owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:20.040306 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ee88519a-421b-4bc2-b6ef-fd311e4a9c91 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (3fd1c560-1eeb-4767-890d-b89feb2216a1), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:20.084905 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee88519a-421b-4bc2-b6ef-fd311e4a9c91 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Pushing event deleted for resources: {'Port': ['ID=3fd1c560-1eeb-4767-890d-b89feb2216a1,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:20.088152 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-007d2110-f9f2-47a6-b4f3-0a3d08196a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (3fd1c560-1eeb-4767-890d-b89feb2216a1), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:20.106257 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee88519a-421b-4bc2-b6ef-fd311e4a9c91 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] No DVR routers for this DVR port 3fd1c560-1eeb-4767-890d-b89feb2216a1 on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:39:20.115913 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e410bd-1686-4c16-ae1f-76de51712ec5 None None] Network b4e94f77-89be-4a65-b80b-39d00706a4d5 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:20.147910 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-34e410bd-1686-4c16-ae1f-76de51712ec5 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:20.160554 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007d2110-f9f2-47a6-b4f3-0a3d08196a68 None None] No DVR routers for this DVR port 3fd1c560-1eeb-4767-890d-b89feb2216a1 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:39:20.162011 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e410bd-1686-4c16-ae1f-76de51712ec5 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:20.175089 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No active binding found for port 3fd1c560-1eeb-4767-890d-b89feb2216a1 {{(pid=104350) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 23 02:39:20.175490 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] The host dv-neutron-834613-2-hyperv is not matching for port 3fd1c560-1eeb-4767-890d-b89feb2216a1 host None! {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 02:39:20.175901 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 3fd1c560-1eeb-4767-890d-b89feb2216a1 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:39:20.176321 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8ccfa7b8-19d2-4a90-9292-b03678d5553d no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:39:20.212926 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e410bd-1686-4c16-ae1f-76de51712ec5 None None] Pushing event updated for resources: {'Port': ['ID=be0ca76a-cc21-4e8d-bb72-12053c73dec0,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:20.259682 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ee88519a-421b-4bc2-b6ef-fd311e4a9c91 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (ba9a8d15-0c6d-488f-9053-2c20ac35644f), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:20.282011 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 8ccfa7b8-19d2-4a90-9292-b03678d5553d {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:39:20.282353 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8ccfa7b8-19d2-4a90-9292-b03678d5553d not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:39:20.282776 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 02b284c1-1dcf-4f80-a191-8fd80dc15b13 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:39:20.302183 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-ee88519a-421b-4bc2-b6ef-fd311e4a9c91 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9a8d15-0c6d-488f-9053-2c20ac35644f']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:20.325110 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-ee88519a-421b-4bc2-b6ef-fd311e4a9c91 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf89699-9571-4709-9658-8490d561a131') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:20.325633 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-ee88519a-421b-4bc2-b6ef-fd311e4a9c91 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf89699-9571-4709-9658-8490d561a131') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:20.349066 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ee88519a-421b-4bc2-b6ef-fd311e4a9c91 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (faf89699-9571-4709-9658-8490d561a131), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:20.363734 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ee88519a-421b-4bc2-b6ef-fd311e4a9c91 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (faf89699-9571-4709-9658-8490d561a131), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:20.370692 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee88519a-421b-4bc2-b6ef-fd311e4a9c91 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:39:20.371091 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ee88519a-421b-4bc2-b6ef-fd311e4a9c91 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (faf89699-9571-4709-9658-8490d561a131), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:20.397481 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 02b284c1-1dcf-4f80-a191-8fd80dc15b13 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:39:20.398616 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 02b284c1-1dcf-4f80-a191-8fd80dc15b13 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:39:20.403859 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b1613c81-57da-435e-9e7a-57ea82db3888 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:20.403859 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b1613c81-57da-435e-9e7a-57ea82db3888 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:20.419200 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d2110-f9f2-47a6-b4f3-0a3d08196a68 None None] Pushing event deleted for resources: {'Port': ['ID=3fd1c560-1eeb-4767-890d-b89feb2216a1,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:20.436107 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f795cccf-cfc6-4d5d-9cbd-42385ba1ead3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:20.472057 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:39:20.472057 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:39:20.472057 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:39:20.472057 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:39:20.472057 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:39:20.472057 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:39:20.472057 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:39:20.472057 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:39:20.472057 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:39:20.472057 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:39:20.472057 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:39:20.472057 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:39:20.472057 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:39:20.472057 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:39:20.472057 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:39:20.472057 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:39:20.472057 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:39:20.472057 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:39:20.472057 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:39:20.472057 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:39:20.472057 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:39:20.472057 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:39:20.472057 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:39:20.472057 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:39:20.472057 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:39:20.472057 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:39:20.472057 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:39:20.472057 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:39:20.472057 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:39:20.472057 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:39:20.472057 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:39:20.472057 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:39:20.498888 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-34e410bd-1686-4c16-ae1f-76de51712ec5 None None] Attempting to bind port be0ca76a-cc21-4e8d-bb72-12053c73dec0 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:39:20.499263 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-34e410bd-1686-4c16-ae1f-76de51712ec5 None None] Attempting to bind port be0ca76a-cc21-4e8d-bb72-12053c73dec0 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '13eedaea-575a-4a32-9705-22b123a4af9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b4e94f77-89be-4a65-b80b-39d00706a4d5'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:39:20.499631 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e410bd-1686-4c16-ae1f-76de51712ec5 None None] Attempting to bind port be0ca76a-cc21-4e8d-bb72-12053c73dec0 on network b4e94f77-89be-4a65-b80b-39d00706a4d5 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:39:20.505392 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e410bd-1686-4c16-ae1f-76de51712ec5 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:39:20.505767 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e410bd-1686-4c16-ae1f-76de51712ec5 None None] Checking segment: {'id': '13eedaea-575a-4a32-9705-22b123a4af9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b4e94f77-89be-4a65-b80b-39d00706a4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:20.506171 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-34e410bd-1686-4c16-ae1f-76de51712ec5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:20.506563 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e410bd-1686-4c16-ae1f-76de51712ec5 None None] Bound using segment: {'id': '13eedaea-575a-4a32-9705-22b123a4af9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b4e94f77-89be-4a65-b80b-39d00706a4d5'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:39:20.507032 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-34e410bd-1686-4c16-ae1f-76de51712ec5 None None] Bound port: be0ca76a-cc21-4e8d-bb72-12053c73dec0, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13eedaea-575a-4a32-9705-22b123a4af9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b4e94f77-89be-4a65-b80b-39d00706a4d5'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:39:20.507411 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-34e410bd-1686-4c16-ae1f-76de51712ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (be0ca76a-cc21-4e8d-bb72-12053c73dec0), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:20.524237 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4fa337-9849-4c6d-bb68-1b6f12e865bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-94d9379e-13fb-449b-8f45-d1ab95378f77', 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'fixed_ips': [{'subnet_id': 'b14581de-0d8c-4182-9bf5-3a6219fe955c'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:39:20.526557 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4b4fa337-9849-4c6d-bb68-1b6f12e865bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:20.566590 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ee88519a-421b-4bc2-b6ef-fd311e4a9c91 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (ba9a8d15-0c6d-488f-9053-2c20ac35644f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:20.594508 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9ed11966-0db4-4207-b0af-03e7f00d8b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (5813600c-f00b-44b4-9a2b-a8f91a1f8b62), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:20.609793 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ee88519a-421b-4bc2-b6ef-fd311e4a9c91 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:20.616140 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b1613c81-57da-435e-9e7a-57ea82db3888 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for router_controller (2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:20.644055 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ee88519a-421b-4bc2-b6ef-fd311e4a9c91 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] 10.222.0.24 "DELETE /v2.0/networks/ba9a8d15-0c6d-488f-9053-2c20ac35644f HTTP/1.1" status: 204 len: 168 time: 1.4704142 Mar 23 02:39:20.645066 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57416) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:20.658755 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee88519a-421b-4bc2-b6ef-fd311e4a9c91 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Pushing event deleted for resources: {'Network': ['ID=ba9a8d15-0c6d-488f-9053-2c20ac35644f,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:20.694880 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fe0391-e6a5-4e95-9fa6-efd670415e52 None None] DHCP port deletion for 48c55300-5acb-49ed-9c26-87ab1fcd14e3 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:39:20.704801 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0319e-e7d8-4e71-93a3-1a5140b42f5b req-dcdbe576-682d-4dd0-be7b-0270281c152c tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:20.706828 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-65e0319e-e7d8-4e71-93a3-1a5140b42f5b req-dcdbe576-682d-4dd0-be7b-0270281c152c tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.3243792 Mar 23 02:39:20.711650 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed11966-0db4-4207-b0af-03e7f00d8b39 admin admin] Pushing event deleted for resources: {'Port': ['ID=5813600c-f00b-44b4-9a2b-a8f91a1f8b62,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:20.721173 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-ae2ee521-eb32-481c-9206-986edac634f4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Deleting port 4315d55e-c0c2-43ed-a3bf-119be4a2d0ea {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:20.723350 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ae2ee521-eb32-481c-9206-986edac634f4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (4315d55e-c0c2-43ed-a3bf-119be4a2d0ea), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:20.743246 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-34e410bd-1686-4c16-ae1f-76de51712ec5 None None] For port be0ca76a-cc21-4e8d-bb72-12053c73dec0, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:39:20.744874 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b1613c81-57da-435e-9e7a-57ea82db3888 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:20.797595 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5fbe06ff-da9a-486f-aa74-859a1e3d477e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (48c55300-5acb-49ed-9c26-87ab1fcd14e3), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:20.800136 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-34e410bd-1686-4c16-ae1f-76de51712ec5 None None] For port be0ca76a-cc21-4e8d-bb72-12053c73dec0, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=be0ca76a-cc21-4e8d-bb72-12053c73dec0,segment=NetworkSegment(13eedaea-575a-4a32-9705-22b123a4af9b),segment_id=13eedaea-575a-4a32-9705-22b123a4af9b)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:39:20.865457 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b1613c81-57da-435e-9e7a-57ea82db3888 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:20.867418 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b1613c81-57da-435e-9e7a-57ea82db3888 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.1023579 Mar 23 02:39:20.868413 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-47591b12-7cbf-475a-85f9-155aeb71508a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728337337483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3457689'] for subnet (d14d7a97-9136-494f-99c3-e83b17362c30), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:20.873876 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57422) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:20.891727 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-34e410bd-1686-4c16-ae1f-76de51712ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (be0ca76a-cc21-4e8d-bb72-12053c73dec0), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:20.982910 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47591b12-7cbf-475a-85f9-155aeb71508a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event updated for resources: {'Subnet': ['ID=d14d7a97-9136-494f-99c3-e83b17362c30,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:20.988981 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47591b12-7cbf-475a-85f9-155aeb71508a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:20.989939 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-47591b12-7cbf-475a-85f9-155aeb71508a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:20.994776 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-47591b12-7cbf-475a-85f9-155aeb71508a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "PUT /v2.0/subnets/d14d7a97-9136-494f-99c3-e83b17362c30 HTTP/1.1" status: 200 len: 900 time: 2.2916811 Mar 23 02:39:20.995838 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57424) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:21.027335 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-03fe0391-e6a5-4e95-9fa6-efd670415e52 None None] Deleting port d195802a-375f-41cc-aae7-c6b6180b802e {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:21.027758 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-03fe0391-e6a5-4e95-9fa6-efd670415e52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (d195802a-375f-41cc-aae7-c6b6180b802e), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:21.116945 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-03fe0391-e6a5-4e95-9fa6-efd670415e52 None None] For port d195802a-375f-41cc-aae7-c6b6180b802e, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=d195802a-375f-41cc-aae7-c6b6180b802e,segment=NetworkSegment(59dc116d-37e5-464b-a8ee-90227f032f32),segment_id=59dc116d-37e5-464b-a8ee-90227f032f32)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:21.117489 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-03fe0391-e6a5-4e95-9fa6-efd670415e52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (d195802a-375f-41cc-aae7-c6b6180b802e), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:21.154114 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-03fe0391-e6a5-4e95-9fa6-efd670415e52 None None] Calling delete_port for d195802a-375f-41cc-aae7-c6b6180b802e owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:21.206093 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-65e0319e-e7d8-4e71-93a3-1a5140b42f5b req-dc2a4b20-65ec-44a6-9ae0-dee503df443b tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4627745 Mar 23 02:39:21.378819 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9ed11966-0db4-4207-b0af-03e7f00d8b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (920e73ec-0607-4b96-a19e-e29807738883), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:21.469584 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-4b4fa337-9849-4c6d-bb68-1b6f12e865bc None None] Allocated IP 2001:db8::2 (94d9379e-13fb-449b-8f45-d1ab95378f77/b14581de-0d8c-4182-9bf5-3a6219fe955c/832aa078-08d2-4335-9abd-ee30c1f788e0) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:21.479763 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d195802a-375f-41cc-aae7-c6b6180b802e no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:39:21.591273 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-03fe0391-e6a5-4e95-9fa6-efd670415e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (d195802a-375f-41cc-aae7-c6b6180b802e), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:21.611737 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: d195802a-375f-41cc-aae7-c6b6180b802e {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:39:21.612098 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d195802a-375f-41cc-aae7-c6b6180b802e not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:39:21.632633 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fe0391-e6a5-4e95-9fa6-efd670415e52 None None] No DVR routers for this DVR port d195802a-375f-41cc-aae7-c6b6180b802e on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:39:21.644778 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e410bd-1686-4c16-ae1f-76de51712ec5 None None] Pushing event updated for resources: {'Port': ['ID=be0ca76a-cc21-4e8d-bb72-12053c73dec0,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:21.672011 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57436) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:21.692695 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f2565d01-5773-4022-a5c6-773fd350392b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (b4e94f77-89be-4a65-b80b-39d00706a4d5), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:21.702810 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-cb0a3517-638c-4d21-a361-b981c5eeedb7 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Request body: {'subnet': {'network_id': 'b382a2e7-9cad-4c87-811b-26beb285d54e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:21.710576 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ae2ee521-eb32-481c-9206-986edac634f4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (4315d55e-c0c2-43ed-a3bf-119be4a2d0ea), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:21.723444 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:21.743580 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe0391-e6a5-4e95-9fa6-efd670415e52 None None] Pushing event deleted for resources: {'Port': ['ID=d195802a-375f-41cc-aae7-c6b6180b802e,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:21.780847 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-ae2ee521-eb32-481c-9206-986edac634f4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Calling delete_port for 4315d55e-c0c2-43ed-a3bf-119be4a2d0ea owned by network:router_gateway {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:21.790519 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9ed11966-0db4-4207-b0af-03e7f00d8b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (920e73ec-0607-4b96-a19e-e29807738883), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:21.799464 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9ed11966-0db4-4207-b0af-03e7f00d8b39 admin admin] Publish callbacks [] for router_controller (920e73ec-0607-4b96-a19e-e29807738883), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:21.880767 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4b4fa337-9849-4c6d-bb68-1b6f12e865bc None None] Publish callbacks [] for port (832aa078-08d2-4335-9abd-ee30c1f788e0), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:21.882719 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-5fbe06ff-da9a-486f-aa74-859a1e3d477e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Deleting port d195802a-375f-41cc-aae7-c6b6180b802e {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:21.883179 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5fbe06ff-da9a-486f-aa74-859a1e3d477e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (d195802a-375f-41cc-aae7-c6b6180b802e), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:21.951193 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4b4fa337-9849-4c6d-bb68-1b6f12e865bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (832aa078-08d2-4335-9abd-ee30c1f788e0), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:21.984290 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57442) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:22.008530 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-5fbe06ff-da9a-486f-aa74-859a1e3d477e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] For port d195802a-375f-41cc-aae7-c6b6180b802e, host dv-neutron-834613-2-hyperv, got binding levels [] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:22.009267 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5fbe06ff-da9a-486f-aa74-859a1e3d477e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (d195802a-375f-41cc-aae7-c6b6180b802e), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:22.016591 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-f2565d01-5773-4022-a5c6-773fd350392b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Deleting port be0ca76a-cc21-4e8d-bb72-12053c73dec0 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:22.023032 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f2565d01-5773-4022-a5c6-773fd350392b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (be0ca76a-cc21-4e8d-bb72-12053c73dec0), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:22.023446 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4fa337-9849-4c6d-bb68-1b6f12e865bc None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:22.023613 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691b14c-adb6-4a70-b2f5-9fa7ffcd5f11 req-3f4ceac6-f7d9-4ef9-9258-0207c023ba25 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:22.023613 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9691b14c-adb6-4a70-b2f5-9fa7ffcd5f11 req-3f4ceac6-f7d9-4ef9-9258-0207c023ba25 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.1876745 Mar 23 02:39:22.031360 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-4b4fa337-9849-4c6d-bb68-1b6f12e865bc None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:22.034457 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4fa337-9849-4c6d-bb68-1b6f12e865bc None None] Pushing event updated for resources: {'Port': ['ID=832aa078-08d2-4335-9abd-ee30c1f788e0,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:22.037394 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4fa337-9849-4c6d-bb68-1b6f12e865bc None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:22.059793 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-5fbe06ff-da9a-486f-aa74-859a1e3d477e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Calling delete_port for d195802a-375f-41cc-aae7-c6b6180b802e owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:22.067497 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9ed11966-0db4-4207-b0af-03e7f00d8b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (920e73ec-0607-4b96-a19e-e29807738883), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:22.068832 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed11966-0db4-4207-b0af-03e7f00d8b39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 920e73ec-0607-4b96-a19e-e29807738883 {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:39:22.074566 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9ed11966-0db4-4207-b0af-03e7f00d8b39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:22.075699 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9ed11966-0db4-4207-b0af-03e7f00d8b39 admin admin] 10.222.0.24 "DELETE /v2.0/routers/920e73ec-0607-4b96-a19e-e29807738883 HTTP/1.1" status: 204 len: 168 time: 4.4192209 Mar 23 02:39:22.091999 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57446) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:22.105758 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.ipam_backend_mixin [None req-5fbe06ff-da9a-486f-aa74-859a1e3d477e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Port d195802a-375f-41cc-aae7-c6b6180b802e was not found and therefore no delete operation was performed {{(pid=104349) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 02:39:22.109038 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2bbe7b1b-a53b-4235-ab3d-e9b145f1cd3d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:22.112260 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5fbe06ff-da9a-486f-aa74-859a1e3d477e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (d195802a-375f-41cc-aae7-c6b6180b802e), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:22.128449 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0a3517-638c-4d21-a361-b981c5eeedb7 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Made reservation on behalf of ae262acb2831448aa0401111a68e30ae for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:22.132358 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cb0a3517-638c-4d21-a361-b981c5eeedb7 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:22.183353 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-4b4fa337-9849-4c6d-bb68-1b6f12e865bc None None] Attempting to bind port 832aa078-08d2-4335-9abd-ee30c1f788e0 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:39:22.183776 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-4b4fa337-9849-4c6d-bb68-1b6f12e865bc None None] Attempting to bind port 832aa078-08d2-4335-9abd-ee30c1f788e0 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:39:22.184195 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4fa337-9849-4c6d-bb68-1b6f12e865bc None None] Attempting to bind port 832aa078-08d2-4335-9abd-ee30c1f788e0 on network 94d9379e-13fb-449b-8f45-d1ab95378f77 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:39:22.195528 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4fa337-9849-4c6d-bb68-1b6f12e865bc None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:39:22.202115 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe06ff-da9a-486f-aa74-859a1e3d477e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Pushing event deleted for resources: {'Port': ['ID=d195802a-375f-41cc-aae7-c6b6180b802e,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:22.208196 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4fa337-9849-4c6d-bb68-1b6f12e865bc None None] Checking segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:22.209520 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4b4fa337-9849-4c6d-bb68-1b6f12e865bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:22.209520 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4fa337-9849-4c6d-bb68-1b6f12e865bc None None] Bound using segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:39:22.209803 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-4b4fa337-9849-4c6d-bb68-1b6f12e865bc None None] Bound port: 832aa078-08d2-4335-9abd-ee30c1f788e0, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:39:22.210141 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4b4fa337-9849-4c6d-bb68-1b6f12e865bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (832aa078-08d2-4335-9abd-ee30c1f788e0), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:22.311918 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-2523f349-e1cb-4f5f-b2b0-804ee8459c74 admin admin] Deleting subnet de1e07f7-443c-4bd4-9b04-646304273766 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:39:22.315687 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2523f349-e1cb-4f5f-b2b0-804ee8459c74 admin admin] Publish callbacks [] for subnet (de1e07f7-443c-4bd4-9b04-646304273766), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:22.320812 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9691b14c-adb6-4a70-b2f5-9fa7ffcd5f11 req-e2e2c9a9-0815-4840-93bd-970c4a0ac446 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2917435 Mar 23 02:39:22.339691 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-4b4fa337-9849-4c6d-bb68-1b6f12e865bc None None] For port 832aa078-08d2-4335-9abd-ee30c1f788e0, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:39:22.344068 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-4b4fa337-9849-4c6d-bb68-1b6f12e865bc None None] For port 832aa078-08d2-4335-9abd-ee30c1f788e0, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=832aa078-08d2-4335-9abd-ee30c1f788e0,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:39:22.352114 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbe06ff-da9a-486f-aa74-859a1e3d477e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] No DVR routers for this DVR port d195802a-375f-41cc-aae7-c6b6180b802e on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:39:22.359866 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-034ac974-74af-4de7-8a79-e30790af482a tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1132175769', 'router:external': True}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:22.405287 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4b4fa337-9849-4c6d-bb68-1b6f12e865bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (832aa078-08d2-4335-9abd-ee30c1f788e0), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:22.491200 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4fa337-9849-4c6d-bb68-1b6f12e865bc None None] Pushing event updated for resources: {'Port': ['ID=832aa078-08d2-4335-9abd-ee30c1f788e0,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:22.513882 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5fbe06ff-da9a-486f-aa74-859a1e3d477e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (48c55300-5acb-49ed-9c26-87ab1fcd14e3), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:22.569697 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-5fbe06ff-da9a-486f-aa74-859a1e3d477e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c55300-5acb-49ed-9c26-87ab1fcd14e3']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:22.593677 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-5fbe06ff-da9a-486f-aa74-859a1e3d477e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59dc116d-37e5-464b-a8ee-90227f032f32') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:22.594098 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-5fbe06ff-da9a-486f-aa74-859a1e3d477e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59dc116d-37e5-464b-a8ee-90227f032f32') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:22.597730 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:22.602887 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2523f349-e1cb-4f5f-b2b0-804ee8459c74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (de1e07f7-443c-4bd4-9b04-646304273766), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:22.609913 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5fbe06ff-da9a-486f-aa74-859a1e3d477e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (59dc116d-37e5-464b-a8ee-90227f032f32), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:22.637055 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99e0812-02b4-4b85-8c2e-2c65b3afa2a3 None None] Network b4e94f77-89be-4a65-b80b-39d00706a4d5 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:22.649811 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5fbe06ff-da9a-486f-aa74-859a1e3d477e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (59dc116d-37e5-464b-a8ee-90227f032f32), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:22.655483 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-f2565d01-5773-4022-a5c6-773fd350392b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] For port be0ca76a-cc21-4e8d-bb72-12053c73dec0, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=be0ca76a-cc21-4e8d-bb72-12053c73dec0,segment=NetworkSegment(13eedaea-575a-4a32-9705-22b123a4af9b),segment_id=13eedaea-575a-4a32-9705-22b123a4af9b)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:22.655798 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f2565d01-5773-4022-a5c6-773fd350392b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (be0ca76a-cc21-4e8d-bb72-12053c73dec0), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:22.662317 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fbe06ff-da9a-486f-aa74-859a1e3d477e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:39:22.663087 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5fbe06ff-da9a-486f-aa74-859a1e3d477e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (59dc116d-37e5-464b-a8ee-90227f032f32), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:22.665735 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:39:22.665735 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:39:22.665735 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:39:22.665735 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:39:22.665735 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:39:22.665735 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:39:22.665735 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:39:22.665735 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:39:22.665735 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:39:22.665735 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:39:22.665735 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:39:22.665735 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:39:22.665735 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:39:22.665735 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:39:22.665735 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:39:22.665735 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:39:22.665735 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:39:22.665735 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:39:22.665735 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:39:22.665735 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:39:22.665735 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:39:22.665735 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:39:22.665735 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:39:22.665735 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:39:22.665735 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:39:22.665735 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:39:22.665735 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:39:22.665735 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:39:22.665735 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:39:22.665735 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:39:22.665735 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:39:22.665735 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:39:22.684008 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cb0a3517-638c-4d21-a361-b981c5eeedb7 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (fe1fe3a0-c985-4960-86a0-880c2b7076b8), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:22.741859 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-f2565d01-5773-4022-a5c6-773fd350392b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Calling delete_port for be0ca76a-cc21-4e8d-bb72-12053c73dec0 owned by network:dhcp {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:22.743658 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-50cf696d-87ba-4cdc-a07c-06bf1ffc5ba6 None None] Provisioning complete for port be0ca76a-cc21-4e8d-bb72-12053c73dec0 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:22.747228 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-2bbe7b1b-a53b-4235-ab3d-e9b145f1cd3d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Allocated IP 2001:db8::1 (94d9379e-13fb-449b-8f45-d1ab95378f77/b14581de-0d8c-4182-9bf5-3a6219fe955c/f92fd51c-6b2d-4963-a877-ad10365be7cf) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:22.756192 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-50cf696d-87ba-4cdc-a07c-06bf1ffc5ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (be0ca76a-cc21-4e8d-bb72-12053c73dec0), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:22.809420 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034ac974-74af-4de7-8a79-e30790af482a tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Made reservation on behalf of 70a7fe43dd044aee867b86748fcef86d for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:22.811749 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-034ac974-74af-4de7-8a79-e30790af482a tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:22.862745 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ae2ee521-eb32-481c-9206-986edac634f4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (4315d55e-c0c2-43ed-a3bf-119be4a2d0ea), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:22.884267 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0230607-c6b5-4970-930d-af7766466a9d req-b9c61247-7286-47bd-a27b-f5bbca7b0af8 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:22.885846 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a0230607-c6b5-4970-930d-af7766466a9d req-b9c61247-7286-47bd-a27b-f5bbca7b0af8 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.4189999 Mar 23 02:39:22.895550 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5fbe06ff-da9a-486f-aa74-859a1e3d477e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (48c55300-5acb-49ed-9c26-87ab1fcd14e3), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:22.914731 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5fbe06ff-da9a-486f-aa74-859a1e3d477e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:22.918201 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5fbe06ff-da9a-486f-aa74-859a1e3d477e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] 10.222.0.24 "DELETE /v2.0/networks/48c55300-5acb-49ed-9c26-87ab1fcd14e3 HTTP/1.1" status: 204 len: 168 time: 2.2718520 Mar 23 02:39:22.923252 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57452) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:22.928782 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ee521-eb32-481c-9206-986edac634f4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Pushing event deleted for resources: {'Port': ['ID=4315d55e-c0c2-43ed-a3bf-119be4a2d0ea,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:22.929299 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-50cf696d-87ba-4cdc-a07c-06bf1ffc5ba6 None None] Current status of the port be0ca76a-cc21-4e8d-bb72-12053c73dec0 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:22.929766 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-50cf696d-87ba-4cdc-a07c-06bf1ffc5ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (be0ca76a-cc21-4e8d-bb72-12053c73dec0), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:22.931784 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-034ac974-74af-4de7-8a79-e30790af482a tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:22.945642 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0a3517-638c-4d21-a361-b981c5eeedb7 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Checking segment: {'id': 'fc74ae80-235a-429d-8336-1f2948f6922b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b382a2e7-9cad-4c87-811b-26beb285d54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:22.946007 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0a3517-638c-4d21-a361-b981c5eeedb7 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Network hostable DHCP agents. Network: b382a2e7-9cad-4c87-811b-26beb285d54e, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:39:22.948092 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a3517-638c-4d21-a361-b981c5eeedb7 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Pushing event updated for resources: {'Subnet': ['ID=fe1fe3a0-c985-4960-86a0-880c2b7076b8,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:22.964363 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe06ff-da9a-486f-aa74-859a1e3d477e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Pushing event deleted for resources: {'Network': ['ID=48c55300-5acb-49ed-9c26-87ab1fcd14e3,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:22.984318 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-50cf696d-87ba-4cdc-a07c-06bf1ffc5ba6 None None] For port be0ca76a-cc21-4e8d-bb72-12053c73dec0, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=be0ca76a-cc21-4e8d-bb72-12053c73dec0,segment=NetworkSegment(13eedaea-575a-4a32-9705-22b123a4af9b),segment_id=13eedaea-575a-4a32-9705-22b123a4af9b)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:23.003578 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2523f349-e1cb-4f5f-b2b0-804ee8459c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (de1e07f7-443c-4bd4-9b04-646304273766), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.059152 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-50cf696d-87ba-4cdc-a07c-06bf1ffc5ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (be0ca76a-cc21-4e8d-bb72-12053c73dec0), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.080321 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c95254-543e-4c7d-972b-0eef6c8cb791 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Deleting subnet fe48e102-f451-43e1-b1f4-38d14b3d002f {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:39:23.090108 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-39c95254-543e-4c7d-972b-0eef6c8cb791 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks [] for subnet (fe48e102-f451-43e1-b1f4-38d14b3d002f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.125709 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2bbe7b1b-a53b-4235-ab3d-e9b145f1cd3d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for port (f92fd51c-6b2d-4963-a877-ad10365be7cf), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.129335 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a0230607-c6b5-4970-930d-af7766466a9d req-4004e30a-17ed-436b-bf48-efd73653afee tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065253 Mar 23 02:39:23.130551 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf696d-87ba-4cdc-a07c-06bf1ffc5ba6 None None] Pushing event updated for resources: {'Port': ['ID=be0ca76a-cc21-4e8d-bb72-12053c73dec0,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:23.176345 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-39c95254-543e-4c7d-972b-0eef6c8cb791 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (fe48e102-f451-43e1-b1f4-38d14b3d002f), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.215542 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ae2ee521-eb32-481c-9206-986edac634f4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (598223e9-84ab-4722-bbaf-ea2f04f46ffa), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.229521 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0a3517-638c-4d21-a361-b981c5eeedb7 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Network b382a2e7-9cad-4c87-811b-26beb285d54e is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:39:23.297652 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dacfe2-a468-4305-8d1d-54c640ce6602 None None] Network b4e94f77-89be-4a65-b80b-39d00706a4d5 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:23.313251 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2bbe7b1b-a53b-4235-ab3d-e9b145f1cd3d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (f92fd51c-6b2d-4963-a877-ad10365be7cf), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.375807 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ae2ee521-eb32-481c-9206-986edac634f4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (598223e9-84ab-4722-bbaf-ea2f04f46ffa), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.381178 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-39c95254-543e-4c7d-972b-0eef6c8cb791 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (fe48e102-f451-43e1-b1f4-38d14b3d002f), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.381962 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ae2ee521-eb32-481c-9206-986edac634f4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router_controller (598223e9-84ab-4722-bbaf-ea2f04f46ffa), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.393583 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2523f349-e1cb-4f5f-b2b0-804ee8459c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (de1e07f7-443c-4bd4-9b04-646304273766), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.411779 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2523f349-e1cb-4f5f-b2b0-804ee8459c74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.417835 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbe7b1b-a53b-4235-ab3d-e9b145f1cd3d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:23.417993 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2523f349-e1cb-4f5f-b2b0-804ee8459c74 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/de1e07f7-443c-4bd4-9b04-646304273766 HTTP/1.1" status: 204 len: 168 time: 1.2889352 Mar 23 02:39:23.418105 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device be0ca76a-cc21-4e8d-bb72-12053c73dec0 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:23.427976 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57456) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:23.438030 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-2bbe7b1b-a53b-4235-ab3d-e9b145f1cd3d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:23.444186 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbb5a47-66a0-490d-9fc5-b568e92de74e None None] Network 22c45d4e-453f-46ea-9852-f03123ae9cab requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:23.444395 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe7b1b-a53b-4235-ab3d-e9b145f1cd3d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Port': ['ID=f92fd51c-6b2d-4963-a877-ad10365be7cf,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:23.464473 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbe7b1b-a53b-4235-ab3d-e9b145f1cd3d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:23.465010 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2bbe7b1b-a53b-4235-ab3d-e9b145f1cd3d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.477012 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-cb0a3517-638c-4d21-a361-b981c5eeedb7 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, b382a2e7-9cad-4c87-811b-26beb285d54e) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:23.481239 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0a3517-638c-4d21-a361-b981c5eeedb7 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:23.481923 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cb0a3517-638c-4d21-a361-b981c5eeedb7 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.507944 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523f349-e1cb-4f5f-b2b0-804ee8459c74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de1e07f7-443c-4bd4-9b04-646304273766,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:23.523533 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2e61d-a3ed-43d9-aec7-5fa40a96d5c9 req-6e39ed76-a919-4a28-a3d6-c05ea25e3fe7 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:23.525616 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a9d2e61d-a3ed-43d9-aec7-5fa40a96d5c9 req-6e39ed76-a919-4a28-a3d6-c05ea25e3fe7 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.2800875 Mar 23 02:39:23.539400 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-034ac974-74af-4de7-8a79-e30790af482a tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for security_group (97d9b48e-ec5b-40fb-a2c7-583d6f4122d3), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.555363 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-cb0a3517-638c-4d21-a361-b981c5eeedb7 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8698299 Mar 23 02:39:23.560384 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57458) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:23.568450 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-912371bf-ed5e-4fc2-8757-5ac6ab182034 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-135762835'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:23.600271 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ae2ee521-eb32-481c-9206-986edac634f4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (598223e9-84ab-4722-bbaf-ea2f04f46ffa), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.600857 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2ee521-eb32-481c-9206-986edac634f4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Fanout notify agent at l3_agent the message router_deleted on router 598223e9-84ab-4722-bbaf-ea2f04f46ffa {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:39:23.623208 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ae2ee521-eb32-481c-9206-986edac634f4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.628951 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ae2ee521-eb32-481c-9206-986edac634f4 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] 10.222.0.24 "DELETE /v2.0/routers/598223e9-84ab-4722-bbaf-ea2f04f46ffa HTTP/1.1" status: 204 len: 168 time: 4.6559391 Mar 23 02:39:23.630302 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57460) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:23.638437 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-1e0011bd-eded-4e84-b817-72a05fa7c423 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1781685221', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:23.669297 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f2565d01-5773-4022-a5c6-773fd350392b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (be0ca76a-cc21-4e8d-bb72-12053c73dec0), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.680946 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-034ac974-74af-4de7-8a79-e30790af482a tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (97d9b48e-ec5b-40fb-a2c7-583d6f4122d3), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.683904 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f385abc7-846c-4008-82e8-75436f2888a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (22c45d4e-453f-46ea-9852-f03123ae9cab), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.692370 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-39c95254-543e-4c7d-972b-0eef6c8cb791 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (fe48e102-f451-43e1-b1f4-38d14b3d002f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.695901 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daced64c-17c8-4df4-83c3-831e0af96d69 None None] Network b382a2e7-9cad-4c87-811b-26beb285d54e requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:23.698099 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-034ac974-74af-4de7-8a79-e30790af482a tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:39:23.713157 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-39c95254-543e-4c7d-972b-0eef6c8cb791 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.713715 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-7af2bef4-72ea-4f0d-91f8-8a4e25cd3ed9 None None] Provisioning complete for port be0ca76a-cc21-4e8d-bb72-12053c73dec0 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:23.714098 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7af2bef4-72ea-4f0d-91f8-8a4e25cd3ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (be0ca76a-cc21-4e8d-bb72-12053c73dec0), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.719194 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-39c95254-543e-4c7d-972b-0eef6c8cb791 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] 10.222.0.24 "DELETE /v2.0/subnets/fe48e102-f451-43e1-b1f4-38d14b3d002f HTTP/1.1" status: 204 len: 168 time: 0.7942755 Mar 23 02:39:23.720335 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-034ac974-74af-4de7-8a79-e30790af482a tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (d546bb0e-fda8-4dd6-88c8-4846b779dd5e), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.721655 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-034ac974-74af-4de7-8a79-e30790af482a tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Added segment d546bb0e-fda8-4dd6-88c8-4846b779dd5e of type vlan for network 770321a6-ccd7-4476-bc13-3bb758d13052 Mar 23 02:39:23.738013 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57462) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:23.772277 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c95254-543e-4c7d-972b-0eef6c8cb791 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Pushing event deleted for resources: {'Subnet': ['ID=fe48e102-f451-43e1-b1f4-38d14b3d002f,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:23.781171 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a9d2e61d-a3ed-43d9-aec7-5fa40a96d5c9 req-fd6f72ef-3001-4244-911a-3a09010e869f tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498078 Mar 23 02:39:23.786816 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-034ac974-74af-4de7-8a79-e30790af482a tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (770321a6-ccd7-4476-bc13-3bb758d13052), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.796085 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f1005a-6ef5-4e28-b590-366cf37a04bf None None] Network c14aa87e-515b-465e-bd12-45b373b8a6fe requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:23.818453 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-7af2bef4-72ea-4f0d-91f8-8a4e25cd3ed9 None None] Port be0ca76a-cc21-4e8d-bb72-12053c73dec0 was deleted so its status cannot be updated. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 23 02:39:23.846467 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1e0011bd-eded-4e84-b817-72a05fa7c423 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (1ffc1f50-8123-4fcf-8380-16238b5b0953), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.847677 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1e0011bd-eded-4e84-b817-72a05fa7c423 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (1ffc1f50-8123-4fcf-8380-16238b5b0953), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.883129 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8b018e40-4b32-4a0b-8872-b12e3df4931e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (c14aa87e-515b-465e-bd12-45b373b8a6fe), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.899654 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No active binding found for port be0ca76a-cc21-4e8d-bb72-12053c73dec0 {{(pid=104350) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 23 02:39:23.900419 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] The host dv-neutron-834613-2-hyperv is not matching for port be0ca76a-cc21-4e8d-bb72-12053c73dec0 host None! {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 02:39:23.901623 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device be0ca76a-cc21-4e8d-bb72-12053c73dec0 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 23 02:39:23.936560 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ac974-74af-4de7-8a79-e30790af482a tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d9b48e-ec5b-40fb-a2c7-583d6f4122d3,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:23.940634 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912371bf-ed5e-4fc2-8757-5ac6ab182034 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Made reservation on behalf of ae262acb2831448aa0401111a68e30ae for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:23.944927 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-912371bf-ed5e-4fc2-8757-5ac6ab182034 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.971482 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2565d01-5773-4022-a5c6-773fd350392b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event deleted for resources: {'Port': ['ID=be0ca76a-cc21-4e8d-bb72-12053c73dec0,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:23.980959 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-034ac974-74af-4de7-8a79-e30790af482a tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (770321a6-ccd7-4476-bc13-3bb758d13052), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.982053 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034ac974-74af-4de7-8a79-e30790af482a tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:23.982635 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-034ac974-74af-4de7-8a79-e30790af482a tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.987093 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2bbe7b1b-a53b-4235-ab3d-e9b145f1cd3d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f92fd51c-6b2d-4963-a877-ad10365be7cf), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.997271 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Port be0ca76a-cc21-4e8d-bb72-12053c73dec0 not found, will not notify nova. {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 23 02:39:24.002227 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 832aa078-08d2-4335-9abd-ee30c1f788e0 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:24.077290 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-f385abc7-846c-4008-82e8-75436f2888a1 admin admin] Deleting port 528f4310-7e7e-4fd9-9e58-10229fa2290d {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:24.077290 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f385abc7-846c-4008-82e8-75436f2888a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (528f4310-7e7e-4fd9-9e58-10229fa2290d), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:24.116534 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:24.118094 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ff3719-a04d-4a5f-aeed-34d30a09e57b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-b382a2e7-9cad-4c87-811b-26beb285d54e', 'network_id': 'b382a2e7-9cad-4c87-811b-26beb285d54e', 'project_id': 'ae262acb2831448aa0401111a68e30ae', 'fixed_ips': [{'subnet_id': 'fe1fe3a0-c985-4960-86a0-880c2b7076b8'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:39:24.118945 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-90ff3719-a04d-4a5f-aeed-34d30a09e57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:24.145142 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1e0011bd-eded-4e84-b817-72a05fa7c423 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router_controller (1ffc1f50-8123-4fcf-8380-16238b5b0953), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:24.164375 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2565d01-5773-4022-a5c6-773fd350392b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] No DVR routers for this DVR port be0ca76a-cc21-4e8d-bb72-12053c73dec0 on host dv-neutron-834613-2-hyperv {{(pid=104348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:39:24.192454 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-912371bf-ed5e-4fc2-8757-5ac6ab182034 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:39:24.212287 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-912371bf-ed5e-4fc2-8757-5ac6ab182034 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (9d394a2e-52ab-4e31-8c23-49996a3c12f9), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:24.212898 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-912371bf-ed5e-4fc2-8757-5ac6ab182034 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Added segment 9d394a2e-52ab-4e31-8c23-49996a3c12f9 of type vlan for network f39cdd84-5433-45c4-b1eb-bb3417959333 Mar 23 02:39:24.267996 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-f843b7d2-f1a7-46e4-9de3-6277a8018a51 None None] Provisioning complete for port 832aa078-08d2-4335-9abd-ee30c1f788e0 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:24.268625 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f843b7d2-f1a7-46e4-9de3-6277a8018a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (832aa078-08d2-4335-9abd-ee30c1f788e0), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:24.271157 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 832aa078-08d2-4335-9abd-ee30c1f788e0 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:24.272961 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (832aa078-08d2-4335-9abd-ee30c1f788e0), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:24.278039 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-912371bf-ed5e-4fc2-8757-5ac6ab182034 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (f39cdd84-5433-45c4-b1eb-bb3417959333), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:24.354664 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-034ac974-74af-4de7-8a79-e30790af482a tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.3686349 Mar 23 02:39:24.356207 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1e0011bd-eded-4e84-b817-72a05fa7c423 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (1ffc1f50-8123-4fcf-8380-16238b5b0953), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:24.385028 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57466) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:24.427493 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-b47c938b-9eb3-434f-9ebe-684db91b89b8 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Request body: {'subnet': {'network_id': '770321a6-ccd7-4476-bc13-3bb758d13052', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:24.435322 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-90ff3719-a04d-4a5f-aeed-34d30a09e57b None None] Allocated IP 2001:db8:0:ffff::2 (b382a2e7-9cad-4c87-811b-26beb285d54e/fe1fe3a0-c985-4960-86a0-880c2b7076b8/8bbed81e-4d33-4005-857e-c11bbde4babe) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:24.437100 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ac974-74af-4de7-8a79-e30790af482a tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Pushing event updated for resources: {'Network': ['ID=770321a6-ccd7-4476-bc13-3bb758d13052,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:24.438297 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-8b018e40-4b32-4a0b-8872-b12e3df4931e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Deleting port fb14ac96-5a62-43d0-86fc-168475d8f779 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:24.438649 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8b018e40-4b32-4a0b-8872-b12e3df4931e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (fb14ac96-5a62-43d0-86fc-168475d8f779), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:24.447126 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-912371bf-ed5e-4fc2-8757-5ac6ab182034 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (f39cdd84-5433-45c4-b1eb-bb3417959333), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:24.452536 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912371bf-ed5e-4fc2-8757-5ac6ab182034 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:24.453268 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-912371bf-ed5e-4fc2-8757-5ac6ab182034 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:24.472682 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-f385abc7-846c-4008-82e8-75436f2888a1 admin admin] For port 528f4310-7e7e-4fd9-9e58-10229fa2290d, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=528f4310-7e7e-4fd9-9e58-10229fa2290d,segment=NetworkSegment(b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb),segment_id=b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:24.473082 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f385abc7-846c-4008-82e8-75436f2888a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (528f4310-7e7e-4fd9-9e58-10229fa2290d), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:24.536979 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d49562-6832-4cfc-9823-489723b9055d None None] DHCP port deletion for 22c45d4e-453f-46ea-9852-f03123ae9cab request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:39:24.538394 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-f385abc7-846c-4008-82e8-75436f2888a1 admin admin] Calling delete_port for 528f4310-7e7e-4fd9-9e58-10229fa2290d owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:24.539100 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b202a2-9cae-48a3-a371-f310a3f3baba None None] DHCP port deletion for c14aa87e-515b-465e-bd12-45b373b8a6fe request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:39:24.540848 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 770321a6-ccd7-4476-bc13-3bb758d13052 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:39:24.639432 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-8b018e40-4b32-4a0b-8872-b12e3df4931e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] For port fb14ac96-5a62-43d0-86fc-168475d8f779, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=fb14ac96-5a62-43d0-86fc-168475d8f779,segment=NetworkSegment(7c49c5a4-0266-4bfe-9da8-cc7e181e3cea),segment_id=7c49c5a4-0266-4bfe-9da8-cc7e181e3cea)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:24.639795 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8b018e40-4b32-4a0b-8872-b12e3df4931e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (fb14ac96-5a62-43d0-86fc-168475d8f779), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:24.643311 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47c938b-9eb3-434f-9ebe-684db91b89b8 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Made reservation on behalf of 70a7fe43dd044aee867b86748fcef86d for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:24.645755 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b47c938b-9eb3-434f-9ebe-684db91b89b8 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:24.723721 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-8b018e40-4b32-4a0b-8872-b12e3df4931e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Calling delete_port for fb14ac96-5a62-43d0-86fc-168475d8f779 owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:24.773817 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-90ff3719-a04d-4a5f-aeed-34d30a09e57b None None] Publish callbacks [] for port (8bbed81e-4d33-4005-857e-c11bbde4babe), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:24.807255 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2bbe7b1b-a53b-4235-ab3d-e9b145f1cd3d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for port (f92fd51c-6b2d-4963-a877-ad10365be7cf), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:24.815679 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fff1e2-111e-4e04-b1bf-e27432ce7fc0 req-fa03520c-7ab2-47eb-a053-ddffb3f296f6 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:24.817251 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-58fff1e2-111e-4e04-b1bf-e27432ce7fc0 req-fa03520c-7ab2-47eb-a053-ddffb3f296f6 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.9016662 Mar 23 02:39:24.838503 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1e0011bd-eded-4e84-b817-72a05fa7c423 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:24.839885 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1e0011bd-eded-4e84-b817-72a05fa7c423 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2087097 Mar 23 02:39:24.843195 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57468) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:24.849048 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-d2bf689f-b8f8-4f23-af37-7e19dc055a14 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Request body: {'router': {'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:24.854684 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912371bf-ed5e-4fc2-8757-5ac6ab182034 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Pushing event updated for resources: {'Network': ['ID=f39cdd84-5433-45c4-b1eb-bb3417959333,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:24.857197 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f2565d01-5773-4022-a5c6-773fd350392b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (d14d7a97-9136-494f-99c3-e83b17362c30), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:24.866744 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f843b7d2-f1a7-46e4-9de3-6277a8018a51 None None] Current status of the port 832aa078-08d2-4335-9abd-ee30c1f788e0 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:24.868006 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f843b7d2-f1a7-46e4-9de3-6277a8018a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (832aa078-08d2-4335-9abd-ee30c1f788e0), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:24.871781 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-a5b202a2-9cae-48a3-a371-f310a3f3baba None None] Deleting port fb14ac96-5a62-43d0-86fc-168475d8f779 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:24.872172 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a5b202a2-9cae-48a3-a371-f310a3f3baba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (fb14ac96-5a62-43d0-86fc-168475d8f779), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:24.873685 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 832aa078-08d2-4335-9abd-ee30c1f788e0 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:24.874062 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (832aa078-08d2-4335-9abd-ee30c1f788e0), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:24.880991 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-53d49562-6832-4cfc-9823-489723b9055d None None] Deleting port 528f4310-7e7e-4fd9-9e58-10229fa2290d {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:24.881367 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-53d49562-6832-4cfc-9823-489723b9055d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (528f4310-7e7e-4fd9-9e58-10229fa2290d), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:24.883037 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network f39cdd84-5433-45c4-b1eb-bb3417959333 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:39:24.930496 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-912371bf-ed5e-4fc2-8757-5ac6ab182034 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3659167 Mar 23 02:39:24.930696 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2bbe7b1b-a53b-4235-ab3d-e9b145f1cd3d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (f92fd51c-6b2d-4963-a877-ad10365be7cf), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:24.930696 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2bbe7b1b-a53b-4235-ab3d-e9b145f1cd3d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:24.931024 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57470) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:24.940017 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-6953db84-0509-422e-9369-fcc52345fc43 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Request body: {'subnet': {'network_id': 'f39cdd84-5433-45c4-b1eb-bb3417959333', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:24.956722 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-90ff3719-a04d-4a5f-aeed-34d30a09e57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (8bbed81e-4d33-4005-857e-c11bbde4babe), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:24.985105 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f385abc7-846c-4008-82e8-75436f2888a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (528f4310-7e7e-4fd9-9e58-10229fa2290d), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:24.997248 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-58fff1e2-111e-4e04-b1bf-e27432ce7fc0 req-4b3bd84c-9e62-4e47-a89b-b043bf569c8d tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506987 Mar 23 02:39:25.088208 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f2565d01-5773-4022-a5c6-773fd350392b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (d14d7a97-9136-494f-99c3-e83b17362c30), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:25.120466 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2565d01-5773-4022-a5c6-773fd350392b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event deleted for resources: {'Subnet': ['ID=d14d7a97-9136-494f-99c3-e83b17362c30,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:25.149519 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ff3719-a04d-4a5f-aeed-34d30a09e57b None None] Network b382a2e7-9cad-4c87-811b-26beb285d54e is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:25.159206 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59be40b-2fe6-42c3-b997-2646879ff41c None None] Network b4e94f77-89be-4a65-b80b-39d00706a4d5 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:25.162951 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 832aa078-08d2-4335-9abd-ee30c1f788e0, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=832aa078-08d2-4335-9abd-ee30c1f788e0,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:25.182613 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-a5b202a2-9cae-48a3-a371-f310a3f3baba None None] For port fb14ac96-5a62-43d0-86fc-168475d8f779, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=fb14ac96-5a62-43d0-86fc-168475d8f779,segment=NetworkSegment(7c49c5a4-0266-4bfe-9da8-cc7e181e3cea),segment_id=7c49c5a4-0266-4bfe-9da8-cc7e181e3cea)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:25.182946 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a5b202a2-9cae-48a3-a371-f310a3f3baba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (fb14ac96-5a62-43d0-86fc-168475d8f779), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:25.183467 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6953db84-0509-422e-9369-fcc52345fc43 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Made reservation on behalf of ae262acb2831448aa0401111a68e30ae for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:25.186735 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-53d49562-6832-4cfc-9823-489723b9055d None None] For port 528f4310-7e7e-4fd9-9e58-10229fa2290d, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=528f4310-7e7e-4fd9-9e58-10229fa2290d,segment=NetworkSegment(b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb),segment_id=b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:25.187139 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-53d49562-6832-4cfc-9823-489723b9055d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (528f4310-7e7e-4fd9-9e58-10229fa2290d), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:25.187594 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6953db84-0509-422e-9369-fcc52345fc43 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:25.217154 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-90ff3719-a04d-4a5f-aeed-34d30a09e57b None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:25.249153 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff3719-a04d-4a5f-aeed-34d30a09e57b None None] Pushing event updated for resources: {'Port': ['ID=8bbed81e-4d33-4005-857e-c11bbde4babe,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:25.255801 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f2565d01-5773-4022-a5c6-773fd350392b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (b4e94f77-89be-4a65-b80b-39d00706a4d5), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:25.256668 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ff3719-a04d-4a5f-aeed-34d30a09e57b None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:25.264196 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-a5b202a2-9cae-48a3-a371-f310a3f3baba None None] Calling delete_port for fb14ac96-5a62-43d0-86fc-168475d8f779 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:25.268781 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-53d49562-6832-4cfc-9823-489723b9055d None None] Calling delete_port for 528f4310-7e7e-4fd9-9e58-10229fa2290d owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:25.286644 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (832aa078-08d2-4335-9abd-ee30c1f788e0), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:25.291320 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-f2565d01-5773-4022-a5c6-773fd350392b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4e94f77-89be-4a65-b80b-39d00706a4d5']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:25.310987 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-f2565d01-5773-4022-a5c6-773fd350392b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13eedaea-575a-4a32-9705-22b123a4af9b') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:25.311209 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-f2565d01-5773-4022-a5c6-773fd350392b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13eedaea-575a-4a32-9705-22b123a4af9b') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:25.325051 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f2565d01-5773-4022-a5c6-773fd350392b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (13eedaea-575a-4a32-9705-22b123a4af9b), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:25.350496 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f2565d01-5773-4022-a5c6-773fd350392b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (13eedaea-575a-4a32-9705-22b123a4af9b), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:25.364443 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2565d01-5773-4022-a5c6-773fd350392b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:39:25.364960 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f2565d01-5773-4022-a5c6-773fd350392b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (13eedaea-575a-4a32-9705-22b123a4af9b), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:25.368507 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:39:25.368507 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:39:25.368507 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:39:25.368507 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:39:25.368507 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:39:25.368507 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:39:25.368507 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:39:25.368507 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:39:25.368507 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:39:25.368507 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:39:25.368507 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:39:25.368507 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:39:25.368507 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:39:25.368507 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:39:25.368507 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:39:25.368507 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:39:25.368507 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:39:25.368507 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:39:25.368507 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:39:25.368507 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:39:25.368507 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:39:25.368507 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:39:25.368507 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:39:25.368507 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:39:25.368507 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:39:25.368507 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:39:25.368507 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:39:25.368507 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:39:25.368507 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:39:25.368507 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:39:25.368507 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:39:25.368507 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:39:25.370401 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 5813600c-f00b-44b4-9a2b-a8f91a1f8b62 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:39:25.438653 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f385abc7-846c-4008-82e8-75436f2888a1 admin admin] No DVR routers for this DVR port 528f4310-7e7e-4fd9-9e58-10229fa2290d on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:39:25.444190 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe7b1b-a53b-4235-ab3d-e9b145f1cd3d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Port': ['ID=f92fd51c-6b2d-4963-a877-ad10365be7cf,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:25.464275 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8b018e40-4b32-4a0b-8872-b12e3df4931e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (fb14ac96-5a62-43d0-86fc-168475d8f779), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:25.535630 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f2565d01-5773-4022-a5c6-773fd350392b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (b4e94f77-89be-4a65-b80b-39d00706a4d5), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:25.544228 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f2565d01-5773-4022-a5c6-773fd350392b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:25.552401 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f2565d01-5773-4022-a5c6-773fd350392b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "DELETE /v2.0/networks/b4e94f77-89be-4a65-b80b-39d00706a4d5 HTTP/1.1" status: 204 len: 168 time: 4.5465324 Mar 23 02:39:25.553387 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57474) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:25.563516 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f385abc7-846c-4008-82e8-75436f2888a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=528f4310-7e7e-4fd9-9e58-10229fa2290d,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:25.571512 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2565d01-5773-4022-a5c6-773fd350392b tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event deleted for resources: {'Network': ['ID=b4e94f77-89be-4a65-b80b-39d00706a4d5,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:25.591214 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a8d086-2353-4d44-bbc7-7f19c38afa43 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] DELETE failed (client error): The resource could not be found. Mar 23 02:39:25.591679 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30a8d086-2353-4d44-bbc7-7f19c38afa43 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:39:25.595271 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-30a8d086-2353-4d44-bbc7-7f19c38afa43 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "DELETE /v2.0/subnets/d14d7a97-9136-494f-99c3-e83b17362c30 HTTP/1.1" status: 404 len: 337 time: 0.0411654 Mar 23 02:39:25.598141 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57476) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:25.618634 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac00928-8fcd-4abf-9993-9f21eed0fc2a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] DELETE failed (client error): The resource could not be found. Mar 23 02:39:25.619212 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac00928-8fcd-4abf-9993-9f21eed0fc2a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:39:25.620599 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b018e40-4b32-4a0b-8872-b12e3df4931e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] No DVR routers for this DVR port fb14ac96-5a62-43d0-86fc-168475d8f779 on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:39:25.624700 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-fac00928-8fcd-4abf-9993-9f21eed0fc2a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "DELETE /v2.0/networks/b4e94f77-89be-4a65-b80b-39d00706a4d5 HTTP/1.1" status: 404 len: 339 time: 0.0230176 Mar 23 02:39:25.625665 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57478) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:25.699792 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 5813600c-f00b-44b4-9a2b-a8f91a1f8b62 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:39:25.700173 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 5813600c-f00b-44b4-9a2b-a8f91a1f8b62 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:39:25.749160 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-f843b7d2-f1a7-46e4-9de3-6277a8018a51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:39:25.749662 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-f843b7d2-f1a7-46e4-9de3-6277a8018a51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:39:25.755830 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a773ab80-3519-490d-a3fa-c520be474dda tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (3ca8f0ba-e8b6-4b87-9b92-04d62a3be07c), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:25.756152 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b018e40-4b32-4a0b-8872-b12e3df4931e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Pushing event deleted for resources: {'Port': ['ID=fb14ac96-5a62-43d0-86fc-168475d8f779,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:25.763220 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d2bf689f-b8f8-4f23-af37-7e19dc055a14 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router_gateway (1ffc1f50-8123-4fcf-8380-16238b5b0953), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:25.765670 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-90ff3719-a04d-4a5f-aeed-34d30a09e57b None None] Attempting to bind port 8bbed81e-4d33-4005-857e-c11bbde4babe on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:39:25.766340 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-90ff3719-a04d-4a5f-aeed-34d30a09e57b None None] Attempting to bind port 8bbed81e-4d33-4005-857e-c11bbde4babe by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'fc74ae80-235a-429d-8336-1f2948f6922b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b382a2e7-9cad-4c87-811b-26beb285d54e'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:39:25.766504 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ff3719-a04d-4a5f-aeed-34d30a09e57b None None] Attempting to bind port 8bbed81e-4d33-4005-857e-c11bbde4babe on network b382a2e7-9cad-4c87-811b-26beb285d54e {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:39:25.775718 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ff3719-a04d-4a5f-aeed-34d30a09e57b None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:39:25.776042 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ff3719-a04d-4a5f-aeed-34d30a09e57b None None] Checking segment: {'id': 'fc74ae80-235a-429d-8336-1f2948f6922b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b382a2e7-9cad-4c87-811b-26beb285d54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:25.776420 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-90ff3719-a04d-4a5f-aeed-34d30a09e57b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:25.776832 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ff3719-a04d-4a5f-aeed-34d30a09e57b None None] Bound using segment: {'id': 'fc74ae80-235a-429d-8336-1f2948f6922b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b382a2e7-9cad-4c87-811b-26beb285d54e'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:39:25.777319 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-90ff3719-a04d-4a5f-aeed-34d30a09e57b None None] Bound port: 8bbed81e-4d33-4005-857e-c11bbde4babe, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc74ae80-235a-429d-8336-1f2948f6922b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b382a2e7-9cad-4c87-811b-26beb285d54e'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:39:25.778054 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-90ff3719-a04d-4a5f-aeed-34d30a09e57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8bbed81e-4d33-4005-857e-c11bbde4babe), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:25.798186 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=832aa078-08d2-4335-9abd-ee30c1f788e0,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:25.805222 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f385abc7-846c-4008-82e8-75436f2888a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (22c45d4e-453f-46ea-9852-f03123ae9cab), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:25.824014 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.objects.ports [None req-6953db84-0509-422e-9369-fcc52345fc43 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104348) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 02:39:25.841706 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b091e91-4fb7-40b0-8284-3a12ba0a8586 None None] DHCP port deletion for b4e94f77-89be-4a65-b80b-39d00706a4d5 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:39:25.849082 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbe7b1b-a53b-4235-ab3d-e9b145f1cd3d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:25.851190 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6953db84-0509-422e-9369-fcc52345fc43 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (8d9e80be-5efe-46ab-b153-2cbc5f2d71f8), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:25.863001 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-2bbe7b1b-a53b-4235-ab3d-e9b145f1cd3d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:25.889063 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-f385abc7-846c-4008-82e8-75436f2888a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c45d4e-453f-46ea-9852-f03123ae9cab']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:25.892212 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a5b202a2-9cae-48a3-a371-f310a3f3baba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (fb14ac96-5a62-43d0-86fc-168475d8f779), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:25.908959 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-53d49562-6832-4cfc-9823-489723b9055d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (528f4310-7e7e-4fd9-9e58-10229fa2290d), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:25.933594 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8b018e40-4b32-4a0b-8872-b12e3df4931e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (c14aa87e-515b-465e-bd12-45b373b8a6fe), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:25.949881 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d49562-6832-4cfc-9823-489723b9055d None None] No DVR routers for this DVR port 528f4310-7e7e-4fd9-9e58-10229fa2290d on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:39:25.958569 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b202a2-9cae-48a3-a371-f310a3f3baba None None] Pushing event deleted for resources: {'Port': ['ID=fb14ac96-5a62-43d0-86fc-168475d8f779,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:25.981818 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a773ab80-3519-490d-a3fa-c520be474dda tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (3ca8f0ba-e8b6-4b87-9b92-04d62a3be07c), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:25.988580 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b202a2-9cae-48a3-a371-f310a3f3baba None None] No DVR routers for this DVR port fb14ac96-5a62-43d0-86fc-168475d8f779 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:39:25.990990 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-90ff3719-a04d-4a5f-aeed-34d30a09e57b None None] For port 8bbed81e-4d33-4005-857e-c11bbde4babe, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:39:25.994087 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d49562-6832-4cfc-9823-489723b9055d None None] Pushing event deleted for resources: {'Port': ['ID=528f4310-7e7e-4fd9-9e58-10229fa2290d,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:26.004665 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953db84-0509-422e-9369-fcc52345fc43 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Pushing event updated for resources: {'Subnet': ['ID=8d9e80be-5efe-46ab-b153-2cbc5f2d71f8,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:26.020283 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-90ff3719-a04d-4a5f-aeed-34d30a09e57b None None] For port 8bbed81e-4d33-4005-857e-c11bbde4babe, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8bbed81e-4d33-4005-857e-c11bbde4babe,segment=NetworkSegment(fc74ae80-235a-429d-8336-1f2948f6922b),segment_id=fc74ae80-235a-429d-8336-1f2948f6922b)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:39:26.034192 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-a773ab80-3519-490d-a3fa-c520be474dda tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca8f0ba-e8b6-4b87-9b92-04d62a3be07c']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:26.046900 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-8b018e40-4b32-4a0b-8872-b12e3df4931e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c14aa87e-515b-465e-bd12-45b373b8a6fe']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:26.057230 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-a773ab80-3519-490d-a3fa-c520be474dda tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd71d82-ddfb-47e3-8a99-ac6fd10c7c24') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:26.057694 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-a773ab80-3519-490d-a3fa-c520be474dda tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd71d82-ddfb-47e3-8a99-ac6fd10c7c24') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:26.057879 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-8b018e40-4b32-4a0b-8872-b12e3df4931e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c49c5a4-0266-4bfe-9da8-cc7e181e3cea') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:26.058186 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-8b018e40-4b32-4a0b-8872-b12e3df4931e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c49c5a4-0266-4bfe-9da8-cc7e181e3cea') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:26.060209 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6953db84-0509-422e-9369-fcc52345fc43 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Checking segment: {'id': '9d394a2e-52ab-4e31-8c23-49996a3c12f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f39cdd84-5433-45c4-b1eb-bb3417959333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:26.060753 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6953db84-0509-422e-9369-fcc52345fc43 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Network hostable DHCP agents. Network: f39cdd84-5433-45c4-b1eb-bb3417959333, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:39:26.069459 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8b018e40-4b32-4a0b-8872-b12e3df4931e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (7c49c5a4-0266-4bfe-9da8-cc7e181e3cea), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:26.084539 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a773ab80-3519-490d-a3fa-c520be474dda tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (dbd71d82-ddfb-47e3-8a99-ac6fd10c7c24), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:26.084769 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device fb14ac96-5a62-43d0-86fc-168475d8f779 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:39:26.086966 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-f385abc7-846c-4008-82e8-75436f2888a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:26.086966 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-f385abc7-846c-4008-82e8-75436f2888a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:26.098405 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8b018e40-4b32-4a0b-8872-b12e3df4931e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (7c49c5a4-0266-4bfe-9da8-cc7e181e3cea), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:26.111072 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a773ab80-3519-490d-a3fa-c520be474dda tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (dbd71d82-ddfb-47e3-8a99-ac6fd10c7c24), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:26.113647 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-90ff3719-a04d-4a5f-aeed-34d30a09e57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (8bbed81e-4d33-4005-857e-c11bbde4babe), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:26.119973 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a773ab80-3519-490d-a3fa-c520be474dda tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:39:26.124877 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a773ab80-3519-490d-a3fa-c520be474dda tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (dbd71d82-ddfb-47e3-8a99-ac6fd10c7c24), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:26.125028 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: fb14ac96-5a62-43d0-86fc-168475d8f779 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:39:26.125028 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device fb14ac96-5a62-43d0-86fc-168475d8f779 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:39:26.125028 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 528f4310-7e7e-4fd9-9e58-10229fa2290d no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:39:26.125251 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:39:26.125251 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:39:26.125251 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:39:26.125251 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:39:26.125251 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:39:26.125251 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:39:26.125251 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:39:26.125251 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:39:26.125251 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:39:26.125251 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:39:26.125251 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:39:26.125251 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:39:26.125251 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:39:26.125251 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:39:26.125251 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:39:26.125251 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:39:26.125251 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:39:26.125251 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:39:26.125251 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:39:26.125251 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:39:26.125251 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:39:26.125251 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:39:26.125251 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:39:26.125251 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:39:26.125251 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:39:26.125251 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:39:26.125251 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:39:26.125251 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:39:26.125251 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:39:26.125251 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:39:26.125251 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:39:26.125251 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:39:26.154941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f385abc7-846c-4008-82e8-75436f2888a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:26.159702 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b018e40-4b32-4a0b-8872-b12e3df4931e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:39:26.160140 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8b018e40-4b32-4a0b-8872-b12e3df4931e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (7c49c5a4-0266-4bfe-9da8-cc7e181e3cea), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:26.164772 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:39:26.164772 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:39:26.164772 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:39:26.164772 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:39:26.164772 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:39:26.164772 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:39:26.164772 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:39:26.164772 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:39:26.164772 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:39:26.164772 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:39:26.164772 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:39:26.164772 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:39:26.164772 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:39:26.164772 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:39:26.164772 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:39:26.164772 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:39:26.164772 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:39:26.164772 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:39:26.164772 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:39:26.164772 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:39:26.164772 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:39:26.164772 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:39:26.164772 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:39:26.164772 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:39:26.164772 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:39:26.164772 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:39:26.164772 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:39:26.164772 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:39:26.164772 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:39:26.164772 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:39:26.164772 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:39:26.164772 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:39:26.177974 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 528f4310-7e7e-4fd9-9e58-10229fa2290d {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:39:26.182199 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 528f4310-7e7e-4fd9-9e58-10229fa2290d not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:39:26.227808 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6953db84-0509-422e-9369-fcc52345fc43 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Network f39cdd84-5433-45c4-b1eb-bb3417959333 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:39:26.234506 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff3719-a04d-4a5f-aeed-34d30a09e57b None None] Pushing event updated for resources: {'Port': ['ID=8bbed81e-4d33-4005-857e-c11bbde4babe,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:26.292122 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f385abc7-846c-4008-82e8-75436f2888a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:26.308516 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f843b7d2-f1a7-46e4-9de3-6277a8018a51 None None] Current status of the port 832aa078-08d2-4335-9abd-ee30c1f788e0 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:26.316961 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f385abc7-846c-4008-82e8-75436f2888a1 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:39:26.317377 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f385abc7-846c-4008-82e8-75436f2888a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (b4dae8e1-96b4-4ed1-a560-1f03e7b9a3bb), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:26.319136 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:39:26.319136 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:39:26.319136 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:39:26.319136 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:39:26.319136 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:39:26.319136 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:39:26.319136 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:39:26.319136 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:39:26.319136 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:39:26.319136 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:39:26.319136 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:39:26.319136 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:39:26.319136 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:39:26.319136 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:39:26.319136 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:39:26.319136 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:39:26.319136 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:39:26.319136 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:39:26.319136 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:39:26.319136 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:39:26.319136 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:39:26.319136 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:39:26.319136 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:39:26.319136 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:39:26.319136 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:39:26.319136 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:39:26.319136 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:39:26.319136 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:39:26.319136 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:39:26.319136 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:39:26.319136 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:39:26.319136 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:39:26.324220 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a773ab80-3519-490d-a3fa-c520be474dda tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (3ca8f0ba-e8b6-4b87-9b92-04d62a3be07c), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:26.343046 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a773ab80-3519-490d-a3fa-c520be474dda tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:26.348541 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a773ab80-3519-490d-a3fa-c520be474dda tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "DELETE /v2.0/networks/3ca8f0ba-e8b6-4b87-9b92-04d62a3be07c HTTP/1.1" status: 204 len: 168 time: 0.7196929 Mar 23 02:39:26.348541 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773ab80-3519-490d-a3fa-c520be474dda tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event deleted for resources: {'Network': ['ID=3ca8f0ba-e8b6-4b87-9b92-04d62a3be07c,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:26.349425 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57480) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:26.377578 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e3b869-7942-42d6-88f5-e24b6e7ed462 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] DELETE failed (client error): The resource could not be found. Mar 23 02:39:26.378048 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5e3b869-7942-42d6-88f5-e24b6e7ed462 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:39:26.383794 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e5e3b869-7942-42d6-88f5-e24b6e7ed462 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "DELETE /v2.0/subnets/a2066950-51fa-4aa7-9ec4-7d1adcf472b9 HTTP/1.1" status: 404 len: 337 time: 0.0310321 Mar 23 02:39:26.386574 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57482) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:26.394623 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-6953db84-0509-422e-9369-fcc52345fc43 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, f39cdd84-5433-45c4-b1eb-bb3417959333) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:26.407171 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0c314e-ac23-496a-bba0-1d8783356f0b None None] Network f39cdd84-5433-45c4-b1eb-bb3417959333 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:26.407359 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6953db84-0509-422e-9369-fcc52345fc43 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:26.408039 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6953db84-0509-422e-9369-fcc52345fc43 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:26.423045 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8b018e40-4b32-4a0b-8872-b12e3df4931e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (c14aa87e-515b-465e-bd12-45b373b8a6fe), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:26.423199 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-5210f530-f57d-4e36-bc5d-9e77b6328ebf tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] DELETE failed (client error): The resource could not be found. Mar 23 02:39:26.423199 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5210f530-f57d-4e36-bc5d-9e77b6328ebf tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:39:26.423374 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8b018e40-4b32-4a0b-8872-b12e3df4931e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:26.424321 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5210f530-f57d-4e36-bc5d-9e77b6328ebf tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "DELETE /v2.0/networks/b1ebf47e-178a-4c22-9f72-86c600571efc HTTP/1.1" status: 404 len: 339 time: 0.0360730 Mar 23 02:39:26.426891 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8b018e40-4b32-4a0b-8872-b12e3df4931e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] 10.222.0.24 "DELETE /v2.0/networks/c14aa87e-515b-465e-bd12-45b373b8a6fe HTTP/1.1" status: 204 len: 168 time: 2.6677155 Mar 23 02:39:26.428912 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57484) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:26.429668 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57486) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:26.491587 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f385abc7-846c-4008-82e8-75436f2888a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (22c45d4e-453f-46ea-9852-f03123ae9cab), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:26.495695 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f385abc7-846c-4008-82e8-75436f2888a1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:26.499161 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f385abc7-846c-4008-82e8-75436f2888a1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/22c45d4e-453f-46ea-9852-f03123ae9cab HTTP/1.1" status: 204 len: 168 time: 3.0700643 Mar 23 02:39:26.500101 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-70e2647b-7108-431d-807e-5054af2444ff tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] 10.222.0.24 "GET /v2.0/ports?device_id=d394ac1e-659b-4ffc-9240-fe99cb0adf2f HTTP/1.1" status: 200 len: 205 time: 0.0678759 Mar 23 02:39:26.500534 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b018e40-4b32-4a0b-8872-b12e3df4931e tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Pushing event deleted for resources: {'Network': ['ID=c14aa87e-515b-465e-bd12-45b373b8a6fe,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:26.516501 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57492) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:26.523512 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6953db84-0509-422e-9369-fcc52345fc43 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5915790 Mar 23 02:39:26.526677 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57494) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:26.541715 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-4fc29ec5-f07d-4a03-b640-fa31a263f967 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Request body: {'port': {'network_id': 'f39cdd84-5433-45c4-b1eb-bb3417959333', 'name': 'tempest-NetworksIpV6TestAttrs-885908303'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:26.597287 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbe7b1b-a53b-4235-ab3d-e9b145f1cd3d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Router 2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:39:26.615399 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f186246-56f0-42d8-9ee2-8c7adbe4b014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-f39cdd84-5433-45c4-b1eb-bb3417959333', 'network_id': 'f39cdd84-5433-45c4-b1eb-bb3417959333', 'project_id': 'ae262acb2831448aa0401111a68e30ae', 'fixed_ips': [{'subnet_id': '8d9e80be-5efe-46ab-b153-2cbc5f2d71f8'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:39:26.621112 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4f186246-56f0-42d8-9ee2-8c7adbe4b014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:26.628304 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-60543c4b-4aff-4ef9-adfd-6f1d27337a30 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Deleting subnet b0827b29-b4be-4f86-86bb-8e847ecc1aa1 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:39:26.632608 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-60543c4b-4aff-4ef9-adfd-6f1d27337a30 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks [] for subnet (b0827b29-b4be-4f86-86bb-8e847ecc1aa1), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:26.647177 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-13fdc037-a4a3-484b-8255-7d62d2ebfe54 None None] Provisioning complete for port f92fd51c-6b2d-4963-a877-ad10365be7cf triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:26.647952 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-13fdc037-a4a3-484b-8255-7d62d2ebfe54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f92fd51c-6b2d-4963-a877-ad10365be7cf), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:26.673802 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f385abc7-846c-4008-82e8-75436f2888a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=22c45d4e-453f-46ea-9852-f03123ae9cab,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:26.690663 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-60543c4b-4aff-4ef9-adfd-6f1d27337a30 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (b0827b29-b4be-4f86-86bb-8e847ecc1aa1), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:26.727044 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5c7d449b-e881-44b7-92ce-b92f9b1505f7 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks [] for router (d394ac1e-659b-4ffc-9240-fe99cb0adf2f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:26.818760 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-60543c4b-4aff-4ef9-adfd-6f1d27337a30 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (b0827b29-b4be-4f86-86bb-8e847ecc1aa1), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:26.834814 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-4f186246-56f0-42d8-9ee2-8c7adbe4b014 None None] Allocated IP 2001:db8::f816:3eff:fee5:41c7 (f39cdd84-5433-45c4-b1eb-bb3417959333/8d9e80be-5efe-46ab-b153-2cbc5f2d71f8/2220711c-0111-45cb-8d6c-5c63327d57e4) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:26.839023 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-13fdc037-a4a3-484b-8255-7d62d2ebfe54 None None] Port f92fd51c-6b2d-4963-a877-ad10365be7cf cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:39:26.919419 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc29ec5-f07d-4a03-b640-fa31a263f967 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Made reservation on behalf of ae262acb2831448aa0401111a68e30ae for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:26.924198 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4fc29ec5-f07d-4a03-b640-fa31a263f967 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:26.942769 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-4fc29ec5-f07d-4a03-b640-fa31a263f967 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] device_id is not set on port 25fb9e2d-28e3-4b4e-911f-b34ce1cd564b yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:39:26.949495 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-60543c4b-4aff-4ef9-adfd-6f1d27337a30 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (b0827b29-b4be-4f86-86bb-8e847ecc1aa1), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:26.956447 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.objects.ports [None req-b47c938b-9eb3-434f-9ebe-684db91b89b8 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104349) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 02:39:26.957269 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b47c938b-9eb3-434f-9ebe-684db91b89b8 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (a10c65f2-509d-4b12-aa92-d8ef927e121c), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:27.011859 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60543c4b-4aff-4ef9-adfd-6f1d27337a30 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event deleted for resources: {'Subnet': ['ID=b0827b29-b4be-4f86-86bb-8e847ecc1aa1,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:27.022596 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-60543c4b-4aff-4ef9-adfd-6f1d27337a30 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:27.028196 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-60543c4b-4aff-4ef9-adfd-6f1d27337a30 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "DELETE /v2.0/subnets/b0827b29-b4be-4f86-86bb-8e847ecc1aa1 HTTP/1.1" status: 204 len: 168 time: 0.5975001 Mar 23 02:39:27.028850 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57496) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:27.032889 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e020ec-7c4a-448f-9d10-500901b696f4 None None] Network 7576ce2f-d78b-46f5-a1b2-5233228d724f requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:27.036270 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4f186246-56f0-42d8-9ee2-8c7adbe4b014 None None] Publish callbacks [] for port (2220711c-0111-45cb-8d6c-5c63327d57e4), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:27.049113 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57498) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:27.126115 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-792fc97d-f726-47f6-b451-c239edbe4c52 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Deleting subnet ec3a51a1-2eb6-4ba5-9a29-7496ceb99208 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:39:27.129894 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4f186246-56f0-42d8-9ee2-8c7adbe4b014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (2220711c-0111-45cb-8d6c-5c63327d57e4), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:27.141247 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbe7b1b-a53b-4235-ab3d-e9b145f1cd3d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:39:27.147032 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2bbe7b1b-a53b-4235-ab3d-e9b145f1cd3d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "PUT /v2.0/routers/2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2687569 Mar 23 02:39:27.151234 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8667f261-0eec-42d9-894d-5f3ab29e3526 None None] Sync routers for ids ['2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:39:27.155745 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57500) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:27.162739 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d2bf689f-b8f8-4f23-af37-7e19dc055a14 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router_gateway (1ffc1f50-8123-4fcf-8380-16238b5b0953), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:27.173236 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8667f261-0eec-42d9-894d-5f3ab29e3526 None None] Routers {'2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:27.174462 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5c7d449b-e881-44b7-92ce-b92f9b1505f7 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (d394ac1e-659b-4ffc-9240-fe99cb0adf2f), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:27.180241 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-8667f261-0eec-42d9-894d-5f3ab29e3526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:27.186605 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5c7d449b-e881-44b7-92ce-b92f9b1505f7 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks [] for router_controller (d394ac1e-659b-4ffc-9240-fe99cb0adf2f), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:27.233982 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-792fc97d-f726-47f6-b451-c239edbe4c52 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks [] for subnet (ec3a51a1-2eb6-4ba5-9a29-7496ceb99208), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:27.234649 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f186246-56f0-42d8-9ee2-8c7adbe4b014 None None] Network f39cdd84-5433-45c4-b1eb-bb3417959333 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:27.239579 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-4f186246-56f0-42d8-9ee2-8c7adbe4b014 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:27.248143 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c938b-9eb3-434f-9ebe-684db91b89b8 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a10c65f2-509d-4b12-aa92-d8ef927e121c,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:27.260826 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f186246-56f0-42d8-9ee2-8c7adbe4b014 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:27.296624 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f186246-56f0-42d8-9ee2-8c7adbe4b014 None None] Pushing event updated for resources: {'Port': ['ID=2220711c-0111-45cb-8d6c-5c63327d57e4,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:27.312145 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f132dd4c-ce0e-47b3-946e-0cc650fde918 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6f078640e4c4af68e0bac25d7acd7c7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2613773 Mar 23 02:39:27.331769 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57502) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:27.341776 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-8667f261-0eec-42d9-894d-5f3ab29e3526 None None] Set router 2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:39:27.354080 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-4f186246-56f0-42d8-9ee2-8c7adbe4b014 None None] Attempting to bind port 2220711c-0111-45cb-8d6c-5c63327d57e4 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:39:27.354844 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-4f186246-56f0-42d8-9ee2-8c7adbe4b014 None None] Attempting to bind port 2220711c-0111-45cb-8d6c-5c63327d57e4 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '9d394a2e-52ab-4e31-8c23-49996a3c12f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f39cdd84-5433-45c4-b1eb-bb3417959333'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:39:27.355446 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f186246-56f0-42d8-9ee2-8c7adbe4b014 None None] Attempting to bind port 2220711c-0111-45cb-8d6c-5c63327d57e4 on network f39cdd84-5433-45c4-b1eb-bb3417959333 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:39:27.363694 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f186246-56f0-42d8-9ee2-8c7adbe4b014 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:39:27.373296 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f186246-56f0-42d8-9ee2-8c7adbe4b014 None None] Checking segment: {'id': '9d394a2e-52ab-4e31-8c23-49996a3c12f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f39cdd84-5433-45c4-b1eb-bb3417959333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:27.373296 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4f186246-56f0-42d8-9ee2-8c7adbe4b014 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:27.373296 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f186246-56f0-42d8-9ee2-8c7adbe4b014 None None] Bound using segment: {'id': '9d394a2e-52ab-4e31-8c23-49996a3c12f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f39cdd84-5433-45c4-b1eb-bb3417959333'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:39:27.373296 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-4f186246-56f0-42d8-9ee2-8c7adbe4b014 None None] Bound port: 2220711c-0111-45cb-8d6c-5c63327d57e4, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d394a2e-52ab-4e31-8c23-49996a3c12f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f39cdd84-5433-45c4-b1eb-bb3417959333'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:39:27.373296 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4f186246-56f0-42d8-9ee2-8c7adbe4b014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2220711c-0111-45cb-8d6c-5c63327d57e4), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:27.373963 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-4fc29ec5-f07d-4a03-b640-fa31a263f967 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Allocated IP 2001:db8::f816:3eff:feab:3d0c (f39cdd84-5433-45c4-b1eb-bb3417959333/8d9e80be-5efe-46ab-b153-2cbc5f2d71f8/25fb9e2d-28e3-4b4e-911f-b34ce1cd564b) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:27.406104 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-792fc97d-f726-47f6-b451-c239edbe4c52 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (ec3a51a1-2eb6-4ba5-9a29-7496ceb99208), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:27.467566 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-4f186246-56f0-42d8-9ee2-8c7adbe4b014 None None] For port 2220711c-0111-45cb-8d6c-5c63327d57e4, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:39:27.478994 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-4f186246-56f0-42d8-9ee2-8c7adbe4b014 None None] For port 2220711c-0111-45cb-8d6c-5c63327d57e4, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=2220711c-0111-45cb-8d6c-5c63327d57e4,segment=NetworkSegment(9d394a2e-52ab-4e31-8c23-49996a3c12f9),segment_id=9d394a2e-52ab-4e31-8c23-49996a3c12f9)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:39:27.533708 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b4ff86fe-0525-4756-ae5e-a6226d3eafcb admin admin] Publish callbacks [] for security_group (4267871d-b7d9-4248-a0d4-f4f91648bdbd), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:27.555430 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4f186246-56f0-42d8-9ee2-8c7adbe4b014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (2220711c-0111-45cb-8d6c-5c63327d57e4), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:27.573322 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b4ff86fe-0525-4756-ae5e-a6226d3eafcb admin admin] Publish callbacks [] for security_group (4267871d-b7d9-4248-a0d4-f4f91648bdbd), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:27.677827 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f186246-56f0-42d8-9ee2-8c7adbe4b014 None None] Pushing event updated for resources: {'Port': ['ID=2220711c-0111-45cb-8d6c-5c63327d57e4,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:27.684802 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d2bf689f-b8f8-4f23-af37-7e19dc055a14 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:27.703367 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47c938b-9eb3-434f-9ebe-684db91b89b8 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Checking segment: {'id': 'd546bb0e-fda8-4dd6-88c8-4846b779dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '770321a6-ccd7-4476-bc13-3bb758d13052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:27.703713 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47c938b-9eb3-434f-9ebe-684db91b89b8 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Network hostable DHCP agents. Network: 770321a6-ccd7-4476-bc13-3bb758d13052, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:39:27.714794 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fc4f7d-f785-4c3f-874a-065000b8acb7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:27.716297 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-43fc4f7d-f785-4c3f-874a-065000b8acb7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports/f92fd51c-6b2d-4963-a877-ad10365be7cf HTTP/1.1" status: 200 len: 911 time: 0.5545912 Mar 23 02:39:27.719375 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57504) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:27.754871 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-792fc97d-f726-47f6-b451-c239edbe4c52 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (ec3a51a1-2eb6-4ba5-9a29-7496ceb99208), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:27.802966 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de760448-84f0-489d-8c54-f1a92c3af190 None None] Network b382a2e7-9cad-4c87-811b-26beb285d54e requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:27.834762 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5c7d449b-e881-44b7-92ce-b92f9b1505f7 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (d394ac1e-659b-4ffc-9240-fe99cb0adf2f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:27.835223 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7d449b-e881-44b7-92ce-b92f9b1505f7 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Fanout notify agent at l3_agent the message router_deleted on router d394ac1e-659b-4ffc-9240-fe99cb0adf2f {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:39:27.842742 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5c7d449b-e881-44b7-92ce-b92f9b1505f7 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:27.843869 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5c7d449b-e881-44b7-92ce-b92f9b1505f7 tempest-RoutersNegativeIpV6Test-1612535441 tempest-RoutersNegativeIpV6Test-1612535441-project] 10.222.0.24 "DELETE /v2.0/routers/d394ac1e-659b-4ffc-9240-fe99cb0adf2f HTTP/1.1" status: 204 len: 168 time: 1.3149447 Mar 23 02:39:27.915505 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-8667f261-0eec-42d9-894d-5f3ab29e3526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb', 'name': 'tempest-NetworksTestDHCPv6-router-1828225233', 'tenant_id': '9bb994ac65c94580bbf62807776d76a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:39:20Z', 'updated_at': '2022-03-23T02:39:23Z', 'revision_number': 2, 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'gw_port_host': None, '_interfaces': [{'id': 'f92fd51c-6b2d-4963-a877-ad10365be7cf', 'name': '', 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'tenant_id': '9bb994ac65c94580bbf62807776d76a5', 'mac_address': 'fa:16:3e:d1:e1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'b14581de-0d8c-4182-9bf5-3a6219fe955c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:22Z', 'updated_at': '2022-03-23T02:39:24Z', 'revision_number': 2, 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'subnets': [{'id': 'b14581de-0d8c-4182-9bf5-3a6219fe955c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:27.981611 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8667f261-0eec-42d9-894d-5f3ab29e3526 None None] Checking router: 2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:39:27.990489 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8667f261-0eec-42d9-894d-5f3ab29e3526 None None] Updating router 2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb port f92fd51c-6b2d-4963-a877-ad10365be7cf binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:39:27.997312 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-fd0585d8-f117-48af-b43c-88d5168747ad None None] Provisioning complete for port 8bbed81e-4d33-4005-857e-c11bbde4babe triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:27.997708 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fd0585d8-f117-48af-b43c-88d5168747ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8bbed81e-4d33-4005-857e-c11bbde4babe), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:28.016543 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d46aa70-18e4-4827-be4c-1976b98cb7ee tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:28.030696 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d46aa70-18e4-4827-be4c-1976b98cb7ee tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:28.036306 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b4ff86fe-0525-4756-ae5e-a6226d3eafcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (4267871d-b7d9-4248-a0d4-f4f91648bdbd), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:28.039187 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b4ff86fe-0525-4756-ae5e-a6226d3eafcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:28.040455 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b4ff86fe-0525-4756-ae5e-a6226d3eafcb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4267871d-b7d9-4248-a0d4-f4f91648bdbd HTTP/1.1" status: 204 len: 168 time: 0.7075965 Mar 23 02:39:28.041138 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1d46aa70-18e4-4827-be4c-1976b98cb7ee tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3204348 Mar 23 02:39:28.045314 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57508) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:28.082726 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8bbed81e-4d33-4005-857e-c11bbde4babe up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:28.084848 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47c938b-9eb3-434f-9ebe-684db91b89b8 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Network 770321a6-ccd7-4476-bc13-3bb758d13052 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:39:28.107379 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-8667f261-0eec-42d9-894d-5f3ab29e3526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f92fd51c-6b2d-4963-a877-ad10365be7cf), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:28.217372 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4fc29ec5-f07d-4a03-b640-fa31a263f967 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks [] for port (25fb9e2d-28e3-4b4e-911f-b34ce1cd564b), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:28.278103 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff86fe-0525-4756-ae5e-a6226d3eafcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4267871d-b7d9-4248-a0d4-f4f91648bdbd,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:28.280400 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-792fc97d-f726-47f6-b451-c239edbe4c52 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (ec3a51a1-2eb6-4ba5-9a29-7496ceb99208), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:28.318636 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-b47c938b-9eb3-434f-9ebe-684db91b89b8 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 770321a6-ccd7-4476-bc13-3bb758d13052) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:28.321466 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792fc97d-f726-47f6-b451-c239edbe4c52 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event deleted for resources: {'Subnet': ['ID=ec3a51a1-2eb6-4ba5-9a29-7496ceb99208,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:28.328076 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47c938b-9eb3-434f-9ebe-684db91b89b8 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:28.328076 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b47c938b-9eb3-434f-9ebe-684db91b89b8 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:28.333156 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-792fc97d-f726-47f6-b451-c239edbe4c52 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:28.342070 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57512) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:28.350097 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-792fc97d-f726-47f6-b451-c239edbe4c52 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "DELETE /v2.0/subnets/ec3a51a1-2eb6-4ba5-9a29-7496ceb99208 HTTP/1.1" status: 204 len: 168 time: 1.3179131 Mar 23 02:39:28.352330 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4fc29ec5-f07d-4a03-b640-fa31a263f967 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (25fb9e2d-28e3-4b4e-911f-b34ce1cd564b), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:28.376162 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ced6144-533b-443a-afa4-65e0c4d155e8 None None] Network 770321a6-ccd7-4476-bc13-3bb758d13052 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:28.444797 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc29ec5-f07d-4a03-b640-fa31a263f967 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Network f39cdd84-5433-45c4-b1eb-bb3417959333 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:28.449408 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-4fc29ec5-f07d-4a03-b640-fa31a263f967 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:28.476644 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-d2bf689f-b8f8-4f23-af37-7e19dc055a14 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Allocated IP 172.26.2.248 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/916ee876-95ad-4f61-9355-9b33ecf305bd) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:28.478622 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc29ec5-f07d-4a03-b640-fa31a263f967 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:28.500761 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc29ec5-f07d-4a03-b640-fa31a263f967 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:28.502333 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4fc29ec5-f07d-4a03-b640-fa31a263f967 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:28.570970 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc29ec5-f07d-4a03-b640-fa31a263f967 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Pushing event updated for resources: {'Port': ['ID=25fb9e2d-28e3-4b4e-911f-b34ce1cd564b,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:28.602047 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b47c938b-9eb3-434f-9ebe-684db91b89b8 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.1794856 Mar 23 02:39:28.609023 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57518) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:28.613437 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-0af07192-e4cc-4f73-b945-20dc75521740 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-633733047', 'network_id': '770321a6-ccd7-4476-bc13-3bb758d13052'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:28.666421 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 8bbed81e-4d33-4005-857e-c11bbde4babe triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:28.666421 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8bbed81e-4d33-4005-857e-c11bbde4babe), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:28.672073 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4fc29ec5-f07d-4a03-b640-fa31a263f967 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.1419637 Mar 23 02:39:28.675133 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57520) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:28.765419 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17065f7d-d684-4d46-9f59-064821e37808 None None] Network 7576ce2f-d78b-46f5-a1b2-5233228d724f requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:28.802326 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-921bf06c-fa76-48cc-ac32-83c0ee857768 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (7576ce2f-d78b-46f5-a1b2-5233228d724f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:28.806692 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ad6902-537c-4fb8-9593-9488573942eb tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Deleting subnet 8d9e80be-5efe-46ab-b153-2cbc5f2d71f8 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:39:28.808798 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57524) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:28.827974 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-91ad6902-537c-4fb8-9593-9488573942eb tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks [] for subnet (8d9e80be-5efe-46ab-b153-2cbc5f2d71f8), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:28.880769 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af07192-e4cc-4f73-b945-20dc75521740 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Made reservation on behalf of 70a7fe43dd044aee867b86748fcef86d for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:28.884458 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0af07192-e4cc-4f73-b945-20dc75521740 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:28.932226 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e31b2c5-6b26-4e5b-8a01-44c16b404c18 None None] Network 770321a6-ccd7-4476-bc13-3bb758d13052 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:28.943085 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-8667f261-0eec-42d9-894d-5f3ab29e3526 None None] Publish callbacks [] for port (f92fd51c-6b2d-4963-a877-ad10365be7cf), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:28.963142 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-91ad6902-537c-4fb8-9593-9488573942eb tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (8d9e80be-5efe-46ab-b153-2cbc5f2d71f8), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:29.055645 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-8667f261-0eec-42d9-894d-5f3ab29e3526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f92fd51c-6b2d-4963-a877-ad10365be7cf), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:29.063490 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-fd0585d8-f117-48af-b43c-88d5168747ad None None] Current status of the port 8bbed81e-4d33-4005-857e-c11bbde4babe is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:29.064526 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fd0585d8-f117-48af-b43c-88d5168747ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8bbed81e-4d33-4005-857e-c11bbde4babe), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:29.110093 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-0af07192-e4cc-4f73-b945-20dc75521740 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] device_id is not set on port 60818cff-308c-423a-bb22-0c7cf1b50242 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:39:29.122520 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d2bf689f-b8f8-4f23-af37-7e19dc055a14 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for port (916ee876-95ad-4f61-9355-9b33ecf305bd), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:29.186236 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1dba5-0166-4f32-94a8-df7f5fb71d47 None None] Pushing event updated for resources: {'Port': ['ID=f92fd51c-6b2d-4963-a877-ad10365be7cf,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:29.215546 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-91ad6902-537c-4fb8-9593-9488573942eb tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (8d9e80be-5efe-46ab-b153-2cbc5f2d71f8), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:29.242523 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 8bbed81e-4d33-4005-857e-c11bbde4babe is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:29.243100 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8bbed81e-4d33-4005-857e-c11bbde4babe), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:29.249603 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-921bf06c-fa76-48cc-ac32-83c0ee857768 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Deleting port d4833d43-5ecb-4af8-91e7-2830d598b708 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:29.250352 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-921bf06c-fa76-48cc-ac32-83c0ee857768 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (d4833d43-5ecb-4af8-91e7-2830d598b708), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:29.384575 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-8667f261-0eec-42d9-894d-5f3ab29e3526 None None] Attempting to bind port f92fd51c-6b2d-4963-a877-ad10365be7cf on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:39:29.388421 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-8667f261-0eec-42d9-894d-5f3ab29e3526 None None] Attempting to bind port f92fd51c-6b2d-4963-a877-ad10365be7cf by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:39:29.389022 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8667f261-0eec-42d9-894d-5f3ab29e3526 None None] Attempting to bind port f92fd51c-6b2d-4963-a877-ad10365be7cf on network 94d9379e-13fb-449b-8f45-d1ab95378f77 {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:39:29.400773 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8667f261-0eec-42d9-894d-5f3ab29e3526 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:39:29.401441 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8667f261-0eec-42d9-894d-5f3ab29e3526 None None] Checking segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:29.403209 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-8667f261-0eec-42d9-894d-5f3ab29e3526 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:29.411132 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8667f261-0eec-42d9-894d-5f3ab29e3526 None None] Bound using segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:39:29.411132 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-8667f261-0eec-42d9-894d-5f3ab29e3526 None None] Bound port: f92fd51c-6b2d-4963-a877-ad10365be7cf, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:39:29.411132 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-8667f261-0eec-42d9-894d-5f3ab29e3526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f92fd51c-6b2d-4963-a877-ad10365be7cf), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:29.421155 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-fd0585d8-f117-48af-b43c-88d5168747ad None None] For port 8bbed81e-4d33-4005-857e-c11bbde4babe, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8bbed81e-4d33-4005-857e-c11bbde4babe,segment=NetworkSegment(fc74ae80-235a-429d-8336-1f2948f6922b),segment_id=fc74ae80-235a-429d-8336-1f2948f6922b)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:29.426770 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-224462f1-5cb8-4518-b48d-02af8c4dee5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d0052d11de8436db9ef3a31945409c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6167166 Mar 23 02:39:29.430548 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57534) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:29.441252 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-91ad6902-537c-4fb8-9593-9488573942eb tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (8d9e80be-5efe-46ab-b153-2cbc5f2d71f8), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:29.445598 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-921bf06c-fa76-48cc-ac32-83c0ee857768 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] For port d4833d43-5ecb-4af8-91e7-2830d598b708, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=d4833d43-5ecb-4af8-91e7-2830d598b708,segment=NetworkSegment(1ad9ae28-b188-4232-a616-bf1f36133e23),segment_id=1ad9ae28-b188-4232-a616-bf1f36133e23)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:29.445976 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-921bf06c-fa76-48cc-ac32-83c0ee857768 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (d4833d43-5ecb-4af8-91e7-2830d598b708), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:29.496398 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-921bf06c-fa76-48cc-ac32-83c0ee857768 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Calling delete_port for d4833d43-5ecb-4af8-91e7-2830d598b708 owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:29.516726 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fd0585d8-f117-48af-b43c-88d5168747ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (8bbed81e-4d33-4005-857e-c11bbde4babe), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:29.528316 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad6902-537c-4fb8-9593-9488573942eb tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Pushing event deleted for resources: {'Subnet': ['ID=8d9e80be-5efe-46ab-b153-2cbc5f2d71f8,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:29.537270 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-91ad6902-537c-4fb8-9593-9488573942eb tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:29.544650 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-91ad6902-537c-4fb8-9593-9488573942eb tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "DELETE /v2.0/subnets/8d9e80be-5efe-46ab-b153-2cbc5f2d71f8 HTTP/1.1" status: 204 len: 168 time: 0.8645339 Mar 23 02:39:29.545439 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57538) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:29.572170 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-8667f261-0eec-42d9-894d-5f3ab29e3526 None None] For port f92fd51c-6b2d-4963-a877-ad10365be7cf, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:39:29.575580 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-8667f261-0eec-42d9-894d-5f3ab29e3526 None None] For port f92fd51c-6b2d-4963-a877-ad10365be7cf, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f92fd51c-6b2d-4963-a877-ad10365be7cf,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:39:29.626220 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa08ac4-d4fe-4b23-ae92-0276f76ec195 None None] DHCP port deletion for 7576ce2f-d78b-46f5-a1b2-5233228d724f request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:39:29.653046 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-8667f261-0eec-42d9-894d-5f3ab29e3526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f92fd51c-6b2d-4963-a877-ad10365be7cf), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:29.778871 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8667f261-0eec-42d9-894d-5f3ab29e3526 None None] Routers {'2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:29.784366 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-8667f261-0eec-42d9-894d-5f3ab29e3526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:29.802641 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0585d8-f117-48af-b43c-88d5168747ad None None] Pushing event updated for resources: {'Port': ['ID=8bbed81e-4d33-4005-857e-c11bbde4babe,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:29.812498 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:39:29.813023 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:39:29.827961 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-db411619-729e-48cf-b5e9-9c433224d355 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:29.830568 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d2bf689f-b8f8-4f23-af37-7e19dc055a14 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (916ee876-95ad-4f61-9355-9b33ecf305bd), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:29.836462 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd779d0-0e33-4049-824f-8ceaf4fa96d1 None None] Network f39cdd84-5433-45c4-b1eb-bb3417959333 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:29.850121 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-eb63d2e7-4c79-411d-aade-b7c2385400c2 admin admin] Publish callbacks [] for security_group (94bea064-4e51-46d4-8b53-17d7b4f54098), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:29.879538 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d2c2cc-f3e9-46ec-8b98-f080b0542475 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:29.880940 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d2c2cc-f3e9-46ec-8b98-f080b0542475 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:29.885227 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-91d2c2cc-f3e9-46ec-8b98-f080b0542475 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3149340 Mar 23 02:39:29.894504 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-921bf06c-fa76-48cc-ac32-83c0ee857768 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (d4833d43-5ecb-4af8-91e7-2830d598b708), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:29.894638 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-0af07192-e4cc-4f73-b945-20dc75521740 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Allocated IP 172.20.0.11 (770321a6-ccd7-4476-bc13-3bb758d13052/a10c65f2-509d-4b12-aa92-d8ef927e121c/60818cff-308c-423a-bb22-0c7cf1b50242) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:29.894638 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57544) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:29.897174 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1dba5-0166-4f32-94a8-df7f5fb71d47 None None] Pushing event updated for resources: {'Port': ['ID=f92fd51c-6b2d-4963-a877-ad10365be7cf,revision_number=4']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:29.969211 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf689f-b8f8-4f23-af37-7e19dc055a14 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Pushing event updated for resources: {'Port': ['ID=916ee876-95ad-4f61-9355-9b33ecf305bd,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:30.034684 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-8667f261-0eec-42d9-894d-5f3ab29e3526 None None] Set router 2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:39:30.082258 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf689f-b8f8-4f23-af37-7e19dc055a14 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:30.082698 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf689f-b8f8-4f23-af37-7e19dc055a14 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:30.083052 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf689f-b8f8-4f23-af37-7e19dc055a14 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:30.083404 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf689f-b8f8-4f23-af37-7e19dc055a14 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:30.084770 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf689f-b8f8-4f23-af37-7e19dc055a14 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:30.087038 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf689f-b8f8-4f23-af37-7e19dc055a14 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:30.087268 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-eb63d2e7-4c79-411d-aade-b7c2385400c2 admin admin] Publish callbacks [] for security_group (94bea064-4e51-46d4-8b53-17d7b4f54098), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:30.087432 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf689f-b8f8-4f23-af37-7e19dc055a14 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:30.087785 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf689f-b8f8-4f23-af37-7e19dc055a14 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:30.088937 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf689f-b8f8-4f23-af37-7e19dc055a14 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:30.089221 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf689f-b8f8-4f23-af37-7e19dc055a14 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:30.089789 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf689f-b8f8-4f23-af37-7e19dc055a14 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:30.090491 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf689f-b8f8-4f23-af37-7e19dc055a14 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:30.093576 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf689f-b8f8-4f23-af37-7e19dc055a14 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:30.093934 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf689f-b8f8-4f23-af37-7e19dc055a14 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:30.094281 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf689f-b8f8-4f23-af37-7e19dc055a14 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:30.108818 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921bf06c-fa76-48cc-ac32-83c0ee857768 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] No DVR routers for this DVR port d4833d43-5ecb-4af8-91e7-2830d598b708 on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:39:30.112998 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57548) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:30.124425 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bf689f-b8f8-4f23-af37-7e19dc055a14 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:30.169305 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-d2bf689f-b8f8-4f23-af37-7e19dc055a14 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:30.195959 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bf689f-b8f8-4f23-af37-7e19dc055a14 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:30.254637 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-44f90cc3-e8b1-4590-a290-722d2bf5a262 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (f39cdd84-5433-45c4-b1eb-bb3417959333), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:30.289347 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-7886b7ae-3de6-408d-ac29-3cee2a959cc4 None None] Provisioning complete for port d4833d43-5ecb-4af8-91e7-2830d598b708 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:30.289927 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7886b7ae-3de6-408d-ac29-3cee2a959cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d4833d43-5ecb-4af8-91e7-2830d598b708), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:30.310618 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-44f90cc3-e8b1-4590-a290-722d2bf5a262 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 23 02:39:30.311512 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44f90cc3-e8b1-4590-a290-722d2bf5a262 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:39:30.316448 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-44f90cc3-e8b1-4590-a290-722d2bf5a262 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "DELETE /v2.0/networks/f39cdd84-5433-45c4-b1eb-bb3417959333 HTTP/1.1" status: 409 len: 466 time: 0.4205704 Mar 23 02:39:30.332380 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57552) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:30.340462 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-456f3fdd-29a5-495f-8020-087862fe958f tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-340296225'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:30.365932 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-7886b7ae-3de6-408d-ac29-3cee2a959cc4 None None] Port d4833d43-5ecb-4af8-91e7-2830d598b708 was deleted so its status cannot be updated. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 23 02:39:30.371374 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-92c1f61f-8434-4f00-85c4-dc740e2d835c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1311817031-network', 'tenant_id': '61f0207fb76b46cf82a5b8d685172d9b'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:30.387370 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-afa08ac4-d4fe-4b23-ae92-0276f76ec195 None None] Deleting port d4833d43-5ecb-4af8-91e7-2830d598b708 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:30.387758 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-afa08ac4-d4fe-4b23-ae92-0276f76ec195 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (d4833d43-5ecb-4af8-91e7-2830d598b708), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:30.421778 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0af07192-e4cc-4f73-b945-20dc75521740 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for port (60818cff-308c-423a-bb22-0c7cf1b50242), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:30.430311 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456f3fdd-29a5-495f-8020-087862fe958f tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Made reservation on behalf of ae262acb2831448aa0401111a68e30ae for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:30.435961 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-456f3fdd-29a5-495f-8020-087862fe958f tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:30.481446 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-afa08ac4-d4fe-4b23-ae92-0276f76ec195 None None] For port d4833d43-5ecb-4af8-91e7-2830d598b708, host dv-neutron-834613-2-hyperv, got binding levels [] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:30.482167 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-afa08ac4-d4fe-4b23-ae92-0276f76ec195 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (d4833d43-5ecb-4af8-91e7-2830d598b708), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:30.483659 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-eb63d2e7-4c79-411d-aade-b7c2385400c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (94bea064-4e51-46d4-8b53-17d7b4f54098), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:30.484910 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-8667f261-0eec-42d9-894d-5f3ab29e3526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb', 'name': 'tempest-NetworksTestDHCPv6-router-1828225233', 'tenant_id': '9bb994ac65c94580bbf62807776d76a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:39:20Z', 'updated_at': '2022-03-23T02:39:23Z', 'revision_number': 2, 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'gw_port_host': None, '_interfaces': [{'id': 'f92fd51c-6b2d-4963-a877-ad10365be7cf', 'name': '', 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'tenant_id': '9bb994ac65c94580bbf62807776d76a5', 'mac_address': 'fa:16:3e:d1:e1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'b14581de-0d8c-4182-9bf5-3a6219fe955c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:22Z', 'updated_at': '2022-03-23T02:39:29Z', 'revision_number': 4, 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'subnets': [{'id': 'b14581de-0d8c-4182-9bf5-3a6219fe955c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:30.495392 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-eb63d2e7-4c79-411d-aade-b7c2385400c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:30.496679 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-eb63d2e7-4c79-411d-aade-b7c2385400c2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94bea064-4e51-46d4-8b53-17d7b4f54098 HTTP/1.1" status: 204 len: 168 time: 1.0652027 Mar 23 02:39:30.511913 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-afa08ac4-d4fe-4b23-ae92-0276f76ec195 None None] Calling delete_port for d4833d43-5ecb-4af8-91e7-2830d598b708 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:30.514953 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.ipam_backend_mixin [None req-afa08ac4-d4fe-4b23-ae92-0276f76ec195 None None] Port d4833d43-5ecb-4af8-91e7-2830d598b708 was not found and therefore no delete operation was performed {{(pid=104350) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 02:39:30.524663 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-afa08ac4-d4fe-4b23-ae92-0276f76ec195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (d4833d43-5ecb-4af8-91e7-2830d598b708), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:30.529510 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b49102-1733-4544-95eb-5f7c3481c961 None None] DHCP port deletion for f39cdd84-5433-45c4-b1eb-bb3417959333 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:39:30.530392 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63d2e7-4c79-411d-aade-b7c2385400c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bea064-4e51-46d4-8b53-17d7b4f54098,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:30.536639 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-456f3fdd-29a5-495f-8020-087862fe958f tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:39:30.548075 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921bf06c-fa76-48cc-ac32-83c0ee857768 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event deleted for resources: {'Port': ['ID=d4833d43-5ecb-4af8-91e7-2830d598b708,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:30.554613 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-456f3fdd-29a5-495f-8020-087862fe958f tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (927f4952-03de-48cd-b277-3bd20e99b7fa), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:30.555368 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-456f3fdd-29a5-495f-8020-087862fe958f tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Added segment 927f4952-03de-48cd-b277-3bd20e99b7fa of type vlan for network d1a1f06a-03de-414a-811f-0a4b11b79f8c Mar 23 02:39:30.581743 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8667f261-0eec-42d9-894d-5f3ab29e3526 None None] The sync data for ids ['2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb'] in dv-neutron-834613-2-hyperv is: [{'id': '2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb', 'name': 'tempest-NetworksTestDHCPv6-router-1828225233', 'tenant_id': '9bb994ac65c94580bbf62807776d76a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:39:20Z', 'updated_at': '2022-03-23T02:39:23Z', 'revision_number': 2, 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'gw_port_host': None, '_interfaces': [{'id': 'f92fd51c-6b2d-4963-a877-ad10365be7cf', 'name': '', 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'tenant_id': '9bb994ac65c94580bbf62807776d76a5', 'mac_address': 'fa:16:3e:d1:e1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'b14581de-0d8c-4182-9bf5-3a6219fe955c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:22Z', 'updated_at': '2022-03-23T02:39:29Z', 'revision_number': 4, 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'subnets': [{'id': 'b14581de-0d8c-4182-9bf5-3a6219fe955c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:39:30.599982 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c1f61f-8434-4f00-85c4-dc740e2d835c admin admin] Made reservation on behalf of 61f0207fb76b46cf82a5b8d685172d9b for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:30.603049 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-92c1f61f-8434-4f00-85c4-dc740e2d835c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:30.619513 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-456f3fdd-29a5-495f-8020-087862fe958f tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (d1a1f06a-03de-414a-811f-0a4b11b79f8c), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:30.664130 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0af07192-e4cc-4f73-b945-20dc75521740 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (60818cff-308c-423a-bb22-0c7cf1b50242), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:30.682037 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-7886b7ae-3de6-408d-ac29-3cee2a959cc4 None None] Provisioning complete for port 8bbed81e-4d33-4005-857e-c11bbde4babe triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:30.683801 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7886b7ae-3de6-408d-ac29-3cee2a959cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8bbed81e-4d33-4005-857e-c11bbde4babe), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:30.749580 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa08ac4-d4fe-4b23-ae92-0276f76ec195 None None] Pushing event deleted for resources: {'Port': ['ID=d4833d43-5ecb-4af8-91e7-2830d598b708,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:30.754577 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 8bbed81e-4d33-4005-857e-c11bbde4babe is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:30.755406 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 832aa078-08d2-4335-9abd-ee30c1f788e0 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:30.761279 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa08ac4-d4fe-4b23-ae92-0276f76ec195 None None] No DVR routers for this DVR port d4833d43-5ecb-4af8-91e7-2830d598b708 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:39:30.786754 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-456f3fdd-29a5-495f-8020-087862fe958f tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (d1a1f06a-03de-414a-811f-0a4b11b79f8c), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:30.794817 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456f3fdd-29a5-495f-8020-087862fe958f tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:30.794817 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-456f3fdd-29a5-495f-8020-087862fe958f tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:30.806475 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa08ac4-d4fe-4b23-ae92-0276f76ec195 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:30.806954 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa08ac4-d4fe-4b23-ae92-0276f76ec195 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:30.807220 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa08ac4-d4fe-4b23-ae92-0276f76ec195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:30.807578 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa08ac4-d4fe-4b23-ae92-0276f76ec195 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:30.808023 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa08ac4-d4fe-4b23-ae92-0276f76ec195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:30.808377 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa08ac4-d4fe-4b23-ae92-0276f76ec195 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:30.808717 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa08ac4-d4fe-4b23-ae92-0276f76ec195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:30.809053 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa08ac4-d4fe-4b23-ae92-0276f76ec195 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:30.809411 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa08ac4-d4fe-4b23-ae92-0276f76ec195 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:30.809754 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa08ac4-d4fe-4b23-ae92-0276f76ec195 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:30.810092 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa08ac4-d4fe-4b23-ae92-0276f76ec195 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:30.810514 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa08ac4-d4fe-4b23-ae92-0276f76ec195 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:30.810778 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa08ac4-d4fe-4b23-ae92-0276f76ec195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:30.811248 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa08ac4-d4fe-4b23-ae92-0276f76ec195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:30.811594 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa08ac4-d4fe-4b23-ae92-0276f76ec195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:30.816564 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-92c1f61f-8434-4f00-85c4-dc740e2d835c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:30.863265 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-921bf06c-fa76-48cc-ac32-83c0ee857768 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (7576ce2f-d78b-46f5-a1b2-5233228d724f), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:30.912419 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-51b49102-1733-4544-95eb-5f7c3481c961 None None] Deleting port 2220711c-0111-45cb-8d6c-5c63327d57e4 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:30.912797 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-51b49102-1733-4544-95eb-5f7c3481c961 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (2220711c-0111-45cb-8d6c-5c63327d57e4), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:30.928976 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 832aa078-08d2-4335-9abd-ee30c1f788e0 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:30.929323 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (832aa078-08d2-4335-9abd-ee30c1f788e0), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:30.934075 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d2bf689f-b8f8-4f23-af37-7e19dc055a14 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router_gateway (1ffc1f50-8123-4fcf-8380-16238b5b0953), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:30.945778 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af07192-e4cc-4f73-b945-20dc75521740 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Network 770321a6-ccd7-4476-bc13-3bb758d13052 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:30.965159 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af07192-e4cc-4f73-b945-20dc75521740 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Pushing event updated for resources: {'Port': ['ID=60818cff-308c-423a-bb22-0c7cf1b50242,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:30.997304 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-0af07192-e4cc-4f73-b945-20dc75521740 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:31.005169 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af07192-e4cc-4f73-b945-20dc75521740 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:31.012851 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-456f3fdd-29a5-495f-8020-087862fe958f tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6765041 Mar 23 02:39:31.026396 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57560) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:31.060145 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-921bf06c-fa76-48cc-ac32-83c0ee857768 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7576ce2f-d78b-46f5-a1b2-5233228d724f']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:31.076484 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-921bf06c-fa76-48cc-ac32-83c0ee857768 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ad9ae28-b188-4232-a616-bf1f36133e23') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:31.077327 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-921bf06c-fa76-48cc-ac32-83c0ee857768 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ad9ae28-b188-4232-a616-bf1f36133e23') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:31.086800 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-a5a68fe6-177f-4320-865a-01c4d23c66e5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Request body: {'subnet': {'network_id': 'd1a1f06a-03de-414a-811f-0a4b11b79f8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:31.091783 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-7886b7ae-3de6-408d-ac29-3cee2a959cc4 None None] Current status of the port 8bbed81e-4d33-4005-857e-c11bbde4babe is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:31.104097 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-921bf06c-fa76-48cc-ac32-83c0ee857768 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (1ad9ae28-b188-4232-a616-bf1f36133e23), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:31.137552 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-921bf06c-fa76-48cc-ac32-83c0ee857768 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (1ad9ae28-b188-4232-a616-bf1f36133e23), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:31.155375 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-921bf06c-fa76-48cc-ac32-83c0ee857768 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:39:31.156588 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-921bf06c-fa76-48cc-ac32-83c0ee857768 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (1ad9ae28-b188-4232-a616-bf1f36133e23), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:31.217094 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f3fdd-29a5-495f-8020-087862fe958f tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Pushing event updated for resources: {'Network': ['ID=d1a1f06a-03de-414a-811f-0a4b11b79f8c,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:31.217340 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-51b49102-1733-4544-95eb-5f7c3481c961 None None] For port 2220711c-0111-45cb-8d6c-5c63327d57e4, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=2220711c-0111-45cb-8d6c-5c63327d57e4,segment=NetworkSegment(9d394a2e-52ab-4e31-8c23-49996a3c12f9),segment_id=9d394a2e-52ab-4e31-8c23-49996a3c12f9)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:31.217630 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-51b49102-1733-4544-95eb-5f7c3481c961 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (2220711c-0111-45cb-8d6c-5c63327d57e4), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:31.258327 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network d1a1f06a-03de-414a-811f-0a4b11b79f8c details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:39:31.264180 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af07192-e4cc-4f73-b945-20dc75521740 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:31.264867 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0af07192-e4cc-4f73-b945-20dc75521740 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:31.290503 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-51b49102-1733-4544-95eb-5f7c3481c961 None None] Calling delete_port for 2220711c-0111-45cb-8d6c-5c63327d57e4 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:31.304307 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-9a1265d3-1f24-46a6-b3ba-69524ee18249 None None] Provisioning complete for port f92fd51c-6b2d-4963-a877-ad10365be7cf triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:31.305051 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9a1265d3-1f24-46a6-b3ba-69524ee18249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f92fd51c-6b2d-4963-a877-ad10365be7cf), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:31.330324 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a68fe6-177f-4320-865a-01c4d23c66e5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Made reservation on behalf of ae262acb2831448aa0401111a68e30ae for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:31.336663 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a5a68fe6-177f-4320-865a-01c4d23c66e5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:31.405332 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:39:31.405332 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:39:31.405332 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:39:31.405332 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:39:31.405332 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:39:31.405332 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:39:31.405332 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:39:31.405332 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:39:31.405332 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:39:31.405332 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:39:31.405332 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:39:31.405332 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:39:31.405332 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:39:31.405332 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:39:31.405332 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:39:31.405332 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:39:31.405332 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:39:31.405332 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:39:31.405332 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:39:31.405332 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:39:31.405332 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:39:31.405332 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:39:31.405332 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:39:31.405332 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:39:31.405332 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:39:31.405332 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:39:31.405332 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:39:31.405332 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:39:31.405332 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:39:31.405332 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:39:31.405332 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:39:31.405332 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:39:31.443775 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-921bf06c-fa76-48cc-ac32-83c0ee857768 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (7576ce2f-d78b-46f5-a1b2-5233228d724f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:31.466815 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0af07192-e4cc-4f73-b945-20dc75521740 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.8591638 Mar 23 02:39:31.471047 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57568) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:31.506813 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-921bf06c-fa76-48cc-ac32-83c0ee857768 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:31.513252 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-921bf06c-fa76-48cc-ac32-83c0ee857768 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "DELETE /v2.0/networks/7576ce2f-d78b-46f5-a1b2-5233228d724f HTTP/1.1" status: 204 len: 168 time: 3.1622276 Mar 23 02:39:31.527119 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57570) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:31.583583 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921bf06c-fa76-48cc-ac32-83c0ee857768 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event deleted for resources: {'Network': ['ID=7576ce2f-d78b-46f5-a1b2-5233228d724f,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:31.603588 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a73a73-77f3-4fed-8173-2882536bb275 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] DELETE failed (client error): The resource could not be found. Mar 23 02:39:31.604415 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14a73a73-77f3-4fed-8173-2882536bb275 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:39:31.611516 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-14a73a73-77f3-4fed-8173-2882536bb275 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "DELETE /v2.0/subnets/ba4e5361-1591-4f60-bc60-9c14806191c3 HTTP/1.1" status: 404 len: 337 time: 0.0802445 Mar 23 02:39:31.618238 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57574) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:31.669465 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b6c4a0-1eff-48ca-a4a0-038545d7ba3f tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] DELETE failed (client error): The resource could not be found. Mar 23 02:39:31.670239 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46b6c4a0-1eff-48ca-a4a0-038545d7ba3f tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:39:31.677139 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-46b6c4a0-1eff-48ca-a4a0-038545d7ba3f tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "DELETE /v2.0/networks/d6aa0054-dbd6-44c5-881e-052a11ccb0b1 HTTP/1.1" status: 404 len: 339 time: 0.0549595 Mar 23 02:39:31.679259 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57576) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:31.684540 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 832aa078-08d2-4335-9abd-ee30c1f788e0 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:31.705038 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device be0ca76a-cc21-4e8d-bb72-12053c73dec0 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:39:31.734439 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: be0ca76a-cc21-4e8d-bb72-12053c73dec0 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:39:31.735077 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device be0ca76a-cc21-4e8d-bb72-12053c73dec0 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:39:31.865401 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-9a1265d3-1f24-46a6-b3ba-69524ee18249 None None] Current status of the port f92fd51c-6b2d-4963-a877-ad10365be7cf is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:31.865978 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9a1265d3-1f24-46a6-b3ba-69524ee18249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f92fd51c-6b2d-4963-a877-ad10365be7cf), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:31.901610 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc2bdc7d-1bd8-44a7-8ec2-37dc3141923f tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] DELETE failed (client error): The resource could not be found. Mar 23 02:39:31.902234 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc2bdc7d-1bd8-44a7-8ec2-37dc3141923f tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:39:31.907702 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-dc2bdc7d-1bd8-44a7-8ec2-37dc3141923f tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "DELETE /v2.0/subnets/7fe76f44-fe44-4ed1-b625-1ad92f2758e0 HTTP/1.1" status: 404 len: 337 time: 0.2226374 Mar 23 02:39:31.909606 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57582) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:31.946266 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b310074-5d78-4d86-8b28-b10d2f910b9e tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] DELETE failed (client error): The resource could not be found. Mar 23 02:39:31.946266 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b310074-5d78-4d86-8b28-b10d2f910b9e tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:39:31.950265 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5b310074-5d78-4d86-8b28-b10d2f910b9e tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "DELETE /v2.0/networks/67b26e86-1d39-4956-9310-4bae83a46f65 HTTP/1.1" status: 404 len: 339 time: 0.0406580 Mar 23 02:39:31.956307 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-9a1265d3-1f24-46a6-b3ba-69524ee18249 None None] For port f92fd51c-6b2d-4963-a877-ad10365be7cf, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f92fd51c-6b2d-4963-a877-ad10365be7cf,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:31.959458 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57584) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:31.964237 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-51b49102-1733-4544-95eb-5f7c3481c961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (2220711c-0111-45cb-8d6c-5c63327d57e4), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:31.982033 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b49102-1733-4544-95eb-5f7c3481c961 None None] No DVR routers for this DVR port 2220711c-0111-45cb-8d6c-5c63327d57e4 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:39:32.012268 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b49102-1733-4544-95eb-5f7c3481c961 None None] Pushing event deleted for resources: {'Port': ['ID=2220711c-0111-45cb-8d6c-5c63327d57e4,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:32.017027 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9a1265d3-1f24-46a6-b3ba-69524ee18249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f92fd51c-6b2d-4963-a877-ad10365be7cf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:32.026597 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-9a1265d3-1f24-46a6-b3ba-69524ee18249 None None] Could not find standard attr ID for object 2220711c-0111-45cb-8d6c-5c63327d57e4. {{(pid=104350) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:39:32.046853 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-92c1f61f-8434-4f00-85c4-dc740e2d835c admin admin] Publish callbacks [] for security_group (89097aa8-a212-4a6d-9230-35a10f1787af), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:32.053174 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b57da6a-a31d-4cbb-9307-36b1858e5efc tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] DELETE failed (client error): The resource could not be found. Mar 23 02:39:32.053867 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b57da6a-a31d-4cbb-9307-36b1858e5efc tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:39:32.057160 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0b57da6a-a31d-4cbb-9307-36b1858e5efc tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "DELETE /v2.0/subnets/0c37f8f9-9935-46f1-8054-0e9e5a675ad6 HTTP/1.1" status: 404 len: 337 time: 0.0966084 Mar 23 02:39:32.060133 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8bbed81e-4d33-4005-857e-c11bbde4babe up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:32.061639 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57588) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:32.073599 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.objects.ports [None req-a5a68fe6-177f-4320-865a-01c4d23c66e5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104348) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 02:39:32.082061 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a5a68fe6-177f-4320-865a-01c4d23c66e5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (9478e868-9aac-451c-af4f-87bee88ddf50), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:32.091183 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-06fefcb9-50de-4bf2-b704-87b799e9ca78 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Deleting port 60818cff-308c-423a-bb22-0c7cf1b50242 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:32.091519 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-06fefcb9-50de-4bf2-b704-87b799e9ca78 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (60818cff-308c-423a-bb22-0c7cf1b50242), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:32.113028 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c957cb-ea2e-44ec-af3c-4485f16b3256 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] DELETE failed (client error): The resource could not be found. Mar 23 02:39:32.113829 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c957cb-ea2e-44ec-af3c-4485f16b3256 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:39:32.128107 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-23c957cb-ea2e-44ec-af3c-4485f16b3256 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "DELETE /v2.0/networks/53fb7ac4-e989-458b-a2e7-36184bd1aafc HTTP/1.1" status: 404 len: 339 time: 0.0572269 Mar 23 02:39:32.128823 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57590) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:32.168386 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-92c1f61f-8434-4f00-85c4-dc740e2d835c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (89097aa8-a212-4a6d-9230-35a10f1787af), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:32.170669 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1265d3-1f24-46a6-b3ba-69524ee18249 None None] Pushing event updated for resources: {'Port': ['ID=f92fd51c-6b2d-4963-a877-ad10365be7cf,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:32.184987 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 8bbed81e-4d33-4005-857e-c11bbde4babe triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:32.185514 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8bbed81e-4d33-4005-857e-c11bbde4babe), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:32.227617 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a68fe6-177f-4320-865a-01c4d23c66e5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Pushing event updated for resources: {'Subnet': ['ID=9478e868-9aac-451c-af4f-87bee88ddf50,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:32.335981 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 8bbed81e-4d33-4005-857e-c11bbde4babe is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:32.337315 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f92fd51c-6b2d-4963-a877-ad10365be7cf up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:32.399360 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port f92fd51c-6b2d-4963-a877-ad10365be7cf triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:32.399758 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f92fd51c-6b2d-4963-a877-ad10365be7cf), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:32.503668 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port f92fd51c-6b2d-4963-a877-ad10365be7cf is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:32.572175 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d4833d43-5ecb-4af8-91e7-2830d598b708 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:39:32.584529 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57594) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:32.604064 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: d4833d43-5ecb-4af8-91e7-2830d598b708 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:39:32.604627 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d4833d43-5ecb-4af8-91e7-2830d598b708 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:39:32.619429 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a68fe6-177f-4320-865a-01c4d23c66e5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Checking segment: {'id': '927f4952-03de-48cd-b277-3bd20e99b7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd1a1f06a-03de-414a-811f-0a4b11b79f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:32.619726 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a68fe6-177f-4320-865a-01c4d23c66e5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Network hostable DHCP agents. Network: d1a1f06a-03de-414a-811f-0a4b11b79f8c, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:39:32.629293 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-06fefcb9-50de-4bf2-b704-87b799e9ca78 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (60818cff-308c-423a-bb22-0c7cf1b50242), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:32.648510 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d2bf689f-b8f8-4f23-af37-7e19dc055a14 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1655254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3512'] for router (1ffc1f50-8123-4fcf-8380-16238b5b0953), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:32.655628 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-06fefcb9-50de-4bf2-b704-87b799e9ca78 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Calling delete_port for 60818cff-308c-423a-bb22-0c7cf1b50242 owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:32.682352 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c1f61f-8434-4f00-85c4-dc740e2d835c admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:39:32.686331 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d2bf689f-b8f8-4f23-af37-7e19dc055a14 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1655263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1655076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656974'] for router (1ffc1f50-8123-4fcf-8380-16238b5b0953), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:32.708080 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1f61f-8434-4f00-85c4-dc740e2d835c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89097aa8-a212-4a6d-9230-35a10f1787af,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:32.749437 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-5aa8662d-150e-41d9-be5c-48bdac49c3ac tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1913920404', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:32.784351 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-742a0867-8b96-4b60-918f-315b74d8bad9 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Deleting subnet 445c58c4-c458-4f7b-b3ff-6ad3e2960acc {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:39:32.787718 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-742a0867-8b96-4b60-918f-315b74d8bad9 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks [] for subnet (445c58c4-c458-4f7b-b3ff-6ad3e2960acc), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:32.809451 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-92c1f61f-8434-4f00-85c4-dc740e2d835c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (31a5abdc-77c7-4b66-8f8c-26e205d8373f), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:32.809804 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-92c1f61f-8434-4f00-85c4-dc740e2d835c admin admin] Added segment 31a5abdc-77c7-4b66-8f8c-26e205d8373f of type vlan for network 5b79c2a7-673b-4477-acc0-14a62556cbba Mar 23 02:39:32.824547 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-db411619-729e-48cf-b5e9-9c433224d355 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting port f92fd51c-6b2d-4963-a877-ad10365be7cf {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:32.824820 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-db411619-729e-48cf-b5e9-9c433224d355 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (f92fd51c-6b2d-4963-a877-ad10365be7cf), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:32.829179 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a68fe6-177f-4320-865a-01c4d23c66e5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Network d1a1f06a-03de-414a-811f-0a4b11b79f8c is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:39:32.869954 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5aa8662d-150e-41d9-be5c-48bdac49c3ac tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (97ee359a-8595-4de1-ba6d-f1c860d5da6d), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:32.869954 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5aa8662d-150e-41d9-be5c-48bdac49c3ac tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (97ee359a-8595-4de1-ba6d-f1c860d5da6d), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:32.890532 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-06fefcb9-50de-4bf2-b704-87b799e9ca78 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (60818cff-308c-423a-bb22-0c7cf1b50242), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:32.930260 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fefcb9-50de-4bf2-b704-87b799e9ca78 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Pushing event deleted for resources: {'Port': ['ID=60818cff-308c-423a-bb22-0c7cf1b50242,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:32.934735 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-92c1f61f-8434-4f00-85c4-dc740e2d835c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (5b79c2a7-673b-4477-acc0-14a62556cbba), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:32.940641 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-742a0867-8b96-4b60-918f-315b74d8bad9 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (445c58c4-c458-4f7b-b3ff-6ad3e2960acc), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:32.964366 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-a5a68fe6-177f-4320-865a-01c4d23c66e5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, d1a1f06a-03de-414a-811f-0a4b11b79f8c) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:32.969039 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fefcb9-50de-4bf2-b704-87b799e9ca78 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:32.969314 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fefcb9-50de-4bf2-b704-87b799e9ca78 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:32.969660 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fefcb9-50de-4bf2-b704-87b799e9ca78 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:32.970005 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fefcb9-50de-4bf2-b704-87b799e9ca78 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:32.970554 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fefcb9-50de-4bf2-b704-87b799e9ca78 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:32.970717 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fefcb9-50de-4bf2-b704-87b799e9ca78 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:32.972143 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fefcb9-50de-4bf2-b704-87b799e9ca78 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:32.972143 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fefcb9-50de-4bf2-b704-87b799e9ca78 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:32.972143 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fefcb9-50de-4bf2-b704-87b799e9ca78 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:32.972143 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fefcb9-50de-4bf2-b704-87b799e9ca78 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:32.972449 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fefcb9-50de-4bf2-b704-87b799e9ca78 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:32.972632 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fefcb9-50de-4bf2-b704-87b799e9ca78 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:32.972955 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fefcb9-50de-4bf2-b704-87b799e9ca78 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:32.973493 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fefcb9-50de-4bf2-b704-87b799e9ca78 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:32.973983 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fefcb9-50de-4bf2-b704-87b799e9ca78 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:32.975680 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcab0d6-502e-4ae5-8e5f-7901d78f2f4b None None] Network d1a1f06a-03de-414a-811f-0a4b11b79f8c requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:32.993881 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a68fe6-177f-4320-865a-01c4d23c66e5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:32.994473 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a5a68fe6-177f-4320-865a-01c4d23c66e5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:32.999364 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5aa8662d-150e-41d9-be5c-48bdac49c3ac tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks [] for router_controller (97ee359a-8595-4de1-ba6d-f1c860d5da6d), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:33.045528 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-06fefcb9-50de-4bf2-b704-87b799e9ca78 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:33.052598 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-06fefcb9-50de-4bf2-b704-87b799e9ca78 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "DELETE /v2.0/ports/60818cff-308c-423a-bb22-0c7cf1b50242 HTTP/1.1" status: 204 len: 168 time: 1.5780301 Mar 23 02:39:33.053152 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57598) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:33.057746 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-dff38783-6a31-4fed-8ca2-3d0d4f7772c9 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '770321a6-ccd7-4476-bc13-3bb758d13052', 'external_fixed_ips': [{'subnet_id': 'a10c65f2-509d-4b12-aa92-d8ef927e121c', 'ip_address': '172.20.0.11'}]}}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:33.062414 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5aa8662d-150e-41d9-be5c-48bdac49c3ac tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (97ee359a-8595-4de1-ba6d-f1c860d5da6d), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:33.088881 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-db411619-729e-48cf-b5e9-9c433224d355 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] For port f92fd51c-6b2d-4963-a877-ad10365be7cf, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f92fd51c-6b2d-4963-a877-ad10365be7cf,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:33.089255 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-db411619-729e-48cf-b5e9-9c433224d355 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (f92fd51c-6b2d-4963-a877-ad10365be7cf), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:33.098788 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c6108c-89aa-42e1-a742-b480e004dc74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-d1a1f06a-03de-414a-811f-0a4b11b79f8c', 'network_id': 'd1a1f06a-03de-414a-811f-0a4b11b79f8c', 'project_id': 'ae262acb2831448aa0401111a68e30ae', 'fixed_ips': [{'subnet_id': '9478e868-9aac-451c-af4f-87bee88ddf50'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:39:33.100383 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d5c6108c-89aa-42e1-a742-b480e004dc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:33.115892 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a5a68fe6-177f-4320-865a-01c4d23c66e5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0368686 Mar 23 02:39:33.118758 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-db411619-729e-48cf-b5e9-9c433224d355 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Calling delete_port for f92fd51c-6b2d-4963-a877-ad10365be7cf owned by network:router_interface {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:33.118906 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57600) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:33.123926 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-5117f3bb-ca59-40d4-ad0f-d8e8454aaae6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Request body: {'port': {'network_id': 'd1a1f06a-03de-414a-811f-0a4b11b79f8c', 'name': 'tempest-NetworksIpV6TestAttrs-420055211'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:33.124851 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-742a0867-8b96-4b60-918f-315b74d8bad9 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (445c58c4-c458-4f7b-b3ff-6ad3e2960acc), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:33.146402 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5aa8662d-150e-41d9-be5c-48bdac49c3ac tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:33.150146 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5aa8662d-150e-41d9-be5c-48bdac49c3ac tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5621722 Mar 23 02:39:33.160372 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57602) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:33.167539 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-ba14ecfc-3e8b-4372-81e9-5fd06956bfc6 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1757705868'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:33.174615 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-92c1f61f-8434-4f00-85c4-dc740e2d835c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (5b79c2a7-673b-4477-acc0-14a62556cbba), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:33.175162 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c1f61f-8434-4f00-85c4-dc740e2d835c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:33.175750 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-92c1f61f-8434-4f00-85c4-dc740e2d835c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:33.254963 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-d5c6108c-89aa-42e1-a742-b480e004dc74 None None] Allocated IP 2001:db8::f816:3eff:fe46:94b4 (d1a1f06a-03de-414a-811f-0a4b11b79f8c/9478e868-9aac-451c-af4f-87bee88ddf50/18eb30a7-2808-4ddd-8f28-8831b5c23b4a) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:33.278563 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dff38783-6a31-4fed-8ca2-3d0d4f7772c9 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (46734b16-ac72-4e56-9b95-f241d47ec1cd), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:33.279723 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dff38783-6a31-4fed-8ca2-3d0d4f7772c9 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (46734b16-ac72-4e56-9b95-f241d47ec1cd), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:33.301943 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bf689f-b8f8-4f23-af37-7e19dc055a14 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Router 1ffc1f50-8123-4fcf-8380-16238b5b0953 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:39:33.334871 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5117f3bb-ca59-40d4-ad0f-d8e8454aaae6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Made reservation on behalf of ae262acb2831448aa0401111a68e30ae for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:33.338442 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5117f3bb-ca59-40d4-ad0f-d8e8454aaae6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:33.361501 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-5117f3bb-ca59-40d4-ad0f-d8e8454aaae6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] device_id is not set on port 1fa79ec4-4f9e-47e9-b59b-513aadf44afd yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:39:33.362730 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1f61f-8434-4f00-85c4-dc740e2d835c admin admin] Pushing event updated for resources: {'Network': ['ID=5b79c2a7-673b-4477-acc0-14a62556cbba,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:33.393886 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 5b79c2a7-673b-4477-acc0-14a62556cbba details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:39:33.419800 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dff38783-6a31-4fed-8ca2-3d0d4f7772c9 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router_controller (46734b16-ac72-4e56-9b95-f241d47ec1cd), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:33.461300 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d5c6108c-89aa-42e1-a742-b480e004dc74 None None] Publish callbacks [] for port (18eb30a7-2808-4ddd-8f28-8831b5c23b4a), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:33.471339 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-92c1f61f-8434-4f00-85c4-dc740e2d835c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.3451972 Mar 23 02:39:33.474301 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57604) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:33.475614 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-742a0867-8b96-4b60-918f-315b74d8bad9 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (445c58c4-c458-4f7b-b3ff-6ad3e2960acc), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:33.479185 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-df5b7abb-7ba5-4c3d-bd89-ba06f21b8f65 admin admin] Request body: {'subnet': {'network_id': '5b79c2a7-673b-4477-acc0-14a62556cbba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1311817031-subnet', 'tenant_id': '61f0207fb76b46cf82a5b8d685172d9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:33.522267 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a0867-8b96-4b60-918f-315b74d8bad9 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event deleted for resources: {'Subnet': ['ID=445c58c4-c458-4f7b-b3ff-6ad3e2960acc,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:33.539152 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-742a0867-8b96-4b60-918f-315b74d8bad9 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:33.545337 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-742a0867-8b96-4b60-918f-315b74d8bad9 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "DELETE /v2.0/subnets/445c58c4-c458-4f7b-b3ff-6ad3e2960acc HTTP/1.1" status: 204 len: 168 time: 1.4128120 Mar 23 02:39:33.547043 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57606) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:33.547894 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b0ece4-f46a-4e0f-90da-4832e9006ddb None None] Network 71e58546-4b67-4042-bd40-00da28a396bc requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:33.593095 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5b7abb-7ba5-4c3d-bd89-ba06f21b8f65 admin admin] Made reservation on behalf of 61f0207fb76b46cf82a5b8d685172d9b for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:33.595476 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-df5b7abb-7ba5-4c3d-bd89-ba06f21b8f65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:33.601777 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d5c6108c-89aa-42e1-a742-b480e004dc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (18eb30a7-2808-4ddd-8f28-8831b5c23b4a), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:33.626000 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba14ecfc-3e8b-4372-81e9-5fd06956bfc6 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Made reservation on behalf of 39129ac81ee0414a9867039a2dd512f3 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:33.630126 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ba14ecfc-3e8b-4372-81e9-5fd06956bfc6 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:33.664155 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c6108c-89aa-42e1-a742-b480e004dc74 None None] Network d1a1f06a-03de-414a-811f-0a4b11b79f8c is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:33.669726 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ba14ecfc-3e8b-4372-81e9-5fd06956bfc6 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:33.673306 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dff38783-6a31-4fed-8ca2-3d0d4f7772c9 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router_gateway (46734b16-ac72-4e56-9b95-f241d47ec1cd), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:33.694363 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-d5c6108c-89aa-42e1-a742-b480e004dc74 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:33.697629 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c6108c-89aa-42e1-a742-b480e004dc74 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:33.700146 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bf689f-b8f8-4f23-af37-7e19dc055a14 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:39:33.709160 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d2bf689f-b8f8-4f23-af37-7e19dc055a14 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:33.714049 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d2bf689f-b8f8-4f23-af37-7e19dc055a14 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] 10.222.0.24 "PUT /v2.0/routers/1ffc1f50-8123-4fcf-8380-16238b5b0953 HTTP/1.1" status: 200 len: 884 time: 8.8661740 Mar 23 02:39:33.714200 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57608) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:33.714309 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3b029fb6-bded-449e-8321-73284008ee9a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (71e58546-4b67-4042-bd40-00da28a396bc), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:33.738632 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f983d-2f57-42e3-bfe3-d0566fa63c0c None None] Sync routers for ids ['1ffc1f50-8123-4fcf-8380-16238b5b0953'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:39:33.743244 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6108c-89aa-42e1-a742-b480e004dc74 None None] Pushing event updated for resources: {'Port': ['ID=18eb30a7-2808-4ddd-8f28-8831b5c23b4a,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:33.812340 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663f983d-2f57-42e3-bfe3-d0566fa63c0c None None] Routers {'1ffc1f50-8123-4fcf-8380-16238b5b0953'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:33.813137 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-663f983d-2f57-42e3-bfe3-d0566fa63c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['1ffc1f50-8123-4fcf-8380-16238b5b0953'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:33.817983 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-5117f3bb-ca59-40d4-ad0f-d8e8454aaae6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Allocated IP 2001:db8::f816:3eff:feb0:b24e (d1a1f06a-03de-414a-811f-0a4b11b79f8c/9478e868-9aac-451c-af4f-87bee88ddf50/1fa79ec4-4f9e-47e9-b59b-513aadf44afd) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:33.830658 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-db411619-729e-48cf-b5e9-9c433224d355 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (f92fd51c-6b2d-4963-a877-ad10365be7cf), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:33.841507 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ba14ecfc-3e8b-4372-81e9-5fd06956bfc6 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks [] for security_group (3ea527a8-e1d6-4f78-82f5-5f57fae70880), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:33.848292 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-3b029fb6-bded-449e-8321-73284008ee9a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Deleting port d2893bbe-9952-4765-b8dc-27aaedcc8d57 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:33.848654 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3b029fb6-bded-449e-8321-73284008ee9a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (d2893bbe-9952-4765-b8dc-27aaedcc8d57), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:33.879408 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db411619-729e-48cf-b5e9-9c433224d355 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Port': ['ID=f92fd51c-6b2d-4963-a877-ad10365be7cf,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:33.893489 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-663f983d-2f57-42e3-bfe3-d0566fa63c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:33.901156 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f92fd51c-6b2d-4963-a877-ad10365be7cf up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:33.911212 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ba14ecfc-3e8b-4372-81e9-5fd06956bfc6 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (3ea527a8-e1d6-4f78-82f5-5f57fae70880), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:33.943628 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: f92fd51c-6b2d-4963-a877-ad10365be7cf {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:39:33.944213 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f92fd51c-6b2d-4963-a877-ad10365be7cf not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 23 02:39:33.946864 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-d5c6108c-89aa-42e1-a742-b480e004dc74 None None] Attempting to bind port 18eb30a7-2808-4ddd-8f28-8831b5c23b4a on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:39:33.946995 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-d5c6108c-89aa-42e1-a742-b480e004dc74 None None] Attempting to bind port 18eb30a7-2808-4ddd-8f28-8831b5c23b4a by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '927f4952-03de-48cd-b277-3bd20e99b7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd1a1f06a-03de-414a-811f-0a4b11b79f8c'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:39:33.947766 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c6108c-89aa-42e1-a742-b480e004dc74 None None] Attempting to bind port 18eb30a7-2808-4ddd-8f28-8831b5c23b4a on network d1a1f06a-03de-414a-811f-0a4b11b79f8c {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:39:33.956632 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c6108c-89aa-42e1-a742-b480e004dc74 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:39:33.957044 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c6108c-89aa-42e1-a742-b480e004dc74 None None] Checking segment: {'id': '927f4952-03de-48cd-b277-3bd20e99b7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd1a1f06a-03de-414a-811f-0a4b11b79f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:33.957447 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d5c6108c-89aa-42e1-a742-b480e004dc74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:33.957864 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c6108c-89aa-42e1-a742-b480e004dc74 None None] Bound using segment: {'id': '927f4952-03de-48cd-b277-3bd20e99b7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd1a1f06a-03de-414a-811f-0a4b11b79f8c'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:39:33.958342 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-d5c6108c-89aa-42e1-a742-b480e004dc74 None None] Bound port: 18eb30a7-2808-4ddd-8f28-8831b5c23b4a, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '927f4952-03de-48cd-b277-3bd20e99b7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd1a1f06a-03de-414a-811f-0a4b11b79f8c'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:39:33.958726 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d5c6108c-89aa-42e1-a742-b480e004dc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (18eb30a7-2808-4ddd-8f28-8831b5c23b4a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:33.975438 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663f983d-2f57-42e3-bfe3-d0566fa63c0c None None] Routers {'1ffc1f50-8123-4fcf-8380-16238b5b0953'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:33.975438 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-663f983d-2f57-42e3-bfe3-d0566fa63c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['1ffc1f50-8123-4fcf-8380-16238b5b0953'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:34.030666 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba14ecfc-3e8b-4372-81e9-5fd06956bfc6 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:39:34.065425 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2967880e-cb44-4e25-a2cd-a50f8ef61459 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "GET /v2.0/routers/1ffc1f50-8123-4fcf-8380-16238b5b0953 HTTP/1.1" status: 200 len: 925 time: 0.3506813 Mar 23 02:39:34.075919 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57610) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:34.102425 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-3b029fb6-bded-449e-8321-73284008ee9a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] For port d2893bbe-9952-4765-b8dc-27aaedcc8d57, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=d2893bbe-9952-4765-b8dc-27aaedcc8d57,segment=NetworkSegment(3f4c3dac-1a74-49ea-a9fb-a7401839c9cd),segment_id=3f4c3dac-1a74-49ea-a9fb-a7401839c9cd)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:34.103116 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3b029fb6-bded-449e-8321-73284008ee9a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (d2893bbe-9952-4765-b8dc-27aaedcc8d57), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:34.125571 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-3b029fb6-bded-449e-8321-73284008ee9a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Calling delete_port for d2893bbe-9952-4765-b8dc-27aaedcc8d57 owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:34.221955 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14ecfc-3e8b-4372-81e9-5fd06956bfc6 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea527a8-e1d6-4f78-82f5-5f57fae70880,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:34.224844 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-663f983d-2f57-42e3-bfe3-d0566fa63c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:34.225489 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f983d-2f57-42e3-bfe3-d0566fa63c0c None None] The sync data for ids ['1ffc1f50-8123-4fcf-8380-16238b5b0953'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:39:34.228574 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1753161-4455-4379-b58e-42a3d4e24300 None None] DHCP port deletion for 71e58546-4b67-4042-bd40-00da28a396bc request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:39:34.233663 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Port f92fd51c-6b2d-4963-a877-ad10365be7cf not found, will not notify nova. {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 23 02:39:34.244731 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5117f3bb-ca59-40d4-ad0f-d8e8454aaae6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks [] for port (1fa79ec4-4f9e-47e9-b59b-513aadf44afd), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:34.265786 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ba14ecfc-3e8b-4372-81e9-5fd06956bfc6 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (8d302b39-dc53-41bf-866e-bbb619560b0d), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:34.266283 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-ba14ecfc-3e8b-4372-81e9-5fd06956bfc6 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Added segment 8d302b39-dc53-41bf-866e-bbb619560b0d of type vlan for network 1c4d7048-26a9-4eb4-b53f-f92189bd27d8 Mar 23 02:39:34.274165 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-df5b7abb-7ba5-4c3d-bd89-ba06f21b8f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (163024ce-a589-49e2-9617-858c615e40f5), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:34.304728 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-db411619-729e-48cf-b5e9-9c433224d355 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:34.326315 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-d5c6108c-89aa-42e1-a742-b480e004dc74 None None] For port 18eb30a7-2808-4ddd-8f28-8831b5c23b4a, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:39:34.331801 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-d5c6108c-89aa-42e1-a742-b480e004dc74 None None] For port 18eb30a7-2808-4ddd-8f28-8831b5c23b4a, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=18eb30a7-2808-4ddd-8f28-8831b5c23b4a,segment=NetworkSegment(927f4952-03de-48cd-b277-3bd20e99b7fa),segment_id=927f4952-03de-48cd-b277-3bd20e99b7fa)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:39:34.343728 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e1753161-4455-4379-b58e-42a3d4e24300 None None] Deleting port d2893bbe-9952-4765-b8dc-27aaedcc8d57 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:34.344138 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e1753161-4455-4379-b58e-42a3d4e24300 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (d2893bbe-9952-4765-b8dc-27aaedcc8d57), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:34.348007 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ba14ecfc-3e8b-4372-81e9-5fd06956bfc6 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (1c4d7048-26a9-4eb4-b53f-f92189bd27d8), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:34.371871 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b7abb-7ba5-4c3d-bd89-ba06f21b8f65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=163024ce-a589-49e2-9617-858c615e40f5,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:34.414464 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5b7abb-7ba5-4c3d-bd89-ba06f21b8f65 admin admin] Checking segment: {'id': '31a5abdc-77c7-4b66-8f8c-26e205d8373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5b79c2a7-673b-4477-acc0-14a62556cbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:34.414737 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5b7abb-7ba5-4c3d-bd89-ba06f21b8f65 admin admin] Network hostable DHCP agents. Network: 5b79c2a7-673b-4477-acc0-14a62556cbba, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:39:34.416028 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d5c6108c-89aa-42e1-a742-b480e004dc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (18eb30a7-2808-4ddd-8f28-8831b5c23b4a), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:34.417647 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dff38783-6a31-4fed-8ca2-3d0d4f7772c9 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router_gateway (46734b16-ac72-4e56-9b95-f241d47ec1cd), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:34.418868 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-e1753161-4455-4379-b58e-42a3d4e24300 None None] For port d2893bbe-9952-4765-b8dc-27aaedcc8d57, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=d2893bbe-9952-4765-b8dc-27aaedcc8d57,segment=NetworkSegment(3f4c3dac-1a74-49ea-a9fb-a7401839c9cd),segment_id=3f4c3dac-1a74-49ea-a9fb-a7401839c9cd)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:34.423303 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e1753161-4455-4379-b58e-42a3d4e24300 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (d2893bbe-9952-4765-b8dc-27aaedcc8d57), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:34.426668 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702b59a2-f19c-4087-b2f1-d6b1abd64b56 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:34.430821 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-702b59a2-f19c-4087-b2f1-d6b1abd64b56 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=6bbcca03-75ff-487c-8b0e-a32302dacbee&device_id=1ffc1f50-8123-4fcf-8380-16238b5b0953&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3536618 Mar 23 02:39:34.434314 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57612) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:34.441804 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dff38783-6a31-4fed-8ca2-3d0d4f7772c9 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:34.462717 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e1753161-4455-4379-b58e-42a3d4e24300 None None] Calling delete_port for d2893bbe-9952-4765-b8dc-27aaedcc8d57 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:34.495182 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3b029fb6-bded-449e-8321-73284008ee9a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (d2893bbe-9952-4765-b8dc-27aaedcc8d57), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:34.520472 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5117f3bb-ca59-40d4-ad0f-d8e8454aaae6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (1fa79ec4-4f9e-47e9-b59b-513aadf44afd), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:34.536267 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b029fb6-bded-449e-8321-73284008ee9a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event deleted for resources: {'Port': ['ID=d2893bbe-9952-4765-b8dc-27aaedcc8d57,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:34.542102 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b029fb6-bded-449e-8321-73284008ee9a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] No DVR routers for this DVR port d2893bbe-9952-4765-b8dc-27aaedcc8d57 on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:39:34.568650 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6108c-89aa-42e1-a742-b480e004dc74 None None] Pushing event updated for resources: {'Port': ['ID=18eb30a7-2808-4ddd-8f28-8831b5c23b4a,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:34.579988 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5b7abb-7ba5-4c3d-bd89-ba06f21b8f65 admin admin] Network 5b79c2a7-673b-4477-acc0-14a62556cbba is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:39:34.618520 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5117f3bb-ca59-40d4-ad0f-d8e8454aaae6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Network d1a1f06a-03de-414a-811f-0a4b11b79f8c is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:34.619170 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e1753161-4455-4379-b58e-42a3d4e24300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (d2893bbe-9952-4765-b8dc-27aaedcc8d57), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:34.631579 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-5117f3bb-ca59-40d4-ad0f-d8e8454aaae6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:34.639302 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5117f3bb-ca59-40d4-ad0f-d8e8454aaae6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:34.646215 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5117f3bb-ca59-40d4-ad0f-d8e8454aaae6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:34.646947 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5117f3bb-ca59-40d4-ad0f-d8e8454aaae6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:34.650521 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ba14ecfc-3e8b-4372-81e9-5fd06956bfc6 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (1c4d7048-26a9-4eb4-b53f-f92189bd27d8), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:34.652566 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117f3bb-ca59-40d4-ad0f-d8e8454aaae6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Pushing event updated for resources: {'Port': ['ID=1fa79ec4-4f9e-47e9-b59b-513aadf44afd,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:34.653164 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1753161-4455-4379-b58e-42a3d4e24300 None None] No DVR routers for this DVR port d2893bbe-9952-4765-b8dc-27aaedcc8d57 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:39:34.655772 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba14ecfc-3e8b-4372-81e9-5fd06956bfc6 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:34.656360 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ba14ecfc-3e8b-4372-81e9-5fd06956bfc6 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:34.661086 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1753161-4455-4379-b58e-42a3d4e24300 None None] Pushing event deleted for resources: {'Port': ['ID=d2893bbe-9952-4765-b8dc-27aaedcc8d57,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:34.709426 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-df5b7abb-7ba5-4c3d-bd89-ba06f21b8f65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 5b79c2a7-673b-4477-acc0-14a62556cbba) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:34.711435 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-dff38783-6a31-4fed-8ca2-3d0d4f7772c9 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Allocated IP 172.20.0.11 (770321a6-ccd7-4476-bc13-3bb758d13052/a10c65f2-509d-4b12-aa92-d8ef927e121c/21d848f0-bddb-440b-b9ae-67d7662ef8ec) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:34.717437 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5b7abb-7ba5-4c3d-bd89-ba06f21b8f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:34.718201 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-df5b7abb-7ba5-4c3d-bd89-ba06f21b8f65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:34.721142 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24740b0-8489-414d-8482-d7ed81a0d5c5 None None] Network 5b79c2a7-673b-4477-acc0-14a62556cbba requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:34.811341 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db411619-729e-48cf-b5e9-9c433224d355 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Router 2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:39:34.813569 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3b029fb6-bded-449e-8321-73284008ee9a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (71e58546-4b67-4042-bd40-00da28a396bc), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:34.824719 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5117f3bb-ca59-40d4-ad0f-d8e8454aaae6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.6996439 Mar 23 02:39:34.824920 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492b2aea-f4d2-4a4f-9f8a-3e4979c3316e tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:34.824920 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-492b2aea-f4d2-4a4f-9f8a-3e4979c3316e tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "GET /v2.0/networks/6bbcca03-75ff-487c-8b0e-a32302dacbee HTTP/1.1" status: 200 len: 881 time: 0.3869505 Mar 23 02:39:34.828231 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57614) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:34.828594 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57616) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:34.848699 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14ecfc-3e8b-4372-81e9-5fd06956bfc6 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Pushing event updated for resources: {'Network': ['ID=1c4d7048-26a9-4eb4-b53f-f92189bd27d8,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:34.856630 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-3b029fb6-bded-449e-8321-73284008ee9a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e58546-4b67-4042-bd40-00da28a396bc']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:34.866520 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 1c4d7048-26a9-4eb4-b53f-f92189bd27d8 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:39:34.899667 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-df5b7abb-7ba5-4c3d-bd89-ba06f21b8f65 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4242308 Mar 23 02:39:34.905488 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57618) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:34.911184 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-3b029fb6-bded-449e-8321-73284008ee9a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4c3dac-1a74-49ea-a9fb-a7401839c9cd') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:34.916251 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4bb675c1-3ccf-41e6-ba61-2e12e0bc9ae6 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ffc1f50-8123-4fcf-8380-16238b5b0953 HTTP/1.1" status: 200 len: 205 time: 0.0812726 Mar 23 02:39:34.917838 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-3b029fb6-bded-449e-8321-73284008ee9a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4c3dac-1a74-49ea-a9fb-a7401839c9cd') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:34.918840 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-1c991c37-896c-4fa7-b35e-24a212c98eab admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1311817031-router', 'tenant_id': '61f0207fb76b46cf82a5b8d685172d9b', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:34.932757 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57620) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:34.976732 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd16ccca-5107-4682-bed8-fbb0211e5971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-5b79c2a7-673b-4477-acc0-14a62556cbba', 'network_id': '5b79c2a7-673b-4477-acc0-14a62556cbba', 'project_id': '61f0207fb76b46cf82a5b8d685172d9b', 'fixed_ips': [{'subnet_id': '163024ce-a589-49e2-9617-858c615e40f5'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:39:34.982880 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cd16ccca-5107-4682-bed8-fbb0211e5971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:34.995976 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ba14ecfc-3e8b-4372-81e9-5fd06956bfc6 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.8344944 Mar 23 02:39:34.998607 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3b029fb6-bded-449e-8321-73284008ee9a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (3f4c3dac-1a74-49ea-a9fb-a7401839c9cd), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:35.008247 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57622) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:35.014909 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-a94fce78-e9e5-4a24-a302-404665fb9c1d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Request body: {'subnet': {'network_id': '1c4d7048-26a9-4eb4-b53f-f92189bd27d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:35.058138 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af14e6a-4589-4a97-a179-d23e8e9b8ed1 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Deleting subnet 9478e868-9aac-451c-af4f-87bee88ddf50 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:39:35.071238 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0af14e6a-4589-4a97-a179-d23e8e9b8ed1 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks [] for subnet (9478e868-9aac-451c-af4f-87bee88ddf50), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:35.072982 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3b029fb6-bded-449e-8321-73284008ee9a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (3f4c3dac-1a74-49ea-a9fb-a7401839c9cd), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:35.089428 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db411619-729e-48cf-b5e9-9c433224d355 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:39:35.100487 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b029fb6-bded-449e-8321-73284008ee9a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:39:35.100487 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3b029fb6-bded-449e-8321-73284008ee9a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (3f4c3dac-1a74-49ea-a9fb-a7401839c9cd), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:35.102713 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99640996-8ea1-47dd-ad95-31aafa62580b None None] Sync routers for ids ['2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:39:35.103808 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:39:35.103808 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:39:35.103808 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:39:35.103808 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:39:35.103808 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:39:35.103808 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:39:35.103808 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:39:35.103808 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:39:35.103808 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:39:35.103808 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:39:35.103808 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:39:35.103808 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:39:35.103808 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:39:35.103808 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:39:35.103808 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:39:35.103808 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:39:35.103808 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:39:35.103808 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:39:35.103808 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:39:35.103808 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:39:35.103808 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:39:35.103808 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:39:35.103808 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:39:35.103808 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:39:35.103808 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:39:35.103808 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:39:35.103808 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:39:35.103808 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:39:35.103808 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:39:35.103808 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:39:35.103808 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:39:35.103808 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:39:35.122528 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99640996-8ea1-47dd-ad95-31aafa62580b None None] Routers {'2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:35.122743 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1c991c37-896c-4fa7-b35e-24a212c98eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (7629c56d-7d67-4429-a964-8600f44d3e65), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:35.125650 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1c991c37-896c-4fa7-b35e-24a212c98eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (7629c56d-7d67-4429-a964-8600f44d3e65), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:35.125773 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-99640996-8ea1-47dd-ad95-31aafa62580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:35.127026 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-db411619-729e-48cf-b5e9-9c433224d355 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "PUT /v2.0/routers/2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0794086 Mar 23 02:39:35.130014 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57624) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:35.138164 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dff38783-6a31-4fed-8ca2-3d0d4f7772c9 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for port (21d848f0-bddb-440b-b9ae-67d7662ef8ec), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:35.189003 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-cd16ccca-5107-4682-bed8-fbb0211e5971 None None] Allocated IP 172.20.0.2 (5b79c2a7-673b-4477-acc0-14a62556cbba/163024ce-a589-49e2-9617-858c615e40f5/78a8623e-ffe9-4d28-b279-9e48b7791381) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:35.212574 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1c991c37-896c-4fa7-b35e-24a212c98eab admin admin] Publish callbacks [] for router_controller (7629c56d-7d67-4429-a964-8600f44d3e65), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:35.230873 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0af14e6a-4589-4a97-a179-d23e8e9b8ed1 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (9478e868-9aac-451c-af4f-87bee88ddf50), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:35.243418 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-99640996-8ea1-47dd-ad95-31aafa62580b None None] Set router 2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:39:35.257789 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0b778d-bbaa-43af-bdfe-79d001cc30ab tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:35.258929 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0b778d-bbaa-43af-bdfe-79d001cc30ab tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:35.261095 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0b0b778d-bbaa-43af-bdfe-79d001cc30ab tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0951333 Mar 23 02:39:35.264808 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57626) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:35.328102 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-99640996-8ea1-47dd-ad95-31aafa62580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb', 'name': 'tempest-NetworksTestDHCPv6-router-1828225233', 'tenant_id': '9bb994ac65c94580bbf62807776d76a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:39:20Z', 'updated_at': '2022-03-23T02:39:33Z', 'revision_number': 3, 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'gw_port_host': None}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:35.331013 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2984a7f-c4c7-4e16-adb6-932502ffb6b6 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting subnet b14581de-0d8c-4182-9bf5-3a6219fe955c {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:39:35.335493 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b2984a7f-c4c7-4e16-adb6-932502ffb6b6 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (b14581de-0d8c-4182-9bf5-3a6219fe955c), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:35.349068 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-186af67c-3d82-4d56-ac5b-fbfff70312e9 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router (1ffc1f50-8123-4fcf-8380-16238b5b0953), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:35.362772 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99640996-8ea1-47dd-ad95-31aafa62580b None None] Checking router: 2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:39:35.372548 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99640996-8ea1-47dd-ad95-31aafa62580b None None] Routers {'2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:35.373198 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-99640996-8ea1-47dd-ad95-31aafa62580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:35.409435 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cd16ccca-5107-4682-bed8-fbb0211e5971 None None] Publish callbacks [] for port (78a8623e-ffe9-4d28-b279-9e48b7791381), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:35.459939 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-99640996-8ea1-47dd-ad95-31aafa62580b None None] Set router 2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:39:35.484471 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cd16ccca-5107-4682-bed8-fbb0211e5971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (78a8623e-ffe9-4d28-b279-9e48b7791381), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:35.543162 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd16ccca-5107-4682-bed8-fbb0211e5971 None None] Network 5b79c2a7-673b-4477-acc0-14a62556cbba is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:35.546711 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-cd16ccca-5107-4682-bed8-fbb0211e5971 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:35.550973 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd16ccca-5107-4682-bed8-fbb0211e5971 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:35.565218 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-99640996-8ea1-47dd-ad95-31aafa62580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb', 'name': 'tempest-NetworksTestDHCPv6-router-1828225233', 'tenant_id': '9bb994ac65c94580bbf62807776d76a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:39:20Z', 'updated_at': '2022-03-23T02:39:33Z', 'revision_number': 3, 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'gw_port_host': None}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:35.588604 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16ccca-5107-4682-bed8-fbb0211e5971 None None] Pushing event updated for resources: {'Port': ['ID=78a8623e-ffe9-4d28-b279-9e48b7791381,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:35.641422 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99640996-8ea1-47dd-ad95-31aafa62580b None None] The sync data for ids ['2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb'] in dv-neutron-834613-2-hyperv is: [{'id': '2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb', 'name': 'tempest-NetworksTestDHCPv6-router-1828225233', 'tenant_id': '9bb994ac65c94580bbf62807776d76a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:39:20Z', 'updated_at': '2022-03-23T02:39:33Z', 'revision_number': 3, 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'gw_port_host': None}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:39:35.683894 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94fce78-e9e5-4a24-a302-404665fb9c1d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Made reservation on behalf of 39129ac81ee0414a9867039a2dd512f3 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:35.687487 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a94fce78-e9e5-4a24-a302-404665fb9c1d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:35.691698 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3b029fb6-bded-449e-8321-73284008ee9a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (71e58546-4b67-4042-bd40-00da28a396bc), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:35.708997 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-cd16ccca-5107-4682-bed8-fbb0211e5971 None None] Attempting to bind port 78a8623e-ffe9-4d28-b279-9e48b7791381 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:39:35.709386 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-cd16ccca-5107-4682-bed8-fbb0211e5971 None None] Attempting to bind port 78a8623e-ffe9-4d28-b279-9e48b7791381 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '31a5abdc-77c7-4b66-8f8c-26e205d8373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5b79c2a7-673b-4477-acc0-14a62556cbba'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:39:35.709764 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd16ccca-5107-4682-bed8-fbb0211e5971 None None] Attempting to bind port 78a8623e-ffe9-4d28-b279-9e48b7791381 on network 5b79c2a7-673b-4477-acc0-14a62556cbba {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:39:35.716986 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3b029fb6-bded-449e-8321-73284008ee9a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:35.721498 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3b029fb6-bded-449e-8321-73284008ee9a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "DELETE /v2.0/networks/71e58546-4b67-4042-bd40-00da28a396bc HTTP/1.1" status: 204 len: 168 time: 2.1723130 Mar 23 02:39:35.722266 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd16ccca-5107-4682-bed8-fbb0211e5971 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:39:35.722663 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd16ccca-5107-4682-bed8-fbb0211e5971 None None] Checking segment: {'id': '31a5abdc-77c7-4b66-8f8c-26e205d8373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5b79c2a7-673b-4477-acc0-14a62556cbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:35.723117 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cd16ccca-5107-4682-bed8-fbb0211e5971 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:35.724131 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd16ccca-5107-4682-bed8-fbb0211e5971 None None] Bound using segment: {'id': '31a5abdc-77c7-4b66-8f8c-26e205d8373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5b79c2a7-673b-4477-acc0-14a62556cbba'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:39:35.724384 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-cd16ccca-5107-4682-bed8-fbb0211e5971 None None] Bound port: 78a8623e-ffe9-4d28-b279-9e48b7791381, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a5abdc-77c7-4b66-8f8c-26e205d8373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5b79c2a7-673b-4477-acc0-14a62556cbba'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:39:35.725279 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cd16ccca-5107-4682-bed8-fbb0211e5971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (78a8623e-ffe9-4d28-b279-9e48b7791381), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:35.752602 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57628) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:35.797775 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b029fb6-bded-449e-8321-73284008ee9a tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event deleted for resources: {'Network': ['ID=71e58546-4b67-4042-bd40-00da28a396bc,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:35.810470 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-51da9e42-aca2-4f15-b38a-211c399238f4 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] DELETE failed (client error): The resource could not be found. Mar 23 02:39:35.811029 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51da9e42-aca2-4f15-b38a-211c399238f4 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:39:35.817541 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-51da9e42-aca2-4f15-b38a-211c399238f4 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "DELETE /v2.0/subnets/a59fbb0f-4d87-417b-a560-409a7cda2327 HTTP/1.1" status: 404 len: 337 time: 0.0527337 Mar 23 02:39:35.821163 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57630) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:35.822210 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b2984a7f-c4c7-4e16-adb6-932502ffb6b6 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (b14581de-0d8c-4182-9bf5-3a6219fe955c), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:35.836637 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-cd16ccca-5107-4682-bed8-fbb0211e5971 None None] For port 78a8623e-ffe9-4d28-b279-9e48b7791381, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:39:35.841100 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-cd16ccca-5107-4682-bed8-fbb0211e5971 None None] For port 78a8623e-ffe9-4d28-b279-9e48b7791381, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=78a8623e-ffe9-4d28-b279-9e48b7791381,segment=NetworkSegment(31a5abdc-77c7-4b66-8f8c-26e205d8373f),segment_id=31a5abdc-77c7-4b66-8f8c-26e205d8373f)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:39:35.847544 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b5e2bf-5601-42a2-99b9-a6d4be68ea9e tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] DELETE failed (client error): The resource could not be found. Mar 23 02:39:35.848239 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0b5e2bf-5601-42a2-99b9-a6d4be68ea9e tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:39:35.851914 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d0b5e2bf-5601-42a2-99b9-a6d4be68ea9e tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "DELETE /v2.0/networks/01eebb96-c7dc-4ce4-99bd-e18945218ef9 HTTP/1.1" status: 404 len: 339 time: 0.0278761 Mar 23 02:39:35.857115 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57632) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:35.905464 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dff38783-6a31-4fed-8ca2-3d0d4f7772c9 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (21d848f0-bddb-440b-b9ae-67d7662ef8ec), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:35.944829 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cd16ccca-5107-4682-bed8-fbb0211e5971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (78a8623e-ffe9-4d28-b279-9e48b7791381), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:35.961752 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b2984a7f-c4c7-4e16-adb6-932502ffb6b6 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (b14581de-0d8c-4182-9bf5-3a6219fe955c), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:36.033750 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1c991c37-896c-4fa7-b35e-24a212c98eab admin admin] Publish callbacks [] for router_gateway (7629c56d-7d67-4429-a964-8600f44d3e65), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:36.080062 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ab82d5-83e3-49b9-ba60-dcbc053ee2e1 None None] Network d1a1f06a-03de-414a-811f-0a4b11b79f8c requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:36.125987 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff38783-6a31-4fed-8ca2-3d0d4f7772c9 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Network 770321a6-ccd7-4476-bc13-3bb758d13052 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:36.141784 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff38783-6a31-4fed-8ca2-3d0d4f7772c9 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Pushing event updated for resources: {'Port': ['ID=21d848f0-bddb-440b-b9ae-67d7662ef8ec,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:36.146830 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16ccca-5107-4682-bed8-fbb0211e5971 None None] Pushing event updated for resources: {'Port': ['ID=78a8623e-ffe9-4d28-b279-9e48b7791381,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:36.165577 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-dff38783-6a31-4fed-8ca2-3d0d4f7772c9 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:36.177221 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-63920b72-fcbf-4a8d-b1cd-929fde30f0e1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Deleting subnet a9f93a7c-6d91-41a6-860c-d4742b5ce763 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:39:36.183038 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff38783-6a31-4fed-8ca2-3d0d4f7772c9 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:36.191276 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-63920b72-fcbf-4a8d-b1cd-929fde30f0e1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks [] for subnet (a9f93a7c-6d91-41a6-860c-d4742b5ce763), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:36.196023 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-186af67c-3d82-4d56-ac5b-fbfff70312e9 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router_gateway (1ffc1f50-8123-4fcf-8380-16238b5b0953), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:36.204010 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b2984a7f-c4c7-4e16-adb6-932502ffb6b6 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (b14581de-0d8c-4182-9bf5-3a6219fe955c), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:36.218156 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a94fce78-e9e5-4a24-a302-404665fb9c1d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (6a226587-cc77-4d16-883b-6955a90a5310), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:36.219882 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e43499ba-70aa-440c-96e2-08d4c0cf46ea None None] Provisioning complete for port 18eb30a7-2808-4ddd-8f28-8831b5c23b4a triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:36.220519 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e43499ba-70aa-440c-96e2-08d4c0cf46ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (18eb30a7-2808-4ddd-8f28-8831b5c23b4a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:36.231194 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 18eb30a7-2808-4ddd-8f28-8831b5c23b4a up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:36.257485 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2984a7f-c4c7-4e16-adb6-932502ffb6b6 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Subnet': ['ID=b14581de-0d8c-4182-9bf5-3a6219fe955c,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:36.259499 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0af14e6a-4589-4a97-a179-d23e8e9b8ed1 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (9478e868-9aac-451c-af4f-87bee88ddf50), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:36.295571 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65327afc-1473-455c-a563-9935cb917af5 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:36.328735 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fce78-e9e5-4a24-a302-404665fb9c1d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Pushing event updated for resources: {'Subnet': ['ID=6a226587-cc77-4d16-883b-6955a90a5310,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:36.339446 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b2984a7f-c4c7-4e16-adb6-932502ffb6b6 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:36.346811 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b2984a7f-c4c7-4e16-adb6-932502ffb6b6 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/b14581de-0d8c-4182-9bf5-3a6219fe955c HTTP/1.1" status: 204 len: 168 time: 1.0774727 Mar 23 02:39:36.350518 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57634) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:36.358451 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-63920b72-fcbf-4a8d-b1cd-929fde30f0e1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (a9f93a7c-6d91-41a6-860c-d4742b5ce763), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:36.515085 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94fce78-e9e5-4a24-a302-404665fb9c1d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Checking segment: {'id': '8d302b39-dc53-41bf-866e-bbb619560b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1c4d7048-26a9-4eb4-b53f-f92189bd27d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:36.515642 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94fce78-e9e5-4a24-a302-404665fb9c1d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Network hostable DHCP agents. Network: 1c4d7048-26a9-4eb4-b53f-f92189bd27d8, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:39:36.539794 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-aa9175b7-da77-41f9-b258-0b6a310d006d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1881282 Mar 23 02:39:36.542299 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57636) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:36.576507 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e43499ba-70aa-440c-96e2-08d4c0cf46ea None None] Current status of the port 18eb30a7-2808-4ddd-8f28-8831b5c23b4a is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:36.577013 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e43499ba-70aa-440c-96e2-08d4c0cf46ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (18eb30a7-2808-4ddd-8f28-8831b5c23b4a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:36.599412 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 18eb30a7-2808-4ddd-8f28-8831b5c23b4a triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:36.600047 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (18eb30a7-2808-4ddd-8f28-8831b5c23b4a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:36.623596 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94fce78-e9e5-4a24-a302-404665fb9c1d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Network 1c4d7048-26a9-4eb4-b53f-f92189bd27d8 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:39:36.631004 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-339480da-f584-4e8e-901a-2ab2839752b9 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for router (2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:36.717461 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0af14e6a-4589-4a97-a179-d23e8e9b8ed1 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (9478e868-9aac-451c-af4f-87bee88ddf50), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:36.718616 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 18eb30a7-2808-4ddd-8f28-8831b5c23b4a is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:36.718795 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (18eb30a7-2808-4ddd-8f28-8831b5c23b4a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:36.742369 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0af14e6a-4589-4a97-a179-d23e8e9b8ed1 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:36.749401 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0af14e6a-4589-4a97-a179-d23e8e9b8ed1 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "DELETE /v2.0/subnets/9478e868-9aac-451c-af4f-87bee88ddf50 HTTP/1.1" status: 204 len: 168 time: 1.9176476 Mar 23 02:39:36.750983 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57638) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:36.777034 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-63920b72-fcbf-4a8d-b1cd-929fde30f0e1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (a9f93a7c-6d91-41a6-860c-d4742b5ce763), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:36.801916 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-a94fce78-e9e5-4a24-a302-404665fb9c1d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 1c4d7048-26a9-4eb4-b53f-f92189bd27d8) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:36.806386 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aca7fa7-da8b-456b-8dc9-58651cd83374 None None] DHCP port deletion for 94d9379e-13fb-449b-8f45-d1ab95378f77 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:39:36.816431 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af14e6a-4589-4a97-a179-d23e8e9b8ed1 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Pushing event deleted for resources: {'Subnet': ['ID=9478e868-9aac-451c-af4f-87bee88ddf50,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:36.817575 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295ca30c-317c-45a2-972d-13f6d2fdd584 None None] Network 1c4d7048-26a9-4eb4-b53f-f92189bd27d8 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:36.884360 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94fce78-e9e5-4a24-a302-404665fb9c1d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:36.884968 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a94fce78-e9e5-4a24-a302-404665fb9c1d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:36.910064 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-186af67c-3d82-4d56-ac5b-fbfff70312e9 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Deleting port 916ee876-95ad-4f61-9355-9b33ecf305bd {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:36.910595 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-186af67c-3d82-4d56-ac5b-fbfff70312e9 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (916ee876-95ad-4f61-9355-9b33ecf305bd), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:36.956018 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-339480da-f584-4e8e-901a-2ab2839752b9 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:36.960076 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-339480da-f584-4e8e-901a-2ab2839752b9 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for router_controller (2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:36.962172 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57de845c-f8ad-481f-9898-83f466837c7d None None] Network d1a1f06a-03de-414a-811f-0a4b11b79f8c requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:36.964141 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e4aca2-b85e-4fcf-9048-14071266d7c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-1c4d7048-26a9-4eb4-b53f-f92189bd27d8', 'network_id': '1c4d7048-26a9-4eb4-b53f-f92189bd27d8', 'project_id': '39129ac81ee0414a9867039a2dd512f3', 'fixed_ips': [{'subnet_id': '6a226587-cc77-4d16-883b-6955a90a5310'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:39:36.965932 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-15e4aca2-b85e-4fcf-9048-14071266d7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:36.969294 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f2080c-899c-406e-8c6f-19fb1a179a65 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:36.971018 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f2080c-899c-406e-8c6f-19fb1a179a65 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:36.972765 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-75f2080c-899c-406e-8c6f-19fb1a179a65 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2193356 Mar 23 02:39:36.982538 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:39:36.982822 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:39:36.985279 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57640) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:37.026637 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-e43499ba-70aa-440c-96e2-08d4c0cf46ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:39:37.027000 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-e43499ba-70aa-440c-96e2-08d4c0cf46ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:39:37.033922 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a94fce78-e9e5-4a24-a302-404665fb9c1d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0241323 Mar 23 02:39:37.037294 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57642) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:37.044872 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-1d67861d-8c89-4f00-a1af-b61b0234804d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Request body: {'network': {'name': 'tempest-router-network01--991217928'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:37.116425 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-339480da-f584-4e8e-901a-2ab2839752b9 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:37.117276 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339480da-f584-4e8e-901a-2ab2839752b9 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Fanout notify agent at l3_agent the message router_deleted on router 2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:39:37.136977 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-339480da-f584-4e8e-901a-2ab2839752b9 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:37.138465 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-339480da-f584-4e8e-901a-2ab2839752b9 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/routers/2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb HTTP/1.1" status: 204 len: 168 time: 0.5951030 Mar 23 02:39:37.141174 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57644) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:37.155500 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d67861d-8c89-4f00-a1af-b61b0234804d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Made reservation on behalf of 39129ac81ee0414a9867039a2dd512f3 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:37.161608 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1d67861d-8c89-4f00-a1af-b61b0234804d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:37.193422 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-3aca7fa7-da8b-456b-8dc9-58651cd83374 None None] Deleting port 832aa078-08d2-4335-9abd-ee30c1f788e0 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:37.193807 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3aca7fa7-da8b-456b-8dc9-58651cd83374 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (832aa078-08d2-4335-9abd-ee30c1f788e0), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:37.216515 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d67861d-8c89-4f00-a1af-b61b0234804d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:39:37.230000 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1d67861d-8c89-4f00-a1af-b61b0234804d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (76621359-5c5c-45ab-ab72-5538bde3e152), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:37.230352 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-1d67861d-8c89-4f00-a1af-b61b0234804d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Added segment 76621359-5c5c-45ab-ab72-5538bde3e152 of type vlan for network 3e27b6aa-f261-4ba5-83d0-a0a2d02bb0ec Mar 23 02:39:37.253174 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-186af67c-3d82-4d56-ac5b-fbfff70312e9 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (916ee876-95ad-4f61-9355-9b33ecf305bd), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:37.272013 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dff38783-6a31-4fed-8ca2-3d0d4f7772c9 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router_gateway (46734b16-ac72-4e56-9b95-f241d47ec1cd), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:37.287652 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-286c93c1-6781-43a6-891c-b9abe747346d tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (d1a1f06a-03de-414a-811f-0a4b11b79f8c), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:37.292639 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-186af67c-3d82-4d56-ac5b-fbfff70312e9 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Calling delete_port for 916ee876-95ad-4f61-9355-9b33ecf305bd owned by network:router_gateway {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:37.296886 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-63920b72-fcbf-4a8d-b1cd-929fde30f0e1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (a9f93a7c-6d91-41a6-860c-d4742b5ce763), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:37.300466 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1d67861d-8c89-4f00-a1af-b61b0234804d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (3e27b6aa-f261-4ba5-83d0-a0a2d02bb0ec), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:37.382976 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a80ad9c-c52c-40a0-acbf-aca197151517 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:37.385100 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7a80ad9c-c52c-40a0-acbf-aca197151517 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2413578 Mar 23 02:39:37.387810 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57648) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:37.418363 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63920b72-fcbf-4a8d-b1cd-929fde30f0e1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event deleted for resources: {'Subnet': ['ID=a9f93a7c-6d91-41a6-860c-d4742b5ce763,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:37.425519 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1c991c37-896c-4fa7-b35e-24a212c98eab admin admin] Publish callbacks [] for router_gateway (7629c56d-7d67-4429-a964-8600f44d3e65), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:37.448393 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-63920b72-fcbf-4a8d-b1cd-929fde30f0e1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:37.458190 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-63920b72-fcbf-4a8d-b1cd-929fde30f0e1 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "DELETE /v2.0/subnets/a9f93a7c-6d91-41a6-860c-d4742b5ce763 HTTP/1.1" status: 204 len: 168 time: 1.5949545 Mar 23 02:39:37.458338 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689d3336-6142-4dbc-9184-b47d0fbed425 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:37.458338 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-689d3336-6142-4dbc-9184-b47d0fbed425 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0690420 Mar 23 02:39:37.458618 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57650) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:37.460910 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1d67861d-8c89-4f00-a1af-b61b0234804d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (3e27b6aa-f261-4ba5-83d0-a0a2d02bb0ec), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:37.466519 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d67861d-8c89-4f00-a1af-b61b0234804d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:37.467140 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1d67861d-8c89-4f00-a1af-b61b0234804d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:37.469451 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57652) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:37.471314 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc31601-a877-4d13-9d16-300cad3019e3 None None] Network 6304d4d5-93da-48d4-a7fb-f395059aefe6 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:37.492571 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1c991c37-896c-4fa7-b35e-24a212c98eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:37.503861 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-286c93c1-6781-43a6-891c-b9abe747346d tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 23 02:39:37.504344 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-286c93c1-6781-43a6-891c-b9abe747346d tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:39:37.510914 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-286c93c1-6781-43a6-891c-b9abe747346d tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "DELETE /v2.0/networks/d1a1f06a-03de-414a-811f-0a4b11b79f8c HTTP/1.1" status: 409 len: 466 time: 0.5187466 Mar 23 02:39:37.520502 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57654) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:37.528486 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-c32433d2-7a12-4d42-8ed3-cd22f4798d63 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2087333488'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:37.556398 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67861d-8c89-4f00-a1af-b61b0234804d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Pushing event updated for resources: {'Network': ['ID=3e27b6aa-f261-4ba5-83d0-a0a2d02bb0ec,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:37.570194 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-3aca7fa7-da8b-456b-8dc9-58651cd83374 None None] For port 832aa078-08d2-4335-9abd-ee30c1f788e0, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=832aa078-08d2-4335-9abd-ee30c1f788e0,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:37.570611 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3aca7fa7-da8b-456b-8dc9-58651cd83374 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (832aa078-08d2-4335-9abd-ee30c1f788e0), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:37.612705 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 3e27b6aa-f261-4ba5-83d0-a0a2d02bb0ec details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:39:37.615593 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-15e4aca2-b85e-4fcf-9048-14071266d7c3 None None] Allocated IP 172.20.0.2 (1c4d7048-26a9-4eb4-b53f-f92189bd27d8/6a226587-cc77-4d16-883b-6955a90a5310/caff4459-05fe-41c5-b61b-6e5205c0db14) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:37.629315 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-3aca7fa7-da8b-456b-8dc9-58651cd83374 None None] Calling delete_port for 832aa078-08d2-4335-9abd-ee30c1f788e0 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:37.652180 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d04ca84d-c581-4c43-9b7a-0e5b6bca6035 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1054094 Mar 23 02:39:37.666516 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57656) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:37.682350 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-84e15b34-af4b-4958-a9f5-d902d1daa71a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:37.744263 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32433d2-7a12-4d42-8ed3-cd22f4798d63 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Made reservation on behalf of ae262acb2831448aa0401111a68e30ae for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:37.748096 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c32433d2-7a12-4d42-8ed3-cd22f4798d63 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:37.752389 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 18eb30a7-2808-4ddd-8f28-8831b5c23b4a is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:37.759742 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (18eb30a7-2808-4ddd-8f28-8831b5c23b4a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:37.759919 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1d67861d-8c89-4f00-a1af-b61b0234804d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7156346 Mar 23 02:39:37.760007 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61c72ce-882c-4e8a-b16e-e241992c6d9b None None] DHCP port deletion for d1a1f06a-03de-414a-811f-0a4b11b79f8c request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:39:37.760007 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a238d96-d467-4a3f-8d80-ddcc33787519 None None] Network 5b79c2a7-673b-4477-acc0-14a62556cbba requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:37.761983 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57658) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:37.768538 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-3f9e20f3-acd0-41ee-88da-0498c13a319a tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Request body: {'network': {'name': 'tempest-router-network02--188986280'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:37.769041 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e43499ba-70aa-440c-96e2-08d4c0cf46ea None None] Current status of the port 18eb30a7-2808-4ddd-8f28-8831b5c23b4a is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:37.769630 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e43499ba-70aa-440c-96e2-08d4c0cf46ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (18eb30a7-2808-4ddd-8f28-8831b5c23b4a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:37.793058 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d8f874fe-33a1-4f95-90ba-0446447c1e28 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (6304d4d5-93da-48d4-a7fb-f395059aefe6), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:37.884718 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-d8f874fe-33a1-4f95-90ba-0446447c1e28 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Deleting port a59ff175-2e1b-418e-9502-d3af9559f81e {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:37.885106 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d8f874fe-33a1-4f95-90ba-0446447c1e28 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (a59ff175-2e1b-418e-9502-d3af9559f81e), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:37.931878 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9e20f3-acd0-41ee-88da-0498c13a319a tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Made reservation on behalf of 39129ac81ee0414a9867039a2dd512f3 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:37.935672 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3f9e20f3-acd0-41ee-88da-0498c13a319a tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:37.941077 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e15b34-af4b-4958-a9f5-d902d1daa71a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:37.944519 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-84e15b34-af4b-4958-a9f5-d902d1daa71a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:38.032035 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 18eb30a7-2808-4ddd-8f28-8831b5c23b4a, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=18eb30a7-2808-4ddd-8f28-8831b5c23b4a,segment=NetworkSegment(927f4952-03de-48cd-b277-3bd20e99b7fa),segment_id=927f4952-03de-48cd-b277-3bd20e99b7fa)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:38.051342 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-d8f874fe-33a1-4f95-90ba-0446447c1e28 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] For port a59ff175-2e1b-418e-9502-d3af9559f81e, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=a59ff175-2e1b-418e-9502-d3af9559f81e,segment=NetworkSegment(e1e1e837-8bff-4c95-91ee-7f0ada36a1ed),segment_id=e1e1e837-8bff-4c95-91ee-7f0ada36a1ed)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:38.051877 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d8f874fe-33a1-4f95-90ba-0446447c1e28 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (a59ff175-2e1b-418e-9502-d3af9559f81e), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:38.065934 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9e20f3-acd0-41ee-88da-0498c13a319a tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:39:38.083376 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-d8f874fe-33a1-4f95-90ba-0446447c1e28 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Calling delete_port for a59ff175-2e1b-418e-9502-d3af9559f81e owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:38.108377 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3f9e20f3-acd0-41ee-88da-0498c13a319a tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (7970ec95-7ba6-4b85-8ecf-35b69b321121), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:38.108885 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-3f9e20f3-acd0-41ee-88da-0498c13a319a tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Added segment 7970ec95-7ba6-4b85-8ecf-35b69b321121 of type vlan for network e64e4549-df0f-4ac7-8e50-e60e68f8d7a6 Mar 23 02:39:38.114528 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (18eb30a7-2808-4ddd-8f28-8831b5c23b4a), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:38.180033 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-1c991c37-896c-4fa7-b35e-24a212c98eab admin admin] Allocated IP 172.26.2.174 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/668dd7a8-d041-43bd-afcf-c2cec216956a) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:38.182253 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c32433d2-7a12-4d42-8ed3-cd22f4798d63 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:39:38.230120 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3f9e20f3-acd0-41ee-88da-0498c13a319a tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (e64e4549-df0f-4ac7-8e50-e60e68f8d7a6), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:38.243981 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3aca7fa7-da8b-456b-8dc9-58651cd83374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (832aa078-08d2-4335-9abd-ee30c1f788e0), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:38.249739 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c32433d2-7a12-4d42-8ed3-cd22f4798d63 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (25ad1db4-606d-4c33-9b8a-145d1157fd04), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:38.249917 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-c32433d2-7a12-4d42-8ed3-cd22f4798d63 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Added segment 25ad1db4-606d-4c33-9b8a-145d1157fd04 of type vlan for network 2cbe85de-789a-4310-8891-083b88f2addc Mar 23 02:39:38.261151 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45359b71-88df-4b47-81d1-266d61372c12 None None] DHCP port deletion for 6304d4d5-93da-48d4-a7fb-f395059aefe6 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:39:38.262167 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dff38783-6a31-4fed-8ca2-3d0d4f7772c9 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (46734b16-ac72-4e56-9b95-f241d47ec1cd), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:38.263660 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d2893bbe-9952-4765-b8dc-27aaedcc8d57 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:39:38.331036 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-15e4aca2-b85e-4fcf-9048-14071266d7c3 None None] Publish callbacks [] for port (caff4459-05fe-41c5-b61b-6e5205c0db14), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:38.339109 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=18eb30a7-2808-4ddd-8f28-8831b5c23b4a,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:38.350166 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e61c72ce-882c-4e8a-b16e-e241992c6d9b None None] Deleting port 18eb30a7-2808-4ddd-8f28-8831b5c23b4a {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:38.350611 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e61c72ce-882c-4e8a-b16e-e241992c6d9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (18eb30a7-2808-4ddd-8f28-8831b5c23b4a), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:38.352726 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: d2893bbe-9952-4765-b8dc-27aaedcc8d57 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:39:38.353154 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d2893bbe-9952-4765-b8dc-27aaedcc8d57 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:39:38.353633 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f92fd51c-6b2d-4963-a877-ad10365be7cf no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:39:38.373346 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-e43499ba-70aa-440c-96e2-08d4c0cf46ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:39:38.373807 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-e43499ba-70aa-440c-96e2-08d4c0cf46ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:39:38.382072 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d8f874fe-33a1-4f95-90ba-0446447c1e28 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (a59ff175-2e1b-418e-9502-d3af9559f81e), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:38.404937 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca7fa7-da8b-456b-8dc9-58651cd83374 None None] Pushing event deleted for resources: {'Port': ['ID=832aa078-08d2-4335-9abd-ee30c1f788e0,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:38.414951 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f874fe-33a1-4f95-90ba-0446447c1e28 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event deleted for resources: {'Port': ['ID=a59ff175-2e1b-418e-9502-d3af9559f81e,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:38.416911 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3f9e20f3-acd0-41ee-88da-0498c13a319a tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (e64e4549-df0f-4ac7-8e50-e60e68f8d7a6), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:38.420181 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-186af67c-3d82-4d56-ac5b-fbfff70312e9 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (916ee876-95ad-4f61-9355-9b33ecf305bd), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:38.420952 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aca7fa7-da8b-456b-8dc9-58651cd83374 None None] No DVR routers for this DVR port 832aa078-08d2-4335-9abd-ee30c1f788e0 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:39:38.422538 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9e20f3-acd0-41ee-88da-0498c13a319a tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:38.423768 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3f9e20f3-acd0-41ee-88da-0498c13a319a tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:38.427012 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c32433d2-7a12-4d42-8ed3-cd22f4798d63 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (2cbe85de-789a-4310-8891-083b88f2addc), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:38.441957 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: f92fd51c-6b2d-4963-a877-ad10365be7cf {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:39:38.442518 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f92fd51c-6b2d-4963-a877-ad10365be7cf not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:39:38.485525 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f874fe-33a1-4f95-90ba-0446447c1e28 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] No DVR routers for this DVR port a59ff175-2e1b-418e-9502-d3af9559f81e on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:39:38.498616 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-15e4aca2-b85e-4fcf-9048-14071266d7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (caff4459-05fe-41c5-b61b-6e5205c0db14), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:38.500370 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186af67c-3d82-4d56-ac5b-fbfff70312e9 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Pushing event deleted for resources: {'Port': ['ID=916ee876-95ad-4f61-9355-9b33ecf305bd,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:38.571529 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e4aca2-b85e-4fcf-9048-14071266d7c3 None None] Network 1c4d7048-26a9-4eb4-b53f-f92189bd27d8 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:38.583496 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-15e4aca2-b85e-4fcf-9048-14071266d7c3 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:38.594858 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e4aca2-b85e-4fcf-9048-14071266d7c3 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:38.615744 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-e61c72ce-882c-4e8a-b16e-e241992c6d9b None None] For port 18eb30a7-2808-4ddd-8f28-8831b5c23b4a, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=18eb30a7-2808-4ddd-8f28-8831b5c23b4a,segment=NetworkSegment(927f4952-03de-48cd-b277-3bd20e99b7fa),segment_id=927f4952-03de-48cd-b277-3bd20e99b7fa)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:38.616367 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e61c72ce-882c-4e8a-b16e-e241992c6d9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (18eb30a7-2808-4ddd-8f28-8831b5c23b4a), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:38.623160 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1c991c37-896c-4fa7-b35e-24a212c98eab admin admin] Publish callbacks [] for port (668dd7a8-d041-43bd-afcf-c2cec216956a), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:38.642851 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-186af67c-3d82-4d56-ac5b-fbfff70312e9 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (1ffc1f50-8123-4fcf-8380-16238b5b0953), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:38.654482 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3f9e20f3-acd0-41ee-88da-0498c13a319a tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8903317 Mar 23 02:39:38.658332 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57660) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:38.664797 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4aca2-b85e-4fcf-9048-14071266d7c3 None None] Pushing event updated for resources: {'Port': ['ID=caff4459-05fe-41c5-b61b-6e5205c0db14,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:38.683418 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-d2170d77-402f-4839-a5c6-42dc8726fff1 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Request body: {'subnet': {'network_id': '3e27b6aa-f261-4ba5-83d0-a0a2d02bb0ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:38.695389 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e61c72ce-882c-4e8a-b16e-e241992c6d9b None None] Calling delete_port for 18eb30a7-2808-4ddd-8f28-8831b5c23b4a owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:38.731892 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-45359b71-88df-4b47-81d1-266d61372c12 None None] Deleting port a59ff175-2e1b-418e-9502-d3af9559f81e {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:38.732514 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-45359b71-88df-4b47-81d1-266d61372c12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (a59ff175-2e1b-418e-9502-d3af9559f81e), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:38.738541 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c32433d2-7a12-4d42-8ed3-cd22f4798d63 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (2cbe85de-789a-4310-8891-083b88f2addc), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:38.743686 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32433d2-7a12-4d42-8ed3-cd22f4798d63 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:38.744479 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c32433d2-7a12-4d42-8ed3-cd22f4798d63 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:38.775777 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d8f874fe-33a1-4f95-90ba-0446447c1e28 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (6304d4d5-93da-48d4-a7fb-f395059aefe6), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:38.780845 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e20f3-acd0-41ee-88da-0498c13a319a tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Pushing event updated for resources: {'Network': ['ID=e64e4549-df0f-4ac7-8e50-e60e68f8d7a6,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:38.826449 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network e64e4549-df0f-4ac7-8e50-e60e68f8d7a6 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:39:38.832165 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-d8f874fe-33a1-4f95-90ba-0446447c1e28 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6304d4d5-93da-48d4-a7fb-f395059aefe6']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:38.865172 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-186af67c-3d82-4d56-ac5b-fbfff70312e9 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (1ffc1f50-8123-4fcf-8380-16238b5b0953), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:38.871756 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-186af67c-3d82-4d56-ac5b-fbfff70312e9 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router_controller (1ffc1f50-8123-4fcf-8380-16238b5b0953), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:38.873464 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.objects.ports [None req-84e15b34-af4b-4958-a9f5-d902d1daa71a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104349) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 02:39:38.879209 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-84e15b34-af4b-4958-a9f5-d902d1daa71a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (7eb6c59c-5371-460e-876d-b010129ee66d), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:38.884397 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-d8f874fe-33a1-4f95-90ba-0446447c1e28 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1e1e837-8bff-4c95-91ee-7f0ada36a1ed') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:38.884777 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-d8f874fe-33a1-4f95-90ba-0446447c1e28 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1e1e837-8bff-4c95-91ee-7f0ada36a1ed') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:38.884894 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 78a8623e-ffe9-4d28-b279-9e48b7791381 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:38.925719 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e43499ba-70aa-440c-96e2-08d4c0cf46ea None None] Current status of the port 18eb30a7-2808-4ddd-8f28-8831b5c23b4a is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:38.933554 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d8f874fe-33a1-4f95-90ba-0446447c1e28 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (e1e1e837-8bff-4c95-91ee-7f0ada36a1ed), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:38.941925 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32433d2-7a12-4d42-8ed3-cd22f4798d63 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Pushing event updated for resources: {'Network': ['ID=2cbe85de-789a-4310-8891-083b88f2addc,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:38.963344 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c32433d2-7a12-4d42-8ed3-cd22f4798d63 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4390745 Mar 23 02:39:38.963540 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57664) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:38.966585 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-15e4aca2-b85e-4fcf-9048-14071266d7c3 None None] Attempting to bind port caff4459-05fe-41c5-b61b-6e5205c0db14 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:39:38.966966 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-15e4aca2-b85e-4fcf-9048-14071266d7c3 None None] Attempting to bind port caff4459-05fe-41c5-b61b-6e5205c0db14 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '8d302b39-dc53-41bf-866e-bbb619560b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1c4d7048-26a9-4eb4-b53f-f92189bd27d8'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:39:38.967215 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e15b34-af4b-4958-a9f5-d902d1daa71a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:38.967346 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e4aca2-b85e-4fcf-9048-14071266d7c3 None None] Attempting to bind port caff4459-05fe-41c5-b61b-6e5205c0db14 on network 1c4d7048-26a9-4eb4-b53f-f92189bd27d8 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:39:38.970207 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d8f874fe-33a1-4f95-90ba-0446447c1e28 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (e1e1e837-8bff-4c95-91ee-7f0ada36a1ed), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:38.972229 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-4fbcb9fb-94c4-4418-9b79-4e58a44481fa tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Request body: {'subnet': {'network_id': '2cbe85de-789a-4310-8891-083b88f2addc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:38.976031 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 2cbe85de-789a-4310-8891-083b88f2addc details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:39:38.978666 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-84e15b34-af4b-4958-a9f5-d902d1daa71a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:38.982584 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f874fe-33a1-4f95-90ba-0446447c1e28 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:39:38.983076 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d8f874fe-33a1-4f95-90ba-0446447c1e28 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (e1e1e837-8bff-4c95-91ee-7f0ada36a1ed), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:38.987114 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:39:38.987114 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:39:38.987114 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:39:38.987114 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:39:38.987114 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:39:38.987114 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:39:38.987114 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:39:38.987114 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:39:38.987114 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:39:38.987114 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:39:38.987114 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:39:38.987114 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:39:38.987114 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:39:38.987114 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:39:38.987114 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:39:38.987114 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:39:38.987114 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:39:38.987114 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:39:38.987114 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:39:38.987114 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:39:38.987114 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:39:38.987114 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:39:38.987114 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:39:38.987114 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:39:38.987114 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:39:38.987114 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:39:38.987114 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:39:38.987114 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:39:38.987114 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:39:38.987114 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:39:38.987114 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:39:38.987114 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:39:38.991142 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e15b34-af4b-4958-a9f5-d902d1daa71a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:38.991905 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-84e15b34-af4b-4958-a9f5-d902d1daa71a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:39.004937 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e15b34-af4b-4958-a9f5-d902d1daa71a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Subnet': ['ID=7eb6c59c-5371-460e-876d-b010129ee66d,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:39.014197 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df16794-fad2-412d-ac1e-b6683c37beb1 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:39.056461 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e4aca2-b85e-4fcf-9048-14071266d7c3 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:39:39.057095 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e4aca2-b85e-4fcf-9048-14071266d7c3 None None] Checking segment: {'id': '8d302b39-dc53-41bf-866e-bbb619560b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1c4d7048-26a9-4eb4-b53f-f92189bd27d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:39.057765 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-15e4aca2-b85e-4fcf-9048-14071266d7c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:39.058251 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e4aca2-b85e-4fcf-9048-14071266d7c3 None None] Bound using segment: {'id': '8d302b39-dc53-41bf-866e-bbb619560b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1c4d7048-26a9-4eb4-b53f-f92189bd27d8'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:39:39.058748 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-15e4aca2-b85e-4fcf-9048-14071266d7c3 None None] Bound port: caff4459-05fe-41c5-b61b-6e5205c0db14, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d302b39-dc53-41bf-866e-bbb619560b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1c4d7048-26a9-4eb4-b53f-f92189bd27d8'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:39:39.059136 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-15e4aca2-b85e-4fcf-9048-14071266d7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (caff4459-05fe-41c5-b61b-6e5205c0db14), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:39.067636 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1c991c37-896c-4fa7-b35e-24a212c98eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (668dd7a8-d041-43bd-afcf-c2cec216956a), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:39.084552 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2170d77-402f-4839-a5c6-42dc8726fff1 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Made reservation on behalf of 39129ac81ee0414a9867039a2dd512f3 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:39.086693 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-45359b71-88df-4b47-81d1-266d61372c12 None None] For port a59ff175-2e1b-418e-9502-d3af9559f81e, host dv-neutron-834613-2-hyperv, got binding levels [] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:39.087328 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-45359b71-88df-4b47-81d1-266d61372c12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (a59ff175-2e1b-418e-9502-d3af9559f81e), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:39.088461 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d2170d77-402f-4839-a5c6-42dc8726fff1 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:39.105772 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-186af67c-3d82-4d56-ac5b-fbfff70312e9 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (1ffc1f50-8123-4fcf-8380-16238b5b0953), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:39.106229 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186af67c-3d82-4d56-ac5b-fbfff70312e9 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Fanout notify agent at l3_agent the message router_deleted on router 1ffc1f50-8123-4fcf-8380-16238b5b0953 {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:39:39.121880 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-186af67c-3d82-4d56-ac5b-fbfff70312e9 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:39.127856 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-186af67c-3d82-4d56-ac5b-fbfff70312e9 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] 10.222.0.24 "DELETE /v2.0/routers/1ffc1f50-8123-4fcf-8380-16238b5b0953 HTTP/1.1" status: 204 len: 168 time: 4.1891663 Mar 23 02:39:39.130028 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57666) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:39.139469 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-21c4c618-843a-4e60-b125-2f05a90aba7c tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-57306518', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:39.148007 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-84e15b34-af4b-4958-a9f5-d902d1daa71a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4806259 Mar 23 02:39:39.152562 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c991c37-896c-4fa7-b35e-24a212c98eab admin admin] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:39.156272 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57668) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:39.166181 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-1c991c37-896c-4fa7-b35e-24a212c98eab admin admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:39.170029 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c991c37-896c-4fa7-b35e-24a212c98eab admin admin] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:39.170855 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-0c93a67f-b02a-4653-b7e0-8996080dc442 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:39.176776 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c991c37-896c-4fa7-b35e-24a212c98eab admin admin] Pushing event updated for resources: {'Port': ['ID=668dd7a8-d041-43bd-afcf-c2cec216956a,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:39.179015 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff38783-6a31-4fed-8ca2-3d0d4f7772c9 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Router 46734b16-ac72-4e56-9b95-f241d47ec1cd is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:39:39.185770 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d8f874fe-33a1-4f95-90ba-0446447c1e28 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (6304d4d5-93da-48d4-a7fb-f395059aefe6), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:39.214698 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d8f874fe-33a1-4f95-90ba-0446447c1e28 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:39.218117 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d8f874fe-33a1-4f95-90ba-0446447c1e28 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] 10.222.0.24 "DELETE /v2.0/networks/6304d4d5-93da-48d4-a7fb-f395059aefe6 HTTP/1.1" status: 204 len: 168 time: 1.7581873 Mar 23 02:39:39.222818 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-45359b71-88df-4b47-81d1-266d61372c12 None None] Calling delete_port for a59ff175-2e1b-418e-9502-d3af9559f81e owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:39.233293 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.ipam_backend_mixin [None req-45359b71-88df-4b47-81d1-266d61372c12 None None] Port a59ff175-2e1b-418e-9502-d3af9559f81e was not found and therefore no delete operation was performed {{(pid=104350) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 02:39:39.277394 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f874fe-33a1-4f95-90ba-0446447c1e28 tempest-NetworksIpV6Test-134622736 tempest-NetworksIpV6Test-134622736-project] Pushing event deleted for resources: {'Network': ['ID=6304d4d5-93da-48d4-a7fb-f395059aefe6,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:39.291084 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbcb9fb-94c4-4418-9b79-4e58a44481fa tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Made reservation on behalf of ae262acb2831448aa0401111a68e30ae for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:39.294437 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4fbcb9fb-94c4-4418-9b79-4e58a44481fa tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:39.302948 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-21c4c618-843a-4e60-b125-2f05a90aba7c tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (b79fddc8-9ec5-4748-b5ec-a10631605dc4), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:39.303991 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-21c4c618-843a-4e60-b125-2f05a90aba7c tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (b79fddc8-9ec5-4748-b5ec-a10631605dc4), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:39.461442 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-45359b71-88df-4b47-81d1-266d61372c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (a59ff175-2e1b-418e-9502-d3af9559f81e), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:39.469602 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c93a67f-b02a-4653-b7e0-8996080dc442 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:39.473587 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0c93a67f-b02a-4653-b7e0-8996080dc442 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:39.480882 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 78a8623e-ffe9-4d28-b279-9e48b7791381 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:39.481842 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (78a8623e-ffe9-4d28-b279-9e48b7791381), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:39.492676 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-3e2e2322-7f0b-4537-b47b-bd44a8656e7c None None] Provisioning complete for port 78a8623e-ffe9-4d28-b279-9e48b7791381 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:39.493299 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3e2e2322-7f0b-4537-b47b-bd44a8656e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (78a8623e-ffe9-4d28-b279-9e48b7791381), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:39.545213 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d2170d77-402f-4839-a5c6-42dc8726fff1 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (2469d310-3444-4fb9-a53b-1cd2c75b568c), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:39.581885 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-45359b71-88df-4b47-81d1-266d61372c12 None None] Network 6304d4d5-93da-48d4-a7fb-f395059aefe6 is not hosted by any dhcp agent {{(pid=104350) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 23 02:39:39.581885 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45359b71-88df-4b47-81d1-266d61372c12 None None] No DVR routers for this DVR port a59ff175-2e1b-418e-9502-d3af9559f81e on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:39:39.600461 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45359b71-88df-4b47-81d1-266d61372c12 None None] Pushing event deleted for resources: {'Port': ['ID=a59ff175-2e1b-418e-9502-d3af9559f81e,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:39.602122 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-21c4c618-843a-4e60-b125-2f05a90aba7c tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router_controller (b79fddc8-9ec5-4748-b5ec-a10631605dc4), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:39.613240 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff38783-6a31-4fed-8ca2-3d0d4f7772c9 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:39:39.645520 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b910e4-e51b-4d52-a1e8-b68137fb342d None None] Sync routers for ids ['46734b16-ac72-4e56-9b95-f241d47ec1cd'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:39:39.678755 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2170d77-402f-4839-a5c6-42dc8726fff1 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Pushing event updated for resources: {'Subnet': ['ID=2469d310-3444-4fb9-a53b-1cd2c75b568c,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:39.685895 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-15e4aca2-b85e-4fcf-9048-14071266d7c3 None None] For port caff4459-05fe-41c5-b61b-6e5205c0db14, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:39:39.698446 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-21c4c618-843a-4e60-b125-2f05a90aba7c tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (b79fddc8-9ec5-4748-b5ec-a10631605dc4), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:39.706770 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b910e4-e51b-4d52-a1e8-b68137fb342d None None] Routers {'46734b16-ac72-4e56-9b95-f241d47ec1cd'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:39.707480 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a7b910e4-e51b-4d52-a1e8-b68137fb342d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['46734b16-ac72-4e56-9b95-f241d47ec1cd'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:39.711086 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-15e4aca2-b85e-4fcf-9048-14071266d7c3 None None] For port caff4459-05fe-41c5-b61b-6e5205c0db14, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=caff4459-05fe-41c5-b61b-6e5205c0db14,segment=NetworkSegment(8d302b39-dc53-41bf-866e-bbb619560b0d),segment_id=8d302b39-dc53-41bf-866e-bbb619560b0d)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:39:39.711437 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2170d77-402f-4839-a5c6-42dc8726fff1 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Checking segment: {'id': '76621359-5c5c-45ab-ab72-5538bde3e152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e27b6aa-f261-4ba5-83d0-a0a2d02bb0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:39.712125 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2170d77-402f-4839-a5c6-42dc8726fff1 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Network hostable DHCP agents. Network: 3e27b6aa-f261-4ba5-83d0-a0a2d02bb0ec, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:39:39.721636 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd089b50-4b6f-44af-ac44-c12d0ad1bad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-94d9379e-13fb-449b-8f45-d1ab95378f77', 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'fixed_ips': [{'subnet_id': '7eb6c59c-5371-460e-876d-b010129ee66d'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:39:39.722607 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cd089b50-4b6f-44af-ac44-c12d0ad1bad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:39.741599 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dff38783-6a31-4fed-8ca2-3d0d4f7772c9 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:39.745779 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-dff38783-6a31-4fed-8ca2-3d0d4f7772c9 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.6916497 Mar 23 02:39:39.746399 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57672) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:39.850858 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e61c72ce-882c-4e8a-b16e-e241992c6d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (18eb30a7-2808-4ddd-8f28-8831b5c23b4a), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:39.858615 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57676) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:39.867692 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2170d77-402f-4839-a5c6-42dc8726fff1 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Network 3e27b6aa-f261-4ba5-83d0-a0a2d02bb0ec is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:39:39.881857 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-15e4aca2-b85e-4fcf-9048-14071266d7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (caff4459-05fe-41c5-b61b-6e5205c0db14), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:39.902038 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c72ce-882c-4e8a-b16e-e241992c6d9b None None] Pushing event deleted for resources: {'Port': ['ID=18eb30a7-2808-4ddd-8f28-8831b5c23b4a,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:39.910066 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0c93a67f-b02a-4653-b7e0-8996080dc442 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (b2a0a3f5-4c67-491c-a79d-ce68d58af996), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:39.938509 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-21c4c618-843a-4e60-b125-2f05a90aba7c tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:39.943731 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-21c4c618-843a-4e60-b125-2f05a90aba7c tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8125856 Mar 23 02:39:39.944378 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57680) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:39.959012 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-2a63e7d2-d81e-477f-8575-471ee71e00f3 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'enable_snat': True}}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:39.961419 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-d2170d77-402f-4839-a5c6-42dc8726fff1 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 3e27b6aa-f261-4ba5-83d0-a0a2d02bb0ec) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:39.981675 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61c72ce-882c-4e8a-b16e-e241992c6d9b None None] No DVR routers for this DVR port 18eb30a7-2808-4ddd-8f28-8831b5c23b4a on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:39:39.982503 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2170d77-402f-4839-a5c6-42dc8726fff1 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:39.983297 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d2170d77-402f-4839-a5c6-42dc8726fff1 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:39.988857 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c93a67f-b02a-4653-b7e0-8996080dc442 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:39.999863 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-0c93a67f-b02a-4653-b7e0-8996080dc442 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:40.001937 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fa24fd75-bdec-4d19-a25f-74325b2d9e60 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router (46734b16-ac72-4e56-9b95-f241d47ec1cd), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:40.008971 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c93a67f-b02a-4653-b7e0-8996080dc442 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:40.010078 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0c93a67f-b02a-4653-b7e0-8996080dc442 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:40.018109 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7916db-ad47-4fa3-936a-c39606ae7be6 None None] Network 3e27b6aa-f261-4ba5-83d0-a0a2d02bb0ec requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:40.022650 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93a67f-b02a-4653-b7e0-8996080dc442 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Subnet': ['ID=b2a0a3f5-4c67-491c-a79d-ce68d58af996,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:40.092278 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d2170d77-402f-4839-a5c6-42dc8726fff1 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4187772 Mar 23 02:39:40.095598 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57682) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:40.125432 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-b2c07c5e-f4c4-46da-9ea2-4dfa4f04ed2d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Request body: {'subnet': {'network_id': 'e64e4549-df0f-4ac7-8e50-e60e68f8d7a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:40.136352 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0c93a67f-b02a-4653-b7e0-8996080dc442 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9791300 Mar 23 02:39:40.156450 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57684) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:40.164562 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-55c8bb53-0a24-44be-87a3-5e2ff9422d32 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'port': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'mac_address': 'fa:16:3e:0a:34:ae', 'name': 'tempest-NetworksTestDHCPv6-2078778411'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:40.193798 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-a7b910e4-e51b-4d52-a1e8-b68137fb342d None None] Set router 46734b16-ac72-4e56-9b95-f241d47ec1cd gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:39:40.194213 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-cedd88cd-4a53-4598-8dd1-8bd90de751cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=51b0f06b4ce74eca9f44a6cb2b631af2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315606 Mar 23 02:39:40.198813 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57686) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:40.205445 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 78a8623e-ffe9-4d28-b279-9e48b7791381 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:40.205861 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (78a8623e-ffe9-4d28-b279-9e48b7791381), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:40.287183 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-3e2e2322-7f0b-4537-b47b-bd44a8656e7c None None] Current status of the port 78a8623e-ffe9-4d28-b279-9e48b7791381 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:40.287756 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3e2e2322-7f0b-4537-b47b-bd44a8656e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (78a8623e-ffe9-4d28-b279-9e48b7791381), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:40.348505 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a4f59bf0-ef3f-43a0-b095-2797317531af admin admin] Publish callbacks [] for security_group (a40e619a-a5ea-480f-8bf2-10b0a41009fd), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:40.354652 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4aca2-b85e-4fcf-9048-14071266d7c3 None None] Pushing event updated for resources: {'Port': ['ID=caff4459-05fe-41c5-b61b-6e5205c0db14,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:40.358538 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1c991c37-896c-4fa7-b35e-24a212c98eab admin admin] Publish callbacks [] for router_gateway (7629c56d-7d67-4429-a964-8600f44d3e65), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:40.395359 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a4f59bf0-ef3f-43a0-b095-2797317531af admin admin] Publish callbacks [] for security_group (a40e619a-a5ea-480f-8bf2-10b0a41009fd), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:40.400159 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c07c5e-f4c4-46da-9ea2-4dfa4f04ed2d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Made reservation on behalf of 39129ac81ee0414a9867039a2dd512f3 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:40.412607 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b2c07c5e-f4c4-46da-9ea2-4dfa4f04ed2d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:40.482195 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 78a8623e-ffe9-4d28-b279-9e48b7791381, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=78a8623e-ffe9-4d28-b279-9e48b7791381,segment=NetworkSegment(31a5abdc-77c7-4b66-8f8c-26e205d8373f),segment_id=31a5abdc-77c7-4b66-8f8c-26e205d8373f)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:40.522809 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-cd089b50-4b6f-44af-ac44-c12d0ad1bad3 None None] Allocated IP 2001:db8::f816:3eff:fe8f:cd6 (94d9379e-13fb-449b-8f45-d1ab95378f77/7eb6c59c-5371-460e-876d-b010129ee66d/8decc31b-284f-40d9-b544-b69973992f41) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:40.541194 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82b7580-665b-4945-b200-4c1b8d748db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-3e27b6aa-f261-4ba5-83d0-a0a2d02bb0ec', 'network_id': '3e27b6aa-f261-4ba5-83d0-a0a2d02bb0ec', 'project_id': '39129ac81ee0414a9867039a2dd512f3', 'fixed_ips': [{'subnet_id': '2469d310-3444-4fb9-a53b-1cd2c75b568c'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:39:40.545548 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f82b7580-665b-4945-b200-4c1b8d748db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:40.572596 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (78a8623e-ffe9-4d28-b279-9e48b7791381), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:40.674715 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a4f59bf0-ef3f-43a0-b095-2797317531af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (a40e619a-a5ea-480f-8bf2-10b0a41009fd), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:40.677334 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a4f59bf0-ef3f-43a0-b095-2797317531af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:40.687957 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a4f59bf0-ef3f-43a0-b095-2797317531af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a40e619a-a5ea-480f-8bf2-10b0a41009fd HTTP/1.1" status: 204 len: 168 time: 0.4811466 Mar 23 02:39:40.692097 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 18eb30a7-2808-4ddd-8f28-8831b5c23b4a no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:39:40.723178 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f59bf0-ef3f-43a0-b095-2797317531af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40e619a-a5ea-480f-8bf2-10b0a41009fd,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:40.775339 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b2c07c5e-f4c4-46da-9ea2-4dfa4f04ed2d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (10224fbc-2d9a-4812-a751-46058c0724c4), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:40.788972 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 18eb30a7-2808-4ddd-8f28-8831b5c23b4a {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:39:40.789418 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 18eb30a7-2808-4ddd-8f28-8831b5c23b4a not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:39:40.789912 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 832aa078-08d2-4335-9abd-ee30c1f788e0 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:39:40.841399 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.objects.ports [None req-4fbcb9fb-94c4-4418-9b79-4e58a44481fa tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104348) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 02:39:40.849061 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c07c5e-f4c4-46da-9ea2-4dfa4f04ed2d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Pushing event updated for resources: {'Subnet': ['ID=10224fbc-2d9a-4812-a751-46058c0724c4,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:40.856516 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4fbcb9fb-94c4-4418-9b79-4e58a44481fa tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (70a9cc64-47a7-4fda-9996-cbfd66c310ce), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:40.870460 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 832aa078-08d2-4335-9abd-ee30c1f788e0 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:39:40.870736 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 832aa078-08d2-4335-9abd-ee30c1f788e0 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:39:40.871164 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device a59ff175-2e1b-418e-9502-d3af9559f81e no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:39:40.873642 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-3e2e2322-7f0b-4537-b47b-bd44a8656e7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:39:40.874073 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-3e2e2322-7f0b-4537-b47b-bd44a8656e7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:39:40.889835 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c07c5e-f4c4-46da-9ea2-4dfa4f04ed2d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Checking segment: {'id': '7970ec95-7ba6-4b85-8ecf-35b69b321121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e64e4549-df0f-4ac7-8e50-e60e68f8d7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:40.890199 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c07c5e-f4c4-46da-9ea2-4dfa4f04ed2d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Network hostable DHCP agents. Network: e64e4549-df0f-4ac7-8e50-e60e68f8d7a6, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:39:40.908810 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=78a8623e-ffe9-4d28-b279-9e48b7791381,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:40.947221 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: a59ff175-2e1b-418e-9502-d3af9559f81e {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:39:40.948196 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device a59ff175-2e1b-418e-9502-d3af9559f81e not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:39:41.001592 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c07c5e-f4c4-46da-9ea2-4dfa4f04ed2d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Network e64e4549-df0f-4ac7-8e50-e60e68f8d7a6 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:39:41.010323 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2a63e7d2-d81e-477f-8575-471ee71e00f3 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router_gateway (b79fddc8-9ec5-4748-b5ec-a10631605dc4), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:41.054039 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-f82b7580-665b-4945-b200-4c1b8d748db3 None None] Allocated IP 172.20.0.2 (3e27b6aa-f261-4ba5-83d0-a0a2d02bb0ec/2469d310-3444-4fb9-a53b-1cd2c75b568c/7ceff97e-1bfb-4839-9b11-6514e2265160) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:41.069770 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fa24fd75-bdec-4d19-a25f-74325b2d9e60 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router_gateway (46734b16-ac72-4e56-9b95-f241d47ec1cd), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:41.081489 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a7b910e4-e51b-4d52-a1e8-b68137fb342d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46734b16-ac72-4e56-9b95-f241d47ec1cd', 'name': '', 'tenant_id': '70a7fe43dd044aee867b86748fcef86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '770321a6-ccd7-4476-bc13-3bb758d13052', 'external_fixed_ips': [{'subnet_id': 'a10c65f2-509d-4b12-aa92-d8ef927e121c', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '21d848f0-bddb-440b-b9ae-67d7662ef8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:39:33Z', 'updated_at': '2022-03-23T02:39:36Z', 'revision_number': 3, 'project_id': '70a7fe43dd044aee867b86748fcef86d', 'gw_port': {'id': '21d848f0-bddb-440b-b9ae-67d7662ef8ec', 'name': '', 'network_id': '770321a6-ccd7-4476-bc13-3bb758d13052', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:58:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46734b16-ac72-4e56-9b95-f241d47ec1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a10c65f2-509d-4b12-aa92-d8ef927e121c', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:34Z', 'updated_at': '2022-03-23T02:39:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a10c65f2-509d-4b12-aa92-d8ef927e121c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:41.090851 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbcb9fb-94c4-4418-9b79-4e58a44481fa tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Pushing event updated for resources: {'Subnet': ['ID=70a9cc64-47a7-4fda-9996-cbfd66c310ce,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:41.114224 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-b2c07c5e-f4c4-46da-9ea2-4dfa4f04ed2d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, e64e4549-df0f-4ac7-8e50-e60e68f8d7a6) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:41.127565 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c07c5e-f4c4-46da-9ea2-4dfa4f04ed2d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:41.129835 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b2c07c5e-f4c4-46da-9ea2-4dfa4f04ed2d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:41.165956 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fee50e-dc02-42d5-b877-f121303709ed None None] Network e64e4549-df0f-4ac7-8e50-e60e68f8d7a6 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:41.172364 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbcb9fb-94c4-4418-9b79-4e58a44481fa tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Checking segment: {'id': '25ad1db4-606d-4c33-9b8a-145d1157fd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2cbe85de-789a-4310-8891-083b88f2addc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:41.172733 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbcb9fb-94c4-4418-9b79-4e58a44481fa tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Network hostable DHCP agents. Network: 2cbe85de-789a-4310-8891-083b88f2addc, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:39:41.196570 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b910e4-e51b-4d52-a1e8-b68137fb342d None None] Checking router: 46734b16-ac72-4e56-9b95-f241d47ec1cd for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:39:41.196953 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b910e4-e51b-4d52-a1e8-b68137fb342d None None] Updating router 46734b16-ac72-4e56-9b95-f241d47ec1cd port 21d848f0-bddb-440b-b9ae-67d7662ef8ec binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:39:41.223680 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cd089b50-4b6f-44af-ac44-c12d0ad1bad3 None None] Publish callbacks [] for port (8decc31b-284f-40d9-b544-b69973992f41), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:41.347728 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b2c07c5e-f4c4-46da-9ea2-4dfa4f04ed2d tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2263551 Mar 23 02:39:41.350136 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57698) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:41.363736 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1c991c37-896c-4fa7-b35e-24a212c98eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (7629c56d-7d67-4429-a964-8600f44d3e65), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:41.415801 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c8bb53-0a24-44be-87a3-5e2ff9422d32 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:41.497781 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device caff4459-05fe-41c5-b61b-6e5205c0db14 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:41.525463 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82812ae7-5ba7-4af3-a09a-435909db7d56 None None] Network 1c4d7048-26a9-4eb4-b53f-f92189bd27d8 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:41.551508 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbcb9fb-94c4-4418-9b79-4e58a44481fa tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Network 2cbe85de-789a-4310-8891-083b88f2addc is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:39:41.600557 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-4fbcb9fb-94c4-4418-9b79-4e58a44481fa tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 2cbe85de-789a-4310-8891-083b88f2addc) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:41.605134 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbcb9fb-94c4-4418-9b79-4e58a44481fa tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:41.605950 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4fbcb9fb-94c4-4418-9b79-4e58a44481fa tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:41.612827 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cd089b50-4b6f-44af-ac44-c12d0ad1bad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (8decc31b-284f-40d9-b544-b69973992f41), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:41.644042 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-fa24fd75-bdec-4d19-a25f-74325b2d9e60 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Deleting port 21d848f0-bddb-440b-b9ae-67d7662ef8ec {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:41.644909 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fa24fd75-bdec-4d19-a25f-74325b2d9e60 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (21d848f0-bddb-440b-b9ae-67d7662ef8ec), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:41.654149 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af0312f-4464-4d86-986d-1ca7cda2e48a None None] Network 2cbe85de-789a-4310-8891-083b88f2addc requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:41.656786 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a7b910e4-e51b-4d52-a1e8-b68137fb342d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (21d848f0-bddb-440b-b9ae-67d7662ef8ec), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:41.667492 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-55c8bb53-0a24-44be-87a3-5e2ff9422d32 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:41.738079 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4fbcb9fb-94c4-4418-9b79-4e58a44481fa tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.7706587 Mar 23 02:39:41.739031 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57702) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:41.760268 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-55c8bb53-0a24-44be-87a3-5e2ff9422d32 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] device_id is not set on port 5ebe5288-b257-4353-b517-ea3dae828d64 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:39:41.761522 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-3e2e2322-7f0b-4537-b47b-bd44a8656e7c None None] Current status of the port 78a8623e-ffe9-4d28-b279-9e48b7791381 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:41.805115 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd089b50-4b6f-44af-ac44-c12d0ad1bad3 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:41.844391 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-cd089b50-4b6f-44af-ac44-c12d0ad1bad3 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:41.859866 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd089b50-4b6f-44af-ac44-c12d0ad1bad3 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:41.889340 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd089b50-4b6f-44af-ac44-c12d0ad1bad3 None None] Pushing event updated for resources: {'Port': ['ID=8decc31b-284f-40d9-b544-b69973992f41,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:41.904245 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:39:41.938380 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fa24fd75-bdec-4d19-a25f-74325b2d9e60 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (21d848f0-bddb-440b-b9ae-67d7662ef8ec), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:41.984314 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82401819-0271-42da-bdd5-4496583d32ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-e64e4549-df0f-4ac7-8e50-e60e68f8d7a6', 'network_id': 'e64e4549-df0f-4ac7-8e50-e60e68f8d7a6', 'project_id': '39129ac81ee0414a9867039a2dd512f3', 'fixed_ips': [{'subnet_id': '10224fbc-2d9a-4812-a751-46058c0724c4'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:39:41.985212 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-82401819-0271-42da-bdd5-4496583d32ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:41.996088 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-fa24fd75-bdec-4d19-a25f-74325b2d9e60 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Calling delete_port for 21d848f0-bddb-440b-b9ae-67d7662ef8ec owned by network:router_gateway {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:42.034503 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c991c37-896c-4fa7-b35e-24a212c98eab admin admin] Router 7629c56d-7d67-4429-a964-8600f44d3e65 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:39:42.051036 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-3e2e2322-7f0b-4537-b47b-bd44a8656e7c None None] Provisioning complete for port 1fa79ec4-4f9e-47e9-b59b-513aadf44afd triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:42.051294 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3e2e2322-7f0b-4537-b47b-bd44a8656e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (1fa79ec4-4f9e-47e9-b59b-513aadf44afd), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:42.122299 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6ad6ae4b-1afb-4a9d-acd9-12dc9ed6c887 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:42.129443 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port caff4459-05fe-41c5-b61b-6e5205c0db14 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:42.129837 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (caff4459-05fe-41c5-b61b-6e5205c0db14), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:42.226556 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f82b7580-665b-4945-b200-4c1b8d748db3 None None] Publish callbacks [] for port (7ceff97e-1bfb-4839-9b11-6514e2265160), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:42.291490 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d8314c-30a2-4005-aeae-181cbc2d4dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-2cbe85de-789a-4310-8891-083b88f2addc', 'network_id': '2cbe85de-789a-4310-8891-083b88f2addc', 'project_id': 'ae262acb2831448aa0401111a68e30ae', 'fixed_ips': [{'subnet_id': '70a9cc64-47a7-4fda-9996-cbfd66c310ce'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:39:42.292396 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-67d8314c-30a2-4005-aeae-181cbc2d4dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:42.304825 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2a63e7d2-d81e-477f-8575-471ee71e00f3 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router_gateway (b79fddc8-9ec5-4748-b5ec-a10631605dc4), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:42.308472 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-cd089b50-4b6f-44af-ac44-c12d0ad1bad3 None None] Attempting to bind port 8decc31b-284f-40d9-b544-b69973992f41 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:39:42.309070 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-cd089b50-4b6f-44af-ac44-c12d0ad1bad3 None None] Attempting to bind port 8decc31b-284f-40d9-b544-b69973992f41 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:39:42.309607 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd089b50-4b6f-44af-ac44-c12d0ad1bad3 None None] Attempting to bind port 8decc31b-284f-40d9-b544-b69973992f41 on network 94d9379e-13fb-449b-8f45-d1ab95378f77 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:39:42.315869 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (2cbe85de-789a-4310-8891-083b88f2addc), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:42.327588 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57714) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:42.367702 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-3e2e2322-7f0b-4537-b47b-bd44a8656e7c None None] Port 1fa79ec4-4f9e-47e9-b59b-513aadf44afd cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:39:42.387013 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd089b50-4b6f-44af-ac44-c12d0ad1bad3 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:39:42.387394 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd089b50-4b6f-44af-ac44-c12d0ad1bad3 None None] Checking segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:42.388016 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cd089b50-4b6f-44af-ac44-c12d0ad1bad3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:42.388576 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2a63e7d2-d81e-477f-8575-471ee71e00f3 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:42.389069 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd089b50-4b6f-44af-ac44-c12d0ad1bad3 None None] Bound using segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:39:42.389718 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-cd089b50-4b6f-44af-ac44-c12d0ad1bad3 None None] Bound port: 8decc31b-284f-40d9-b544-b69973992f41, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:39:42.390107 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cd089b50-4b6f-44af-ac44-c12d0ad1bad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8decc31b-284f-40d9-b544-b69973992f41), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:42.399811 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-3e2e2322-7f0b-4537-b47b-bd44a8656e7c None None] Could not find standard attr ID for object 18eb30a7-2808-4ddd-8f28-8831b5c23b4a. {{(pid=104350) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:39:42.425120 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f82b7580-665b-4945-b200-4c1b8d748db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (7ceff97e-1bfb-4839-9b11-6514e2265160), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:42.449461 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-55c8bb53-0a24-44be-87a3-5e2ff9422d32 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Allocated IP 172.20.0.11 (94d9379e-13fb-449b-8f45-d1ab95378f77/b2a0a3f5-4c67-491c-a79d-ce68d58af996/5ebe5288-b257-4353-b517-ea3dae828d64) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:42.502758 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-6ad6ae4b-1afb-4a9d-acd9-12dc9ed6c887 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Allocated IP 172.20.0.1 (3e27b6aa-f261-4ba5-83d0-a0a2d02bb0ec/2469d310-3444-4fb9-a53b-1cd2c75b568c/a277d70a-836d-4800-9d6b-bc61399e5557) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:42.514748 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-55c8bb53-0a24-44be-87a3-5e2ff9422d32 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Allocated IP 2001:db8::f816:3eff:fe0a:34ae (94d9379e-13fb-449b-8f45-d1ab95378f77/7eb6c59c-5371-460e-876d-b010129ee66d/5ebe5288-b257-4353-b517-ea3dae828d64) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:42.632968 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6ad6ae4b-1afb-4a9d-acd9-12dc9ed6c887 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks [] for port (a277d70a-836d-4800-9d6b-bc61399e5557), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:42.661021 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82b7580-665b-4945-b200-4c1b8d748db3 None None] Network 3e27b6aa-f261-4ba5-83d0-a0a2d02bb0ec is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:42.674287 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-0759f1a4-3524-419a-a42e-9454ca38c216 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1997070137'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:42.687932 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (70a9cc64-47a7-4fda-9996-cbfd66c310ce), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:42.703391 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-f82b7580-665b-4945-b200-4c1b8d748db3 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:42.708694 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-82401819-0271-42da-bdd5-4496583d32ec None None] Allocated IP 172.20.0.2 (e64e4549-df0f-4ac7-8e50-e60e68f8d7a6/10224fbc-2d9a-4812-a751-46058c0724c4/3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:42.724740 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b7580-665b-4945-b200-4c1b8d748db3 None None] Pushing event updated for resources: {'Port': ['ID=7ceff97e-1bfb-4839-9b11-6514e2265160,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:42.727200 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82b7580-665b-4945-b200-4c1b8d748db3 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:42.743847 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c991c37-896c-4fa7-b35e-24a212c98eab admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:39:42.747066 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6ad6ae4b-1afb-4a9d-acd9-12dc9ed6c887 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (a277d70a-836d-4800-9d6b-bc61399e5557), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:42.756546 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acdf8e4-701a-41c7-9a4a-d12ca1d8b2d9 None None] Sync routers for ids ['7629c56d-7d67-4429-a964-8600f44d3e65'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:39:42.769492 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acdf8e4-701a-41c7-9a4a-d12ca1d8b2d9 None None] Routers {'7629c56d-7d67-4429-a964-8600f44d3e65'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:42.770486 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-2acdf8e4-701a-41c7-9a4a-d12ca1d8b2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['7629c56d-7d67-4429-a964-8600f44d3e65'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:42.774971 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-a19484b2-d889-42ae-9e51-b877fcbed3f5 None None] Provisioning complete for port caff4459-05fe-41c5-b61b-6e5205c0db14 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:42.775996 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a19484b2-d889-42ae-9e51-b877fcbed3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (caff4459-05fe-41c5-b61b-6e5205c0db14), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:42.805891 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0759f1a4-3524-419a-a42e-9454ca38c216 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Made reservation on behalf of a390c7a337b546c28b66d49e8c0359d6 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:42.809275 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0759f1a4-3524-419a-a42e-9454ca38c216 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:42.813619 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port caff4459-05fe-41c5-b61b-6e5205c0db14 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:42.815295 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (caff4459-05fe-41c5-b61b-6e5205c0db14), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:42.820352 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad6ae4b-1afb-4a9d-acd9-12dc9ed6c887 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Network 3e27b6aa-f261-4ba5-83d0-a0a2d02bb0ec is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:42.823045 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0759f1a4-3524-419a-a42e-9454ca38c216 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:42.842679 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-6ad6ae4b-1afb-4a9d-acd9-12dc9ed6c887 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:42.850677 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad6ae4b-1afb-4a9d-acd9-12dc9ed6c887 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:42.861442 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-2a63e7d2-d81e-477f-8575-471ee71e00f3 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Allocated IP 172.26.2.6 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/8e962b93-2367-4e32-b1c9-0b4a8b543f18) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:42.861661 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6ae4b-1afb-4a9d-acd9-12dc9ed6c887 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Pushing event updated for resources: {'Port': ['ID=a277d70a-836d-4800-9d6b-bc61399e5557,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:42.918658 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6ad6ae4b-1afb-4a9d-acd9-12dc9ed6c887 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (97ee359a-8595-4de1-ba6d-f1c860d5da6d), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:42.949362 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-cd089b50-4b6f-44af-ac44-c12d0ad1bad3 None None] For port 8decc31b-284f-40d9-b544-b69973992f41, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:39:42.999245 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2a63e7d2-d81e-477f-8575-471ee71e00f3 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for port (8e962b93-2367-4e32-b1c9-0b4a8b543f18), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:43.008606 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-2acdf8e4-701a-41c7-9a4a-d12ca1d8b2d9 None None] Set router 7629c56d-7d67-4429-a964-8600f44d3e65 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:39:43.036242 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1c991c37-896c-4fa7-b35e-24a212c98eab admin admin] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:43.037486 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1c991c37-896c-4fa7-b35e-24a212c98eab admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.1267774 Mar 23 02:39:43.041903 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-cd089b50-4b6f-44af-ac44-c12d0ad1bad3 None None] For port 8decc31b-284f-40d9-b544-b69973992f41, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8decc31b-284f-40d9-b544-b69973992f41,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:39:43.044059 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57720) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:43.047462 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-67d8314c-30a2-4005-aeae-181cbc2d4dac None None] Allocated IP 2001:db8::f816:3eff:fe36:5906 (2cbe85de-789a-4310-8891-083b88f2addc/70a9cc64-47a7-4fda-9996-cbfd66c310ce/e1dd5b72-57a9-4f21-b672-f0929c0a353b) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:43.086873 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port caff4459-05fe-41c5-b61b-6e5205c0db14, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=caff4459-05fe-41c5-b61b-6e5205c0db14,segment=NetworkSegment(8d302b39-dc53-41bf-866e-bbb619560b0d),segment_id=8d302b39-dc53-41bf-866e-bbb619560b0d)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:43.090051 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-f82b7580-665b-4945-b200-4c1b8d748db3 None None] Attempting to bind port 7ceff97e-1bfb-4839-9b11-6514e2265160 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:39:43.090431 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-f82b7580-665b-4945-b200-4c1b8d748db3 None None] Attempting to bind port 7ceff97e-1bfb-4839-9b11-6514e2265160 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '76621359-5c5c-45ab-ab72-5538bde3e152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e27b6aa-f261-4ba5-83d0-a0a2d02bb0ec'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:39:43.090805 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82b7580-665b-4945-b200-4c1b8d748db3 None None] Attempting to bind port 7ceff97e-1bfb-4839-9b11-6514e2265160 on network 3e27b6aa-f261-4ba5-83d0-a0a2d02bb0ec {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:39:43.125301 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-55c8bb53-0a24-44be-87a3-5e2ff9422d32 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for port (5ebe5288-b257-4353-b517-ea3dae828d64), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:43.125801 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82b7580-665b-4945-b200-4c1b8d748db3 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:39:43.126794 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82b7580-665b-4945-b200-4c1b8d748db3 None None] Checking segment: {'id': '76621359-5c5c-45ab-ab72-5538bde3e152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e27b6aa-f261-4ba5-83d0-a0a2d02bb0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:43.127383 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f82b7580-665b-4945-b200-4c1b8d748db3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:43.127954 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82b7580-665b-4945-b200-4c1b8d748db3 None None] Bound using segment: {'id': '76621359-5c5c-45ab-ab72-5538bde3e152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e27b6aa-f261-4ba5-83d0-a0a2d02bb0ec'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:39:43.128902 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-f82b7580-665b-4945-b200-4c1b8d748db3 None None] Bound port: 7ceff97e-1bfb-4839-9b11-6514e2265160, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76621359-5c5c-45ab-ab72-5538bde3e152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e27b6aa-f261-4ba5-83d0-a0a2d02bb0ec'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:39:43.128902 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f82b7580-665b-4945-b200-4c1b8d748db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7ceff97e-1bfb-4839-9b11-6514e2265160), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:43.168109 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fa24fd75-bdec-4d19-a25f-74325b2d9e60 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (21d848f0-bddb-440b-b9ae-67d7662ef8ec), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:43.174557 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cd089b50-4b6f-44af-ac44-c12d0ad1bad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (8decc31b-284f-40d9-b544-b69973992f41), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:43.176266 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2a63e7d2-d81e-477f-8575-471ee71e00f3 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (8e962b93-2367-4e32-b1c9-0b4a8b543f18), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:43.210713 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24fd75-bdec-4d19-a25f-74325b2d9e60 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Pushing event deleted for resources: {'Port': ['ID=21d848f0-bddb-440b-b9ae-67d7662ef8ec,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:43.214315 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-a7b910e4-e51b-4d52-a1e8-b68137fb342d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:39:43.214698 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-a7b910e4-e51b-4d52-a1e8-b68137fb342d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:39:43.230030 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-2acdf8e4-701a-41c7-9a4a-d12ca1d8b2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'name': 'tempest-ServersTestManualDisk-1311817031-router', 'tenant_id': '61f0207fb76b46cf82a5b8d685172d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '668dd7a8-d041-43bd-afcf-c2cec216956a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:39:35Z', 'updated_at': '2022-03-23T02:39:39Z', 'revision_number': 3, 'project_id': '61f0207fb76b46cf82a5b8d685172d9b', 'gw_port': {'id': '668dd7a8-d041-43bd-afcf-c2cec216956a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:37Z', 'updated_at': '2022-03-23T02:39:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:43.280720 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0759f1a4-3524-419a-a42e-9454ca38c216 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for security_group (45499564-c995-42a7-b19e-088d483f4730), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:43.299646 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a63e7d2-d81e-477f-8575-471ee71e00f3 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:43.301015 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acdf8e4-701a-41c7-9a4a-d12ca1d8b2d9 None None] Checking router: 7629c56d-7d67-4429-a964-8600f44d3e65 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:39:43.307859 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acdf8e4-701a-41c7-9a4a-d12ca1d8b2d9 None None] Updating router 7629c56d-7d67-4429-a964-8600f44d3e65 port 668dd7a8-d041-43bd-afcf-c2cec216956a binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:39:43.333158 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-2a63e7d2-d81e-477f-8575-471ee71e00f3 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:43.338166 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-2acdf8e4-701a-41c7-9a4a-d12ca1d8b2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (668dd7a8-d041-43bd-afcf-c2cec216956a), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:43.346657 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-55c8bb53-0a24-44be-87a3-5e2ff9422d32 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (5ebe5288-b257-4353-b517-ea3dae828d64), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:43.352468 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a63e7d2-d81e-477f-8575-471ee71e00f3 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:43.387248 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63e7d2-d81e-477f-8575-471ee71e00f3 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Pushing event updated for resources: {'Port': ['ID=8e962b93-2367-4e32-b1c9-0b4a8b543f18,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:43.388846 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0759f1a4-3524-419a-a42e-9454ca38c216 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (45499564-c995-42a7-b19e-088d483f4730), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:43.435079 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0759f1a4-3524-419a-a42e-9454ca38c216 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:39:43.442577 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6ad6ae4b-1afb-4a9d-acd9-12dc9ed6c887 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a277d70a-836d-4800-9d6b-bc61399e5557), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:43.460376 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c8bb53-0a24-44be-87a3-5e2ff9422d32 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:43.468439 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fa24fd75-bdec-4d19-a25f-74325b2d9e60 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (46734b16-ac72-4e56-9b95-f241d47ec1cd), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:43.471766 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-55c8bb53-0a24-44be-87a3-5e2ff9422d32 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:43.482544 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0759f1a4-3524-419a-a42e-9454ca38c216 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (b689dbb9-a5c4-4842-b78b-2e8575e48c0b), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:43.488445 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-0759f1a4-3524-419a-a42e-9454ca38c216 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Added segment b689dbb9-a5c4-4842-b78b-2e8575e48c0b of type vlan for network 63dd5489-1cc6-4bd3-8e95-53ab79484276 Mar 23 02:39:43.488445 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759f1a4-3524-419a-a42e-9454ca38c216 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45499564-c995-42a7-b19e-088d483f4730,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:43.489984 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (caff4459-05fe-41c5-b61b-6e5205c0db14), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:43.490512 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 78a8623e-ffe9-4d28-b279-9e48b7791381 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:43.551533 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c8bb53-0a24-44be-87a3-5e2ff9422d32 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:43.776161 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-2acdf8e4-701a-41c7-9a4a-d12ca1d8b2d9 None None] Publish callbacks [] for port (668dd7a8-d041-43bd-afcf-c2cec216956a), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:43.811892 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b910e4-e51b-4d52-a1e8-b68137fb342d None None] Port 21d848f0-bddb-440b-b9ae-67d7662ef8ec not found while updating agent binding for router 46734b16-ac72-4e56-9b95-f241d47ec1cd. {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 23 02:39:43.838849 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd089b50-4b6f-44af-ac44-c12d0ad1bad3 None None] Pushing event updated for resources: {'Port': ['ID=8decc31b-284f-40d9-b544-b69973992f41,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:43.851254 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-2acdf8e4-701a-41c7-9a4a-d12ca1d8b2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (668dd7a8-d041-43bd-afcf-c2cec216956a), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:43.876287 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-a19484b2-d889-42ae-9e51-b877fcbed3f5 None None] Current status of the port caff4459-05fe-41c5-b61b-6e5205c0db14 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:43.879003 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-82401819-0271-42da-bdd5-4496583d32ec None None] Publish callbacks [] for port (3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:43.910899 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-2acdf8e4-701a-41c7-9a4a-d12ca1d8b2d9 None None] Attempting to bind port 668dd7a8-d041-43bd-afcf-c2cec216956a on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:39:43.913456 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-2acdf8e4-701a-41c7-9a4a-d12ca1d8b2d9 None None] Attempting to bind port 668dd7a8-d041-43bd-afcf-c2cec216956a by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:39:43.914328 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acdf8e4-701a-41c7-9a4a-d12ca1d8b2d9 None None] Attempting to bind port 668dd7a8-d041-43bd-afcf-c2cec216956a on network 6bbcca03-75ff-487c-8b0e-a32302dacbee {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:39:43.963352 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acdf8e4-701a-41c7-9a4a-d12ca1d8b2d9 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:39:43.963785 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acdf8e4-701a-41c7-9a4a-d12ca1d8b2d9 None None] Checking segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:43.964168 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-2acdf8e4-701a-41c7-9a4a-d12ca1d8b2d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:43.964650 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acdf8e4-701a-41c7-9a4a-d12ca1d8b2d9 None None] Bound using segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:39:43.965149 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-2acdf8e4-701a-41c7-9a4a-d12ca1d8b2d9 None None] Bound port: 668dd7a8-d041-43bd-afcf-c2cec216956a, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:39:43.965532 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-2acdf8e4-701a-41c7-9a4a-d12ca1d8b2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (668dd7a8-d041-43bd-afcf-c2cec216956a), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:43.989602 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0759f1a4-3524-419a-a42e-9454ca38c216 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (63dd5489-1cc6-4bd3-8e95-53ab79484276), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:43.998887 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b910e4-e51b-4d52-a1e8-b68137fb342d None None] Routers {'46734b16-ac72-4e56-9b95-f241d47ec1cd'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:43.999853 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a7b910e4-e51b-4d52-a1e8-b68137fb342d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['46734b16-ac72-4e56-9b95-f241d47ec1cd'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:44.002685 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-f82b7580-665b-4945-b200-4c1b8d748db3 None None] For port 7ceff97e-1bfb-4839-9b11-6514e2265160, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:39:44.025119 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e94e21-d911-4fdf-b2b1-e6502024d3b4 None None] Pushing event updated for resources: {'Port': ['ID=668dd7a8-d041-43bd-afcf-c2cec216956a,revision_number=2']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:44.070392 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-82401819-0271-42da-bdd5-4496583d32ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:44.084791 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-2acdf8e4-701a-41c7-9a4a-d12ca1d8b2d9 None None] For port 668dd7a8-d041-43bd-afcf-c2cec216956a, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:39:44.089475 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-2acdf8e4-701a-41c7-9a4a-d12ca1d8b2d9 None None] For port 668dd7a8-d041-43bd-afcf-c2cec216956a, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=668dd7a8-d041-43bd-afcf-c2cec216956a,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:39:44.132188 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0759f1a4-3524-419a-a42e-9454ca38c216 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (63dd5489-1cc6-4bd3-8e95-53ab79484276), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:44.137957 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0759f1a4-3524-419a-a42e-9454ca38c216 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:44.138871 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0759f1a4-3524-419a-a42e-9454ca38c216 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:44.140628 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-f82b7580-665b-4945-b200-4c1b8d748db3 None None] For port 7ceff97e-1bfb-4839-9b11-6514e2265160, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=7ceff97e-1bfb-4839-9b11-6514e2265160,segment=NetworkSegment(76621359-5c5c-45ab-ab72-5538bde3e152),segment_id=76621359-5c5c-45ab-ab72-5538bde3e152)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:39:44.164258 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 78a8623e-ffe9-4d28-b279-9e48b7791381 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:44.164644 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (78a8623e-ffe9-4d28-b279-9e48b7791381), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:44.166058 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=caff4459-05fe-41c5-b61b-6e5205c0db14,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:44.193111 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-2acdf8e4-701a-41c7-9a4a-d12ca1d8b2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (668dd7a8-d041-43bd-afcf-c2cec216956a), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:44.217017 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82401819-0271-42da-bdd5-4496583d32ec None None] Network e64e4549-df0f-4ac7-8e50-e60e68f8d7a6 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:44.218834 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-a7b910e4-e51b-4d52-a1e8-b68137fb342d None None] Set router 46734b16-ac72-4e56-9b95-f241d47ec1cd gateway port host: None {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:39:44.232733 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fa24fd75-bdec-4d19-a25f-74325b2d9e60 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (46734b16-ac72-4e56-9b95-f241d47ec1cd), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:44.238637 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-67d8314c-30a2-4005-aeae-181cbc2d4dac None None] Publish callbacks [] for port (e1dd5b72-57a9-4f21-b672-f0929c0a353b), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:44.242503 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb80f7-b051-4304-a3b8-ef8b24469441 req-edca5604-39c1-42cc-9eba-9bd0a9ebb1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:44.243293 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fa24fd75-bdec-4d19-a25f-74325b2d9e60 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router_controller (46734b16-ac72-4e56-9b95-f241d47ec1cd), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:44.244171 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-14cb80f7-b051-4304-a3b8-ef8b24469441 req-edca5604-39c1-42cc-9eba-9bd0a9ebb1d8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c302519e74814ecf9d6317cf454d8d57&device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 1129 time: 0.4214220 Mar 23 02:39:44.262871 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acdf8e4-701a-41c7-9a4a-d12ca1d8b2d9 None None] Routers {'7629c56d-7d67-4429-a964-8600f44d3e65'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:44.265446 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-2acdf8e4-701a-41c7-9a4a-d12ca1d8b2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['7629c56d-7d67-4429-a964-8600f44d3e65'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:44.272172 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e94e21-d911-4fdf-b2b1-e6502024d3b4 None None] Pushing event updated for resources: {'Port': ['ID=668dd7a8-d041-43bd-afcf-c2cec216956a,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:44.275053 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-ae772044-eb10-44af-890c-1acea074d48d None None] Provisioning complete for port caff4459-05fe-41c5-b61b-6e5205c0db14 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:44.277034 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ae772044-eb10-44af-890c-1acea074d48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (caff4459-05fe-41c5-b61b-6e5205c0db14), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:44.311490 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-82401819-0271-42da-bdd5-4496583d32ec None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:44.314084 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f82b7580-665b-4945-b200-4c1b8d748db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (7ceff97e-1bfb-4839-9b11-6514e2265160), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:44.344406 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82401819-0271-42da-bdd5-4496583d32ec None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:44.344635 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c8bb53-0a24-44be-87a3-5e2ff9422d32 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Port': ['ID=5ebe5288-b257-4353-b517-ea3dae828d64,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:44.345711 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a7b910e4-e51b-4d52-a1e8-b68137fb342d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46734b16-ac72-4e56-9b95-f241d47ec1cd', 'name': '', 'tenant_id': '70a7fe43dd044aee867b86748fcef86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:39:33Z', 'updated_at': '2022-03-23T02:39:42Z', 'revision_number': 5, 'project_id': '70a7fe43dd044aee867b86748fcef86d', 'gw_port_host': None}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:44.359192 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb80f7-b051-4304-a3b8-ef8b24469441 req-315cd6d3-81ea-4d9a-92d2-b3cb6b8512db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:44.361395 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-14cb80f7-b051-4304-a3b8-ef8b24469441 req-315cd6d3-81ea-4d9a-92d2-b3cb6b8512db service neutron] 10.222.0.23 "GET /v2.0/networks?id=3edd2161-639f-4b63-b7ee-dfa8fb0684e0 HTTP/1.1" status: 200 len: 913 time: 0.1015298 Mar 23 02:39:44.408500 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-67d8314c-30a2-4005-aeae-181cbc2d4dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (e1dd5b72-57a9-4f21-b672-f0929c0a353b), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:44.410945 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c8bb53-0a24-44be-87a3-5e2ff9422d32 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:44.411949 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-55c8bb53-0a24-44be-87a3-5e2ff9422d32 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:44.418865 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b910e4-e51b-4d52-a1e8-b68137fb342d None None] The sync data for ids ['46734b16-ac72-4e56-9b95-f241d47ec1cd'] in dv-neutron-834613-2-hyperv is: [{'id': '46734b16-ac72-4e56-9b95-f241d47ec1cd', 'name': '', 'tenant_id': '70a7fe43dd044aee867b86748fcef86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:39:33Z', 'updated_at': '2022-03-23T02:39:42Z', 'revision_number': 5, 'project_id': '70a7fe43dd044aee867b86748fcef86d', 'gw_port_host': None}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:39:44.444542 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82401819-0271-42da-bdd5-4496583d32ec None None] Pushing event updated for resources: {'Port': ['ID=3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:44.451533 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-14cb80f7-b051-4304-a3b8-ef8b24469441 req-07528568-db79-4dde-a757-ddb74c0cd8c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1c2f96b-7108-49be-9bca-58773bb2d8fc HTTP/1.1" status: 200 len: 1000 time: 0.0739589 Mar 23 02:39:44.458561 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0759f1a4-3524-419a-a42e-9454ca38c216 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1277277 Mar 23 02:39:44.465374 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81febb38-ac5b-448c-9252-59bc2df249fa req-12aeef59-6960-45d4-af95-78ae38ef6cc7 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:44.472952 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57726) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:44.477038 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-81febb38-ac5b-448c-9252-59bc2df249fa req-12aeef59-6960-45d4-af95-78ae38ef6cc7 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.2734952 Mar 23 02:39:44.486935 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-b32058ad-b943-4c4d-b8a7-85e667b0e887 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2014320706'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:44.501933 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fa24fd75-bdec-4d19-a25f-74325b2d9e60 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (46734b16-ac72-4e56-9b95-f241d47ec1cd), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:44.502493 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa24fd75-bdec-4d19-a25f-74325b2d9e60 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 46734b16-ac72-4e56-9b95-f241d47ec1cd {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:39:44.514498 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fa24fd75-bdec-4d19-a25f-74325b2d9e60 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:44.527440 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-fa24fd75-bdec-4d19-a25f-74325b2d9e60 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "DELETE /v2.0/routers/46734b16-ac72-4e56-9b95-f241d47ec1cd HTTP/1.1" status: 204 len: 168 time: 4.7757576 Mar 23 02:39:44.527866 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759f1a4-3524-419a-a42e-9454ca38c216 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Network': ['ID=63dd5489-1cc6-4bd3-8e95-53ab79484276,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:44.528090 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57728) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:44.593203 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 63dd5489-1cc6-4bd3-8e95-53ab79484276 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:39:44.630523 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d8314c-30a2-4005-aeae-181cbc2d4dac None None] Network 2cbe85de-789a-4310-8891-083b88f2addc is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:44.639306 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-2acdf8e4-701a-41c7-9a4a-d12ca1d8b2d9 None None] Set router 7629c56d-7d67-4429-a964-8600f44d3e65 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:39:44.642202 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-55c8bb53-0a24-44be-87a3-5e2ff9422d32 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.4814439 Mar 23 02:39:44.647811 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57730) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:44.738739 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-67d8314c-30a2-4005-aeae-181cbc2d4dac None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:44.747100 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (70a9cc64-47a7-4fda-9996-cbfd66c310ce), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:44.781807 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d8314c-30a2-4005-aeae-181cbc2d4dac None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:44.786573 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-82401819-0271-42da-bdd5-4496583d32ec None None] Attempting to bind port 3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:39:44.786573 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-82401819-0271-42da-bdd5-4496583d32ec None None] Attempting to bind port 3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '7970ec95-7ba6-4b85-8ecf-35b69b321121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e64e4549-df0f-4ac7-8e50-e60e68f8d7a6'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:39:44.787039 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82401819-0271-42da-bdd5-4496583d32ec None None] Attempting to bind port 3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c on network e64e4549-df0f-4ac7-8e50-e60e68f8d7a6 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:39:44.802514 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb80f7-b051-4304-a3b8-ef8b24469441 req-7dda3ed3-3780-4cfc-93cf-aa03dfb10fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:44.804060 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-14cb80f7-b051-4304-a3b8-ef8b24469441 req-7dda3ed3-3780-4cfc-93cf-aa03dfb10fdc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43c32d8d-82fc-4897-9976-f6e345cb2e2c HTTP/1.1" status: 200 len: 851 time: 0.3444414 Mar 23 02:39:44.851190 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Pushing event deleted for resources: {'Subnet': ['ID=70a9cc64-47a7-4fda-9996-cbfd66c310ce,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:44.856874 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32058ad-b943-4c4d-b8a7-85e667b0e887 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Made reservation on behalf of a390c7a337b546c28b66d49e8c0359d6 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:44.876799 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b32058ad-b943-4c4d-b8a7-85e667b0e887 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:44.929433 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b7580-665b-4945-b200-4c1b8d748db3 None None] Pushing event updated for resources: {'Port': ['ID=7ceff97e-1bfb-4839-9b11-6514e2265160,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:44.957093 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82401819-0271-42da-bdd5-4496583d32ec None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:39:44.961914 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82401819-0271-42da-bdd5-4496583d32ec None None] Checking segment: {'id': '7970ec95-7ba6-4b85-8ecf-35b69b321121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e64e4549-df0f-4ac7-8e50-e60e68f8d7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:44.961914 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-82401819-0271-42da-bdd5-4496583d32ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:44.961914 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82401819-0271-42da-bdd5-4496583d32ec None None] Bound using segment: {'id': '7970ec95-7ba6-4b85-8ecf-35b69b321121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e64e4549-df0f-4ac7-8e50-e60e68f8d7a6'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:39:44.961914 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-82401819-0271-42da-bdd5-4496583d32ec None None] Bound port: 3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7970ec95-7ba6-4b85-8ecf-35b69b321121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e64e4549-df0f-4ac7-8e50-e60e68f8d7a6'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:39:44.961914 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-82401819-0271-42da-bdd5-4496583d32ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:44.962461 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-81febb38-ac5b-448c-9252-59bc2df249fa req-89aca014-5b14-47b8-a93e-aafca6eaf54f tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4832850 Mar 23 02:39:44.972744 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0964cad-8df4-4a4e-b5be-6ee6f3852672 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Deleting subnet a10c65f2-509d-4b12-aa92-d8ef927e121c {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:39:45.005261 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a0964cad-8df4-4a4e-b5be-6ee6f3852672 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for subnet (a10c65f2-509d-4b12-aa92-d8ef927e121c), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:45.036431 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6ad6ae4b-1afb-4a9d-acd9-12dc9ed6c887 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks [] for port (a277d70a-836d-4800-9d6b-bc61399e5557), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:45.090188 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-2acdf8e4-701a-41c7-9a4a-d12ca1d8b2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'name': 'tempest-ServersTestManualDisk-1311817031-router', 'tenant_id': '61f0207fb76b46cf82a5b8d685172d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '668dd7a8-d041-43bd-afcf-c2cec216956a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:39:35Z', 'updated_at': '2022-03-23T02:39:39Z', 'revision_number': 3, 'project_id': '61f0207fb76b46cf82a5b8d685172d9b', 'gw_port': {'id': '668dd7a8-d041-43bd-afcf-c2cec216956a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:37Z', 'updated_at': '2022-03-23T02:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:45.094688 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a0964cad-8df4-4a4e-b5be-6ee6f3852672 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (a10c65f2-509d-4b12-aa92-d8ef927e121c), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:45.100017 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 78a8623e-ffe9-4d28-b279-9e48b7791381 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:45.135931 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (2cbe85de-789a-4310-8891-083b88f2addc), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:45.146726 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2a63e7d2-d81e-477f-8575-471ee71e00f3 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router_gateway (b79fddc8-9ec5-4748-b5ec-a10631605dc4), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:45.161725 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cbe85de-789a-4310-8891-083b88f2addc']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:45.172214 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ad1db4-606d-4c33-9b8a-145d1157fd04') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:45.172510 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ad1db4-606d-4c33-9b8a-145d1157fd04') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:45.186854 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (25ad1db4-606d-4c33-9b8a-145d1157fd04), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:45.188210 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acdf8e4-701a-41c7-9a4a-d12ca1d8b2d9 None None] The sync data for ids ['7629c56d-7d67-4429-a964-8600f44d3e65'] in dv-neutron-834613-2-hyperv is: [{'id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'name': 'tempest-ServersTestManualDisk-1311817031-router', 'tenant_id': '61f0207fb76b46cf82a5b8d685172d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '668dd7a8-d041-43bd-afcf-c2cec216956a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:39:35Z', 'updated_at': '2022-03-23T02:39:39Z', 'revision_number': 3, 'project_id': '61f0207fb76b46cf82a5b8d685172d9b', 'gw_port': {'id': '668dd7a8-d041-43bd-afcf-c2cec216956a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:37Z', 'updated_at': '2022-03-23T02:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:39:45.217956 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (25ad1db4-606d-4c33-9b8a-145d1157fd04), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:45.225233 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-ae772044-eb10-44af-890c-1acea074d48d None None] Current status of the port caff4459-05fe-41c5-b61b-6e5205c0db14 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:45.241635 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:39:45.241635 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (25ad1db4-606d-4c33-9b8a-145d1157fd04), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:45.280579 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8314c-30a2-4005-aeae-181cbc2d4dac None None] Pushing event updated for resources: {'Port': ['ID=e1dd5b72-57a9-4f21-b672-f0929c0a353b,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:45.290842 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-67d8314c-30a2-4005-aeae-181cbc2d4dac None None] Attempting to bind port e1dd5b72-57a9-4f21-b672-f0929c0a353b on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:39:45.291255 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-67d8314c-30a2-4005-aeae-181cbc2d4dac None None] Attempting to bind port e1dd5b72-57a9-4f21-b672-f0929c0a353b by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '25ad1db4-606d-4c33-9b8a-145d1157fd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2cbe85de-789a-4310-8891-083b88f2addc'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:39:45.291565 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d8314c-30a2-4005-aeae-181cbc2d4dac None None] Attempting to bind port e1dd5b72-57a9-4f21-b672-f0929c0a353b on network 2cbe85de-789a-4310-8891-083b88f2addc {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:39:45.319515 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d8314c-30a2-4005-aeae-181cbc2d4dac None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:39:45.319717 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d8314c-30a2-4005-aeae-181cbc2d4dac None None] Checking segment: {'id': '25ad1db4-606d-4c33-9b8a-145d1157fd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2cbe85de-789a-4310-8891-083b88f2addc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:45.320853 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-67d8314c-30a2-4005-aeae-181cbc2d4dac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:45.321615 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d8314c-30a2-4005-aeae-181cbc2d4dac None None] Bound using segment: {'id': '25ad1db4-606d-4c33-9b8a-145d1157fd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2cbe85de-789a-4310-8891-083b88f2addc'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:39:45.322295 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-67d8314c-30a2-4005-aeae-181cbc2d4dac None None] Bound port: e1dd5b72-57a9-4f21-b672-f0929c0a353b, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ad1db4-606d-4c33-9b8a-145d1157fd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2cbe85de-789a-4310-8891-083b88f2addc'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:39:45.323055 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-67d8314c-30a2-4005-aeae-181cbc2d4dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (e1dd5b72-57a9-4f21-b672-f0929c0a353b), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:45.352082 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a0964cad-8df4-4a4e-b5be-6ee6f3852672 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (a10c65f2-509d-4b12-aa92-d8ef927e121c), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:45.355920 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b1ef47-d6db-42da-891e-b2fc10d380f1 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:45.370092 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:39:45.370092 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:39:45.370092 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:39:45.370092 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:39:45.370092 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:39:45.370092 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:39:45.370092 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:39:45.370092 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:39:45.370092 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:39:45.370092 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:39:45.370092 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:39:45.370092 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:39:45.370092 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:39:45.370092 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:39:45.370092 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:39:45.370092 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:39:45.370092 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:39:45.370092 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:39:45.370092 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:39:45.370092 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:39:45.370092 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:39:45.370092 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:39:45.370092 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:39:45.370092 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:39:45.370092 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:39:45.370092 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:39:45.370092 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:39:45.370092 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:39:45.370092 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:39:45.370092 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:39:45.370092 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:39:45.370092 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:39:45.374796 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6ad6ae4b-1afb-4a9d-acd9-12dc9ed6c887 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (a277d70a-836d-4800-9d6b-bc61399e5557), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:45.436043 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-82401819-0271-42da-bdd5-4496583d32ec None None] For port 3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:39:45.452859 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-44ce311a-c021-47d7-8b69-5b6b5417f3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:45.458376 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b32058ad-b943-4c4d-b8a7-85e667b0e887 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:39:45.468765 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-82401819-0271-42da-bdd5-4496583d32ec None None] For port 3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c,segment=NetworkSegment(7970ec95-7ba6-4b85-8ecf-35b69b321121),segment_id=7970ec95-7ba6-4b85-8ecf-35b69b321121)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:39:45.490771 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-3d41c3b1-21ed-4511-868c-36c9a14a5c30 None None] Provisioning complete for port 8decc31b-284f-40d9-b544-b69973992f41 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:45.491078 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3d41c3b1-21ed-4511-868c-36c9a14a5c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8decc31b-284f-40d9-b544-b69973992f41), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:45.513008 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.db.api [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 02:39:45.513008 dv-neutron-834613-2-hyperv neutron-server[104349]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 02:39:45.513008 dv-neutron-834613-2-hyperv neutron-server[104349]: [parameters: {'id': '2cbe85de-789a-4310-8891-083b88f2addc'}] Mar 23 02:39:45.513008 dv-neutron-834613-2-hyperv neutron-server[104349]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104349) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:39:45.513469 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG oslo_db.api [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:39:45.529399 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a0964cad-8df4-4a4e-b5be-6ee6f3852672 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (a10c65f2-509d-4b12-aa92-d8ef927e121c), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:45.544911 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-82401819-0271-42da-bdd5-4496583d32ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:45.553614 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b32058ad-b943-4c4d-b8a7-85e667b0e887 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (f56a08b3-4e3e-4875-8acc-cad1998318ca), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:45.553970 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-b32058ad-b943-4c4d-b8a7-85e667b0e887 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Added segment f56a08b3-4e3e-4875-8acc-cad1998318ca of type vlan for network 15d1717b-175b-44f8-9372-26ddb5f67809 Mar 23 02:39:45.583534 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0964cad-8df4-4a4e-b5be-6ee6f3852672 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a10c65f2-509d-4b12-aa92-d8ef927e121c,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:45.585825 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8dc6ec-5801-4473-8ea5-5d7e74223914 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:45.592949 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8dc6ec-5801-4473-8ea5-5d7e74223914 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:45.598155 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a0964cad-8df4-4a4e-b5be-6ee6f3852672 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:45.598823 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-cc8dc6ec-5801-4473-8ea5-5d7e74223914 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.8606741 Mar 23 02:39:45.603468 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a0964cad-8df4-4a4e-b5be-6ee6f3852672 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/a10c65f2-509d-4b12-aa92-d8ef927e121c HTTP/1.1" status: 204 len: 168 time: 1.0720627 Mar 23 02:39:45.606162 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57732) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:45.610908 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57734) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:45.615190 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82401819-0271-42da-bdd5-4496583d32ec None None] Pushing event updated for resources: {'Port': ['ID=3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:45.622424 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb80f7-b051-4304-a3b8-ef8b24469441 req-fe182eeb-8743-4b2b-8ad2-d83bd80907f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:45.622959 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device caff4459-05fe-41c5-b61b-6e5205c0db14 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:45.623941 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-14cb80f7-b051-4304-a3b8-ef8b24469441 req-fe182eeb-8743-4b2b-8ad2-d83bd80907f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3edd2161-639f-4b63-b7ee-dfa8fb0684e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.6886489 Mar 23 02:39:45.632029 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-67d8314c-30a2-4005-aeae-181cbc2d4dac None None] For port e1dd5b72-57a9-4f21-b672-f0929c0a353b, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:39:45.646845 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6ae4b-1afb-4a9d-acd9-12dc9ed6c887 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Pushing event updated for resources: {'Port': ['ID=a277d70a-836d-4800-9d6b-bc61399e5557,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:45.665516 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6ad6ae4b-1afb-4a9d-acd9-12dc9ed6c887 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (97ee359a-8595-4de1-ba6d-f1c860d5da6d), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:45.712238 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-67d8314c-30a2-4005-aeae-181cbc2d4dac None None] For port e1dd5b72-57a9-4f21-b672-f0929c0a353b, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=e1dd5b72-57a9-4f21-b672-f0929c0a353b,segment=NetworkSegment(25ad1db4-606d-4c33-9b8a-145d1157fd04),segment_id=25ad1db4-606d-4c33-9b8a-145d1157fd04)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:39:45.831479 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-67d8314c-30a2-4005-aeae-181cbc2d4dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (e1dd5b72-57a9-4f21-b672-f0929c0a353b), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:45.870663 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2a63e7d2-d81e-477f-8575-471ee71e00f3 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1655254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3512'] for router (b79fddc8-9ec5-4748-b5ec-a10631605dc4), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:45.904285 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port caff4459-05fe-41c5-b61b-6e5205c0db14 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:45.904839 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (caff4459-05fe-41c5-b61b-6e5205c0db14), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:45.947781 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2a63e7d2-d81e-477f-8575-471ee71e00f3 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1655263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1655076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656974'] for router (b79fddc8-9ec5-4748-b5ec-a10631605dc4), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:45.965744 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-783a0ff9-edf7-44dc-b3ad-157044b01d66 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (770321a6-ccd7-4476-bc13-3bb758d13052), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:46.259222 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (2cbe85de-789a-4310-8891-083b88f2addc), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:46.259771 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-23855e98-2fa2-4b93-aeb2-9ffde5b487b4 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting port 5ebe5288-b257-4353-b517-ea3dae828d64 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:46.260092 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-23855e98-2fa2-4b93-aeb2-9ffde5b487b4 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (5ebe5288-b257-4353-b517-ea3dae828d64), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:46.354363 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b32058ad-b943-4c4d-b8a7-85e667b0e887 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (15d1717b-175b-44f8-9372-26ddb5f67809), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:46.386030 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-3d41c3b1-21ed-4511-868c-36c9a14a5c30 None None] Current status of the port 8decc31b-284f-40d9-b544-b69973992f41 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:46.386529 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3d41c3b1-21ed-4511-868c-36c9a14a5c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8decc31b-284f-40d9-b544-b69973992f41), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:46.420538 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-23855e98-2fa2-4b93-aeb2-9ffde5b487b4 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (5ebe5288-b257-4353-b517-ea3dae828d64), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:46.444795 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-23855e98-2fa2-4b93-aeb2-9ffde5b487b4 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Calling delete_port for 5ebe5288-b257-4353-b517-ea3dae828d64 owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:46.454089 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-3d41c3b1-21ed-4511-868c-36c9a14a5c30 None None] For port 8decc31b-284f-40d9-b544-b69973992f41, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8decc31b-284f-40d9-b544-b69973992f41,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:46.456707 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98df290-216d-42ea-9347-d521f6b2386d None None] Update dhcp port {'port': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'fixed_ips': [{'subnet_id': '7eb6c59c-5371-460e-876d-b010129ee66d', 'ip_address': '2001:db8::f816:3eff:fe8f:cd6'}, {'subnet_id': 'b2a0a3f5-4c67-491c-a79d-ce68d58af996'}], 'binding:host_id': 'dv-neutron-834613-2-hyperv'}, 'id': '8decc31b-284f-40d9-b544-b69973992f41'} from dv-neutron-834613-2-hyperv. {{(pid=104350) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 23 02:39:46.561144 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.db.resource_extend [None req-b32058ad-b943-4c4d-b8a7-85e667b0e887 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 02:39:46.577254 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8314c-30a2-4005-aeae-181cbc2d4dac None None] Pushing event updated for resources: {'Port': ['ID=e1dd5b72-57a9-4f21-b672-f0929c0a353b,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:46.585220 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-783a0ff9-edf7-44dc-b3ad-157044b01d66 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (770321a6-ccd7-4476-bc13-3bb758d13052), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:46.607730 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3d41c3b1-21ed-4511-868c-36c9a14a5c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (8decc31b-284f-40d9-b544-b69973992f41), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:46.610990 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c98df290-216d-42ea-9347-d521f6b2386d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8decc31b-284f-40d9-b544-b69973992f41), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:46.641362 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-783a0ff9-edf7-44dc-b3ad-157044b01d66 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770321a6-ccd7-4476-bc13-3bb758d13052']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:46.646802 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b33601-7481-4422-8ab2-1367643cc278 None None] Network 2cbe85de-789a-4310-8891-083b88f2addc requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:46.665162 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-783a0ff9-edf7-44dc-b3ad-157044b01d66 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd546bb0e-fda8-4dd6-88c8-4846b779dd5e') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:46.665468 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-783a0ff9-edf7-44dc-b3ad-157044b01d66 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd546bb0e-fda8-4dd6-88c8-4846b779dd5e') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:46.693617 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-783a0ff9-edf7-44dc-b3ad-157044b01d66 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (d546bb0e-fda8-4dd6-88c8-4846b779dd5e), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:46.705760 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f770435-ec56-46a6-acf7-edf4c06c37f9 None None] Network 3e27b6aa-f261-4ba5-83d0-a0a2d02bb0ec requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:46.708326 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port caff4459-05fe-41c5-b61b-6e5205c0db14 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:46.709862 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 7ceff97e-1bfb-4839-9b11-6514e2265160 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:46.717730 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-783a0ff9-edf7-44dc-b3ad-157044b01d66 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (d546bb0e-fda8-4dd6-88c8-4846b779dd5e), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:46.762138 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-783a0ff9-edf7-44dc-b3ad-157044b01d66 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:39:46.763961 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-783a0ff9-edf7-44dc-b3ad-157044b01d66 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (d546bb0e-fda8-4dd6-88c8-4846b779dd5e), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:46.771066 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:39:46.771066 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:39:46.771066 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:39:46.771066 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:39:46.771066 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:39:46.771066 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:39:46.771066 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:39:46.771066 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:39:46.771066 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:39:46.771066 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:39:46.771066 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:39:46.771066 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:39:46.771066 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:39:46.771066 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:39:46.771066 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:39:46.771066 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:39:46.771066 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:39:46.771066 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:39:46.771066 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:39:46.771066 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:39:46.771066 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:39:46.771066 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:39:46.771066 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:39:46.771066 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:39:46.771066 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:39:46.771066 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:39:46.771066 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:39:46.771066 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:39:46.771066 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:39:46.771066 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:39:46.771066 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:39:46.771066 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:39:46.825965 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a63e7d2-d81e-477f-8575-471ee71e00f3 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Router b79fddc8-9ec5-4748-b5ec-a10631605dc4 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:39:46.853281 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-14cb80f7-b051-4304-a3b8-ef8b24469441 req-69611d97-b638-444a-98f3-947b4c08094d service neutron] 10.222.0.23 "GET /v2.0/networks/3edd2161-639f-4b63-b7ee-dfa8fb0684e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2026277 Mar 23 02:39:46.866958 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86359d60-5424-45ec-b76f-91187cbdec8c req-bd34d598-a375-4bde-a478-9b3be46d66c1 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:46.868540 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-86359d60-5424-45ec-b76f-91187cbdec8c req-bd34d598-a375-4bde-a478-9b3be46d66c1 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.5560586 Mar 23 02:39:46.909751 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b32058ad-b943-4c4d-b8a7-85e667b0e887 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (15d1717b-175b-44f8-9372-26ddb5f67809), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:46.915041 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32058ad-b943-4c4d-b8a7-85e667b0e887 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:46.915601 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b32058ad-b943-4c4d-b8a7-85e667b0e887 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:46.979175 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41c3b1-21ed-4511-868c-36c9a14a5c30 None None] Pushing event updated for resources: {'Port': ['ID=8decc31b-284f-40d9-b544-b69973992f41,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:47.007102 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-783a0ff9-edf7-44dc-b3ad-157044b01d66 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (770321a6-ccd7-4476-bc13-3bb758d13052), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:47.015210 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad6ae4b-1afb-4a9d-acd9-12dc9ed6c887 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Network 3e27b6aa-f261-4ba5-83d0-a0a2d02bb0ec is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:47.028149 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783a0ff9-edf7-44dc-b3ad-157044b01d66 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 770321a6-ccd7-4476-bc13-3bb758d13052 {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 23 02:39:47.035609 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-783a0ff9-edf7-44dc-b3ad-157044b01d66 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:47.038889 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-783a0ff9-edf7-44dc-b3ad-157044b01d66 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "DELETE /v2.0/networks/770321a6-ccd7-4476-bc13-3bb758d13052 HTTP/1.1" status: 204 len: 168 time: 1.4294877 Mar 23 02:39:47.067168 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-6ad6ae4b-1afb-4a9d-acd9-12dc9ed6c887 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:47.068780 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a0ff9-edf7-44dc-b3ad-157044b01d66 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Pushing event deleted for resources: {'Network': ['ID=770321a6-ccd7-4476-bc13-3bb758d13052,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:47.125578 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-44ce311a-c021-47d7-8b69-5b6b5417f3e9 admin admin] Allocated IP 172.20.0.1 (5b79c2a7-673b-4477-acc0-14a62556cbba/163024ce-a589-49e2-9617-858c615e40f5/7949107d-a64a-43f2-9191-712a114d6445) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:47.126695 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-3925c18d-8bcb-4570-a010-c8156c271e72 None None] Provisioning complete for port 7ceff97e-1bfb-4839-9b11-6514e2265160 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:47.127439 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3925c18d-8bcb-4570-a010-c8156c271e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7ceff97e-1bfb-4839-9b11-6514e2265160), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:47.136628 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a63e7d2-d81e-477f-8575-471ee71e00f3 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:39:47.143875 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2a63e7d2-d81e-477f-8575-471ee71e00f3 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:47.153558 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2a63e7d2-d81e-477f-8575-471ee71e00f3 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "PUT /v2.0/routers/b79fddc8-9ec5-4748-b5ec-a10631605dc4 HTTP/1.1" status: 200 len: 915 time: 7.1944070 Mar 23 02:39:47.153558 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57740) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:47.196461 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Deleting port e1dd5b72-57a9-4f21-b672-f0929c0a353b {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:47.196819 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (e1dd5b72-57a9-4f21-b672-f0929c0a353b), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:47.211898 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b32058ad-b943-4c4d-b8a7-85e667b0e887 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.7295299 Mar 23 02:39:47.212510 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32058ad-b943-4c4d-b8a7-85e667b0e887 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Network': ['ID=15d1717b-175b-44f8-9372-26ddb5f67809,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:47.218303 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57742) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:47.228709 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-23855e98-2fa2-4b93-aeb2-9ffde5b487b4 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (5ebe5288-b257-4353-b517-ea3dae828d64), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:47.228709 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-6722077b-8428-4503-9508-7fad63645675 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Request body: {'subnet': {'network_id': '63dd5489-1cc6-4bd3-8e95-53ab79484276', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:47.267088 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 15d1717b-175b-44f8-9372-26ddb5f67809 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:39:47.369372 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-86359d60-5424-45ec-b76f-91187cbdec8c req-6ece3248-e120-4048-b60a-6c89afe2b6c3 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4853253 Mar 23 02:39:47.380958 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23855e98-2fa2-4b93-aeb2-9ffde5b487b4 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Port': ['ID=5ebe5288-b257-4353-b517-ea3dae828d64,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:47.526243 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-14cb80f7-b051-4304-a3b8-ef8b24469441 req-0c59644f-5e32-42a0-8d01-b1d34451f54e service neutron] 10.222.0.23 "GET /v2.0/networks/3edd2161-639f-4b63-b7ee-dfa8fb0684e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6567211 Mar 23 02:39:47.539684 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] For port e1dd5b72-57a9-4f21-b672-f0929c0a353b, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=e1dd5b72-57a9-4f21-b672-f0929c0a353b,segment=NetworkSegment(25ad1db4-606d-4c33-9b8a-145d1157fd04),segment_id=25ad1db4-606d-4c33-9b8a-145d1157fd04)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:47.540571 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (e1dd5b72-57a9-4f21-b672-f0929c0a353b), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:47.567400 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-75f7e7ba-9773-4209-9188-92f86baca96e tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "GET /v2.0/routers/b79fddc8-9ec5-4748-b5ec-a10631605dc4 HTTP/1.1" status: 200 len: 921 time: 0.4157839 Mar 23 02:39:47.572427 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57748) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:47.572427 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-23855e98-2fa2-4b93-aeb2-9ffde5b487b4 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:47.573716 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-23855e98-2fa2-4b93-aeb2-9ffde5b487b4 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/5ebe5288-b257-4353-b517-ea3dae828d64 HTTP/1.1" status: 204 len: 168 time: 1.9661071 Mar 23 02:39:47.586806 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57750) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:47.593557 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 7ceff97e-1bfb-4839-9b11-6514e2265160 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:47.594532 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7ceff97e-1bfb-4839-9b11-6514e2265160), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:47.605235 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Calling delete_port for e1dd5b72-57a9-4f21-b672-f0929c0a353b owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:47.632992 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57752) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:47.679306 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6a4caa-f5dc-4542-bd5e-de607b57602a None None] Network e64e4549-df0f-4ac7-8e50-e60e68f8d7a6 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:47.690712 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-33ca33bf-67de-497a-9bca-73d3ec6faf2e tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Request body: {'router': {'name': 'tempest-router--1132757317', 'project_id': 'bfa3c9a960584e7c96e598299918a53d'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:47.693864 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6722077b-8428-4503-9508-7fad63645675 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Made reservation on behalf of a390c7a337b546c28b66d49e8c0359d6 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:47.697367 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6722077b-8428-4503-9508-7fad63645675 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:47.775106 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de5a698-feb3-494c-8707-33e13ed0060f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:47.777082 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de5a698-feb3-494c-8707-33e13ed0060f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:47.778635 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de5a698-feb3-494c-8707-33e13ed0060f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:47.780532 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9de5a698-feb3-494c-8707-33e13ed0060f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1907094 Mar 23 02:39:47.790401 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-44ce311a-c021-47d7-8b69-5b6b5417f3e9 admin admin] Publish callbacks [] for port (7949107d-a64a-43f2-9191-712a114d6445), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:47.790633 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57754) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:47.861642 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-33ca33bf-67de-497a-9bca-73d3ec6faf2e tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (f0a6dbea-cad4-4a1a-a1b7-8e1df4cf4b8d), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:47.862650 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-33ca33bf-67de-497a-9bca-73d3ec6faf2e tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (f0a6dbea-cad4-4a1a-a1b7-8e1df4cf4b8d), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:47.863930 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-c98df290-216d-42ea-9347-d521f6b2386d None None] Allocated IP 172.20.0.2 (94d9379e-13fb-449b-8f45-d1ab95378f77/b2a0a3f5-4c67-491c-a79d-ce68d58af996/8decc31b-284f-40d9-b544-b69973992f41) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:47.869115 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65094cf-213c-4bd6-a91a-767fc07c7cfc None None] Sync routers for ids ['b79fddc8-9ec5-4748-b5ec-a10631605dc4'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:39:47.884234 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f5d4aa7f-eef1-4051-97b8-322dd7553818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:47.913251 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad6ae4b-1afb-4a9d-acd9-12dc9ed6c887 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Router 97ee359a-8595-4de1-ba6d-f1c860d5da6d is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:39:47.926138 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65094cf-213c-4bd6-a91a-767fc07c7cfc None None] Routers {'b79fddc8-9ec5-4748-b5ec-a10631605dc4'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:47.926969 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-f65094cf-213c-4bd6-a91a-767fc07c7cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['b79fddc8-9ec5-4748-b5ec-a10631605dc4'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:47.979620 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (e1dd5b72-57a9-4f21-b672-f0929c0a353b), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:48.014517 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-44ce311a-c021-47d7-8b69-5b6b5417f3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (7949107d-a64a-43f2-9191-712a114d6445), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:48.044215 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-f65094cf-213c-4bd6-a91a-767fc07c7cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:48.051166 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-3925c18d-8bcb-4570-a010-c8156c271e72 None None] Current status of the port 7ceff97e-1bfb-4839-9b11-6514e2265160 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:48.051722 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3925c18d-8bcb-4570-a010-c8156c271e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7ceff97e-1bfb-4839-9b11-6514e2265160), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:48.056326 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Pushing event deleted for resources: {'Port': ['ID=e1dd5b72-57a9-4f21-b672-f0929c0a353b,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:48.112702 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] No DVR routers for this DVR port e1dd5b72-57a9-4f21-b672-f0929c0a353b on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:39:48.115686 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce311a-c021-47d7-8b69-5b6b5417f3e9 admin admin] Pushing event updated for resources: {'Port': ['ID=7949107d-a64a-43f2-9191-712a114d6445,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:48.164937 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65094cf-213c-4bd6-a91a-767fc07c7cfc None None] Routers {'b79fddc8-9ec5-4748-b5ec-a10631605dc4'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:48.165575 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-f65094cf-213c-4bd6-a91a-767fc07c7cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['b79fddc8-9ec5-4748-b5ec-a10631605dc4'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:48.168710 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ce311a-c021-47d7-8b69-5b6b5417f3e9 admin admin] Network 5b79c2a7-673b-4477-acc0-14a62556cbba is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:48.245036 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 7ceff97e-1bfb-4839-9b11-6514e2265160 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:48.247275 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7ceff97e-1bfb-4839-9b11-6514e2265160), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:48.248530 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (2cbe85de-789a-4310-8891-083b88f2addc), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:48.250035 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-3925c18d-8bcb-4570-a010-c8156c271e72 None None] For port 7ceff97e-1bfb-4839-9b11-6514e2265160, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=7ceff97e-1bfb-4839-9b11-6514e2265160,segment=NetworkSegment(76621359-5c5c-45ab-ab72-5538bde3e152),segment_id=76621359-5c5c-45ab-ab72-5538bde3e152)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:48.255723 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-f65094cf-213c-4bd6-a91a-767fc07c7cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:48.256417 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65094cf-213c-4bd6-a91a-767fc07c7cfc None None] The sync data for ids ['b79fddc8-9ec5-4748-b5ec-a10631605dc4'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:39:48.277544 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cbe85de-789a-4310-8891-083b88f2addc']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:48.284580 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-c98df290-216d-42ea-9347-d521f6b2386d None None] For port 8decc31b-284f-40d9-b544-b69973992f41, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8decc31b-284f-40d9-b544-b69973992f41,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:48.288237 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ad1db4-606d-4c33-9b8a-145d1157fd04') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:48.288843 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ad1db4-606d-4c33-9b8a-145d1157fd04') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:48.304537 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (25ad1db4-606d-4c33-9b8a-145d1157fd04), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:48.321818 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (25ad1db4-606d-4c33-9b8a-145d1157fd04), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:48.330211 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:39:48.331265 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (25ad1db4-606d-4c33-9b8a-145d1157fd04), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:48.332189 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-47030840-6345-4836-99d5-6cd86477d438 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting subnet 7eb6c59c-5371-460e-876d-b010129ee66d {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:39:48.337027 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3925c18d-8bcb-4570-a010-c8156c271e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (7ceff97e-1bfb-4839-9b11-6514e2265160), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:48.341107 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c98df290-216d-42ea-9347-d521f6b2386d None None] Publish callbacks [] for port (8decc31b-284f-40d9-b544-b69973992f41), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:48.363747 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66e5139-d702-48cf-b1b2-1a79381bac7d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:48.367972 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d66e5139-d702-48cf-b1b2-1a79381bac7d tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=6bbcca03-75ff-487c-8b0e-a32302dacbee&device_id=b79fddc8-9ec5-4748-b5ec-a10631605dc4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.7965117 Mar 23 02:39:48.370317 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:39:48.370317 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:39:48.370317 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:39:48.370317 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:39:48.370317 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:39:48.370317 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:39:48.370317 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:39:48.370317 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:39:48.370317 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:39:48.370317 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:39:48.370317 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:39:48.370317 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:39:48.370317 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:39:48.370317 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:39:48.370317 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:39:48.370317 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:39:48.370317 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:39:48.370317 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:39:48.370317 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:39:48.370317 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:39:48.370317 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:39:48.370317 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:39:48.370317 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:39:48.370317 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:39:48.370317 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:39:48.370317 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:39:48.370317 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:39:48.370317 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:39:48.370317 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:39:48.370317 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:39:48.370317 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:39:48.370317 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:39:48.399364 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57756) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:48.412185 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-44ce311a-c021-47d7-8b69-5b6b5417f3e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:48.419380 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ce311a-c021-47d7-8b69-5b6b5417f3e9 admin admin] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:48.420252 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:39:48.421022 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:39:48.432725 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c98df290-216d-42ea-9347-d521f6b2386d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (8decc31b-284f-40d9-b544-b69973992f41), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:48.453698 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-47030840-6345-4836-99d5-6cd86477d438 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (7eb6c59c-5371-460e-876d-b010129ee66d), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:48.561580 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad6ae4b-1afb-4a9d-acd9-12dc9ed6c887 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:39:48.575238 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6ad6ae4b-1afb-4a9d-acd9-12dc9ed6c887 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] 10.222.0.24 "PUT /v2.0/routers/97ee359a-8595-4de1-ba6d-f1c860d5da6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2231991 Mar 23 02:39:48.578012 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57760) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:48.594137 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fbd84d-9184-445a-9037-686d7fc7c29b None None] Sync routers for ids ['97ee359a-8595-4de1-ba6d-f1c860d5da6d'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:39:48.599490 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-6fa98d86-8ddf-4f65-97b8-226c0eeeba2e None None] Provisioning complete for port 3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:48.600193 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6fa98d86-8ddf-4f65-97b8-226c0eeeba2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:48.619757 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fbd84d-9184-445a-9037-686d7fc7c29b None None] Routers {'97ee359a-8595-4de1-ba6d-f1c860d5da6d'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:48.619757 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-98fbd84d-9184-445a-9037-686d7fc7c29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['97ee359a-8595-4de1-ba6d-f1c860d5da6d'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:48.629832 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3925c18d-8bcb-4570-a010-c8156c271e72 None None] Pushing event updated for resources: {'Port': ['ID=7ceff97e-1bfb-4839-9b11-6514e2265160,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:48.712349 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98df290-216d-42ea-9347-d521f6b2386d None None] Pushing event updated for resources: {'Port': ['ID=8decc31b-284f-40d9-b544-b69973992f41,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:48.726850 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:48.737462 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-44ce311a-c021-47d7-8b69-5b6b5417f3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (7629c56d-7d67-4429-a964-8600f44d3e65), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:48.745759 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-98fbd84d-9184-445a-9037-686d7fc7c29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:48.750902 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (2cbe85de-789a-4310-8891-083b88f2addc), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:48.760136 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:48.761122 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fbd84d-9184-445a-9037-686d7fc7c29b None None] Routers {'97ee359a-8595-4de1-ba6d-f1c860d5da6d'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:48.762599 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-98fbd84d-9184-445a-9037-686d7fc7c29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['97ee359a-8595-4de1-ba6d-f1c860d5da6d'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:48.773192 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "DELETE /v2.0/networks/2cbe85de-789a-4310-8891-083b88f2addc HTTP/1.1" status: 204 len: 168 time: 7.0296032 Mar 23 02:39:48.775670 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57762) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:48.785427 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-33ca33bf-67de-497a-9bca-73d3ec6faf2e tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router_controller (f0a6dbea-cad4-4a1a-a1b7-8e1df4cf4b8d), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:48.788466 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-47030840-6345-4836-99d5-6cd86477d438 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (7eb6c59c-5371-460e-876d-b010129ee66d), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:48.872131 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-98fbd84d-9184-445a-9037-686d7fc7c29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:48.877000 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-6fa98d86-8ddf-4f65-97b8-226c0eeeba2e None None] Current status of the port 3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:48.877456 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6fa98d86-8ddf-4f65-97b8-226c0eeeba2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:48.878085 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fbd84d-9184-445a-9037-686d7fc7c29b None None] The sync data for ids ['97ee359a-8595-4de1-ba6d-f1c860d5da6d'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:39:48.895853 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-f7bd359b-2425-497b-a2e9-e680ec6ea43c tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1843045019'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:48.934253 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b53f2-ed7f-4a50-8ce0-c0b9013732e6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Pushing event deleted for resources: {'Network': ['ID=2cbe85de-789a-4310-8891-083b88f2addc,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:48.960112 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a4c8c5-ebb7-4a22-ba74-fea590c58064 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:48.965355 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-11a4c8c5-ebb7-4a22-ba74-fea590c58064 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "GET /v2.0/networks/6bbcca03-75ff-487c-8b0e-a32302dacbee HTTP/1.1" status: 200 len: 881 time: 0.5645022 Mar 23 02:39:48.967195 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-33ca33bf-67de-497a-9bca-73d3ec6faf2e tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (f0a6dbea-cad4-4a1a-a1b7-8e1df4cf4b8d), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:48.971678 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57764) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:48.987719 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-6fa98d86-8ddf-4f65-97b8-226c0eeeba2e None None] For port 3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c,segment=NetworkSegment(7970ec95-7ba6-4b85-8ecf-35b69b321121),segment_id=7970ec95-7ba6-4b85-8ecf-35b69b321121)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:49.009492 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 7ceff97e-1bfb-4839-9b11-6514e2265160 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:49.010836 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8decc31b-284f-40d9-b544-b69973992f41 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:49.034784 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-efa62e6a-dafa-496d-964e-3d0d1eb932ed tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] 10.222.0.24 "GET /v2.0/ports?device_id=b79fddc8-9ec5-4748-b5ec-a10631605dc4 HTTP/1.1" status: 200 len: 205 time: 0.0589116 Mar 23 02:39:49.043588 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57766) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:49.096566 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 8decc31b-284f-40d9-b544-b69973992f41 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:49.096957 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8decc31b-284f-40d9-b544-b69973992f41), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:49.119209 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26988df-3cb4-419c-9250-ada7d6910cd8 req-623ed2e0-f06c-4d46-83eb-3a3c73ef9b9a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:49.120950 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a26988df-3cb4-419c-9250-ada7d6910cd8 req-623ed2e0-f06c-4d46-83eb-3a3c73ef9b9a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.5694058 Mar 23 02:39:49.144815 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6fa98d86-8ddf-4f65-97b8-226c0eeeba2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:49.191115 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-47030840-6345-4836-99d5-6cd86477d438 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (7eb6c59c-5371-460e-876d-b010129ee66d), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:49.199771 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-33ca33bf-67de-497a-9bca-73d3ec6faf2e tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:49.201128 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-33ca33bf-67de-497a-9bca-73d3ec6faf2e tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.5605071 Mar 23 02:39:49.202493 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6722077b-8428-4503-9508-7fad63645675 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (7efaf212-49a8-4749-94ff-52edf1b6b504), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:49.213312 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57768) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:49.234652 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bd359b-2425-497b-a2e9-e680ec6ea43c tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Made reservation on behalf of ae262acb2831448aa0401111a68e30ae for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:49.239926 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f7bd359b-2425-497b-a2e9-e680ec6ea43c tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:49.381056 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a26988df-3cb4-419c-9250-ada7d6910cd8 req-b71f3172-6cc8-4538-b63f-cac7fc26e961 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2400532 Mar 23 02:39:49.398629 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-47030840-6345-4836-99d5-6cd86477d438 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (7eb6c59c-5371-460e-876d-b010129ee66d), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:49.416103 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722077b-8428-4503-9508-7fad63645675 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Subnet': ['ID=7efaf212-49a8-4749-94ff-52edf1b6b504,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:49.428519 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6722077b-8428-4503-9508-7fad63645675 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Checking segment: {'id': 'b689dbb9-a5c4-4842-b78b-2e8575e48c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '63dd5489-1cc6-4bd3-8e95-53ab79484276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:49.434370 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6722077b-8428-4503-9508-7fad63645675 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network hostable DHCP agents. Network: 63dd5489-1cc6-4bd3-8e95-53ab79484276, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:39:49.453237 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-47030840-6345-4836-99d5-6cd86477d438 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:49.460124 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-47030840-6345-4836-99d5-6cd86477d438 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/7eb6c59c-5371-460e-876d-b010129ee66d HTTP/1.1" status: 204 len: 168 time: 1.6658733 Mar 23 02:39:49.460569 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47030840-6345-4836-99d5-6cd86477d438 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Subnet': ['ID=7eb6c59c-5371-460e-876d-b010129ee66d,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:49.462239 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57772) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:49.479129 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-6fa98d86-8ddf-4f65-97b8-226c0eeeba2e None None] Provisioning complete for port 7ceff97e-1bfb-4839-9b11-6514e2265160 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:49.479521 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6fa98d86-8ddf-4f65-97b8-226c0eeeba2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7ceff97e-1bfb-4839-9b11-6514e2265160), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:49.543183 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3f8c1ab-03b6-4f73-be26-20f381471b6e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting subnet b2a0a3f5-4c67-491c-a79d-ce68d58af996 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:39:49.546546 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b3f8c1ab-03b6-4f73-be26-20f381471b6e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (b2a0a3f5-4c67-491c-a79d-ce68d58af996), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:49.548437 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa98d86-8ddf-4f65-97b8-226c0eeeba2e None None] Pushing event updated for resources: {'Port': ['ID=3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:49.551608 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 8decc31b-284f-40d9-b544-b69973992f41 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:49.574526 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4330fc-6989-49bc-a628-5139f8663cfc None None] get_active_networks_info from dv-neutron-834613-2-hyperv {{(pid=104350) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 02:39:49.599459 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6722077b-8428-4503-9508-7fad63645675 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network 63dd5489-1cc6-4bd3-8e95-53ab79484276 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:39:49.603495 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b3f8c1ab-03b6-4f73-be26-20f381471b6e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (b2a0a3f5-4c67-491c-a79d-ce68d58af996), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:49.644428 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-6fa98d86-8ddf-4f65-97b8-226c0eeeba2e None None] Current status of the port 7ceff97e-1bfb-4839-9b11-6514e2265160 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:49.691056 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-6fa98d86-8ddf-4f65-97b8-226c0eeeba2e None None] Provisioning complete for port a277d70a-836d-4800-9d6b-bc61399e5557 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:49.693498 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6fa98d86-8ddf-4f65-97b8-226c0eeeba2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a277d70a-836d-4800-9d6b-bc61399e5557), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:49.752083 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-6fa98d86-8ddf-4f65-97b8-226c0eeeba2e None None] Port a277d70a-836d-4800-9d6b-bc61399e5557 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:39:49.777740 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f8b64e8c-a242-4168-8d22-4e52607e7fa3 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router (f0a6dbea-cad4-4a1a-a1b7-8e1df4cf4b8d), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:49.824926 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b3f8c1ab-03b6-4f73-be26-20f381471b6e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (b2a0a3f5-4c67-491c-a79d-ce68d58af996), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:49.867646 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7bd359b-2425-497b-a2e9-e680ec6ea43c tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:39:49.874049 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-6722077b-8428-4503-9508-7fad63645675 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 63dd5489-1cc6-4bd3-8e95-53ab79484276) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:49.886897 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6722077b-8428-4503-9508-7fad63645675 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:49.887507 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6722077b-8428-4503-9508-7fad63645675 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:49.907105 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-730dce2d-ea0c-4f08-93dc-13534a31929d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:49.936892 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4330fc-6989-49bc-a628-5139f8663cfc None None] Unable to find a vacant binding_index for network 63dd5489-1cc6-4bd3-8e95-53ab79484276 and agent dd24b212-64ef-4285-b19b-5f1294b82bbf {{(pid=104350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 23 02:39:49.946850 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 7ceff97e-1bfb-4839-9b11-6514e2265160 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:49.949444 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4330fc-6989-49bc-a628-5139f8663cfc None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 63dd5489-1cc6-4bd3-8e95-53ab79484276) {{(pid=104350) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 02:39:49.958059 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f7bd359b-2425-497b-a2e9-e680ec6ea43c tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (23daf5ef-7f16-44e4-88c6-64e8094c40c9), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:49.958410 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-f7bd359b-2425-497b-a2e9-e680ec6ea43c tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Added segment 23daf5ef-7f16-44e4-88c6-64e8094c40c9 of type vlan for network 97c94817-d5d5-42c9-8e0b-0294cdaf12e8 Mar 23 02:39:49.968670 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6722077b-8428-4503-9508-7fad63645675 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7457807 Mar 23 02:39:49.971000 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57774) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:49.976322 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-97e18e00-e399-4bd7-884c-ee82d79304da tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Request body: {'subnet': {'network_id': '15d1717b-175b-44f8-9372-26ddb5f67809', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:50.025951 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b3f8c1ab-03b6-4f73-be26-20f381471b6e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (b2a0a3f5-4c67-491c-a79d-ce68d58af996), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:50.054112 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-44ce311a-c021-47d7-8b69-5b6b5417f3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7949107d-a64a-43f2-9191-712a114d6445), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:50.066576 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8c1ab-03b6-4f73-be26-20f381471b6e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Subnet': ['ID=b2a0a3f5-4c67-491c-a79d-ce68d58af996,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:50.079705 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b3f8c1ab-03b6-4f73-be26-20f381471b6e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:50.086455 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b3f8c1ab-03b6-4f73-be26-20f381471b6e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/b2a0a3f5-4c67-491c-a79d-ce68d58af996 HTTP/1.1" status: 204 len: 168 time: 0.6181602 Mar 23 02:39:50.086587 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 7ceff97e-1bfb-4839-9b11-6514e2265160 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:50.086587 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7ceff97e-1bfb-4839-9b11-6514e2265160), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:50.086755 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57776) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:50.086849 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b7d97e66-3139-4835-8ad0-e8b0765759fb tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router (b79fddc8-9ec5-4748-b5ec-a10631605dc4), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:50.131278 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-40615f39-93bd-476b-8b86-5f9feaa07edf tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437369 Mar 23 02:39:50.134422 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57778) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:50.140438 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-f244c0ac-5afc-43ea-8cbe-502dfeaca919 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:50.144083 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-f1a26810-d7f6-49ae-a1f9-90edb47ad0a7 None None] Provisioning complete for port 8decc31b-284f-40d9-b544-b69973992f41 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:50.144465 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f1a26810-d7f6-49ae-a1f9-90edb47ad0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8decc31b-284f-40d9-b544-b69973992f41), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:50.213999 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f8b64e8c-a242-4168-8d22-4e52607e7fa3 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (f0a6dbea-cad4-4a1a-a1b7-8e1df4cf4b8d), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:50.217830 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f7bd359b-2425-497b-a2e9-e680ec6ea43c tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (97c94817-d5d5-42c9-8e0b-0294cdaf12e8), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:50.225671 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f8b64e8c-a242-4168-8d22-4e52607e7fa3 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router_controller (f0a6dbea-cad4-4a1a-a1b7-8e1df4cf4b8d), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:50.269371 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e18e00-e399-4bd7-884c-ee82d79304da tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Made reservation on behalf of a390c7a337b546c28b66d49e8c0359d6 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:50.274153 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-97e18e00-e399-4bd7-884c-ee82d79304da tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:50.297490 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 7ceff97e-1bfb-4839-9b11-6514e2265160 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:50.297490 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 668dd7a8-d041-43bd-afcf-c2cec216956a up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:50.316638 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f244c0ac-5afc-43ea-8cbe-502dfeaca919 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:50.319356 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f244c0ac-5afc-43ea-8cbe-502dfeaca919 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:50.388434 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f1a26810-d7f6-49ae-a1f9-90edb47ad0a7 None None] Current status of the port 8decc31b-284f-40d9-b544-b69973992f41 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:50.408901 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c715ac-281c-4926-8b3c-fbf4ae74bc46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-63dd5489-1cc6-4bd3-8e95-53ab79484276', 'network_id': '63dd5489-1cc6-4bd3-8e95-53ab79484276', 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'fixed_ips': [{'subnet_id': '7efaf212-49a8-4749-94ff-52edf1b6b504'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:39:50.408901 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b5c715ac-281c-4926-8b3c-fbf4ae74bc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:50.450479 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-f1a26810-d7f6-49ae-a1f9-90edb47ad0a7 None None] Provisioning complete for port 3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:50.452167 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f1a26810-d7f6-49ae-a1f9-90edb47ad0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:50.455953 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f8b64e8c-a242-4168-8d22-4e52607e7fa3 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (f0a6dbea-cad4-4a1a-a1b7-8e1df4cf4b8d), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:50.456555 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b64e8c-a242-4168-8d22-4e52607e7fa3 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0a6dbea-cad4-4a1a-a1b7-8e1df4cf4b8d {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:39:50.471787 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f8b64e8c-a242-4168-8d22-4e52607e7fa3 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:50.471787 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f8b64e8c-a242-4168-8d22-4e52607e7fa3 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "DELETE /v2.0/routers/f0a6dbea-cad4-4a1a-a1b7-8e1df4cf4b8d HTTP/1.1" status: 204 len: 168 time: 1.2512186 Mar 23 02:39:50.478015 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f7bd359b-2425-497b-a2e9-e680ec6ea43c tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (97c94817-d5d5-42c9-8e0b-0294cdaf12e8), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:50.483050 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bd359b-2425-497b-a2e9-e680ec6ea43c tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:50.483635 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f7bd359b-2425-497b-a2e9-e680ec6ea43c tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:50.505139 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b7d97e66-3139-4835-8ad0-e8b0765759fb tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router_gateway (b79fddc8-9ec5-4748-b5ec-a10631605dc4), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:50.509537 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 668dd7a8-d041-43bd-afcf-c2cec216956a triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:50.509924 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (668dd7a8-d041-43bd-afcf-c2cec216956a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:50.571934 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-0170b0e7-6eea-4fbc-a382-73f73a5f13c0 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:39:50.575911 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0170b0e7-6eea-4fbc-a382-73f73a5f13c0 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] 10.222.0.24 "PUT /v2.0/routers/97ee359a-8595-4de1-ba6d-f1c860d5da6d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9968586 Mar 23 02:39:50.582857 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57782) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:50.676311 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f7bd359b-2425-497b-a2e9-e680ec6ea43c tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7938602 Mar 23 02:39:50.680225 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57784) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:50.690510 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-89e49527-d2e1-4bc7-afe4-e470663cb4e3 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Request body: {'subnet': {'network_id': '97c94817-d5d5-42c9-8e0b-0294cdaf12e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:50.707291 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd359b-2425-497b-a2e9-e680ec6ea43c tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Pushing event updated for resources: {'Network': ['ID=97c94817-d5d5-42c9-8e0b-0294cdaf12e8,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:50.728593 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 97c94817-d5d5-42c9-8e0b-0294cdaf12e8 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:39:50.731311 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-b5c715ac-281c-4926-8b3c-fbf4ae74bc46 None None] Allocated IP 2001:db8::2 (63dd5489-1cc6-4bd3-8e95-53ab79484276/7efaf212-49a8-4749-94ff-52edf1b6b504/587badb7-ea94-4f41-8ab0-6ce85ba685ea) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:50.736966 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-44ce311a-c021-47d7-8b69-5b6b5417f3e9 admin admin] Publish callbacks [] for port (7949107d-a64a-43f2-9191-712a114d6445), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:50.779299 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-97e18e00-e399-4bd7-884c-ee82d79304da tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (86352ecb-bbea-49b7-ac6b-158596f49d1f), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:50.818977 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f1a26810-d7f6-49ae-a1f9-90edb47ad0a7 None None] Current status of the port 3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:50.835178 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57786) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:50.846082 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-44ce311a-c021-47d7-8b69-5b6b5417f3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (7949107d-a64a-43f2-9191-712a114d6445), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:50.848400 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-f1a26810-d7f6-49ae-a1f9-90edb47ad0a7 None None] Could not find standard attr ID for object 5ebe5288-b257-4353-b517-ea3dae828d64. {{(pid=104350) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:39:50.898839 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce311a-c021-47d7-8b69-5b6b5417f3e9 admin admin] Pushing event updated for resources: {'Port': ['ID=7949107d-a64a-43f2-9191-712a114d6445,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:50.900720 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 668dd7a8-d041-43bd-afcf-c2cec216956a is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:50.901128 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (668dd7a8-d041-43bd-afcf-c2cec216956a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:50.918905 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e18e00-e399-4bd7-884c-ee82d79304da tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Subnet': ['ID=86352ecb-bbea-49b7-ac6b-158596f49d1f,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:50.928082 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-b7d97e66-3139-4835-8ad0-e8b0765759fb tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Deleting port 8e962b93-2367-4e32-b1c9-0b4a8b543f18 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:50.928389 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b7d97e66-3139-4835-8ad0-e8b0765759fb tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (8e962b93-2367-4e32-b1c9-0b4a8b543f18), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:50.945742 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 668dd7a8-d041-43bd-afcf-c2cec216956a, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=668dd7a8-d041-43bd-afcf-c2cec216956a,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:50.960317 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-f1a26810-d7f6-49ae-a1f9-90edb47ad0a7 None None] Provisioning complete for port 7949107d-a64a-43f2-9191-712a114d6445 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:50.960697 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f1a26810-d7f6-49ae-a1f9-90edb47ad0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7949107d-a64a-43f2-9191-712a114d6445), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:51.021454 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f1a26810-d7f6-49ae-a1f9-90edb47ad0a7 None None] Port 7949107d-a64a-43f2-9191-712a114d6445 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:39:51.050322 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (668dd7a8-d041-43bd-afcf-c2cec216956a), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:51.051128 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:51.062080 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.objects.ports [None req-f244c0ac-5afc-43ea-8cbe-502dfeaca919 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104348) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 02:39:51.071979 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-44ce311a-c021-47d7-8b69-5b6b5417f3e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (7629c56d-7d67-4429-a964-8600f44d3e65), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:51.156568 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b5c715ac-281c-4926-8b3c-fbf4ae74bc46 None None] Publish callbacks [] for port (587badb7-ea94-4f41-8ab0-6ce85ba685ea), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:51.169672 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-f1a26810-d7f6-49ae-a1f9-90edb47ad0a7 None None] Provisioning complete for port a277d70a-836d-4800-9d6b-bc61399e5557 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:51.170047 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f1a26810-d7f6-49ae-a1f9-90edb47ad0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a277d70a-836d-4800-9d6b-bc61399e5557), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:51.203058 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=668dd7a8-d041-43bd-afcf-c2cec216956a,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:51.211240 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ce311a-c021-47d7-8b69-5b6b5417f3e9 admin admin] Network 5b79c2a7-673b-4477-acc0-14a62556cbba is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:51.213142 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b7d97e66-3139-4835-8ad0-e8b0765759fb tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (8e962b93-2367-4e32-b1c9-0b4a8b543f18), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:51.218495 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-0b8e619d-e092-4e60-b46b-feddb50180cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1894025352', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}, 'admin_state_up': False}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:51.222209 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-44ce311a-c021-47d7-8b69-5b6b5417f3e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:51.227834 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:51.228313 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:51.232497 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f1a26810-d7f6-49ae-a1f9-90edb47ad0a7 None None] Port a277d70a-836d-4800-9d6b-bc61399e5557 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:39:51.232984 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e18e00-e399-4bd7-884c-ee82d79304da tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Checking segment: {'id': 'f56a08b3-4e3e-4875-8acc-cad1998318ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '15d1717b-175b-44f8-9372-26ddb5f67809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:51.233531 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e18e00-e399-4bd7-884c-ee82d79304da tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network hostable DHCP agents. Network: 15d1717b-175b-44f8-9372-26ddb5f67809, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:39:51.234731 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:51.236095 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-b7d97e66-3139-4835-8ad0-e8b0765759fb tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Calling delete_port for 8e962b93-2367-4e32-b1c9-0b4a8b543f18 owned by network:router_gateway {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:51.247162 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e49527-d2e1-4bc7-afe4-e470663cb4e3 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Made reservation on behalf of ae262acb2831448aa0401111a68e30ae for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:51.250874 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-89e49527-d2e1-4bc7-afe4-e470663cb4e3 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:51.276142 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b5c715ac-281c-4926-8b3c-fbf4ae74bc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (587badb7-ea94-4f41-8ab0-6ce85ba685ea), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:51.350382 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c715ac-281c-4926-8b3c-fbf4ae74bc46 None None] Network 63dd5489-1cc6-4bd3-8e95-53ab79484276 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:51.353503 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c715ac-281c-4926-8b3c-fbf4ae74bc46 None None] Pushing event updated for resources: {'Port': ['ID=587badb7-ea94-4f41-8ab0-6ce85ba685ea,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:51.359139 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-b5c715ac-281c-4926-8b3c-fbf4ae74bc46 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:51.362292 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c715ac-281c-4926-8b3c-fbf4ae74bc46 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:51.399242 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:51.400178 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8decc31b-284f-40d9-b544-b69973992f41 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:51.413704 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0b8e619d-e092-4e60-b46b-feddb50180cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (2a4fe297-3502-401e-9f93-a5a5875cf768), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:51.414904 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0b8e619d-e092-4e60-b46b-feddb50180cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (2a4fe297-3502-401e-9f93-a5a5875cf768), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:51.461575 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-b5c715ac-281c-4926-8b3c-fbf4ae74bc46 None None] Attempting to bind port 587badb7-ea94-4f41-8ab0-6ce85ba685ea on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:39:51.461944 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-b5c715ac-281c-4926-8b3c-fbf4ae74bc46 None None] Attempting to bind port 587badb7-ea94-4f41-8ab0-6ce85ba685ea by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b689dbb9-a5c4-4842-b78b-2e8575e48c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '63dd5489-1cc6-4bd3-8e95-53ab79484276'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:39:51.462307 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c715ac-281c-4926-8b3c-fbf4ae74bc46 None None] Attempting to bind port 587badb7-ea94-4f41-8ab0-6ce85ba685ea on network 63dd5489-1cc6-4bd3-8e95-53ab79484276 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:39:51.471321 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c715ac-281c-4926-8b3c-fbf4ae74bc46 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:39:51.471699 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c715ac-281c-4926-8b3c-fbf4ae74bc46 None None] Checking segment: {'id': 'b689dbb9-a5c4-4842-b78b-2e8575e48c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '63dd5489-1cc6-4bd3-8e95-53ab79484276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:51.472132 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b5c715ac-281c-4926-8b3c-fbf4ae74bc46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:51.472532 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c715ac-281c-4926-8b3c-fbf4ae74bc46 None None] Bound using segment: {'id': 'b689dbb9-a5c4-4842-b78b-2e8575e48c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '63dd5489-1cc6-4bd3-8e95-53ab79484276'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:39:51.473130 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-b5c715ac-281c-4926-8b3c-fbf4ae74bc46 None None] Bound port: 587badb7-ea94-4f41-8ab0-6ce85ba685ea, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b689dbb9-a5c4-4842-b78b-2e8575e48c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '63dd5489-1cc6-4bd3-8e95-53ab79484276'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:39:51.473400 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b5c715ac-281c-4926-8b3c-fbf4ae74bc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (587badb7-ea94-4f41-8ab0-6ce85ba685ea), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:51.481003 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e18e00-e399-4bd7-884c-ee82d79304da tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network 15d1717b-175b-44f8-9372-26ddb5f67809 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:39:51.526369 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0b8e619d-e092-4e60-b46b-feddb50180cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router_controller (2a4fe297-3502-401e-9f93-a5a5875cf768), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:51.590472 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f244c0ac-5afc-43ea-8cbe-502dfeaca919 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8decc31b-284f-40d9-b544-b69973992f41), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:51.596845 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-97e18e00-e399-4bd7-884c-ee82d79304da tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 15d1717b-175b-44f8-9372-26ddb5f67809) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:51.614027 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e18e00-e399-4bd7-884c-ee82d79304da tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:51.614898 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-97e18e00-e399-4bd7-884c-ee82d79304da tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:51.677710 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 8decc31b-284f-40d9-b544-b69973992f41 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:51.677990 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8decc31b-284f-40d9-b544-b69973992f41), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:51.700837 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-89e49527-d2e1-4bc7-afe4-e470663cb4e3 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (aa51f231-6c2f-4a11-b70b-de30a3939b1b), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:51.728438 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-b5c715ac-281c-4926-8b3c-fbf4ae74bc46 None None] For port 587badb7-ea94-4f41-8ab0-6ce85ba685ea, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:39:51.746213 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-b5c715ac-281c-4926-8b3c-fbf4ae74bc46 None None] For port 587badb7-ea94-4f41-8ab0-6ce85ba685ea, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=587badb7-ea94-4f41-8ab0-6ce85ba685ea,segment=NetworkSegment(b689dbb9-a5c4-4842-b78b-2e8575e48c0b),segment_id=b689dbb9-a5c4-4842-b78b-2e8575e48c0b)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:39:51.789173 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 8decc31b-284f-40d9-b544-b69973992f41 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:51.810393 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-31a5cfaa-2c41-40fd-b299-90b33aa2d780 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (97ee359a-8595-4de1-ba6d-f1c860d5da6d), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:51.813800 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ce311a-c021-47d7-8b69-5b6b5417f3e9 admin admin] Router 7629c56d-7d67-4429-a964-8600f44d3e65 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:39:51.833384 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b5c715ac-281c-4926-8b3c-fbf4ae74bc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (587badb7-ea94-4f41-8ab0-6ce85ba685ea), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:51.868009 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-97e18e00-e399-4bd7-884c-ee82d79304da tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8931994 Mar 23 02:39:51.874445 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57790) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:51.881509 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-5a78d437-a0d6-40ee-9690-7839d4be9ca0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1615201430', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:51.892961 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e49527-d2e1-4bc7-afe4-e470663cb4e3 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Pushing event updated for resources: {'Subnet': ['ID=aa51f231-6c2f-4a11-b70b-de30a3939b1b,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:51.896372 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0b8e619d-e092-4e60-b46b-feddb50180cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router_gateway (2a4fe297-3502-401e-9f93-a5a5875cf768), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:51.898924 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 668dd7a8-d041-43bd-afcf-c2cec216956a up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:51.962859 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c715ac-281c-4926-8b3c-fbf4ae74bc46 None None] Pushing event updated for resources: {'Port': ['ID=587badb7-ea94-4f41-8ab0-6ce85ba685ea,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:51.997312 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e49527-d2e1-4bc7-afe4-e470663cb4e3 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Checking segment: {'id': '23daf5ef-7f16-44e4-88c6-64e8094c40c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '97c94817-d5d5-42c9-8e0b-0294cdaf12e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:51.997758 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e49527-d2e1-4bc7-afe4-e470663cb4e3 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Network hostable DHCP agents. Network: 97c94817-d5d5-42c9-8e0b-0294cdaf12e8, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:39:52.005832 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 668dd7a8-d041-43bd-afcf-c2cec216956a triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:52.006990 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (668dd7a8-d041-43bd-afcf-c2cec216956a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.075941 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5a78d437-a0d6-40ee-9690-7839d4be9ca0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (fd2add42-2b6a-4ebf-a614-36e9f899fa96), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.077087 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5a78d437-a0d6-40ee-9690-7839d4be9ca0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (fd2add42-2b6a-4ebf-a614-36e9f899fa96), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.110836 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-f244c0ac-5afc-43ea-8cbe-502dfeaca919 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] For port 8decc31b-284f-40d9-b544-b69973992f41, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8decc31b-284f-40d9-b544-b69973992f41,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:52.114227 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b7d97e66-3139-4835-8ad0-e8b0765759fb tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (8e962b93-2367-4e32-b1c9-0b4a8b543f18), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.120790 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 668dd7a8-d041-43bd-afcf-c2cec216956a is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:52.158804 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d97e66-3139-4835-8ad0-e8b0765759fb tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Pushing event deleted for resources: {'Port': ['ID=8e962b93-2367-4e32-b1c9-0b4a8b543f18,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:52.162181 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ce311a-c021-47d7-8b69-5b6b5417f3e9 admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:39:52.177006 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-44ce311a-c021-47d7-8b69-5b6b5417f3e9 admin admin] 10.222.0.24 "PUT /v2.0/routers/7629c56d-7d67-4429-a964-8600f44d3e65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1231518 Mar 23 02:39:52.181139 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14a257a-e7c2-4e30-9d15-479527250d31 None None] Sync routers for ids ['7629c56d-7d67-4429-a964-8600f44d3e65'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:39:52.209034 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14a257a-e7c2-4e30-9d15-479527250d31 None None] Routers {'7629c56d-7d67-4429-a964-8600f44d3e65'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:52.210713 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a14a257a-e7c2-4e30-9d15-479527250d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['7629c56d-7d67-4429-a964-8600f44d3e65'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:52.225742 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e49527-d2e1-4bc7-afe4-e470663cb4e3 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Network 97c94817-d5d5-42c9-8e0b-0294cdaf12e8 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:39:52.247234 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f244c0ac-5afc-43ea-8cbe-502dfeaca919 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for port (8decc31b-284f-40d9-b544-b69973992f41), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.251994 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5a78d437-a0d6-40ee-9690-7839d4be9ca0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router_controller (fd2add42-2b6a-4ebf-a614-36e9f899fa96), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.354476 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-89e49527-d2e1-4bc7-afe4-e470663cb4e3 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 97c94817-d5d5-42c9-8e0b-0294cdaf12e8) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:52.360086 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b7d97e66-3139-4835-8ad0-e8b0765759fb tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (b79fddc8-9ec5-4748-b5ec-a10631605dc4), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.386547 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e49527-d2e1-4bc7-afe4-e470663cb4e3 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:52.387306 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-89e49527-d2e1-4bc7-afe4-e470663cb4e3 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.400593 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f244c0ac-5afc-43ea-8cbe-502dfeaca919 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (8decc31b-284f-40d9-b544-b69973992f41), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.403149 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5a78d437-a0d6-40ee-9690-7839d4be9ca0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (fd2add42-2b6a-4ebf-a614-36e9f899fa96), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.431416 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-a14a257a-e7c2-4e30-9d15-479527250d31 None None] Set router 7629c56d-7d67-4429-a964-8600f44d3e65 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:39:52.487201 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0b8e619d-e092-4e60-b46b-feddb50180cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router_gateway (2a4fe297-3502-401e-9f93-a5a5875cf768), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.535866 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b7d97e66-3139-4835-8ad0-e8b0765759fb tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (b79fddc8-9ec5-4748-b5ec-a10631605dc4), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.539134 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b7d97e66-3139-4835-8ad0-e8b0765759fb tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router_controller (b79fddc8-9ec5-4748-b5ec-a10631605dc4), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.548981 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f244c0ac-5afc-43ea-8cbe-502dfeaca919 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (01759617-c9a1-4dcb-a300-32364fd96071), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.561211 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244c0ac-5afc-43ea-8cbe-502dfeaca919 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Port': ['ID=8decc31b-284f-40d9-b544-b69973992f41,revision_number=8']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:52.606082 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0b8e619d-e092-4e60-b46b-feddb50180cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.618207 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-31a5cfaa-2c41-40fd-b299-90b33aa2d780 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Deleting port a277d70a-836d-4800-9d6b-bc61399e5557 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:52.618556 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-31a5cfaa-2c41-40fd-b299-90b33aa2d780 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (a277d70a-836d-4800-9d6b-bc61399e5557), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.671880 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.706041 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b7d97e66-3139-4835-8ad0-e8b0765759fb tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (b79fddc8-9ec5-4748-b5ec-a10631605dc4), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.706598 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d97e66-3139-4835-8ad0-e8b0765759fb tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Fanout notify agent at l3_agent the message router_deleted on router b79fddc8-9ec5-4748-b5ec-a10631605dc4 {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:39:52.707608 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a14a257a-e7c2-4e30-9d15-479527250d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'name': 'tempest-ServersTestManualDisk-1311817031-router', 'tenant_id': '61f0207fb76b46cf82a5b8d685172d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '668dd7a8-d041-43bd-afcf-c2cec216956a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:39:35Z', 'updated_at': '2022-03-23T02:39:49Z', 'revision_number': 4, 'project_id': '61f0207fb76b46cf82a5b8d685172d9b', 'gw_port': {'id': '668dd7a8-d041-43bd-afcf-c2cec216956a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:37Z', 'updated_at': '2022-03-23T02:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '7949107d-a64a-43f2-9191-712a114d6445', 'name': '', 'network_id': '5b79c2a7-673b-4477-acc0-14a62556cbba', 'tenant_id': '61f0207fb76b46cf82a5b8d685172d9b', 'mac_address': 'fa:16:3e:e0:30:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '163024ce-a589-49e2-9617-858c615e40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:45Z', 'updated_at': '2022-03-23T02:39:50Z', 'revision_number': 2, 'project_id': '61f0207fb76b46cf82a5b8d685172d9b', 'subnets': [{'id': '163024ce-a589-49e2-9617-858c615e40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:52.716702 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b7d97e66-3139-4835-8ad0-e8b0765759fb tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.717727 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b7d97e66-3139-4835-8ad0-e8b0765759fb tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] 10.222.0.24 "DELETE /v2.0/routers/b79fddc8-9ec5-4748-b5ec-a10631605dc4 HTTP/1.1" status: 204 len: 168 time: 3.6782889 Mar 23 02:39:52.721510 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57798) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:52.725946 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-5637ac66-1f7b-4c11-a33b-f31e3c7d6d82 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1138372054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:52.726565 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-89e49527-d2e1-4bc7-afe4-e470663cb4e3 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0439773 Mar 23 02:39:52.735813 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57800) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:52.737367 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5a78d437-a0d6-40ee-9690-7839d4be9ca0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.738610 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5a78d437-a0d6-40ee-9690-7839d4be9ca0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8610878 Mar 23 02:39:52.742332 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f244c0ac-5afc-43ea-8cbe-502dfeaca919 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:52.745135 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14a257a-e7c2-4e30-9d15-479527250d31 None None] Checking router: 7629c56d-7d67-4429-a964-8600f44d3e65 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:39:52.747359 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14a257a-e7c2-4e30-9d15-479527250d31 None None] Updating router 7629c56d-7d67-4429-a964-8600f44d3e65 port 7949107d-a64a-43f2-9191-712a114d6445 binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:39:52.750401 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57802) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:52.754248 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-f244c0ac-5afc-43ea-8cbe-502dfeaca919 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:52.763145 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f244c0ac-5afc-43ea-8cbe-502dfeaca919 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:52.763916 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f244c0ac-5afc-43ea-8cbe-502dfeaca919 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.774098 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-31a5cfaa-2c41-40fd-b299-90b33aa2d780 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (a277d70a-836d-4800-9d6b-bc61399e5557), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.779676 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a14a257a-e7c2-4e30-9d15-479527250d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7949107d-a64a-43f2-9191-712a114d6445), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.821851 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-31a5cfaa-2c41-40fd-b299-90b33aa2d780 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Calling delete_port for a277d70a-836d-4800-9d6b-bc61399e5557 owned by network:router_interface {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:52.843728 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57804) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:52.850421 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-6f0350eb-0c07-45c2-a150-a72651b474f1 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1686889795', 'description': 'tempest-description--1525363098'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:52.950217 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6f0350eb-0c07-45c2-a150-a72651b474f1 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.984526 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5637ac66-1f7b-4c11-a33b-f31e3c7d6d82 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (56adb6bc-040d-4e0a-8f27-f48d7a889b41), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.985806 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5637ac66-1f7b-4c11-a33b-f31e3c7d6d82 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (56adb6bc-040d-4e0a-8f27-f48d7a889b41), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.042887 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5637ac66-1f7b-4c11-a33b-f31e3c7d6d82 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router_controller (56adb6bc-040d-4e0a-8f27-f48d7a889b41), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.092639 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a14a257a-e7c2-4e30-9d15-479527250d31 None None] Publish callbacks [] for port (7949107d-a64a-43f2-9191-712a114d6445), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.103186 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-458b03f9-2f9c-4e10-8788-66bddf75a058 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (97c94817-d5d5-42c9-8e0b-0294cdaf12e8), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.135554 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5637ac66-1f7b-4c11-a33b-f31e3c7d6d82 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (56adb6bc-040d-4e0a-8f27-f48d7a889b41), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.183725 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a14a257a-e7c2-4e30-9d15-479527250d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (7949107d-a64a-43f2-9191-712a114d6445), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.238027 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-0b8e619d-e092-4e60-b46b-feddb50180cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Allocated IP 172.26.2.110 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/2a19fbdc-788d-4555-8f03-119bb63a78b1) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:53.241743 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244c0ac-5afc-43ea-8cbe-502dfeaca919 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Subnet': ['ID=01759617-c9a1-4dcb-a300-32364fd96071,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:53.263956 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f28551-9c60-4773-978c-56760289277c None None] Pushing event updated for resources: {'Port': ['ID=7949107d-a64a-43f2-9191-712a114d6445,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:53.264053 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5637ac66-1f7b-4c11-a33b-f31e3c7d6d82 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.264653 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5637ac66-1f7b-4c11-a33b-f31e3c7d6d82 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5421460 Mar 23 02:39:53.270059 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57806) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:53.279148 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-d5abb042-bd2f-47c2-bd42-cea26c6182be tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'enable_snat': False}}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:53.284809 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6f0350eb-0c07-45c2-a150-a72651b474f1 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks [] for security_group (cac9dd8f-ee3f-4d89-9704-111d237703cb), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.286941 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d12f4b-eddd-475d-b57e-226a29541f2f None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:53.288407 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d87fe05-b65c-48c9-a25b-7a0e1f5ae3d4 None None] Network 63dd5489-1cc6-4bd3-8e95-53ab79484276 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:53.353511 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f244c0ac-5afc-43ea-8cbe-502dfeaca919 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2179799 Mar 23 02:39:53.361047 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57812) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:53.366329 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edee1eeb-5a2d-4971-a7f6-8639bc297b33 None None] Network 97c94817-d5d5-42c9-8e0b-0294cdaf12e8 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:53.369283 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6182c27a-c750-4d1b-93e5-750a0606bf14 None None] Network 15d1717b-175b-44f8-9372-26ddb5f67809 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:53.374517 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6f0350eb-0c07-45c2-a150-a72651b474f1 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (cac9dd8f-ee3f-4d89-9704-111d237703cb), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.377956 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-de94c904-21d2-4284-80b5-dc2f1fa1ddf4 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:53.384544 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-458b03f9-2f9c-4e10-8788-66bddf75a058 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (aa51f231-6c2f-4a11-b70b-de30a3939b1b), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.496768 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-31a5cfaa-2c41-40fd-b299-90b33aa2d780 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (a277d70a-836d-4800-9d6b-bc61399e5557), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.538507 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0350eb-0c07-45c2-a150-a72651b474f1 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cac9dd8f-ee3f-4d89-9704-111d237703cb,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:53.565285 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6f0350eb-0c07-45c2-a150-a72651b474f1 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.566704 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6f0350eb-0c07-45c2-a150-a72651b474f1 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7217131 Mar 23 02:39:53.568214 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-a14a257a-e7c2-4e30-9d15-479527250d31 None None] Attempting to bind port 7949107d-a64a-43f2-9191-712a114d6445 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:39:53.568723 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-a14a257a-e7c2-4e30-9d15-479527250d31 None None] Attempting to bind port 7949107d-a64a-43f2-9191-712a114d6445 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '31a5abdc-77c7-4b66-8f8c-26e205d8373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5b79c2a7-673b-4477-acc0-14a62556cbba'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:39:53.569088 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14a257a-e7c2-4e30-9d15-479527250d31 None None] Attempting to bind port 7949107d-a64a-43f2-9191-712a114d6445 on network 5b79c2a7-673b-4477-acc0-14a62556cbba {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:39:53.572472 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57814) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:53.574580 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5cfaa-2c41-40fd-b299-90b33aa2d780 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Pushing event deleted for resources: {'Port': ['ID=a277d70a-836d-4800-9d6b-bc61399e5557,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:53.581383 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-86873d51-09c4-4a88-916a-8175ba1de010 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Request body: {'security_group_rule': {'security_group_id': 'cac9dd8f-ee3f-4d89-9704-111d237703cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:53.586308 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14a257a-e7c2-4e30-9d15-479527250d31 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:39:53.586691 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14a257a-e7c2-4e30-9d15-479527250d31 None None] Checking segment: {'id': '31a5abdc-77c7-4b66-8f8c-26e205d8373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5b79c2a7-673b-4477-acc0-14a62556cbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:53.587099 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a14a257a-e7c2-4e30-9d15-479527250d31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.587493 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14a257a-e7c2-4e30-9d15-479527250d31 None None] Bound using segment: {'id': '31a5abdc-77c7-4b66-8f8c-26e205d8373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5b79c2a7-673b-4477-acc0-14a62556cbba'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:39:53.588713 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-a14a257a-e7c2-4e30-9d15-479527250d31 None None] Bound port: 7949107d-a64a-43f2-9191-712a114d6445, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a5abdc-77c7-4b66-8f8c-26e205d8373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5b79c2a7-673b-4477-acc0-14a62556cbba'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:39:53.589292 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a14a257a-e7c2-4e30-9d15-479527250d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7949107d-a64a-43f2-9191-712a114d6445), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.609460 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-0c1690d9-5982-43c3-9a34-84ac27bbbe7e None None] Provisioning complete for port 587badb7-ea94-4f41-8ab0-6ce85ba685ea triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:53.609841 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0c1690d9-5982-43c3-9a34-84ac27bbbe7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (587badb7-ea94-4f41-8ab0-6ce85ba685ea), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.788818 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d5abb042-bd2f-47c2-bd42-cea26c6182be tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router_gateway (56adb6bc-040d-4e0a-8f27-f48d7a889b41), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.799193 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-458b03f9-2f9c-4e10-8788-66bddf75a058 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (aa51f231-6c2f-4a11-b70b-de30a3939b1b), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.816244 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efbf1f5-627e-43f2-981b-7daa1ee97acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-97c94817-d5d5-42c9-8e0b-0294cdaf12e8', 'network_id': '97c94817-d5d5-42c9-8e0b-0294cdaf12e8', 'project_id': 'ae262acb2831448aa0401111a68e30ae', 'fixed_ips': [{'subnet_id': 'aa51f231-6c2f-4a11-b70b-de30a3939b1b'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:39:53.817242 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2efbf1f5-627e-43f2-981b-7daa1ee97acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.856815 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b03f9-2f9c-4e10-8788-66bddf75a058 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Pushing event deleted for resources: {'Subnet': ['ID=aa51f231-6c2f-4a11-b70b-de30a3939b1b,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:53.915015 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0b8e619d-e092-4e60-b46b-feddb50180cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for port (2a19fbdc-788d-4555-8f03-119bb63a78b1), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.941990 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-86873d51-09c4-4a88-916a-8175ba1de010 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks [] for security_group_rule (5cf32875-414d-4bb0-8ecc-0b93fc626017), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.979473 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-98dba01b-e69f-421e-a693-0dce4575240a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:54.075552 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0b8e619d-e092-4e60-b46b-feddb50180cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (2a19fbdc-788d-4555-8f03-119bb63a78b1), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:54.160336 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07e99d8-45c6-4e9b-8357-c61c76f73d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-15d1717b-175b-44f8-9372-26ddb5f67809', 'network_id': '15d1717b-175b-44f8-9372-26ddb5f67809', 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'fixed_ips': [{'subnet_id': '86352ecb-bbea-49b7-ac6b-158596f49d1f'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:39:54.165462 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b07e99d8-45c6-4e9b-8357-c61c76f73d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:54.171644 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de94c904-21d2-4284-80b5-dc2f1fa1ddf4 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:54.171897 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8decc31b-284f-40d9-b544-b69973992f41 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:54.176400 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-de94c904-21d2-4284-80b5-dc2f1fa1ddf4 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:54.191480 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8e619d-e092-4e60-b46b-feddb50180cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:54.220049 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-458b03f9-2f9c-4e10-8788-66bddf75a058 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (97c94817-d5d5-42c9-8e0b-0294cdaf12e8), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:54.246413 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-31a5cfaa-2c41-40fd-b299-90b33aa2d780 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (97ee359a-8595-4de1-ba6d-f1c860d5da6d), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:54.266706 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-0b8e619d-e092-4e60-b46b-feddb50180cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:54.274002 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-0c1690d9-5982-43c3-9a34-84ac27bbbe7e None None] Current status of the port 587badb7-ea94-4f41-8ab0-6ce85ba685ea is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:54.275237 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0c1690d9-5982-43c3-9a34-84ac27bbbe7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (587badb7-ea94-4f41-8ab0-6ce85ba685ea), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:54.277591 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-a14a257a-e7c2-4e30-9d15-479527250d31 None None] For port 7949107d-a64a-43f2-9191-712a114d6445, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:39:54.280894 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-458b03f9-2f9c-4e10-8788-66bddf75a058 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c94817-d5d5-42c9-8e0b-0294cdaf12e8']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:54.287360 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8e619d-e092-4e60-b46b-feddb50180cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:54.304890 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e619d-e092-4e60-b46b-feddb50180cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Pushing event updated for resources: {'Port': ['ID=2a19fbdc-788d-4555-8f03-119bb63a78b1,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:54.336881 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-458b03f9-2f9c-4e10-8788-66bddf75a058 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23daf5ef-7f16-44e4-88c6-64e8094c40c9') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:54.336881 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-458b03f9-2f9c-4e10-8788-66bddf75a058 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23daf5ef-7f16-44e4-88c6-64e8094c40c9') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:54.357775 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:54.399393 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-458b03f9-2f9c-4e10-8788-66bddf75a058 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (23daf5ef-7f16-44e4-88c6-64e8094c40c9), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:54.402144 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-86873d51-09c4-4a88-916a-8175ba1de010 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks [] for security_group_rule (5cf32875-414d-4bb0-8ecc-0b93fc626017), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:54.426552 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-458b03f9-2f9c-4e10-8788-66bddf75a058 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (23daf5ef-7f16-44e4-88c6-64e8094c40c9), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:54.437197 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-458b03f9-2f9c-4e10-8788-66bddf75a058 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:39:54.440925 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-458b03f9-2f9c-4e10-8788-66bddf75a058 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (23daf5ef-7f16-44e4-88c6-64e8094c40c9), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:54.448306 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:39:54.448306 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:39:54.448306 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:39:54.448306 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:39:54.448306 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:39:54.448306 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:39:54.448306 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:39:54.448306 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:39:54.448306 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:39:54.448306 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:39:54.448306 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:39:54.448306 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:39:54.448306 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:39:54.448306 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:39:54.448306 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:39:54.448306 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:39:54.448306 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:39:54.448306 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:39:54.448306 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:39:54.448306 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:39:54.448306 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:39:54.448306 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:39:54.448306 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:39:54.448306 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:39:54.448306 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:39:54.448306 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:39:54.448306 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:39:54.448306 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:39:54.448306 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:39:54.448306 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:39:54.448306 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:39:54.448306 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:39:54.525815 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-b07e99d8-45c6-4e9b-8357-c61c76f73d72 None None] Allocated IP 2001:db8:1::2 (15d1717b-175b-44f8-9372-26ddb5f67809/86352ecb-bbea-49b7-ac6b-158596f49d1f/0d624dc2-001c-4e13-b3a8-77021bd8461a) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:54.631714 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-98dba01b-e69f-421e-a693-0dce4575240a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Allocated IP 2001:db8::1 (63dd5489-1cc6-4bd3-8e95-53ab79484276/7efaf212-49a8-4749-94ff-52edf1b6b504/e7262eff-030f-4dca-8056-310da2264e62) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:54.696253 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b07e99d8-45c6-4e9b-8357-c61c76f73d72 None None] Publish callbacks [] for port (0d624dc2-001c-4e13-b3a8-77021bd8461a), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:54.753305 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-a14a257a-e7c2-4e30-9d15-479527250d31 None None] For port 7949107d-a64a-43f2-9191-712a114d6445, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=7949107d-a64a-43f2-9191-712a114d6445,segment=NetworkSegment(31a5abdc-77c7-4b66-8f8c-26e205d8373f),segment_id=31a5abdc-77c7-4b66-8f8c-26e205d8373f)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:39:54.786907 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b07e99d8-45c6-4e9b-8357-c61c76f73d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (0d624dc2-001c-4e13-b3a8-77021bd8461a), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:54.795009 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-0c1690d9-5982-43c3-9a34-84ac27bbbe7e None None] For port 587badb7-ea94-4f41-8ab0-6ce85ba685ea, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=587badb7-ea94-4f41-8ab0-6ce85ba685ea,segment=NetworkSegment(b689dbb9-a5c4-4842-b78b-2e8575e48c0b),segment_id=b689dbb9-a5c4-4842-b78b-2e8575e48c0b)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:54.828654 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5add0683-a0d8-473f-bdda-0f5d7547603d None None] Network 97c94817-d5d5-42c9-8e0b-0294cdaf12e8 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:54.891031 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 8decc31b-284f-40d9-b544-b69973992f41 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:54.891263 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8decc31b-284f-40d9-b544-b69973992f41), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:54.894793 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07e99d8-45c6-4e9b-8357-c61c76f73d72 None None] Network 15d1717b-175b-44f8-9372-26ddb5f67809 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:54.905497 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a14a257a-e7c2-4e30-9d15-479527250d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (7949107d-a64a-43f2-9191-712a114d6445), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:54.912992 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-86873d51-09c4-4a88-916a-8175ba1de010 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (5cf32875-414d-4bb0-8ecc-0b93fc626017), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:54.979843 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86873d51-09c4-4a88-916a-8175ba1de010 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf32875-414d-4bb0-8ecc-0b93fc626017,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:54.983575 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0b8e619d-e092-4e60-b46b-feddb50180cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router_gateway (2a4fe297-3502-401e-9f93-a5a5875cf768), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:54.995908 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a5cfaa-2c41-40fd-b299-90b33aa2d780 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Router 97ee359a-8595-4de1-ba6d-f1c860d5da6d has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:39:55.067445 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0c1690d9-5982-43c3-9a34-84ac27bbbe7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (587badb7-ea94-4f41-8ab0-6ce85ba685ea), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:55.069499 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-b07e99d8-45c6-4e9b-8357-c61c76f73d72 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:55.076406 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0516304-8f9f-4c2b-8d3e-e5f4ec3e4a3b None None] Network 63dd5489-1cc6-4bd3-8e95-53ab79484276 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:55.078533 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e99d8-45c6-4e9b-8357-c61c76f73d72 None None] Pushing event updated for resources: {'Port': ['ID=0d624dc2-001c-4e13-b3a8-77021bd8461a,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:55.084294 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07e99d8-45c6-4e9b-8357-c61c76f73d72 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:55.106154 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-458b03f9-2f9c-4e10-8788-66bddf75a058 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (97c94817-d5d5-42c9-8e0b-0294cdaf12e8), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:55.123470 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-458b03f9-2f9c-4e10-8788-66bddf75a058 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:55.135926 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-458b03f9-2f9c-4e10-8788-66bddf75a058 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "DELETE /v2.0/networks/97c94817-d5d5-42c9-8e0b-0294cdaf12e8 HTTP/1.1" status: 204 len: 168 time: 2.3943257 Mar 23 02:39:55.140722 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57816) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:55.149825 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-101d1e09-63ec-400f-a5e2-fa27cdb387bf tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-954732405'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:55.184252 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-98dba01b-e69f-421e-a693-0dce4575240a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for port (e7262eff-030f-4dca-8056-310da2264e62), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:55.212115 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-86873d51-09c4-4a88-916a-8175ba1de010 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:55.216659 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57818) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:55.221617 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-86873d51-09c4-4a88-916a-8175ba1de010 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6444936 Mar 23 02:39:55.224331 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-c38e8b1e-30d8-4f04-af4f-07242fd4a09e tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Request body: {'security_group_rule': {'security_group_id': 'cac9dd8f-ee3f-4d89-9704-111d237703cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:55.246142 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-de94c904-21d2-4284-80b5-dc2f1fa1ddf4 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (e20051e6-24e5-4736-b6cf-5b958fe45622), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:55.273543 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b03f9-2f9c-4e10-8788-66bddf75a058 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Pushing event deleted for resources: {'Network': ['ID=97c94817-d5d5-42c9-8e0b-0294cdaf12e8,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:55.309676 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101d1e09-63ec-400f-a5e2-fa27cdb387bf tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Made reservation on behalf of ae262acb2831448aa0401111a68e30ae for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:55.310915 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-101d1e09-63ec-400f-a5e2-fa27cdb387bf tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:55.321441 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a5cfaa-2c41-40fd-b299-90b33aa2d780 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:39:55.329342 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-31a5cfaa-2c41-40fd-b299-90b33aa2d780 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] 10.222.0.24 "PUT /v2.0/routers/97ee359a-8595-4de1-ba6d-f1c860d5da6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7382097 Mar 23 02:39:55.332508 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de94c904-21d2-4284-80b5-dc2f1fa1ddf4 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:55.335728 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d7274c-ef55-492f-aeb4-eb1684edaa44 None None] Sync routers for ids ['97ee359a-8595-4de1-ba6d-f1c860d5da6d'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:39:55.347735 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57820) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:55.355467 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d7274c-ef55-492f-aeb4-eb1684edaa44 None None] Routers {'97ee359a-8595-4de1-ba6d-f1c860d5da6d'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:55.356471 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-31d7274c-ef55-492f-aeb4-eb1684edaa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['97ee359a-8595-4de1-ba6d-f1c860d5da6d'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:55.413085 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-de94c904-21d2-4284-80b5-dc2f1fa1ddf4 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:55.421886 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de94c904-21d2-4284-80b5-dc2f1fa1ddf4 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:55.423374 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-de94c904-21d2-4284-80b5-dc2f1fa1ddf4 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:55.428731 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-31d7274c-ef55-492f-aeb4-eb1684edaa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:55.450108 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d7274c-ef55-492f-aeb4-eb1684edaa44 None None] Routers {'97ee359a-8595-4de1-ba6d-f1c860d5da6d'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:55.450732 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-31d7274c-ef55-492f-aeb4-eb1684edaa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['97ee359a-8595-4de1-ba6d-f1c860d5da6d'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:55.452078 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14a257a-e7c2-4e30-9d15-479527250d31 None None] Routers {'7629c56d-7d67-4429-a964-8600f44d3e65'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:55.452814 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a14a257a-e7c2-4e30-9d15-479527250d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['7629c56d-7d67-4429-a964-8600f44d3e65'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:55.459205 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 8decc31b-284f-40d9-b544-b69973992f41 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:55.462761 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-edba31ce-c6a1-4b06-95f0-d7c47f59404c tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] delete failed (client error): The resource could not be found. Mar 23 02:39:55.464484 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-edba31ce-c6a1-4b06-95f0-d7c47f59404c tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-1171972382 HTTP/1.1" status: 404 len: 335 time: 0.1120529 Mar 23 02:39:55.469633 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 587badb7-ea94-4f41-8ab0-6ce85ba685ea up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:55.471187 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57822) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:55.475792 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-f24ae6ad-9d4e-4d5e-810b-d6e30ed72715 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Request body: {'router': {'external_gateway_info': {'network_id': '97ee359a-8595-4de1-ba6d-f1c860d5da6d'}}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:55.477493 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d5abb042-bd2f-47c2-bd42-cea26c6182be tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router_gateway (56adb6bc-040d-4e0a-8f27-f48d7a889b41), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:55.486508 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94c904-21d2-4284-80b5-dc2f1fa1ddf4 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Subnet': ['ID=e20051e6-24e5-4736-b6cf-5b958fe45622,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:55.498954 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d5abb042-bd2f-47c2-bd42-cea26c6182be tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:55.551928 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-fc02beba-ff8e-4caa-a81f-4722e8859682 None None] Provisioning complete for port 7949107d-a64a-43f2-9191-712a114d6445 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:55.551928 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fc02beba-ff8e-4caa-a81f-4722e8859682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7949107d-a64a-43f2-9191-712a114d6445), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:55.557436 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-31d7274c-ef55-492f-aeb4-eb1684edaa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:55.558427 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d7274c-ef55-492f-aeb4-eb1684edaa44 None None] The sync data for ids ['97ee359a-8595-4de1-ba6d-f1c860d5da6d'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:39:55.576513 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-101d1e09-63ec-400f-a5e2-fa27cdb387bf tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:39:55.593008 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-b07e99d8-45c6-4e9b-8357-c61c76f73d72 None None] Attempting to bind port 0d624dc2-001c-4e13-b3a8-77021bd8461a on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:39:55.593455 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-b07e99d8-45c6-4e9b-8357-c61c76f73d72 None None] Attempting to bind port 0d624dc2-001c-4e13-b3a8-77021bd8461a by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'f56a08b3-4e3e-4875-8acc-cad1998318ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '15d1717b-175b-44f8-9372-26ddb5f67809'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:39:55.595092 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07e99d8-45c6-4e9b-8357-c61c76f73d72 None None] Attempting to bind port 0d624dc2-001c-4e13-b3a8-77021bd8461a on network 15d1717b-175b-44f8-9372-26ddb5f67809 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:39:55.599292 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-de94c904-21d2-4284-80b5-dc2f1fa1ddf4 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2267034 Mar 23 02:39:55.599292 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-98dba01b-e69f-421e-a693-0dce4575240a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (e7262eff-030f-4dca-8056-310da2264e62), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:55.600244 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57824) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:55.600393 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f28551-9c60-4773-978c-56760289277c None None] Pushing event updated for resources: {'Port': ['ID=7949107d-a64a-43f2-9191-712a114d6445,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:55.606891 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-e05c6609-293d-4d37-9365-9d129350952c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'port': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'mac_address': 'fa:16:3e:ca:a0:fb', 'name': 'tempest-NetworksTestDHCPv6-1864897695'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:55.607271 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c38e8b1e-30d8-4f04-af4f-07242fd4a09e tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks [] for security_group_rule (11ed8bfb-0c95-4dcb-b6ba-0fd3e36e834f), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:55.634876 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-101d1e09-63ec-400f-a5e2-fa27cdb387bf tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (f96639f1-e524-4d91-a009-c25680bc2b43), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:55.635228 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-101d1e09-63ec-400f-a5e2-fa27cdb387bf tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Added segment f96639f1-e524-4d91-a009-c25680bc2b43 of type vlan for network d046c424-6648-40e9-9289-adbabb53acf7 Mar 23 02:39:55.660526 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07e99d8-45c6-4e9b-8357-c61c76f73d72 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:39:55.661048 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07e99d8-45c6-4e9b-8357-c61c76f73d72 None None] Checking segment: {'id': 'f56a08b3-4e3e-4875-8acc-cad1998318ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '15d1717b-175b-44f8-9372-26ddb5f67809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:55.661514 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b07e99d8-45c6-4e9b-8357-c61c76f73d72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:55.661965 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07e99d8-45c6-4e9b-8357-c61c76f73d72 None None] Bound using segment: {'id': 'f56a08b3-4e3e-4875-8acc-cad1998318ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '15d1717b-175b-44f8-9372-26ddb5f67809'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:39:55.663501 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-b07e99d8-45c6-4e9b-8357-c61c76f73d72 None None] Bound port: 0d624dc2-001c-4e13-b3a8-77021bd8461a, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56a08b3-4e3e-4875-8acc-cad1998318ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '15d1717b-175b-44f8-9372-26ddb5f67809'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:39:55.663501 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b07e99d8-45c6-4e9b-8357-c61c76f73d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (0d624dc2-001c-4e13-b3a8-77021bd8461a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:55.786499 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-d5abb042-bd2f-47c2-bd42-cea26c6182be tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Allocated IP 172.26.2.6 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/54638136-7994-4b10-a3e6-730f7672e8a5) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:55.843040 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1690d9-5982-43c3-9a34-84ac27bbbe7e None None] Pushing event updated for resources: {'Port': ['ID=587badb7-ea94-4f41-8ab0-6ce85ba685ea,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:55.855957 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c274af0c-0d91-40b7-9c76-f72acf3e9ec5 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:55.933726 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d5abb042-bd2f-47c2-bd42-cea26c6182be tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for port (54638136-7994-4b10-a3e6-730f7672e8a5), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:55.964969 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-a14a257a-e7c2-4e30-9d15-479527250d31 None None] Set router 7629c56d-7d67-4429-a964-8600f44d3e65 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:39:55.965379 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05c6609-293d-4d37-9365-9d129350952c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:56.011360 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-b07e99d8-45c6-4e9b-8357-c61c76f73d72 None None] For port 0d624dc2-001c-4e13-b3a8-77021bd8461a, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:39:56.030197 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-fc02beba-ff8e-4caa-a81f-4722e8859682 None None] Current status of the port 7949107d-a64a-43f2-9191-712a114d6445 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:56.030802 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fc02beba-ff8e-4caa-a81f-4722e8859682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7949107d-a64a-43f2-9191-712a114d6445), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:56.044698 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-b07e99d8-45c6-4e9b-8357-c61c76f73d72 None None] For port 0d624dc2-001c-4e13-b3a8-77021bd8461a, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=0d624dc2-001c-4e13-b3a8-77021bd8461a,segment=NetworkSegment(f56a08b3-4e3e-4875-8acc-cad1998318ca),segment_id=f56a08b3-4e3e-4875-8acc-cad1998318ca)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:39:56.046190 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 587badb7-ea94-4f41-8ab0-6ce85ba685ea triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:56.046671 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (587badb7-ea94-4f41-8ab0-6ce85ba685ea), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:56.051517 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d5abb042-bd2f-47c2-bd42-cea26c6182be tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (54638136-7994-4b10-a3e6-730f7672e8a5), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:56.082423 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e05c6609-293d-4d37-9365-9d129350952c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:56.099335 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dba01b-e69f-421e-a693-0dce4575240a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network 63dd5489-1cc6-4bd3-8e95-53ab79484276 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:56.123231 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-e05c6609-293d-4d37-9365-9d129350952c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] device_id is not set on port 805fc258-3781-40ea-b6a4-b5d8942b2e3f yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:39:56.123439 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dba01b-e69f-421e-a693-0dce4575240a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Port': ['ID=e7262eff-030f-4dca-8056-310da2264e62,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:56.156107 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b07e99d8-45c6-4e9b-8357-c61c76f73d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (0d624dc2-001c-4e13-b3a8-77021bd8461a), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:56.163570 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-98dba01b-e69f-421e-a693-0dce4575240a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:56.188430 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5abb042-bd2f-47c2-bd42-cea26c6182be tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:56.197384 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-d5abb042-bd2f-47c2-bd42-cea26c6182be tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:56.205780 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5abb042-bd2f-47c2-bd42-cea26c6182be tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:56.213216 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abb042-bd2f-47c2-bd42-cea26c6182be tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Pushing event updated for resources: {'Port': ['ID=54638136-7994-4b10-a3e6-730f7672e8a5,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:56.248686 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f24ae6ad-9d4e-4d5e-810b-d6e30ed72715 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks [] for router_gateway (97ee359a-8595-4de1-ba6d-f1c860d5da6d), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:56.265946 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dba01b-e69f-421e-a693-0dce4575240a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:56.267542 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-98dba01b-e69f-421e-a693-0dce4575240a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (fd2add42-2b6a-4ebf-a614-36e9f899fa96), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:56.307251 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c38e8b1e-30d8-4f04-af4f-07242fd4a09e tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks [] for security_group_rule (11ed8bfb-0c95-4dcb-b6ba-0fd3e36e834f), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:56.322785 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-101d1e09-63ec-400f-a5e2-fa27cdb387bf tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (d046c424-6648-40e9-9289-adbabb53acf7), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:56.420378 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0b8e619d-e092-4e60-b46b-feddb50180cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (2a4fe297-3502-401e-9f93-a5a5875cf768), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:56.445531 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c38e8b1e-30d8-4f04-af4f-07242fd4a09e tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (11ed8bfb-0c95-4dcb-b6ba-0fd3e36e834f), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:56.474836 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-e05c6609-293d-4d37-9365-9d129350952c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Allocated IP 172.20.0.5 (94d9379e-13fb-449b-8f45-d1ab95378f77/e20051e6-24e5-4736-b6cf-5b958fe45622/805fc258-3781-40ea-b6a4-b5d8942b2e3f) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:56.487644 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-e05c6609-293d-4d37-9365-9d129350952c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Allocated IP 2001:db8::f816:3eff:feca:a0fb (94d9379e-13fb-449b-8f45-d1ab95378f77/01759617-c9a1-4dcb-a300-32364fd96071/805fc258-3781-40ea-b6a4-b5d8942b2e3f) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:56.502482 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-f24ae6ad-9d4e-4d5e-810b-d6e30ed72715 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] update failed (client error): The resource could not be found. Mar 23 02:39:56.503031 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-fc02beba-ff8e-4caa-a81f-4722e8859682 None None] For port 7949107d-a64a-43f2-9191-712a114d6445, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=7949107d-a64a-43f2-9191-712a114d6445,segment=NetworkSegment(31a5abdc-77c7-4b66-8f8c-26e205d8373f),segment_id=31a5abdc-77c7-4b66-8f8c-26e205d8373f)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:56.503549 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f24ae6ad-9d4e-4d5e-810b-d6e30ed72715 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] 10.222.0.24 "PUT /v2.0/routers/97ee359a-8595-4de1-ba6d-f1c860d5da6d HTTP/1.1" status: 404 len: 339 time: 1.0314014 Mar 23 02:39:56.511291 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57826) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:56.532607 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-101d1e09-63ec-400f-a5e2-fa27cdb387bf tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (d046c424-6648-40e9-9289-adbabb53acf7), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:56.539424 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101d1e09-63ec-400f-a5e2-fa27cdb387bf tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:56.541090 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-101d1e09-63ec-400f-a5e2-fa27cdb387bf tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:56.554805 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e8b1e-30d8-4f04-af4f-07242fd4a09e tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11ed8bfb-0c95-4dcb-b6ba-0fd3e36e834f,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:56.569720 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e99d8-45c6-4e9b-8357-c61c76f73d72 None None] Pushing event updated for resources: {'Port': ['ID=0d624dc2-001c-4e13-b3a8-77021bd8461a,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:56.633084 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fc02beba-ff8e-4caa-a81f-4722e8859682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (7949107d-a64a-43f2-9191-712a114d6445), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:56.711439 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d1e09-63ec-400f-a5e2-fa27cdb387bf tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Pushing event updated for resources: {'Network': ['ID=d046c424-6648-40e9-9289-adbabb53acf7,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:56.718090 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c38e8b1e-30d8-4f04-af4f-07242fd4a09e tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:56.722195 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c38e8b1e-30d8-4f04-af4f-07242fd4a09e tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5026743 Mar 23 02:39:56.736238 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network d046c424-6648-40e9-9289-adbabb53acf7 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:39:56.744509 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57828) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:56.752554 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-ea8e5dae-0fd6-4840-85f6-a049a765f8c6 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:56.762878 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-101d1e09-63ec-400f-a5e2-fa27cdb387bf tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6179011 Mar 23 02:39:56.768065 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57830) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:56.793178 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 587badb7-ea94-4f41-8ab0-6ce85ba685ea is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:56.797040 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-31c224fc-b88a-445b-9468-9b9f3a156306 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Request body: {'subnet': {'network_id': 'd046c424-6648-40e9-9289-adbabb53acf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:56.911876 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-fc02beba-ff8e-4caa-a81f-4722e8859682 None None] Provisioning complete for port 587badb7-ea94-4f41-8ab0-6ce85ba685ea triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:56.912428 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fc02beba-ff8e-4caa-a81f-4722e8859682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (587badb7-ea94-4f41-8ab0-6ce85ba685ea), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:56.944856 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-98dba01b-e69f-421e-a693-0dce4575240a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (e7262eff-030f-4dca-8056-310da2264e62), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:56.988329 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 587badb7-ea94-4f41-8ab0-6ce85ba685ea up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:56.990223 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02beba-ff8e-4caa-a81f-4722e8859682 None None] Pushing event updated for resources: {'Port': ['ID=7949107d-a64a-43f2-9191-712a114d6445,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:57.010235 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1734718-658f-4c67-93d5-8bd5940477c4 None None] Update dhcp port {'port': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'fixed_ips': [{'subnet_id': '01759617-c9a1-4dcb-a300-32364fd96071', 'ip_address': '2001:db8::f816:3eff:fe8f:cd6'}, {'subnet_id': 'e20051e6-24e5-4736-b6cf-5b958fe45622'}], 'binding:host_id': 'dv-neutron-834613-2-hyperv'}, 'id': '8decc31b-284f-40d9-b544-b69973992f41'} from dv-neutron-834613-2-hyperv. {{(pid=104350) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 23 02:39:57.094508 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a1734718-658f-4c67-93d5-8bd5940477c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8decc31b-284f-40d9-b544-b69973992f41), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:57.110954 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a14a257a-e7c2-4e30-9d15-479527250d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'name': 'tempest-ServersTestManualDisk-1311817031-router', 'tenant_id': '61f0207fb76b46cf82a5b8d685172d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '668dd7a8-d041-43bd-afcf-c2cec216956a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:39:35Z', 'updated_at': '2022-03-23T02:39:49Z', 'revision_number': 4, 'project_id': '61f0207fb76b46cf82a5b8d685172d9b', 'gw_port': {'id': '668dd7a8-d041-43bd-afcf-c2cec216956a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:37Z', 'updated_at': '2022-03-23T02:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '7949107d-a64a-43f2-9191-712a114d6445', 'name': '', 'network_id': '5b79c2a7-673b-4477-acc0-14a62556cbba', 'tenant_id': '61f0207fb76b46cf82a5b8d685172d9b', 'mac_address': 'fa:16:3e:e0:30:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '163024ce-a589-49e2-9617-858c615e40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:45Z', 'updated_at': '2022-03-23T02:39:54Z', 'revision_number': 4, 'project_id': '61f0207fb76b46cf82a5b8d685172d9b', 'subnets': [{'id': '163024ce-a589-49e2-9617-858c615e40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:57.128391 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8e619d-e092-4e60-b46b-feddb50180cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Router 2a4fe297-3502-401e-9f93-a5a5875cf768 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:39:57.154530 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14a257a-e7c2-4e30-9d15-479527250d31 None None] The sync data for ids ['7629c56d-7d67-4429-a964-8600f44d3e65'] in dv-neutron-834613-2-hyperv is: [{'id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'name': 'tempest-ServersTestManualDisk-1311817031-router', 'tenant_id': '61f0207fb76b46cf82a5b8d685172d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '668dd7a8-d041-43bd-afcf-c2cec216956a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:39:35Z', 'updated_at': '2022-03-23T02:39:49Z', 'revision_number': 4, 'project_id': '61f0207fb76b46cf82a5b8d685172d9b', 'gw_port': {'id': '668dd7a8-d041-43bd-afcf-c2cec216956a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:37Z', 'updated_at': '2022-03-23T02:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '7949107d-a64a-43f2-9191-712a114d6445', 'name': '', 'network_id': '5b79c2a7-673b-4477-acc0-14a62556cbba', 'tenant_id': '61f0207fb76b46cf82a5b8d685172d9b', 'mac_address': 'fa:16:3e:e0:30:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '163024ce-a589-49e2-9617-858c615e40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:45Z', 'updated_at': '2022-03-23T02:39:54Z', 'revision_number': 4, 'project_id': '61f0207fb76b46cf82a5b8d685172d9b', 'subnets': [{'id': '163024ce-a589-49e2-9617-858c615e40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:39:57.211546 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 587badb7-ea94-4f41-8ab0-6ce85ba685ea triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:57.212032 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (587badb7-ea94-4f41-8ab0-6ce85ba685ea), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:57.222776 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e05c6609-293d-4d37-9365-9d129350952c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for port (805fc258-3781-40ea-b6a4-b5d8942b2e3f), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:57.260095 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ea8e5dae-0fd6-4840-85f6-a049a765f8c6 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:57.340596 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-fc02beba-ff8e-4caa-a81f-4722e8859682 None None] Current status of the port 587badb7-ea94-4f41-8ab0-6ce85ba685ea is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:57.415353 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8e619d-e092-4e60-b46b-feddb50180cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:39:57.443017 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c224fc-b88a-445b-9468-9b9f3a156306 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Made reservation on behalf of ae262acb2831448aa0401111a68e30ae for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:57.446501 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-31c224fc-b88a-445b-9468-9b9f3a156306 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:57.452717 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03046a84-2fe4-4def-ab19-ec8d40ff243d None None] Sync routers for ids ['2a4fe297-3502-401e-9f93-a5a5875cf768'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:39:57.457797 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 587badb7-ea94-4f41-8ab0-6ce85ba685ea is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:57.464380 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d5abb042-bd2f-47c2-bd42-cea26c6182be tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router_gateway (56adb6bc-040d-4e0a-8f27-f48d7a889b41), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:57.478599 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-98dba01b-e69f-421e-a693-0dce4575240a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for port (e7262eff-030f-4dca-8056-310da2264e62), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:57.481305 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03046a84-2fe4-4def-ab19-ec8d40ff243d None None] Routers {'2a4fe297-3502-401e-9f93-a5a5875cf768'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:57.482040 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-03046a84-2fe4-4def-ab19-ec8d40ff243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['2a4fe297-3502-401e-9f93-a5a5875cf768'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:57.520528 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0b8e619d-e092-4e60-b46b-feddb50180cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:57.525046 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0b8e619d-e092-4e60-b46b-feddb50180cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.6865003 Mar 23 02:39:57.527505 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57832) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:57.538257 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-641d47b6-6da4-4e21-a269-79e38ddedacf None None] Provisioning complete for port 8decc31b-284f-40d9-b544-b69973992f41 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:57.538818 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-641d47b6-6da4-4e21-a269-79e38ddedacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8decc31b-284f-40d9-b544-b69973992f41), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:57.540943 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-03046a84-2fe4-4def-ab19-ec8d40ff243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:57.596507 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03046a84-2fe4-4def-ab19-ec8d40ff243d None None] Routers {'2a4fe297-3502-401e-9f93-a5a5875cf768'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:57.597346 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-03046a84-2fe4-4def-ab19-ec8d40ff243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['2a4fe297-3502-401e-9f93-a5a5875cf768'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:57.647746 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-98dba01b-e69f-421e-a693-0dce4575240a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (e7262eff-030f-4dca-8056-310da2264e62), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:57.649701 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-98dba01b-e69f-421e-a693-0dce4575240a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (fd2add42-2b6a-4ebf-a614-36e9f899fa96), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:57.670638 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-03046a84-2fe4-4def-ab19-ec8d40ff243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:57.670863 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1da1bd95-d699-43b3-855a-b7ac1430da3a tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:57.671314 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03046a84-2fe4-4def-ab19-ec8d40ff243d None None] The sync data for ids ['2a4fe297-3502-401e-9f93-a5a5875cf768'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:39:57.785434 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e05c6609-293d-4d37-9365-9d129350952c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (805fc258-3781-40ea-b6a4-b5d8942b2e3f), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:57.800531 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-641d47b6-6da4-4e21-a269-79e38ddedacf None None] Current status of the port 8decc31b-284f-40d9-b544-b69973992f41 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:57.837148 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-a1734718-658f-4c67-93d5-8bd5940477c4 None None] Allocated IP 172.20.0.2 (94d9379e-13fb-449b-8f45-d1ab95378f77/e20051e6-24e5-4736-b6cf-5b958fe45622/8decc31b-284f-40d9-b544-b69973992f41) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:57.852342 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dba01b-e69f-421e-a693-0dce4575240a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Port': ['ID=e7262eff-030f-4dca-8056-310da2264e62,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:57.861574 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-fbba532c-e025-47e8-9ffd-89ebf41dabb7 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "GET /v2.0/routers/2a4fe297-3502-401e-9f93-a5a5875cf768 HTTP/1.1" status: 200 len: 921 time: 0.3347228 Mar 23 02:39:57.864404 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-641d47b6-6da4-4e21-a269-79e38ddedacf None None] Provisioning complete for port e7262eff-030f-4dca-8056-310da2264e62 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:57.864796 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-641d47b6-6da4-4e21-a269-79e38ddedacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e7262eff-030f-4dca-8056-310da2264e62), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:57.865049 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57834) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:57.881307 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c6609-293d-4d37-9365-9d129350952c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Port': ['ID=805fc258-3781-40ea-b6a4-b5d8942b2e3f,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:57.911624 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b5b4678d-2c30-45c3-8481-be20cafeb703 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a4fe297-3502-401e-9f93-a5a5875cf768 HTTP/1.1" status: 200 len: 205 time: 0.0451410 Mar 23 02:39:57.912384 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57836) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:57.938754 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-641d47b6-6da4-4e21-a269-79e38ddedacf None None] Port e7262eff-030f-4dca-8056-310da2264e62 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:39:57.996253 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05c6609-293d-4d37-9365-9d129350952c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:58.018563 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-641d47b6-6da4-4e21-a269-79e38ddedacf None None] Provisioning complete for port 587badb7-ea94-4f41-8ab0-6ce85ba685ea triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:58.018949 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-641d47b6-6da4-4e21-a269-79e38ddedacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (587badb7-ea94-4f41-8ab0-6ce85ba685ea), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:58.021544 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-e05c6609-293d-4d37-9365-9d129350952c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:58.024594 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05c6609-293d-4d37-9365-9d129350952c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:58.096176 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dba01b-e69f-421e-a693-0dce4575240a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network 63dd5489-1cc6-4bd3-8e95-53ab79484276 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:58.099331 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-98dba01b-e69f-421e-a693-0dce4575240a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:58.106847 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abd4c4c-22ca-4a49-8910-5ddf8a358d26 None None] Network 15d1717b-175b-44f8-9372-26ddb5f67809 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:58.158542 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2c784b2d-0d54-4910-95e3-e574ef22e689 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router (2a4fe297-3502-401e-9f93-a5a5875cf768), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:58.194703 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-a1734718-658f-4c67-93d5-8bd5940477c4 None None] For port 8decc31b-284f-40d9-b544-b69973992f41, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8decc31b-284f-40d9-b544-b69973992f41,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:58.310871 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-641d47b6-6da4-4e21-a269-79e38ddedacf None None] Current status of the port 587badb7-ea94-4f41-8ab0-6ce85ba685ea is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:58.321147 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a1734718-658f-4c67-93d5-8bd5940477c4 None None] Publish callbacks [] for port (8decc31b-284f-40d9-b544-b69973992f41), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:58.341421 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2c784b2d-0d54-4910-95e3-e574ef22e689 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router_gateway (2a4fe297-3502-401e-9f93-a5a5875cf768), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:58.381534 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-641d47b6-6da4-4e21-a269-79e38ddedacf None None] Provisioning complete for port 7949107d-a64a-43f2-9191-712a114d6445 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:58.381987 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-641d47b6-6da4-4e21-a269-79e38ddedacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7949107d-a64a-43f2-9191-712a114d6445), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:58.418465 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a1734718-658f-4c67-93d5-8bd5940477c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (8decc31b-284f-40d9-b544-b69973992f41), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:58.508034 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98dba01b-e69f-421e-a693-0dce4575240a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Router fd2add42-2b6a-4ebf-a614-36e9f899fa96 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:39:58.570378 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1734718-658f-4c67-93d5-8bd5940477c4 None None] Pushing event updated for resources: {'Port': ['ID=8decc31b-284f-40d9-b544-b69973992f41,revision_number=9']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:58.595882 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ea8e5dae-0fd6-4840-85f6-a049a765f8c6 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:58.649093 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-641d47b6-6da4-4e21-a269-79e38ddedacf None None] Current status of the port 7949107d-a64a-43f2-9191-712a114d6445 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:58.682646 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-2c784b2d-0d54-4910-95e3-e574ef22e689 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Deleting port 2a19fbdc-788d-4555-8f03-119bb63a78b1 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:39:58.683086 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2c784b2d-0d54-4910-95e3-e574ef22e689 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (2a19fbdc-788d-4555-8f03-119bb63a78b1), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:58.731889 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98dba01b-e69f-421e-a693-0dce4575240a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:39:58.743551 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fea733-926d-4ba4-a7a5-fe16e5035f69 None None] Sync routers for ids ['fd2add42-2b6a-4ebf-a614-36e9f899fa96'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:39:58.760222 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-98dba01b-e69f-421e-a693-0dce4575240a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "PUT /v2.0/routers/fd2add42-2b6a-4ebf-a614-36e9f899fa96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0035343 Mar 23 02:39:58.764351 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fea733-926d-4ba4-a7a5-fe16e5035f69 None None] Routers {'fd2add42-2b6a-4ebf-a614-36e9f899fa96'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:58.764988 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-d3fea733-926d-4ba4-a7a5-fe16e5035f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['fd2add42-2b6a-4ebf-a614-36e9f899fa96'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:58.765214 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57838) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:58.792149 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-09affd85-b022-468f-a594-a2629387c11a None None] Provisioning complete for port 0d624dc2-001c-4e13-b3a8-77021bd8461a triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:58.792538 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-09affd85-b022-468f-a594-a2629387c11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (0d624dc2-001c-4e13-b3a8-77021bd8461a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:58.830688 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-d3fea733-926d-4ba4-a7a5-fe16e5035f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:58.847711 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fea733-926d-4ba4-a7a5-fe16e5035f69 None None] Routers {'fd2add42-2b6a-4ebf-a614-36e9f899fa96'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:58.854466 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-d3fea733-926d-4ba4-a7a5-fe16e5035f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['fd2add42-2b6a-4ebf-a614-36e9f899fa96'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:58.890489 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3342aa4-7e12-49cb-a3aa-2755bc4c95be tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:58.895684 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e3342aa4-7e12-49cb-a3aa-2755bc4c95be tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "GET /v2.0/ports/e7262eff-030f-4dca-8056-310da2264e62 HTTP/1.1" status: 200 len: 911 time: 0.1212988 Mar 23 02:39:58.896736 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57840) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:58.931102 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-d3fea733-926d-4ba4-a7a5-fe16e5035f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:58.937040 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fea733-926d-4ba4-a7a5-fe16e5035f69 None None] The sync data for ids ['fd2add42-2b6a-4ebf-a614-36e9f899fa96'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:39:59.034463 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2c784b2d-0d54-4910-95e3-e574ef22e689 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (2a19fbdc-788d-4555-8f03-119bb63a78b1), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:59.053224 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-09affd85-b022-468f-a594-a2629387c11a None None] Current status of the port 0d624dc2-001c-4e13-b3a8-77021bd8461a is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:59.053884 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-09affd85-b022-468f-a594-a2629387c11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (0d624dc2-001c-4e13-b3a8-77021bd8461a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:59.060098 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05c6609-293d-4d37-9365-9d129350952c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:59.061406 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e05c6609-293d-4d37-9365-9d129350952c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:59.065694 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-2c784b2d-0d54-4910-95e3-e574ef22e689 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Calling delete_port for 2a19fbdc-788d-4555-8f03-119bb63a78b1 owned by network:router_gateway {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:39:59.095913 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-1da1bd95-d699-43b3-855a-b7ac1430da3a tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Allocated IP 172.20.0.1 (1c4d7048-26a9-4eb4-b53f-f92189bd27d8/6a226587-cc77-4d16-883b-6955a90a5310/872d8e72-f808-47a6-9ca8-ab6d7135b06e) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:59.112823 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-09affd85-b022-468f-a594-a2629387c11a None None] For port 0d624dc2-001c-4e13-b3a8-77021bd8461a, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=0d624dc2-001c-4e13-b3a8-77021bd8461a,segment=NetworkSegment(f56a08b3-4e3e-4875-8acc-cad1998318ca),segment_id=f56a08b3-4e3e-4875-8acc-cad1998318ca)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:59.114350 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d5abb042-bd2f-47c2-bd42-cea26c6182be tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1655254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3512'] for router (56adb6bc-040d-4e0a-8f27-f48d7a889b41), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:59.144317 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d5abb042-bd2f-47c2-bd42-cea26c6182be tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1655263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1655076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656974'] for router (56adb6bc-040d-4e0a-8f27-f48d7a889b41), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:59.202103 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 7949107d-a64a-43f2-9191-712a114d6445 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:59.261886 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 7949107d-a64a-43f2-9191-712a114d6445 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:59.262273 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7949107d-a64a-43f2-9191-712a114d6445), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:59.290508 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-09affd85-b022-468f-a594-a2629387c11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (0d624dc2-001c-4e13-b3a8-77021bd8461a), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:59.341934 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-09affd85-b022-468f-a594-a2629387c11a None None] Provisioning complete for port e7262eff-030f-4dca-8056-310da2264e62 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:59.342350 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-09affd85-b022-468f-a594-a2629387c11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e7262eff-030f-4dca-8056-310da2264e62), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:59.370244 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1da1bd95-d699-43b3-855a-b7ac1430da3a tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks [] for port (872d8e72-f808-47a6-9ca8-ab6d7135b06e), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:59.390131 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-09affd85-b022-468f-a594-a2629387c11a None None] Port e7262eff-030f-4dca-8056-310da2264e62 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:39:59.418301 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09affd85-b022-468f-a594-a2629387c11a None None] Pushing event updated for resources: {'Port': ['ID=0d624dc2-001c-4e13-b3a8-77021bd8461a,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:59.425333 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e05c6609-293d-4d37-9365-9d129350952c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.8241427 Mar 23 02:39:59.433935 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57842) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:59.476964 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 7949107d-a64a-43f2-9191-712a114d6445 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:59.478056 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 0d624dc2-001c-4e13-b3a8-77021bd8461a up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:59.502330 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1da1bd95-d699-43b3-855a-b7ac1430da3a tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (872d8e72-f808-47a6-9ca8-ab6d7135b06e), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:59.524385 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8fe1f5-d2d9-418c-8300-a90517925e0a None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:59.528954 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2c784b2d-0d54-4910-95e3-e574ef22e689 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (2a19fbdc-788d-4555-8f03-119bb63a78b1), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:59.566547 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-ea8e5dae-0fd6-4840-85f6-a049a765f8c6 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Allocated IP 172.26.2.166 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/da14a155-03c7-449e-adf2-34a9b34834c4) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:59.573276 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c784b2d-0d54-4910-95e3-e574ef22e689 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Pushing event deleted for resources: {'Port': ['ID=2a19fbdc-788d-4555-8f03-119bb63a78b1,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:59.607186 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.objects.ports [None req-31c224fc-b88a-445b-9468-9b9f3a156306 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104349) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 02:39:59.619876 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da1bd95-d699-43b3-855a-b7ac1430da3a tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Network 1c4d7048-26a9-4eb4-b53f-f92189bd27d8 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:59.627966 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-31c224fc-b88a-445b-9468-9b9f3a156306 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (95066a82-7de0-4a3b-a8d3-3066111bed89), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:59.637151 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-1da1bd95-d699-43b3-855a-b7ac1430da3a tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:59.646851 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1bd95-d699-43b3-855a-b7ac1430da3a tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Pushing event updated for resources: {'Port': ['ID=872d8e72-f808-47a6-9ca8-ab6d7135b06e,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:59.649770 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da1bd95-d699-43b3-855a-b7ac1430da3a tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:59.803759 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c224fc-b88a-445b-9468-9b9f3a156306 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Pushing event updated for resources: {'Subnet': ['ID=95066a82-7de0-4a3b-a8d3-3066111bed89,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:59.806662 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 0d624dc2-001c-4e13-b3a8-77021bd8461a triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:59.807046 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (0d624dc2-001c-4e13-b3a8-77021bd8461a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:59.815612 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-8909ec65-49bb-410b-9d2e-b34d38c1c353 None None] Provisioning complete for port 0d624dc2-001c-4e13-b3a8-77021bd8461a triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:59.815878 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8909ec65-49bb-410b-9d2e-b34d38c1c353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (0d624dc2-001c-4e13-b3a8-77021bd8461a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:59.838519 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1da1bd95-d699-43b3-855a-b7ac1430da3a tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (97ee359a-8595-4de1-ba6d-f1c860d5da6d), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:59.926387 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c224fc-b88a-445b-9468-9b9f3a156306 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Checking segment: {'id': 'f96639f1-e524-4d91-a009-c25680bc2b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd046c424-6648-40e9-9289-adbabb53acf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:59.926780 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c224fc-b88a-445b-9468-9b9f3a156306 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Network hostable DHCP agents. Network: d046c424-6648-40e9-9289-adbabb53acf7, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:39:59.959007 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ea8e5dae-0fd6-4840-85f6-a049a765f8c6 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks [] for port (da14a155-03c7-449e-adf2-34a9b34834c4), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:59.963020 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201b631e-0882-4575-ab34-0cca6cb3e09d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:59.968748 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201b631e-0882-4575-ab34-0cca6cb3e09d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:59.973898 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-201b631e-0882-4575-ab34-0cca6cb3e09d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.5381646 Mar 23 02:39:59.977101 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57844) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:59.995891 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 0d624dc2-001c-4e13-b3a8-77021bd8461a is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:59.997023 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8decc31b-284f-40d9-b544-b69973992f41 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:40:00.030991 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-8909ec65-49bb-410b-9d2e-b34d38c1c353 None None] Current status of the port 0d624dc2-001c-4e13-b3a8-77021bd8461a is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:00.056044 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-8909ec65-49bb-410b-9d2e-b34d38c1c353 None None] Provisioning complete for port 8decc31b-284f-40d9-b544-b69973992f41 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:00.056654 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5abb042-bd2f-47c2-bd42-cea26c6182be tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Router 56adb6bc-040d-4e0a-8f27-f48d7a889b41 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:40:00.056749 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8909ec65-49bb-410b-9d2e-b34d38c1c353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8decc31b-284f-40d9-b544-b69973992f41), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:00.112782 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c224fc-b88a-445b-9468-9b9f3a156306 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Network d046c424-6648-40e9-9289-adbabb53acf7 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:40:00.114011 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 8decc31b-284f-40d9-b544-b69973992f41 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:00.114403 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8decc31b-284f-40d9-b544-b69973992f41), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:00.135050 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2c784b2d-0d54-4910-95e3-e574ef22e689 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (2a4fe297-3502-401e-9f93-a5a5875cf768), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:00.179084 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ea8e5dae-0fd6-4840-85f6-a049a765f8c6 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (da14a155-03c7-449e-adf2-34a9b34834c4), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:00.231117 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 8decc31b-284f-40d9-b544-b69973992f41 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:00.240261 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-31c224fc-b88a-445b-9468-9b9f3a156306 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, d046c424-6648-40e9-9289-adbabb53acf7) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:00.260596 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2c6f97f6-3405-4385-b96f-26f175e12edd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:00.266608 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1da1bd95-d699-43b3-855a-b7ac1430da3a tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (872d8e72-f808-47a6-9ca8-ab6d7135b06e), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:00.268707 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2c784b2d-0d54-4910-95e3-e574ef22e689 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (2a4fe297-3502-401e-9f93-a5a5875cf768), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:00.273652 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8e5dae-0fd6-4840-85f6-a049a765f8c6 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:00.275191 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c224fc-b88a-445b-9468-9b9f3a156306 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:00.275799 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-31c224fc-b88a-445b-9468-9b9f3a156306 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:00.277324 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2c784b2d-0d54-4910-95e3-e574ef22e689 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router_controller (2a4fe297-3502-401e-9f93-a5a5875cf768), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:00.284338 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-8909ec65-49bb-410b-9d2e-b34d38c1c353 None None] Current status of the port 8decc31b-284f-40d9-b544-b69973992f41 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:00.290820 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763437c5-f785-44d8-a90a-a1e147b89230 None None] Network d046c424-6648-40e9-9289-adbabb53acf7 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:00.294646 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-ea8e5dae-0fd6-4840-85f6-a049a765f8c6 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:00.301427 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e5dae-0fd6-4840-85f6-a049a765f8c6 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Pushing event updated for resources: {'Port': ['ID=da14a155-03c7-449e-adf2-34a9b34834c4,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:00.309949 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8e5dae-0fd6-4840-85f6-a049a765f8c6 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:00.382220 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5abb042-bd2f-47c2-bd42-cea26c6182be tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:40:00.389841 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d5abb042-bd2f-47c2-bd42-cea26c6182be tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:00.394095 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d5abb042-bd2f-47c2-bd42-cea26c6182be tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "PUT /v2.0/routers/56adb6bc-040d-4e0a-8f27-f48d7a889b41 HTTP/1.1" status: 200 len: 918 time: 7.1159384 Mar 23 02:40:00.394252 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57846) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:00.414301 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-31c224fc-b88a-445b-9468-9b9f3a156306 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.6195924 Mar 23 02:40:00.414468 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57848) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:00.428345 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c44d5a-b032-4851-96f4-c4b578cf7180 None None] Sync routers for ids ['56adb6bc-040d-4e0a-8f27-f48d7a889b41'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:40:00.429809 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-f99c8b06-86b2-45bc-89f9-422467cb1a9e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting port 805fc258-3781-40ea-b6a4-b5d8942b2e3f {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:00.430160 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f99c8b06-86b2-45bc-89f9-422467cb1a9e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (805fc258-3781-40ea-b6a4-b5d8942b2e3f), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:00.452498 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c44d5a-b032-4851-96f4-c4b578cf7180 None None] Routers {'56adb6bc-040d-4e0a-8f27-f48d7a889b41'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:00.453164 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-d4c44d5a-b032-4851-96f4-c4b578cf7180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['56adb6bc-040d-4e0a-8f27-f48d7a889b41'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:00.457294 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea6dd27-ebec-4114-98ad-23d461085363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-d046c424-6648-40e9-9289-adbabb53acf7', 'network_id': 'd046c424-6648-40e9-9289-adbabb53acf7', 'project_id': 'ae262acb2831448aa0401111a68e30ae', 'fixed_ips': [{'subnet_id': '95066a82-7de0-4a3b-a8d3-3066111bed89'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:40:00.458416 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2ea6dd27-ebec-4114-98ad-23d461085363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:00.512735 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-7c37dbfc-e09e-4a18-b1e1-6375e46caddd None None] Provisioning complete for port 872d8e72-f808-47a6-9ca8-ab6d7135b06e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:00.512735 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7c37dbfc-e09e-4a18-b1e1-6375e46caddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (872d8e72-f808-47a6-9ca8-ab6d7135b06e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:00.528768 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2c784b2d-0d54-4910-95e3-e574ef22e689 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (2a4fe297-3502-401e-9f93-a5a5875cf768), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:00.529572 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c784b2d-0d54-4910-95e3-e574ef22e689 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Fanout notify agent at l3_agent the message router_deleted on router 2a4fe297-3502-401e-9f93-a5a5875cf768 {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:40:00.538876 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2c784b2d-0d54-4910-95e3-e574ef22e689 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:00.545934 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2c784b2d-0d54-4910-95e3-e574ef22e689 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] 10.222.0.24 "DELETE /v2.0/routers/2a4fe297-3502-401e-9f93-a5a5875cf768 HTTP/1.1" status: 204 len: 168 time: 2.6246383 Mar 23 02:40:00.549932 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57850) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:00.552962 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-7c37dbfc-e09e-4a18-b1e1-6375e46caddd None None] Port 872d8e72-f808-47a6-9ca8-ab6d7135b06e cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:40:00.556436 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-d4c44d5a-b032-4851-96f4-c4b578cf7180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:00.575407 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c44d5a-b032-4851-96f4-c4b578cf7180 None None] Routers {'56adb6bc-040d-4e0a-8f27-f48d7a889b41'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:00.576665 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-d4c44d5a-b032-4851-96f4-c4b578cf7180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['56adb6bc-040d-4e0a-8f27-f48d7a889b41'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:00.596356 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-1887f486-d23d-4654-9c69-bad214bd58b0 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Request body: {'router': {'name': 'tempest-snat-router-530938944', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'enable_snat': False}}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:00.648367 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-d4c44d5a-b032-4851-96f4-c4b578cf7180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:00.649066 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c44d5a-b032-4851-96f4-c4b578cf7180 None None] The sync data for ids ['56adb6bc-040d-4e0a-8f27-f48d7a889b41'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:40:00.722334 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b98a0a2e-af7a-49ed-82d7-39ee085a4fc7 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "GET /v2.0/routers/56adb6bc-040d-4e0a-8f27-f48d7a889b41 HTTP/1.1" status: 200 len: 924 time: 0.3230796 Mar 23 02:40:00.722808 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57852) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:00.760905 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-d6cda4a0-1912-4e45-95ff-9f5790db6f80 None None] Provisioning complete for port 805fc258-3781-40ea-b6a4-b5d8942b2e3f triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:00.761195 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d6cda4a0-1912-4e45-95ff-9f5790db6f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (805fc258-3781-40ea-b6a4-b5d8942b2e3f), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:00.804981 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-2c6f97f6-3405-4385-b96f-26f175e12edd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Allocated IP 2001:db8:1::1 (15d1717b-175b-44f8-9372-26ddb5f67809/86352ecb-bbea-49b7-ac6b-158596f49d1f/316f8b60-703d-4710-97ca-84d4b480cea0) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:00.848981 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-d6cda4a0-1912-4e45-95ff-9f5790db6f80 None None] Port 805fc258-3781-40ea-b6a4-b5d8942b2e3f cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:40:00.858758 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1da1bd95-d699-43b3-855a-b7ac1430da3a tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks [] for port (872d8e72-f808-47a6-9ca8-ab6d7135b06e), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:00.863397 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-2ea6dd27-ebec-4114-98ad-23d461085363 None None] Allocated IP 2001:db8::f816:3eff:fe89:4df7 (d046c424-6648-40e9-9289-adbabb53acf7/95066a82-7de0-4a3b-a8d3-3066111bed89/1ec77550-25c7-44e0-9939-4ecc376b4ac0) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:00.864577 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (d046c424-6648-40e9-9289-adbabb53acf7), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:00.882102 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-d6cda4a0-1912-4e45-95ff-9f5790db6f80 None None] Provisioning complete for port 8decc31b-284f-40d9-b544-b69973992f41 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:00.882102 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d6cda4a0-1912-4e45-95ff-9f5790db6f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8decc31b-284f-40d9-b544-b69973992f41), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:00.887472 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f99c8b06-86b2-45bc-89f9-422467cb1a9e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (805fc258-3781-40ea-b6a4-b5d8942b2e3f), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:00.907993 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1887f486-d23d-4654-9c69-bad214bd58b0 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (18fce1d5-6aee-4591-abff-96c4402ec4f4), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:00.909009 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1887f486-d23d-4654-9c69-bad214bd58b0 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (18fce1d5-6aee-4591-abff-96c4402ec4f4), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:00.910054 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-f99c8b06-86b2-45bc-89f9-422467cb1a9e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Calling delete_port for 805fc258-3781-40ea-b6a4-b5d8942b2e3f owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:00.938380 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ea8e5dae-0fd6-4840-85f6-a049a765f8c6 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks [] for floatingip (1cc60d07-9642-4d21-9e3e-f07549b499ce), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:00.971561 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1da1bd95-d699-43b3-855a-b7ac1430da3a tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (872d8e72-f808-47a6-9ca8-ab6d7135b06e), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:00.987503 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 0d624dc2-001c-4e13-b3a8-77021bd8461a up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:40:01.077015 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1da1bd95-d699-43b3-855a-b7ac1430da3a tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (97ee359a-8595-4de1-ba6d-f1c860d5da6d), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:01.081838 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2c6f97f6-3405-4385-b96f-26f175e12edd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for port (316f8b60-703d-4710-97ca-84d4b480cea0), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:01.095726 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (95066a82-7de0-4a3b-a8d3-3066111bed89), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:01.106094 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-d6cda4a0-1912-4e45-95ff-9f5790db6f80 None None] Current status of the port 8decc31b-284f-40d9-b544-b69973992f41 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:01.134530 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 0d624dc2-001c-4e13-b3a8-77021bd8461a triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:01.134921 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (0d624dc2-001c-4e13-b3a8-77021bd8461a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:01.216942 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2ea6dd27-ebec-4114-98ad-23d461085363 None None] Publish callbacks [] for port (1ec77550-25c7-44e0-9939-4ecc376b4ac0), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:01.232846 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23adb073-b815-43d2-8466-b7706d9ca53e tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:01.238713 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-23adb073-b815-43d2-8466-b7706d9ca53e tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=6bbcca03-75ff-487c-8b0e-a32302dacbee&device_id=56adb6bc-040d-4e0a-8f27-f48d7a889b41&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.3743913 Mar 23 02:40:01.239256 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57854) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:01.261965 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1887f486-d23d-4654-9c69-bad214bd58b0 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router_controller (18fce1d5-6aee-4591-abff-96c4402ec4f4), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:01.264694 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ea8e5dae-0fd6-4840-85f6-a049a765f8c6 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (da14a155-03c7-449e-adf2-34a9b34834c4), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:01.267207 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-8e919068-70df-4211-932b-454680d0b9c2 None None] Provisioning complete for port 805fc258-3781-40ea-b6a4-b5d8942b2e3f triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:01.267596 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8e919068-70df-4211-932b-454680d0b9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (805fc258-3781-40ea-b6a4-b5d8942b2e3f), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:01.323514 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 0d624dc2-001c-4e13-b3a8-77021bd8461a is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:01.330397 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2ea6dd27-ebec-4114-98ad-23d461085363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (1ec77550-25c7-44e0-9939-4ecc376b4ac0), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:01.336586 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2c6f97f6-3405-4385-b96f-26f175e12edd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (316f8b60-703d-4710-97ca-84d4b480cea0), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:01.396281 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea6dd27-ebec-4114-98ad-23d461085363 None None] Network d046c424-6648-40e9-9289-adbabb53acf7 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:01.397513 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-8e919068-70df-4211-932b-454680d0b9c2 None None] Port 805fc258-3781-40ea-b6a4-b5d8942b2e3f cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:40:01.404981 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f97f6-3405-4385-b96f-26f175e12edd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Port': ['ID=316f8b60-703d-4710-97ca-84d4b480cea0,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:01.408488 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-2ea6dd27-ebec-4114-98ad-23d461085363 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:01.411627 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea6dd27-ebec-4114-98ad-23d461085363 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:01.420169 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-8e919068-70df-4211-932b-454680d0b9c2 None None] Could not find standard attr ID for object 5ebe5288-b257-4353-b517-ea3dae828d64. {{(pid=104350) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:40:01.428833 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6f97f6-3405-4385-b96f-26f175e12edd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network 15d1717b-175b-44f8-9372-26ddb5f67809 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:01.430625 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6dd27-ebec-4114-98ad-23d461085363 None None] Pushing event updated for resources: {'Port': ['ID=1ec77550-25c7-44e0-9939-4ecc376b4ac0,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:01.431021 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-2c6f97f6-3405-4385-b96f-26f175e12edd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:01.442666 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6f97f6-3405-4385-b96f-26f175e12edd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:01.443644 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2c6f97f6-3405-4385-b96f-26f175e12edd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (fd2add42-2b6a-4ebf-a614-36e9f899fa96), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:01.449018 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (95066a82-7de0-4a3b-a8d3-3066111bed89), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:01.512001 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-2ea6dd27-ebec-4114-98ad-23d461085363 None None] Attempting to bind port 1ec77550-25c7-44e0-9939-4ecc376b4ac0 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:40:01.512526 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-2ea6dd27-ebec-4114-98ad-23d461085363 None None] Attempting to bind port 1ec77550-25c7-44e0-9939-4ecc376b4ac0 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'f96639f1-e524-4d91-a009-c25680bc2b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd046c424-6648-40e9-9289-adbabb53acf7'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:40:01.513040 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea6dd27-ebec-4114-98ad-23d461085363 None None] Attempting to bind port 1ec77550-25c7-44e0-9939-4ecc376b4ac0 on network d046c424-6648-40e9-9289-adbabb53acf7 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:40:01.525927 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f99c8b06-86b2-45bc-89f9-422467cb1a9e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (805fc258-3781-40ea-b6a4-b5d8942b2e3f), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:01.526887 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea6dd27-ebec-4114-98ad-23d461085363 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:40:01.527664 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea6dd27-ebec-4114-98ad-23d461085363 None None] Checking segment: {'id': 'f96639f1-e524-4d91-a009-c25680bc2b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd046c424-6648-40e9-9289-adbabb53acf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:40:01.528068 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2ea6dd27-ebec-4114-98ad-23d461085363 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:01.529088 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea6dd27-ebec-4114-98ad-23d461085363 None None] Bound using segment: {'id': 'f96639f1-e524-4d91-a009-c25680bc2b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd046c424-6648-40e9-9289-adbabb53acf7'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:40:01.529756 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-2ea6dd27-ebec-4114-98ad-23d461085363 None None] Bound port: 1ec77550-25c7-44e0-9939-4ecc376b4ac0, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f96639f1-e524-4d91-a009-c25680bc2b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd046c424-6648-40e9-9289-adbabb53acf7'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:40:01.530157 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2ea6dd27-ebec-4114-98ad-23d461085363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (1ec77550-25c7-44e0-9939-4ecc376b4ac0), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:01.543272 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Pushing event deleted for resources: {'Subnet': ['ID=95066a82-7de0-4a3b-a8d3-3066111bed89,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:01.608738 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c8b06-86b2-45bc-89f9-422467cb1a9e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Port': ['ID=805fc258-3781-40ea-b6a4-b5d8942b2e3f,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:01.646798 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-2ea6dd27-ebec-4114-98ad-23d461085363 None None] For port 1ec77550-25c7-44e0-9939-4ecc376b4ac0, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:40:01.650809 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-2ea6dd27-ebec-4114-98ad-23d461085363 None None] For port 1ec77550-25c7-44e0-9939-4ecc376b4ac0, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=1ec77550-25c7-44e0-9939-4ecc376b4ac0,segment=NetworkSegment(f96639f1-e524-4d91-a009-c25680bc2b43),segment_id=f96639f1-e524-4d91-a009-c25680bc2b43)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:40:01.724748 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2ea6dd27-ebec-4114-98ad-23d461085363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (1ec77550-25c7-44e0-9939-4ecc376b4ac0), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:01.745549 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (d046c424-6648-40e9-9289-adbabb53acf7), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:01.779594 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1bd95-d699-43b3-855a-b7ac1430da3a tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Pushing event updated for resources: {'Port': ['ID=872d8e72-f808-47a6-9ca8-ab6d7135b06e,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:01.794733 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d046c424-6648-40e9-9289-adbabb53acf7']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:01.824622 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f99c8b06-86b2-45bc-89f9-422467cb1a9e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:01.831254 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f99c8b06-86b2-45bc-89f9-422467cb1a9e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/805fc258-3781-40ea-b6a4-b5d8942b2e3f HTTP/1.1" status: 204 len: 168 time: 1.8488774 Mar 23 02:40:01.831254 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f96639f1-e524-4d91-a009-c25680bc2b43') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:01.831254 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f96639f1-e524-4d91-a009-c25680bc2b43') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:01.834125 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57856) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:01.870564 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (f96639f1-e524-4d91-a009-c25680bc2b43), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:01.874888 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b725cdd9-8c9e-4f54-93db-22c3a6d0a0d9 None None] Network d046c424-6648-40e9-9289-adbabb53acf7 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:01.929523 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (f96639f1-e524-4d91-a009-c25680bc2b43), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:01.932243 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da1bd95-d699-43b3-855a-b7ac1430da3a tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Network 1c4d7048-26a9-4eb4-b53f-f92189bd27d8 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:01.945097 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2c6f97f6-3405-4385-b96f-26f175e12edd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (316f8b60-703d-4710-97ca-84d4b480cea0), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:01.949639 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:40:01.950228 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (f96639f1-e524-4d91-a009-c25680bc2b43), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:01.950897 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-1da1bd95-d699-43b3-855a-b7ac1430da3a tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:01.956027 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:40:01.956027 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:40:01.956027 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:40:01.956027 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:40:01.956027 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:40:01.956027 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:40:01.956027 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:40:01.956027 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:40:01.956027 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:40:01.956027 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:40:01.956027 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:40:01.956027 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:40:01.956027 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:40:01.956027 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:40:01.956027 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:40:01.956027 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:40:01.956027 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:40:01.956027 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:40:01.956027 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:40:01.956027 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:40:01.956027 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:40:01.956027 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:40:01.956027 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:40:01.956027 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:40:01.956027 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:40:01.956027 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:40:01.956027 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:40:01.956027 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:40:01.956027 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:40:01.956027 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:40:01.956027 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:40:01.956027 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:40:01.992911 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6dd27-ebec-4114-98ad-23d461085363 None None] Pushing event updated for resources: {'Port': ['ID=1ec77550-25c7-44e0-9939-4ecc376b4ac0,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:02.012844 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-a75b7529-c6a4-4c54-9a9f-4e1238025938 None None] Provisioning complete for port 316f8b60-703d-4710-97ca-84d4b480cea0 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:02.013241 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a75b7529-c6a4-4c54-9a9f-4e1238025938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (316f8b60-703d-4710-97ca-84d4b480cea0), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:02.055195 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-a75b7529-c6a4-4c54-9a9f-4e1238025938 None None] Port 316f8b60-703d-4710-97ca-84d4b480cea0 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:40:02.138103 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26547171-8abc-44ae-95b6-a9aa06edc25a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:02.139524 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.db.api [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 02:40:02.139524 dv-neutron-834613-2-hyperv neutron-server[104348]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 02:40:02.139524 dv-neutron-834613-2-hyperv neutron-server[104348]: [parameters: {'id': 'd046c424-6648-40e9-9289-adbabb53acf7'}] Mar 23 02:40:02.139524 dv-neutron-834613-2-hyperv neutron-server[104348]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:40:02.139982 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26547171-8abc-44ae-95b6-a9aa06edc25a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:02.140236 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG oslo_db.api [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:40:02.141032 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26547171-8abc-44ae-95b6-a9aa06edc25a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:02.142873 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-26547171-8abc-44ae-95b6-a9aa06edc25a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2766449 Mar 23 02:40:02.149470 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57858) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:02.217636 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32f7a8c-bf17-4d29-b029-47c0cc4ae24b None None] get_active_networks_info from dv-neutron-834613-2-hyperv {{(pid=104350) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 02:40:02.222729 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387240c0-199f-4d93-892d-6d88bd81eb6c tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:02.226751 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-387240c0-199f-4d93-892d-6d88bd81eb6c tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "GET /v2.0/networks/6bbcca03-75ff-487c-8b0e-a32302dacbee HTTP/1.1" status: 200 len: 881 time: 0.9605763 Mar 23 02:40:02.227589 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57860) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:02.228776 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1887f486-d23d-4654-9c69-bad214bd58b0 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router_gateway (18fce1d5-6aee-4591-abff-96c4402ec4f4), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:02.299038 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1abd9173-c90f-4e54-83de-c124f42fd580 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] 10.222.0.24 "GET /v2.0/ports?device_id=56adb6bc-040d-4e0a-8f27-f48d7a889b41 HTTP/1.1" status: 200 len: 205 time: 0.0677073 Mar 23 02:40:02.299700 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57862) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:02.302415 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-7ec9663c-5793-46df-83e0-968acbf61801 None None] Provisioning complete for port 872d8e72-f808-47a6-9ca8-ab6d7135b06e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:02.302801 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7ec9663c-5793-46df-83e0-968acbf61801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (872d8e72-f808-47a6-9ca8-ab6d7135b06e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:02.317711 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aadc922-9a68-41a6-a9a1-64f68df4d745 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting subnet 01759617-c9a1-4dcb-a300-32364fd96071 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:40:02.330571 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0aadc922-9a68-41a6-a9a1-64f68df4d745 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (01759617-c9a1-4dcb-a300-32364fd96071), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:02.356805 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-7ec9663c-5793-46df-83e0-968acbf61801 None None] Port 872d8e72-f808-47a6-9ca8-ab6d7135b06e cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:40:02.380054 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da1bd95-d699-43b3-855a-b7ac1430da3a tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Router 97ee359a-8595-4de1-ba6d-f1c860d5da6d has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:40:02.390619 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32f7a8c-bf17-4d29-b029-47c0cc4ae24b None None] Resources bound (agent type, host, resource id): {{(pid=104350) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 02:40:02.434366 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0aadc922-9a68-41a6-a9a1-64f68df4d745 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (01759617-c9a1-4dcb-a300-32364fd96071), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:02.460295 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8325f115-2c96-4868-ba95-1aa2732e4f24 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router (56adb6bc-040d-4e0a-8f27-f48d7a889b41), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:02.464681 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ea8e5dae-0fd6-4840-85f6-a049a765f8c6 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks [] for port (da14a155-03c7-449e-adf2-34a9b34834c4), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:02.504178 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2c6f97f6-3405-4385-b96f-26f175e12edd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for port (316f8b60-703d-4710-97ca-84d4b480cea0), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:02.563438 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ea8e5dae-0fd6-4840-85f6-a049a765f8c6 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (da14a155-03c7-449e-adf2-34a9b34834c4), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:02.564548 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2c6f97f6-3405-4385-b96f-26f175e12edd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (316f8b60-703d-4710-97ca-84d4b480cea0), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:02.565688 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2c6f97f6-3405-4385-b96f-26f175e12edd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (fd2add42-2b6a-4ebf-a614-36e9f899fa96), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:02.624859 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8325f115-2c96-4868-ba95-1aa2732e4f24 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router_gateway (56adb6bc-040d-4e0a-8f27-f48d7a889b41), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:02.654356 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (d046c424-6648-40e9-9289-adbabb53acf7), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:02.674195 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f97f6-3405-4385-b96f-26f175e12edd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Port': ['ID=316f8b60-703d-4710-97ca-84d4b480cea0,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:02.694999 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e5dae-0fd6-4840-85f6-a049a765f8c6 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Pushing event updated for resources: {'Port': ['ID=da14a155-03c7-449e-adf2-34a9b34834c4,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:02.707432 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0aadc922-9a68-41a6-a9a1-64f68df4d745 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (01759617-c9a1-4dcb-a300-32364fd96071), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:02.710957 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da1bd95-d699-43b3-855a-b7ac1430da3a tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:40:02.726587 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd830e4-a965-4f14-8e1b-3d470d48f20f None None] Sync routers for ids ['97ee359a-8595-4de1-ba6d-f1c860d5da6d'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:40:02.733930 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd830e4-a965-4f14-8e1b-3d470d48f20f None None] Routers {'97ee359a-8595-4de1-ba6d-f1c860d5da6d'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:02.734595 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-bcd830e4-a965-4f14-8e1b-3d470d48f20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['97ee359a-8595-4de1-ba6d-f1c860d5da6d'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:02.739485 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1da1bd95-d699-43b3-855a-b7ac1430da3a tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] 10.222.0.24 "PUT /v2.0/routers/97ee359a-8595-4de1-ba6d-f1c860d5da6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2260716 Mar 23 02:40:02.741465 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57864) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:02.769416 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ea8e5dae-0fd6-4840-85f6-a049a765f8c6 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (1cc60d07-9642-4d21-9e3e-f07549b499ce), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:02.769745 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-bcd830e4-a965-4f14-8e1b-3d470d48f20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:02.779036 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd830e4-a965-4f14-8e1b-3d470d48f20f None None] Routers {'97ee359a-8595-4de1-ba6d-f1c860d5da6d'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:02.779894 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-bcd830e4-a965-4f14-8e1b-3d470d48f20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['97ee359a-8595-4de1-ba6d-f1c860d5da6d'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:02.832126 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-bcd830e4-a965-4f14-8e1b-3d470d48f20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:02.832772 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd830e4-a965-4f14-8e1b-3d470d48f20f None None] The sync data for ids ['97ee359a-8595-4de1-ba6d-f1c860d5da6d'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:40:02.844986 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6f97f6-3405-4385-b96f-26f175e12edd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network 15d1717b-175b-44f8-9372-26ddb5f67809 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:02.848295 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ea8e5dae-0fd6-4840-85f6-a049a765f8c6 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:02.849564 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ea8e5dae-0fd6-4840-85f6-a049a765f8c6 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1014237 Mar 23 02:40:02.854178 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-2c6f97f6-3405-4385-b96f-26f175e12edd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:02.910387 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Deleting port 1ec77550-25c7-44e0-9939-4ecc376b4ac0 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:02.910731 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (1ec77550-25c7-44e0-9939-4ecc376b4ac0), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:02.925695 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1887f486-d23d-4654-9c69-bad214bd58b0 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router_gateway (18fce1d5-6aee-4591-abff-96c4402ec4f4), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:02.946767 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1887f486-d23d-4654-9c69-bad214bd58b0 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:02.960177 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0aadc922-9a68-41a6-a9a1-64f68df4d745 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (01759617-c9a1-4dcb-a300-32364fd96071), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:03.039421 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0aadc922-9a68-41a6-a9a1-64f68df4d745 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:03.043001 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0aadc922-9a68-41a6-a9a1-64f68df4d745 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/01759617-c9a1-4dcb-a300-32364fd96071 HTTP/1.1" status: 204 len: 168 time: 0.8606584 Mar 23 02:40:03.046169 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aadc922-9a68-41a6-a9a1-64f68df4d745 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Subnet': ['ID=01759617-c9a1-4dcb-a300-32364fd96071,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:03.046653 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a54f1a-9403-4445-a362-1083b91fc408 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:03.051141 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57882) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:03.162629 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-37c3d054-f3bc-48c2-b0ef-d7bef84618a5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting subnet e20051e6-24e5-4736-b6cf-5b958fe45622 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:40:03.166545 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-37c3d054-f3bc-48c2-b0ef-d7bef84618a5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (e20051e6-24e5-4736-b6cf-5b958fe45622), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:03.212445 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-1887f486-d23d-4654-9c69-bad214bd58b0 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Allocated IP 172.26.2.199 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/e859ada6-fc10-496d-a61d-1c17cd753167) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:03.235254 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-37c3d054-f3bc-48c2-b0ef-d7bef84618a5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (e20051e6-24e5-4736-b6cf-5b958fe45622), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:03.300234 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-b92dd965-359a-4be7-a151-7553ed37d7be None None] Provisioning complete for port 316f8b60-703d-4710-97ca-84d4b480cea0 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:03.300804 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b92dd965-359a-4be7-a151-7553ed37d7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (316f8b60-703d-4710-97ca-84d4b480cea0), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:03.338342 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-b92dd965-359a-4be7-a151-7553ed37d7be None None] Port 316f8b60-703d-4710-97ca-84d4b480cea0 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:40:03.404524 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6fd654e0-5138-43a2-85ac-1cf6f23376c6 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks [] for router (97ee359a-8595-4de1-ba6d-f1c860d5da6d), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:03.407736 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-37c3d054-f3bc-48c2-b0ef-d7bef84618a5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (e20051e6-24e5-4736-b6cf-5b958fe45622), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:03.439312 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1887f486-d23d-4654-9c69-bad214bd58b0 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for port (e859ada6-fc10-496d-a61d-1c17cd753167), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:03.540138 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] For port 1ec77550-25c7-44e0-9939-4ecc376b4ac0, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=1ec77550-25c7-44e0-9939-4ecc376b4ac0,segment=NetworkSegment(f96639f1-e524-4d91-a009-c25680bc2b43),segment_id=f96639f1-e524-4d91-a009-c25680bc2b43)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:03.540494 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (1ec77550-25c7-44e0-9939-4ecc376b4ac0), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:03.543159 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-37c3d054-f3bc-48c2-b0ef-d7bef84618a5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (e20051e6-24e5-4736-b6cf-5b958fe45622), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:03.566837 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-8325f115-2c96-4868-ba95-1aa2732e4f24 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Deleting port 54638136-7994-4b10-a3e6-730f7672e8a5 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:03.567429 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8325f115-2c96-4868-ba95-1aa2732e4f24 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (54638136-7994-4b10-a3e6-730f7672e8a5), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:03.576394 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3d054-f3bc-48c2-b0ef-d7bef84618a5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Subnet': ['ID=e20051e6-24e5-4736-b6cf-5b958fe45622,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:03.579127 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1887f486-d23d-4654-9c69-bad214bd58b0 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (e859ada6-fc10-496d-a61d-1c17cd753167), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:03.589803 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-37c3d054-f3bc-48c2-b0ef-d7bef84618a5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:03.593117 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-37c3d054-f3bc-48c2-b0ef-d7bef84618a5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/e20051e6-24e5-4736-b6cf-5b958fe45622 HTTP/1.1" status: 204 len: 168 time: 0.5414600 Mar 23 02:40:03.597365 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Calling delete_port for 1ec77550-25c7-44e0-9939-4ecc376b4ac0 owned by network:dhcp {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:03.601801 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6f97f6-3405-4385-b96f-26f175e12edd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Router fd2add42-2b6a-4ebf-a614-36e9f899fa96 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:40:03.612913 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57884) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:03.635624 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-8153f99a-a2fd-4365-aefd-077b7663c8fc tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1686889795&fields=id&tenant_id=61f0207fb76b46cf82a5b8d685172d9b HTTP/1.1" status: 200 len: 267 time: 0.2543383 Mar 23 02:40:03.667881 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ff410dc9-3cdd-4a8d-9d7b-c7929ae2800f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0517235 Mar 23 02:40:03.671671 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1887f486-d23d-4654-9c69-bad214bd58b0 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:03.672568 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57886) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:03.675079 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-1887f486-d23d-4654-9c69-bad214bd58b0 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:03.679053 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1887f486-d23d-4654-9c69-bad214bd58b0 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:03.682737 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-2aaa33b6-5ba1-4183-893c-77ee6fa3480b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:03.707786 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887f486-d23d-4654-9c69-bad214bd58b0 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Pushing event updated for resources: {'Port': ['ID=e859ada6-fc10-496d-a61d-1c17cd753167,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:03.727931 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-6fd654e0-5138-43a2-85ac-1cf6f23376c6 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 23 02:40:03.731796 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6fd654e0-5138-43a2-85ac-1cf6f23376c6 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] 10.222.0.24 "DELETE /v2.0/routers/97ee359a-8595-4de1-ba6d-f1c860d5da6d HTTP/1.1" status: 409 len: 376 time: 0.9895408 Mar 23 02:40:03.732069 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57888) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:03.812584 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae6407d-5fa1-415f-9f5c-bd236f931a31 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:03.887065 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-376674ea-c87f-46b0-84ba-257fa221939b None None] Provisioning complete for port 8decc31b-284f-40d9-b544-b69973992f41 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:03.887696 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-376674ea-c87f-46b0-84ba-257fa221939b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8decc31b-284f-40d9-b544-b69973992f41), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:03.954889 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8325f115-2c96-4868-ba95-1aa2732e4f24 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (54638136-7994-4b10-a3e6-730f7672e8a5), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:03.993478 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-8325f115-2c96-4868-ba95-1aa2732e4f24 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Calling delete_port for 54638136-7994-4b10-a3e6-730f7672e8a5 owned by network:router_gateway {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:04.023138 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-376674ea-c87f-46b0-84ba-257fa221939b None None] Current status of the port 8decc31b-284f-40d9-b544-b69973992f41 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:04.046136 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24973444-4a36-4b57-a874-4e317e725f6e None None] DHCP port deletion for 94d9379e-13fb-449b-8f45-d1ab95378f77 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:40:04.095712 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-d419cc9e-7dab-47bf-9d35-ff9e51d799eb tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:04.097262 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-d419cc9e-7dab-47bf-9d35-ff9e51d799eb tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/networks?id=5b79c2a7-673b-4477-acc0-14a62556cbba HTTP/1.1" status: 200 len: 812 time: 0.4467726 Mar 23 02:40:04.097386 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-24973444-4a36-4b57-a874-4e317e725f6e None None] Deleting port 8decc31b-284f-40d9-b544-b69973992f41 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:04.097830 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-24973444-4a36-4b57-a874-4e317e725f6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (8decc31b-284f-40d9-b544-b69973992f41), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:04.098530 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6f97f6-3405-4385-b96f-26f175e12edd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:40:04.106048 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2c6f97f6-3405-4385-b96f-26f175e12edd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "PUT /v2.0/routers/fd2add42-2b6a-4ebf-a614-36e9f899fa96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2057340 Mar 23 02:40:04.109756 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57890) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:04.141647 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339d0ada-82d7-495a-b15e-ffdb2096d204 None None] Sync routers for ids ['fd2add42-2b6a-4ebf-a614-36e9f899fa96'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:40:04.155937 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (1ec77550-25c7-44e0-9939-4ecc376b4ac0), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:04.174125 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339d0ada-82d7-495a-b15e-ffdb2096d204 None None] Routers {'fd2add42-2b6a-4ebf-a614-36e9f899fa96'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:04.174768 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-339d0ada-82d7-495a-b15e-ffdb2096d204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['fd2add42-2b6a-4ebf-a614-36e9f899fa96'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:04.205751 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-1e01bebe-2412-4b27-a9a6-75d1a79e05be tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/quotas/61f0207fb76b46cf82a5b8d685172d9b HTTP/1.1" status: 200 len: 375 time: 0.0829101 Mar 23 02:40:04.209060 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] No DVR routers for this DVR port 1ec77550-25c7-44e0-9939-4ecc376b4ac0 on host dv-neutron-834613-2-hyperv {{(pid=104348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:40:04.215125 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aaa33b6-5ba1-4183-893c-77ee6fa3480b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:04.216503 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2aaa33b6-5ba1-4183-893c-77ee6fa3480b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:04.216935 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-339d0ada-82d7-495a-b15e-ffdb2096d204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:04.220527 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Pushing event deleted for resources: {'Port': ['ID=1ec77550-25c7-44e0-9939-4ecc376b4ac0,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:04.228491 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652b7274-5cd9-4885-b7a3-1f527eedea04 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:04.229250 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-24973444-4a36-4b57-a874-4e317e725f6e None None] For port 8decc31b-284f-40d9-b544-b69973992f41, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8decc31b-284f-40d9-b544-b69973992f41,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:04.229657 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-24973444-4a36-4b57-a874-4e317e725f6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (8decc31b-284f-40d9-b544-b69973992f41), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:04.230218 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-652b7274-5cd9-4885-b7a3-1f527eedea04 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "GET /v2.0/ports/316f8b60-703d-4710-97ca-84d4b480cea0 HTTP/1.1" status: 200 len: 913 time: 0.1179538 Mar 23 02:40:04.251511 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339d0ada-82d7-495a-b15e-ffdb2096d204 None None] Routers {'fd2add42-2b6a-4ebf-a614-36e9f899fa96'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:04.252179 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-339d0ada-82d7-495a-b15e-ffdb2096d204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['fd2add42-2b6a-4ebf-a614-36e9f899fa96'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:04.254304 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-24973444-4a36-4b57-a874-4e317e725f6e None None] Calling delete_port for 8decc31b-284f-40d9-b544-b69973992f41 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:04.260712 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57892) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:04.290650 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-339d0ada-82d7-495a-b15e-ffdb2096d204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:04.291306 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339d0ada-82d7-495a-b15e-ffdb2096d204 None None] The sync data for ids ['fd2add42-2b6a-4ebf-a614-36e9f899fa96'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:40:04.440596 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-24973444-4a36-4b57-a874-4e317e725f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (8decc31b-284f-40d9-b544-b69973992f41), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:04.468492 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24973444-4a36-4b57-a874-4e317e725f6e None None] Pushing event deleted for resources: {'Port': ['ID=8decc31b-284f-40d9-b544-b69973992f41,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:04.471205 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24973444-4a36-4b57-a874-4e317e725f6e None None] No DVR routers for this DVR port 8decc31b-284f-40d9-b544-b69973992f41 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:40:04.553066 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1887f486-d23d-4654-9c69-bad214bd58b0 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router_gateway (18fce1d5-6aee-4591-abff-96c4402ec4f4), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:04.554452 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (d046c424-6648-40e9-9289-adbabb53acf7), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:04.598106 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d046c424-6648-40e9-9289-adbabb53acf7']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:04.610361 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-d45f3600-126c-4a90-8302-2821eae6774c tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=61f0207fb76b46cf82a5b8d685172d9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3697462 Mar 23 02:40:04.644818 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-17594f4f-cb46-490e-9dec-153d6d579fda tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (97ee359a-8595-4de1-ba6d-f1c860d5da6d), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:04.689443 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f96639f1-e524-4d91-a009-c25680bc2b43') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:04.690086 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f96639f1-e524-4d91-a009-c25680bc2b43') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:04.738931 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (f96639f1-e524-4d91-a009-c25680bc2b43), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:04.819226 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (f96639f1-e524-4d91-a009-c25680bc2b43), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:04.855716 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:40:04.855716 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (f96639f1-e524-4d91-a009-c25680bc2b43), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:04.856126 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:40:04.856126 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:40:04.856126 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:40:04.856126 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:40:04.856126 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:40:04.856126 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:40:04.856126 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:40:04.856126 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:40:04.856126 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:40:04.856126 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:40:04.856126 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:40:04.856126 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:40:04.856126 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:40:04.856126 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:40:04.856126 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:40:04.856126 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:40:04.856126 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:40:04.856126 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:40:04.856126 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:40:04.856126 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:40:04.856126 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:40:04.856126 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:40:04.856126 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:40:04.856126 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:40:04.856126 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:40:04.856126 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:40:04.856126 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:40:04.856126 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:40:04.856126 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:40:04.856126 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:40:04.856126 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:40:04.856126 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:40:04.916239 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8decc31b-284f-40d9-b544-b69973992f41 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:40:04.942003 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 8decc31b-284f-40d9-b544-b69973992f41 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:40:04.942003 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8decc31b-284f-40d9-b544-b69973992f41 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:40:04.959107 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8325f115-2c96-4868-ba95-1aa2732e4f24 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (54638136-7994-4b10-a3e6-730f7672e8a5), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:04.962576 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1887f486-d23d-4654-9c69-bad214bd58b0 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (18fce1d5-6aee-4591-abff-96c4402ec4f4), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:05.034047 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325f115-2c96-4868-ba95-1aa2732e4f24 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Pushing event deleted for resources: {'Port': ['ID=54638136-7994-4b10-a3e6-730f7672e8a5,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:05.059562 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-3c55ff6f-9d4e-4db2-8e7b-d8d1bdca06d7 service neutron] 10.222.0.24 "GET /v2.0/networks/5b79c2a7-673b-4477-acc0-14a62556cbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092643 Mar 23 02:40:05.093522 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (d046c424-6648-40e9-9289-adbabb53acf7), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:05.103710 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:05.106982 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "DELETE /v2.0/networks/d046c424-6648-40e9-9289-adbabb53acf7 HTTP/1.1" status: 204 len: 168 time: 4.6918864 Mar 23 02:40:05.116073 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57894) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:05.162752 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc57de46-652e-4ccf-81e1-192f9c666d87 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] DELETE failed (client error): The resource could not be found. Mar 23 02:40:05.163223 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc57de46-652e-4ccf-81e1-192f9c666d87 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:40:05.166903 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-fc57de46-652e-4ccf-81e1-192f9c666d87 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "DELETE /v2.0/subnets/95066a82-7de0-4a3b-a8d3-3066111bed89 HTTP/1.1" status: 404 len: 337 time: 0.0484676 Mar 23 02:40:05.181843 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57896) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:05.211935 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2aaa33b6-5ba1-4183-893c-77ee6fa3480b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (5f0cde52-8d87-4341-8c5c-a0c5c763c4b7), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:05.222288 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-17594f4f-cb46-490e-9dec-153d6d579fda tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Deleting port 872d8e72-f808-47a6-9ca8-ab6d7135b06e {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:05.222639 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-17594f4f-cb46-490e-9dec-153d6d579fda tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (872d8e72-f808-47a6-9ca8-ab6d7135b06e), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:05.237298 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebe58a-e79d-4db6-b491-f16f2bfffcf5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Pushing event deleted for resources: {'Network': ['ID=d046c424-6648-40e9-9289-adbabb53acf7,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:05.246333 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-e16ce78b-2cc4-4ef6-8df5-7470299dc9d5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] DELETE failed (client error): The resource could not be found. Mar 23 02:40:05.246844 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e16ce78b-2cc4-4ef6-8df5-7470299dc9d5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:40:05.250833 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e16ce78b-2cc4-4ef6-8df5-7470299dc9d5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "DELETE /v2.0/networks/d046c424-6648-40e9-9289-adbabb53acf7 HTTP/1.1" status: 404 len: 339 time: 0.0668781 Mar 23 02:40:05.273917 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57898) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:05.303848 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aaa33b6-5ba1-4183-893c-77ee6fa3480b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:05.333687 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8325f115-2c96-4868-ba95-1aa2732e4f24 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (56adb6bc-040d-4e0a-8f27-f48d7a889b41), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:05.333933 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-17594f4f-cb46-490e-9dec-153d6d579fda tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (872d8e72-f808-47a6-9ca8-ab6d7135b06e), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:05.340443 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-2aaa33b6-5ba1-4183-893c-77ee6fa3480b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:05.347195 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-17594f4f-cb46-490e-9dec-153d6d579fda tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Calling delete_port for 872d8e72-f808-47a6-9ca8-ab6d7135b06e owned by network:router_interface {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:05.347732 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-62258289-10e6-4828-9356-f59f3427c10a tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] DELETE failed (client error): The resource could not be found. Mar 23 02:40:05.348035 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62258289-10e6-4828-9356-f59f3427c10a tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:40:05.350993 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-62258289-10e6-4828-9356-f59f3427c10a tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "DELETE /v2.0/subnets/aa51f231-6c2f-4a11-b70b-de30a3939b1b HTTP/1.1" status: 404 len: 337 time: 0.0747192 Mar 23 02:40:05.352628 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaa33b6-5ba1-4183-893c-77ee6fa3480b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:05.353316 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2aaa33b6-5ba1-4183-893c-77ee6fa3480b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:05.353981 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5295a4c-cbcf-4421-90a0-8241fef8a13f None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:05.354108 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57900) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:05.369724 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1887f486-d23d-4654-9c69-bad214bd58b0 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Router 18fce1d5-6aee-4591-abff-96c4402ec4f4 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:40:05.386626 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-b202771c-bdb6-4dae-937a-71259f0ab995 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] DELETE failed (client error): The resource could not be found. Mar 23 02:40:05.386626 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b202771c-bdb6-4dae-937a-71259f0ab995 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:40:05.392744 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b202771c-bdb6-4dae-937a-71259f0ab995 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "DELETE /v2.0/networks/97c94817-d5d5-42c9-8e0b-0294cdaf12e8 HTTP/1.1" status: 404 len: 339 time: 0.0344415 Mar 23 02:40:05.419619 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57902) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:05.464209 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b1c45b-4e1d-46a9-8978-ad97b1975b06 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] DELETE failed (client error): The resource could not be found. Mar 23 02:40:05.464509 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2b1c45b-4e1d-46a9-8978-ad97b1975b06 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:40:05.470484 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e2b1c45b-4e1d-46a9-8978-ad97b1975b06 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "DELETE /v2.0/subnets/70a9cc64-47a7-4fda-9996-cbfd66c310ce HTTP/1.1" status: 404 len: 337 time: 0.0455337 Mar 23 02:40:05.503499 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57904) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:05.572199 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d6c177f-d16d-4151-8a8a-cb12bc5e16d5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] DELETE failed (client error): The resource could not be found. Mar 23 02:40:05.572873 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d6c177f-d16d-4151-8a8a-cb12bc5e16d5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:40:05.578138 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7d6c177f-d16d-4151-8a8a-cb12bc5e16d5 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "DELETE /v2.0/networks/2cbe85de-789a-4310-8891-083b88f2addc HTTP/1.1" status: 404 len: 339 time: 0.0431061 Mar 23 02:40:05.580524 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57906) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:05.637819 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5548e37-a4c9-41d6-bc11-7cf4f6436aad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-94d9379e-13fb-449b-8f45-d1ab95378f77', 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'fixed_ips': [{'subnet_id': '5f0cde52-8d87-4341-8c5c-a0c5c763c4b7'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:40:05.638809 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b5548e37-a4c9-41d6-bc11-7cf4f6436aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:05.725879 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1887f486-d23d-4654-9c69-bad214bd58b0 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:40:05.748678 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0477fab-08df-49a2-a8ab-a288f0eb1ccb None None] Sync routers for ids ['18fce1d5-6aee-4591-abff-96c4402ec4f4'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:40:05.765523 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0477fab-08df-49a2-a8ab-a288f0eb1ccb None None] Routers {'18fce1d5-6aee-4591-abff-96c4402ec4f4'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:05.769254 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-a0477fab-08df-49a2-a8ab-a288f0eb1ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['18fce1d5-6aee-4591-abff-96c4402ec4f4'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:05.779345 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa33b6-5ba1-4183-893c-77ee6fa3480b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Subnet': ['ID=5f0cde52-8d87-4341-8c5c-a0c5c763c4b7,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:05.793097 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-9b7d6021-025f-4ac9-b6f0-092871466556 service neutron] 10.222.0.24 "GET /v2.0/networks/5b79c2a7-673b-4477-acc0-14a62556cbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7069046 Mar 23 02:40:05.794706 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8325f115-2c96-4868-ba95-1aa2732e4f24 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (56adb6bc-040d-4e0a-8f27-f48d7a889b41), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:05.798878 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8325f115-2c96-4868-ba95-1aa2732e4f24 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router_controller (56adb6bc-040d-4e0a-8f27-f48d7a889b41), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:05.815030 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-ad21fb3a-aa5e-4225-bd70-414663de9fa9 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Deleting port 1fa79ec4-4f9e-47e9-b59b-513aadf44afd {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:05.815391 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad21fb3a-aa5e-4225-bd70-414663de9fa9 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (1fa79ec4-4f9e-47e9-b59b-513aadf44afd), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:05.822659 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1887f486-d23d-4654-9c69-bad214bd58b0 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:05.823912 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1887f486-d23d-4654-9c69-bad214bd58b0 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.2388868 Mar 23 02:40:05.833640 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-b5548e37-a4c9-41d6-bc11-7cf4f6436aad None None] Allocated IP 172.20.0.2 (94d9379e-13fb-449b-8f45-d1ab95378f77/5f0cde52-8d87-4341-8c5c-a0c5c763c4b7/58dde4cc-4405-41f7-abf3-62e75f97204b) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:05.835365 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57908) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:05.883924 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2aaa33b6-5ba1-4183-893c-77ee6fa3480b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2087905 Mar 23 02:40:05.894507 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57910) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:05.894507 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-8b6ca0fe-d409-45e4-8454-9fc79b7fe24c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:05.949072 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-17594f4f-cb46-490e-9dec-153d6d579fda tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (872d8e72-f808-47a6-9ca8-ab6d7135b06e), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:05.951752 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-a0477fab-08df-49a2-a8ab-a288f0eb1ccb None None] Set router 18fce1d5-6aee-4591-abff-96c4402ec4f4 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:40:05.959628 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c5475b2a-40a7-41e1-9884-c95889ca241e tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (fd2add42-2b6a-4ebf-a614-36e9f899fa96), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:06.030933 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17594f4f-cb46-490e-9dec-153d6d579fda tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Pushing event deleted for resources: {'Port': ['ID=872d8e72-f808-47a6-9ca8-ab6d7135b06e,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:06.035291 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8325f115-2c96-4868-ba95-1aa2732e4f24 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (56adb6bc-040d-4e0a-8f27-f48d7a889b41), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:06.036009 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8325f115-2c96-4868-ba95-1aa2732e4f24 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Fanout notify agent at l3_agent the message router_deleted on router 56adb6bc-040d-4e0a-8f27-f48d7a889b41 {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:40:06.047854 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8325f115-2c96-4868-ba95-1aa2732e4f24 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:06.048895 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8325f115-2c96-4868-ba95-1aa2732e4f24 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] 10.222.0.24 "DELETE /v2.0/routers/56adb6bc-040d-4e0a-8f27-f48d7a889b41 HTTP/1.1" status: 204 len: 168 time: 3.7482498 Mar 23 02:40:06.056387 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57912) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:06.071653 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-985854e5-985e-49b4-b574-b655115dca59 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-357760542', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}, 'admin_state_up': False}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:06.075450 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad21fb3a-aa5e-4225-bd70-414663de9fa9 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (1fa79ec4-4f9e-47e9-b59b-513aadf44afd), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:06.126293 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b5548e37-a4c9-41d6-bc11-7cf4f6436aad None None] Publish callbacks [] for port (58dde4cc-4405-41f7-abf3-62e75f97204b), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:06.148390 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-ad21fb3a-aa5e-4225-bd70-414663de9fa9 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Calling delete_port for 1fa79ec4-4f9e-47e9-b59b-513aadf44afd owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:06.244578 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b5548e37-a4c9-41d6-bc11-7cf4f6436aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (58dde4cc-4405-41f7-abf3-62e75f97204b), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:06.286903 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-985854e5-985e-49b4-b574-b655115dca59 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (f91f5132-4d17-4a7a-99ff-d32753b04405), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:06.288068 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-985854e5-985e-49b4-b574-b655115dca59 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (f91f5132-4d17-4a7a-99ff-d32753b04405), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:06.333466 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5548e37-a4c9-41d6-bc11-7cf4f6436aad None None] Pushing event updated for resources: {'Port': ['ID=58dde4cc-4405-41f7-abf3-62e75f97204b,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:06.334985 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-42995049-565b-4249-b1d0-b2a85b953083 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "GET /v2.0/routers/18fce1d5-6aee-4591-abff-96c4402ec4f4 HTTP/1.1" status: 200 len: 908 time: 0.4988110 Mar 23 02:40:06.339299 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a813dbd1-8ffc-4acf-acf5-2f9ca1e171cc req-6717abf5-7402-4ca0-aa10-b26bab4876db tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0725774-6cad-459c-af7b-59efddb8aed2 HTTP/1.1" status: 200 len: 210 time: 0.1116188 Mar 23 02:40:06.343881 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-a0477fab-08df-49a2-a8ab-a288f0eb1ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fce1d5-6aee-4591-abff-96c4402ec4f4', 'name': 'tempest-snat-router-530938944', 'tenant_id': '70a7fe43dd044aee867b86748fcef86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.199'}], 'enable_snat': False}, 'gw_port_id': 'e859ada6-fc10-496d-a61d-1c17cd753167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:40:00Z', 'updated_at': '2022-03-23T02:40:03Z', 'revision_number': 3, 'project_id': '70a7fe43dd044aee867b86748fcef86d', 'gw_port': {'id': 'e859ada6-fc10-496d-a61d-1c17cd753167', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fce1d5-6aee-4591-abff-96c4402ec4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:40:02Z', 'updated_at': '2022-03-23T02:40:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:06.346844 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57918) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:06.351204 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-5e6f4454-cfe3-44af-a1a6-d987f0a064c8 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Request body: {'router': {'name': 'tempest-snat-router-530938944', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'enable_snat': True}}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:06.378420 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6ca0fe-d409-45e4-8454-9fc79b7fe24c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:06.382506 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0477fab-08df-49a2-a8ab-a288f0eb1ccb None None] Checking router: 18fce1d5-6aee-4591-abff-96c4402ec4f4 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:40:06.382864 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0477fab-08df-49a2-a8ab-a288f0eb1ccb None None] Updating router 18fce1d5-6aee-4591-abff-96c4402ec4f4 port e859ada6-fc10-496d-a61d-1c17cd753167 binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:40:06.386498 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8b6ca0fe-d409-45e4-8454-9fc79b7fe24c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:06.396542 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5548e37-a4c9-41d6-bc11-7cf4f6436aad None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:06.398443 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-b5548e37-a4c9-41d6-bc11-7cf4f6436aad None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:06.403331 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5548e37-a4c9-41d6-bc11-7cf4f6436aad None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:06.423902 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-a0477fab-08df-49a2-a8ab-a288f0eb1ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (e859ada6-fc10-496d-a61d-1c17cd753167), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:06.500942 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-17594f4f-cb46-490e-9dec-153d6d579fda tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (97ee359a-8595-4de1-ba6d-f1c860d5da6d), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:06.503528 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-985854e5-985e-49b4-b574-b655115dca59 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router_controller (f91f5132-4d17-4a7a-99ff-d32753b04405), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:06.505561 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-b5548e37-a4c9-41d6-bc11-7cf4f6436aad None None] Attempting to bind port 58dde4cc-4405-41f7-abf3-62e75f97204b on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:40:06.506129 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-b5548e37-a4c9-41d6-bc11-7cf4f6436aad None None] Attempting to bind port 58dde4cc-4405-41f7-abf3-62e75f97204b by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:40:06.507357 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5548e37-a4c9-41d6-bc11-7cf4f6436aad None None] Attempting to bind port 58dde4cc-4405-41f7-abf3-62e75f97204b on network 94d9379e-13fb-449b-8f45-d1ab95378f77 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:40:06.515469 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5548e37-a4c9-41d6-bc11-7cf4f6436aad None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:40:06.517044 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5548e37-a4c9-41d6-bc11-7cf4f6436aad None None] Checking segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:40:06.521203 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b5548e37-a4c9-41d6-bc11-7cf4f6436aad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:06.521203 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5548e37-a4c9-41d6-bc11-7cf4f6436aad None None] Bound using segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:40:06.521203 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-b5548e37-a4c9-41d6-bc11-7cf4f6436aad None None] Bound port: 58dde4cc-4405-41f7-abf3-62e75f97204b, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:40:06.521203 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b5548e37-a4c9-41d6-bc11-7cf4f6436aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (58dde4cc-4405-41f7-abf3-62e75f97204b), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:06.598823 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-c5475b2a-40a7-41e1-9884-c95889ca241e tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Deleting port 316f8b60-703d-4710-97ca-84d4b480cea0 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:06.599191 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c5475b2a-40a7-41e1-9884-c95889ca241e tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (316f8b60-703d-4710-97ca-84d4b480cea0), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:06.603392 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4454-cfe3-44af-a1a6-d987f0a064c8 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (368b2ce3-e101-4072-bf67-a50c3bda761e), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:06.604475 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4454-cfe3-44af-a1a6-d987f0a064c8 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (368b2ce3-e101-4072-bf67-a50c3bda761e), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:06.673371 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-b5548e37-a4c9-41d6-bc11-7cf4f6436aad None None] For port 58dde4cc-4405-41f7-abf3-62e75f97204b, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:40:06.676795 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-b5548e37-a4c9-41d6-bc11-7cf4f6436aad None None] For port 58dde4cc-4405-41f7-abf3-62e75f97204b, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=58dde4cc-4405-41f7-abf3-62e75f97204b,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:40:06.704087 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad21fb3a-aa5e-4225-bd70-414663de9fa9 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (1fa79ec4-4f9e-47e9-b59b-513aadf44afd), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:06.758916 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b5548e37-a4c9-41d6-bc11-7cf4f6436aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (58dde4cc-4405-41f7-abf3-62e75f97204b), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:06.771874 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21fb3a-aa5e-4225-bd70-414663de9fa9 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Pushing event deleted for resources: {'Port': ['ID=1fa79ec4-4f9e-47e9-b59b-513aadf44afd,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:06.780334 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-a0477fab-08df-49a2-a8ab-a288f0eb1ccb None None] Publish callbacks [] for port (e859ada6-fc10-496d-a61d-1c17cd753167), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:06.787435 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad21fb3a-aa5e-4225-bd70-414663de9fa9 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:06.790971 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ad21fb3a-aa5e-4225-bd70-414663de9fa9 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "DELETE /v2.0/ports/1fa79ec4-4f9e-47e9-b59b-513aadf44afd HTTP/1.1" status: 204 len: 168 time: 1.2098758 Mar 23 02:40:06.792615 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4454-cfe3-44af-a1a6-d987f0a064c8 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router_controller (368b2ce3-e101-4072-bf67-a50c3bda761e), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:06.795249 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57924) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:06.809545 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17594f4f-cb46-490e-9dec-153d6d579fda tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Router 97ee359a-8595-4de1-ba6d-f1c860d5da6d has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:40:06.837204 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-936c7e6c-2900-48d9-a52e-f5ca5ae0c4d0 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] DELETE failed (client error): The resource could not be found. Mar 23 02:40:06.837679 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-936c7e6c-2900-48d9-a52e-f5ca5ae0c4d0 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:40:06.844494 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-936c7e6c-2900-48d9-a52e-f5ca5ae0c4d0 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "DELETE /v2.0/subnets/9478e868-9aac-451c-af4f-87bee88ddf50 HTTP/1.1" status: 404 len: 337 time: 0.0449233 Mar 23 02:40:06.844494 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57926) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:06.868238 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5548e37-a4c9-41d6-bc11-7cf4f6436aad None None] Pushing event updated for resources: {'Port': ['ID=58dde4cc-4405-41f7-abf3-62e75f97204b,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:06.878600 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-a0477fab-08df-49a2-a8ab-a288f0eb1ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (e859ada6-fc10-496d-a61d-1c17cd753167), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:06.914763 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-985854e5-985e-49b4-b574-b655115dca59 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router_gateway (f91f5132-4d17-4a7a-99ff-d32753b04405), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:06.919091 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c5475b2a-40a7-41e1-9884-c95889ca241e tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (316f8b60-703d-4710-97ca-84d4b480cea0), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:06.948044 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-a0477fab-08df-49a2-a8ab-a288f0eb1ccb None None] Attempting to bind port e859ada6-fc10-496d-a61d-1c17cd753167 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:40:06.948799 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-a0477fab-08df-49a2-a8ab-a288f0eb1ccb None None] Attempting to bind port e859ada6-fc10-496d-a61d-1c17cd753167 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:40:06.949507 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0477fab-08df-49a2-a8ab-a288f0eb1ccb None None] Attempting to bind port e859ada6-fc10-496d-a61d-1c17cd753167 on network 6bbcca03-75ff-487c-8b0e-a32302dacbee {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:40:06.952939 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-c5475b2a-40a7-41e1-9884-c95889ca241e tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Calling delete_port for 316f8b60-703d-4710-97ca-84d4b480cea0 owned by network:router_interface {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:06.965725 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0477fab-08df-49a2-a8ab-a288f0eb1ccb None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:40:06.966089 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0477fab-08df-49a2-a8ab-a288f0eb1ccb None None] Checking segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:40:06.966495 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-a0477fab-08df-49a2-a8ab-a288f0eb1ccb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:06.967675 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0477fab-08df-49a2-a8ab-a288f0eb1ccb None None] Bound using segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:40:06.968088 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-a0477fab-08df-49a2-a8ab-a288f0eb1ccb None None] Bound port: e859ada6-fc10-496d-a61d-1c17cd753167, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:40:06.968465 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-a0477fab-08df-49a2-a8ab-a288f0eb1ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (e859ada6-fc10-496d-a61d-1c17cd753167), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:06.997934 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9ad50-a243-4e2a-9e60-0f999cca7e86 None None] Pushing event updated for resources: {'Port': ['ID=e859ada6-fc10-496d-a61d-1c17cd753167,revision_number=2']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:07.041700 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-a0477fab-08df-49a2-a8ab-a288f0eb1ccb None None] For port e859ada6-fc10-496d-a61d-1c17cd753167, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:40:07.046320 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-a0477fab-08df-49a2-a8ab-a288f0eb1ccb None None] For port e859ada6-fc10-496d-a61d-1c17cd753167, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=e859ada6-fc10-496d-a61d-1c17cd753167,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:40:07.072365 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba15e-94d0-467b-91e7-85eee20c2dd1 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (d1a1f06a-03de-414a-811f-0a4b11b79f8c), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:07.074431 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17594f4f-cb46-490e-9dec-153d6d579fda tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:40:07.085546 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f079cf-0c6c-42de-9828-c858b70acb78 None None] Sync routers for ids ['97ee359a-8595-4de1-ba6d-f1c860d5da6d'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:40:07.092399 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-17594f4f-cb46-490e-9dec-153d6d579fda tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] 10.222.0.24 "PUT /v2.0/routers/97ee359a-8595-4de1-ba6d-f1c860d5da6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3591487 Mar 23 02:40:07.092923 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57928) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:07.102284 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f079cf-0c6c-42de-9828-c858b70acb78 None None] Routers {'97ee359a-8595-4de1-ba6d-f1c860d5da6d'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:07.102920 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-d4f079cf-0c6c-42de-9828-c858b70acb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['97ee359a-8595-4de1-ba6d-f1c860d5da6d'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:07.132536 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-a0477fab-08df-49a2-a8ab-a288f0eb1ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (e859ada6-fc10-496d-a61d-1c17cd753167), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:07.174787 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-d4f079cf-0c6c-42de-9828-c858b70acb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:07.213169 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f079cf-0c6c-42de-9828-c858b70acb78 None None] Routers {'97ee359a-8595-4de1-ba6d-f1c860d5da6d'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:07.215696 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-d4f079cf-0c6c-42de-9828-c858b70acb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['97ee359a-8595-4de1-ba6d-f1c860d5da6d'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:07.235322 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-4bf0ff15-ee30-4bac-b141-3aea6bf3ee4b tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] show failed (client error): The resource could not be found. Mar 23 02:40:07.243675 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4bf0ff15-ee30-4bac-b141-3aea6bf3ee4b tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-1506148434 HTTP/1.1" status: 404 len: 335 time: 0.1483235 Mar 23 02:40:07.244878 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57932) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:07.258133 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4454-cfe3-44af-a1a6-d987f0a064c8 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router_gateway (368b2ce3-e101-4072-bf67-a50c3bda761e), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:07.268932 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-725af6b4-82db-4bb6-a072-0381c2c2c5f4 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:07.286439 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9ad50-a243-4e2a-9e60-0f999cca7e86 None None] Pushing event updated for resources: {'Port': ['ID=e859ada6-fc10-496d-a61d-1c17cd753167,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:07.290178 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-d4f079cf-0c6c-42de-9828-c858b70acb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:07.291107 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f079cf-0c6c-42de-9828-c858b70acb78 None None] The sync data for ids ['97ee359a-8595-4de1-ba6d-f1c860d5da6d'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:40:07.310979 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0477fab-08df-49a2-a8ab-a288f0eb1ccb None None] Routers {'18fce1d5-6aee-4591-abff-96c4402ec4f4'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:07.311899 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-a0477fab-08df-49a2-a8ab-a288f0eb1ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['18fce1d5-6aee-4591-abff-96c4402ec4f4'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:07.386090 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-725af6b4-82db-4bb6-a072-0381c2c2c5f4 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] update failed (client error): The resource could not be found. Mar 23 02:40:07.387272 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-725af6b4-82db-4bb6-a072-0381c2c2c5f4 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-788637263 HTTP/1.1" status: 404 len: 334 time: 0.1322491 Mar 23 02:40:07.398955 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57936) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:07.454736 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-a0477fab-08df-49a2-a8ab-a288f0eb1ccb None None] Set router 18fce1d5-6aee-4591-abff-96c4402ec4f4 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:40:07.488824 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ee40ecb4-0ab4-42f8-b3ef-d3517a99b5f2 req-e252b209-01c4-4979-b8a6-f9d95e7624a0 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0725774-6cad-459c-af7b-59efddb8aed2 HTTP/1.1" status: 200 len: 210 time: 0.0688550 Mar 23 02:40:07.582230 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-47493284-7235-44e1-86e9-fb7b1191758c tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Deleting subnet 10224fbc-2d9a-4812-a751-46058c0724c4 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:40:07.598861 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-47493284-7235-44e1-86e9-fb7b1191758c tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks [] for subnet (10224fbc-2d9a-4812-a751-46058c0724c4), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:07.688355 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-a0477fab-08df-49a2-a8ab-a288f0eb1ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fce1d5-6aee-4591-abff-96c4402ec4f4', 'name': 'tempest-snat-router-530938944', 'tenant_id': '70a7fe43dd044aee867b86748fcef86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.199'}], 'enable_snat': False}, 'gw_port_id': 'e859ada6-fc10-496d-a61d-1c17cd753167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:40:00Z', 'updated_at': '2022-03-23T02:40:03Z', 'revision_number': 3, 'project_id': '70a7fe43dd044aee867b86748fcef86d', 'gw_port': {'id': 'e859ada6-fc10-496d-a61d-1c17cd753167', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fce1d5-6aee-4591-abff-96c4402ec4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:40:02Z', 'updated_at': '2022-03-23T02:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:07.706087 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.objects.ports [None req-8b6ca0fe-d409-45e4-8454-9fc79b7fe24c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104348) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 02:40:07.722397 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0477fab-08df-49a2-a8ab-a288f0eb1ccb None None] The sync data for ids ['18fce1d5-6aee-4591-abff-96c4402ec4f4'] in dv-neutron-834613-2-hyperv is: [{'id': '18fce1d5-6aee-4591-abff-96c4402ec4f4', 'name': 'tempest-snat-router-530938944', 'tenant_id': '70a7fe43dd044aee867b86748fcef86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.199'}], 'enable_snat': False}, 'gw_port_id': 'e859ada6-fc10-496d-a61d-1c17cd753167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:40:00Z', 'updated_at': '2022-03-23T02:40:03Z', 'revision_number': 3, 'project_id': '70a7fe43dd044aee867b86748fcef86d', 'gw_port': {'id': 'e859ada6-fc10-496d-a61d-1c17cd753167', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fce1d5-6aee-4591-abff-96c4402ec4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:40:02Z', 'updated_at': '2022-03-23T02:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:40:07.783581 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba15e-94d0-467b-91e7-85eee20c2dd1 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (d1a1f06a-03de-414a-811f-0a4b11b79f8c), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:07.785633 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-47493284-7235-44e1-86e9-fb7b1191758c tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (10224fbc-2d9a-4812-a751-46058c0724c4), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:07.812175 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-9e5ba15e-94d0-467b-91e7-85eee20c2dd1 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a1f06a-03de-414a-811f-0a4b11b79f8c']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:07.828587 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-9e5ba15e-94d0-467b-91e7-85eee20c2dd1 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '927f4952-03de-48cd-b277-3bd20e99b7fa') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:07.828895 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-9e5ba15e-94d0-467b-91e7-85eee20c2dd1 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '927f4952-03de-48cd-b277-3bd20e99b7fa') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:07.840427 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba15e-94d0-467b-91e7-85eee20c2dd1 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (927f4952-03de-48cd-b277-3bd20e99b7fa), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:07.852761 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c5475b2a-40a7-41e1-9884-c95889ca241e tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (316f8b60-703d-4710-97ca-84d4b480cea0), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:07.870910 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-985854e5-985e-49b4-b574-b655115dca59 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router_gateway (f91f5132-4d17-4a7a-99ff-d32753b04405), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:07.877691 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba15e-94d0-467b-91e7-85eee20c2dd1 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (927f4952-03de-48cd-b277-3bd20e99b7fa), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:07.911146 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5ba15e-94d0-467b-91e7-85eee20c2dd1 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:40:07.911485 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba15e-94d0-467b-91e7-85eee20c2dd1 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (927f4952-03de-48cd-b277-3bd20e99b7fa), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:07.920884 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:40:07.920884 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:40:07.920884 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:40:07.920884 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:40:07.920884 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:40:07.920884 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:40:07.920884 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:40:07.920884 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:40:07.920884 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:40:07.920884 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:40:07.920884 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:40:07.920884 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:40:07.920884 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:40:07.920884 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:40:07.920884 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:40:07.920884 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:40:07.920884 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:40:07.920884 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:40:07.920884 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:40:07.920884 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:40:07.920884 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:40:07.920884 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:40:07.920884 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:40:07.920884 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:40:07.920884 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:40:07.920884 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:40:07.920884 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:40:07.920884 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:40:07.920884 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:40:07.920884 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:40:07.920884 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:40:07.920884 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:40:07.961592 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5475b2a-40a7-41e1-9884-c95889ca241e tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Port': ['ID=316f8b60-703d-4710-97ca-84d4b480cea0,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:07.980215 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-985854e5-985e-49b4-b574-b655115dca59 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:08.176208 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba15e-94d0-467b-91e7-85eee20c2dd1 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (d1a1f06a-03de-414a-811f-0a4b11b79f8c), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:08.186896 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba15e-94d0-467b-91e7-85eee20c2dd1 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:08.190465 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9e5ba15e-94d0-467b-91e7-85eee20c2dd1 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "DELETE /v2.0/networks/d1a1f06a-03de-414a-811f-0a4b11b79f8c HTTP/1.1" status: 204 len: 168 time: 1.3452106 Mar 23 02:40:08.202265 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57938) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:08.240545 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c5475b2a-40a7-41e1-9884-c95889ca241e tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (fd2add42-2b6a-4ebf-a614-36e9f899fa96), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:08.244317 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ba15e-94d0-467b-91e7-85eee20c2dd1 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Pushing event deleted for resources: {'Network': ['ID=d1a1f06a-03de-414a-811f-0a4b11b79f8c,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:08.251334 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-47493284-7235-44e1-86e9-fb7b1191758c tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (10224fbc-2d9a-4812-a751-46058c0724c4), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:08.386770 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4454-cfe3-44af-a1a6-d987f0a064c8 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router_gateway (368b2ce3-e101-4072-bf67-a50c3bda761e), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:08.413879 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4454-cfe3-44af-a1a6-d987f0a064c8 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:08.485945 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-e1be878c-3cfa-48e8-ae5b-46ee41c4ccf6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Deleting port 25fb9e2d-28e3-4b4e-911f-b34ce1cd564b {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:08.486289 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e1be878c-3cfa-48e8-ae5b-46ee41c4ccf6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (25fb9e2d-28e3-4b4e-911f-b34ce1cd564b), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:08.523202 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-644d7053-36d7-4d44-8fb5-34da0a6b5078 None None] Provisioning complete for port 58dde4cc-4405-41f7-abf3-62e75f97204b triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:08.523809 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-644d7053-36d7-4d44-8fb5-34da0a6b5078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (58dde4cc-4405-41f7-abf3-62e75f97204b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:08.615605 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e1be878c-3cfa-48e8-ae5b-46ee41c4ccf6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (25fb9e2d-28e3-4b4e-911f-b34ce1cd564b), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:08.642068 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-644d7053-36d7-4d44-8fb5-34da0a6b5078 None None] Current status of the port 58dde4cc-4405-41f7-abf3-62e75f97204b is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:08.643908 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-644d7053-36d7-4d44-8fb5-34da0a6b5078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (58dde4cc-4405-41f7-abf3-62e75f97204b), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:08.647781 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-037201d7-54e8-44f3-b47e-cde76e48874e req-838ef337-7162-4f3f-b2a1-a75054e540e6 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0725774-6cad-459c-af7b-59efddb8aed2 HTTP/1.1" status: 200 len: 210 time: 0.0465314 Mar 23 02:40:08.653210 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-e1be878c-3cfa-48e8-ae5b-46ee41c4ccf6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Calling delete_port for 25fb9e2d-28e3-4b4e-911f-b34ce1cd564b owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:08.712954 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-644d7053-36d7-4d44-8fb5-34da0a6b5078 None None] For port 58dde4cc-4405-41f7-abf3-62e75f97204b, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=58dde4cc-4405-41f7-abf3-62e75f97204b,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:08.788539 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-644d7053-36d7-4d44-8fb5-34da0a6b5078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (58dde4cc-4405-41f7-abf3-62e75f97204b), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:08.826286 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e1be878c-3cfa-48e8-ae5b-46ee41c4ccf6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (25fb9e2d-28e3-4b4e-911f-b34ce1cd564b), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:08.840547 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8b6ca0fe-d409-45e4-8454-9fc79b7fe24c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (58dde4cc-4405-41f7-abf3-62e75f97204b), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:08.858367 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-985854e5-985e-49b4-b574-b655115dca59 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Allocated IP 172.26.2.210 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/c24e53c0-ca1c-4dd2-8607-1b35c47b1250) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:08.866620 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d7053-36d7-4d44-8fb5-34da0a6b5078 None None] Pushing event updated for resources: {'Port': ['ID=58dde4cc-4405-41f7-abf3-62e75f97204b,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:08.929142 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be878c-3cfa-48e8-ae5b-46ee41c4ccf6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Pushing event deleted for resources: {'Port': ['ID=25fb9e2d-28e3-4b4e-911f-b34ce1cd564b,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:08.994277 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e1be878c-3cfa-48e8-ae5b-46ee41c4ccf6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:09.000723 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e1be878c-3cfa-48e8-ae5b-46ee41c4ccf6 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "DELETE /v2.0/ports/25fb9e2d-28e3-4b4e-911f-b34ce1cd564b HTTP/1.1" status: 204 len: 168 time: 0.7927308 Mar 23 02:40:09.001080 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57942) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:09.026865 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-47493284-7235-44e1-86e9-fb7b1191758c tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (10224fbc-2d9a-4812-a751-46058c0724c4), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:09.046230 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-48315aba-6827-4c18-9993-2cb65d709526 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] DELETE failed (client error): The resource could not be found. Mar 23 02:40:09.047745 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48315aba-6827-4c18-9993-2cb65d709526 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:40:09.052639 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-48315aba-6827-4c18-9993-2cb65d709526 tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "DELETE /v2.0/subnets/8d9e80be-5efe-46ab-b153-2cbc5f2d71f8 HTTP/1.1" status: 404 len: 337 time: 0.0408075 Mar 23 02:40:09.056857 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57944) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:09.096985 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 58dde4cc-4405-41f7-abf3-62e75f97204b up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:40:09.118147 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47493284-7235-44e1-86e9-fb7b1191758c tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Pushing event deleted for resources: {'Subnet': ['ID=10224fbc-2d9a-4812-a751-46058c0724c4,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:09.126830 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-47493284-7235-44e1-86e9-fb7b1191758c tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:09.137858 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-47493284-7235-44e1-86e9-fb7b1191758c tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] 10.222.0.24 "DELETE /v2.0/subnets/10224fbc-2d9a-4812-a751-46058c0724c4 HTTP/1.1" status: 204 len: 168 time: 1.7352636 Mar 23 02:40:09.144611 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57946) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:09.168496 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52273b3a-fe9d-4c72-944e-ed3ea35bc7bc None None] Network e64e4549-df0f-4ac7-8e50-e60e68f8d7a6 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:09.212427 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-611a880f-3580-46e1-9b63-41b8314e61da tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:09.213930 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-611a880f-3580-46e1-9b63-41b8314e61da tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.23 "GET /v2.0/networks?id=5b79c2a7-673b-4477-acc0-14a62556cbba HTTP/1.1" status: 200 len: 812 time: 0.3160946 Mar 23 02:40:09.217717 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8dc8278e-587a-46b9-b79c-6d13d976d0bd tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (f39cdd84-5433-45c4-b1eb-bb3417959333), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:09.290233 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5475b2a-40a7-41e1-9884-c95889ca241e tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Router fd2add42-2b6a-4ebf-a614-36e9f899fa96 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:40:09.296407 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 58dde4cc-4405-41f7-abf3-62e75f97204b triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:09.297580 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (58dde4cc-4405-41f7-abf3-62e75f97204b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:09.304332 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-985854e5-985e-49b4-b574-b655115dca59 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for port (c24e53c0-ca1c-4dd2-8607-1b35c47b1250), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:09.340992 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-324e7f9e-1f32-4f1a-8ff3-8dc3e6c24428 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Deleting subnet 2469d310-3444-4fb9-a53b-1cd2c75b568c {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:40:09.350271 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-324e7f9e-1f32-4f1a-8ff3-8dc3e6c24428 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks [] for subnet (2469d310-3444-4fb9-a53b-1cd2c75b568c), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:09.365837 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8dc8278e-587a-46b9-b79c-6d13d976d0bd tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (f39cdd84-5433-45c4-b1eb-bb3417959333), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:09.401411 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-324e7f9e-1f32-4f1a-8ff3-8dc3e6c24428 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (2469d310-3444-4fb9-a53b-1cd2c75b568c), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:09.402396 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-c7928aef-c645-4f1c-878b-0a4c4472694b tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61f0207fb76b46cf82a5b8d685172d9b HTTP/1.1" status: 200 len: 380 time: 0.1703794 Mar 23 02:40:09.411927 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 58dde4cc-4405-41f7-abf3-62e75f97204b is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:09.413199 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device e859ada6-fc10-496d-a61d-1c17cd753167 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:40:09.413757 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-6137bcfe-9bc7-4a47-bc56-7d4e11d5b386 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Request body: {'port': {'device_id': 'a0725774-6cad-459c-af7b-59efddb8aed2', 'network_id': '5b79c2a7-673b-4477-acc0-14a62556cbba', 'admin_state_up': True, 'tenant_id': '61f0207fb76b46cf82a5b8d685172d9b', 'security_groups': ['cac9dd8f-ee3f-4d89-9704-111d237703cb']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:09.419636 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-8dc8278e-587a-46b9-b79c-6d13d976d0bd tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f39cdd84-5433-45c4-b1eb-bb3417959333']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:09.447707 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c13cbb5-1039-4854-b2d9-b2fd4c923ff2 None None] DHCP port deletion for e64e4549-df0f-4ac7-8e50-e60e68f8d7a6 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:40:09.474749 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-8dc8278e-587a-46b9-b79c-6d13d976d0bd tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d394a2e-52ab-4e31-8c23-49996a3c12f9') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:09.474993 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-8dc8278e-587a-46b9-b79c-6d13d976d0bd tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d394a2e-52ab-4e31-8c23-49996a3c12f9') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:09.491784 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8dc8278e-587a-46b9-b79c-6d13d976d0bd tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (9d394a2e-52ab-4e31-8c23-49996a3c12f9), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:09.511089 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port e859ada6-fc10-496d-a61d-1c17cd753167 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:09.511639 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e859ada6-fc10-496d-a61d-1c17cd753167), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:09.519375 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8dc8278e-587a-46b9-b79c-6d13d976d0bd tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (9d394a2e-52ab-4e31-8c23-49996a3c12f9), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:09.526761 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-8b6ca0fe-d409-45e4-8454-9fc79b7fe24c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] For port 58dde4cc-4405-41f7-abf3-62e75f97204b, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=58dde4cc-4405-41f7-abf3-62e75f97204b,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:09.531015 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc8278e-587a-46b9-b79c-6d13d976d0bd tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:40:09.531969 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8dc8278e-587a-46b9-b79c-6d13d976d0bd tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (9d394a2e-52ab-4e31-8c23-49996a3c12f9), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:09.535147 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:40:09.535147 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:40:09.535147 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:40:09.535147 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:40:09.535147 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:40:09.535147 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:40:09.535147 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:40:09.535147 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:40:09.535147 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:40:09.535147 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:40:09.535147 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:40:09.535147 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:40:09.535147 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:40:09.535147 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:40:09.535147 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:40:09.535147 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:40:09.535147 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:40:09.535147 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:40:09.535147 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:40:09.535147 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:40:09.535147 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:40:09.535147 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:40:09.535147 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:40:09.535147 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:40:09.535147 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:40:09.535147 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:40:09.535147 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:40:09.535147 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:40:09.535147 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:40:09.535147 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:40:09.535147 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:40:09.535147 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:40:09.543565 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-8c13cbb5-1039-4854-b2d9-b2fd4c923ff2 None None] Deleting port 3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:09.544097 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8c13cbb5-1039-4854-b2d9-b2fd4c923ff2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:09.598766 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8b6ca0fe-d409-45e4-8454-9fc79b7fe24c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for port (58dde4cc-4405-41f7-abf3-62e75f97204b), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:09.626248 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-8c13cbb5-1039-4854-b2d9-b2fd4c923ff2 None None] For port 3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c,segment=NetworkSegment(7970ec95-7ba6-4b85-8ecf-35b69b321121),segment_id=7970ec95-7ba6-4b85-8ecf-35b69b321121)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:09.626644 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8c13cbb5-1039-4854-b2d9-b2fd4c923ff2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:09.628043 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5475b2a-40a7-41e1-9884-c95889ca241e tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:40:09.633544 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c5475b2a-40a7-41e1-9884-c95889ca241e tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "PUT /v2.0/routers/fd2add42-2b6a-4ebf-a614-36e9f899fa96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3722761 Mar 23 02:40:09.640295 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b63b54f-e94d-4ed3-a05a-c70c7ed60ba6 None None] Sync routers for ids ['fd2add42-2b6a-4ebf-a614-36e9f899fa96'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:40:09.645812 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57952) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:09.654885 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b63b54f-e94d-4ed3-a05a-c70c7ed60ba6 None None] Routers {'fd2add42-2b6a-4ebf-a614-36e9f899fa96'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:09.657438 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-3b63b54f-e94d-4ed3-a05a-c70c7ed60ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['fd2add42-2b6a-4ebf-a614-36e9f899fa96'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:09.658020 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-8c13cbb5-1039-4854-b2d9-b2fd4c923ff2 None None] Calling delete_port for 3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:09.666329 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-324e7f9e-1f32-4f1a-8ff3-8dc3e6c24428 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (2469d310-3444-4fb9-a53b-1cd2c75b568c), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:09.706495 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port e859ada6-fc10-496d-a61d-1c17cd753167 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:09.707116 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (e859ada6-fc10-496d-a61d-1c17cd753167), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:09.714821 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8dc8278e-587a-46b9-b79c-6d13d976d0bd tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (f39cdd84-5433-45c4-b1eb-bb3417959333), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:09.730945 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-3b63b54f-e94d-4ed3-a05a-c70c7ed60ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:09.738487 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-985854e5-985e-49b4-b574-b655115dca59 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (c24e53c0-ca1c-4dd2-8607-1b35c47b1250), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:09.742166 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8dc8278e-587a-46b9-b79c-6d13d976d0bd tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:09.748078 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b63b54f-e94d-4ed3-a05a-c70c7ed60ba6 None None] Routers {'fd2add42-2b6a-4ebf-a614-36e9f899fa96'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:09.748078 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-3b63b54f-e94d-4ed3-a05a-c70c7ed60ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['fd2add42-2b6a-4ebf-a614-36e9f899fa96'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:09.753643 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8dc8278e-587a-46b9-b79c-6d13d976d0bd tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "DELETE /v2.0/networks/f39cdd84-5433-45c4-b1eb-bb3417959333 HTTP/1.1" status: 204 len: 168 time: 0.6957221 Mar 23 02:40:09.768001 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57956) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:09.773753 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-6137bcfe-9bc7-4a47-bc56-7d4e11d5b386 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Made reservation on behalf of 61f0207fb76b46cf82a5b8d685172d9b for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:09.777490 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8b6ca0fe-d409-45e4-8454-9fc79b7fe24c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (58dde4cc-4405-41f7-abf3-62e75f97204b), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:09.782479 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-6137bcfe-9bc7-4a47-bc56-7d4e11d5b386 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:09.788445 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port e859ada6-fc10-496d-a61d-1c17cd753167, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=e859ada6-fc10-496d-a61d-1c17cd753167,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:09.810350 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-3b63b54f-e94d-4ed3-a05a-c70c7ed60ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:09.811444 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b63b54f-e94d-4ed3-a05a-c70c7ed60ba6 None None] The sync data for ids ['fd2add42-2b6a-4ebf-a614-36e9f899fa96'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:40:09.838580 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8278e-587a-46b9-b79c-6d13d976d0bd tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Pushing event deleted for resources: {'Network': ['ID=f39cdd84-5433-45c4-b1eb-bb3417959333,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:09.848879 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-324e7f9e-1f32-4f1a-8ff3-8dc3e6c24428 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (2469d310-3444-4fb9-a53b-1cd2c75b568c), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:09.864402 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (e859ada6-fc10-496d-a61d-1c17cd753167), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:09.880793 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-5e6f4454-cfe3-44af-a1a6-d987f0a064c8 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Allocated IP 172.26.2.162 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/988b0316-e771-47d7-9e07-81268d8e5d5f) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:09.895796 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8c13cbb5-1039-4854-b2d9-b2fd4c923ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:09.916469 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b2e86b14-361b-41f4-ae68-86075b9d8184 req-769d8f8f-a04c-4c74-9378-0e9222ef49c0 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0725774-6cad-459c-af7b-59efddb8aed2 HTTP/1.1" status: 200 len: 210 time: 0.0788200 Mar 23 02:40:09.916936 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c13cbb5-1039-4854-b2d9-b2fd4c923ff2 None None] No DVR routers for this DVR port 3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:40:09.931293 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e7f9e-1f32-4f1a-8ff3-8dc3e6c24428 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Pushing event deleted for resources: {'Subnet': ['ID=2469d310-3444-4fb9-a53b-1cd2c75b568c,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:09.935013 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=e859ada6-fc10-496d-a61d-1c17cd753167,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:09.954651 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-eebc2686-7f85-48f6-8aba-88b489f1f08d tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Deleting subnet fe1fe3a0-c985-4960-86a0-880c2b7076b8 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:40:09.960962 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3114c300-522f-45e3-aabe-2745c502ce9a None None] Network 3e27b6aa-f261-4ba5-83d0-a0a2d02bb0ec requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:09.969999 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-eebc2686-7f85-48f6-8aba-88b489f1f08d tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks [] for subnet (fe1fe3a0-c985-4960-86a0-880c2b7076b8), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:09.972965 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8b6ca0fe-d409-45e4-8454-9fc79b7fe24c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (c089c1fa-6b22-44b7-849a-fc78d52d5fc7), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:10.010333 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985854e5-985e-49b4-b574-b655115dca59 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:10.018264 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-324e7f9e-1f32-4f1a-8ff3-8dc3e6c24428 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:10.023934 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-324e7f9e-1f32-4f1a-8ff3-8dc3e6c24428 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] 10.222.0.24 "DELETE /v2.0/subnets/2469d310-3444-4fb9-a53b-1cd2c75b568c HTTP/1.1" status: 204 len: 168 time: 0.8626299 Mar 23 02:40:10.030127 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57958) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:10.034158 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6ca0fe-d409-45e4-8454-9fc79b7fe24c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:10.036390 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985854e5-985e-49b4-b574-b655115dca59 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Pushing event updated for resources: {'Port': ['ID=c24e53c0-ca1c-4dd2-8607-1b35c47b1250,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:10.038886 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-985854e5-985e-49b4-b574-b655115dca59 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:10.043855 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13cbb5-1039-4854-b2d9-b2fd4c923ff2 None None] Pushing event deleted for resources: {'Port': ['ID=3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:10.063709 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985854e5-985e-49b4-b574-b655115dca59 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:10.067609 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-8b6ca0fe-d409-45e4-8454-9fc79b7fe24c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:10.077930 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-eebc2686-7f85-48f6-8aba-88b489f1f08d tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (fe1fe3a0-c985-4960-86a0-880c2b7076b8), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:10.089696 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aec70fa-e3c9-4dba-90c8-b5b640d40b85 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:10.124270 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6ca0fe-d409-45e4-8454-9fc79b7fe24c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:10.124861 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8b6ca0fe-d409-45e4-8454-9fc79b7fe24c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:10.208549 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-6137bcfe-9bc7-4a47-bc56-7d4e11d5b386 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Allocated IP 172.20.0.8 (5b79c2a7-673b-4477-acc0-14a62556cbba/163024ce-a589-49e2-9617-858c615e40f5/63a879a0-64d9-4584-96cd-c848bf5271a7) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:10.248187 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ca0fe-d409-45e4-8454-9fc79b7fe24c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Subnet': ['ID=c089c1fa-6b22-44b7-849a-fc78d52d5fc7,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:10.264230 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4454-cfe3-44af-a1a6-d987f0a064c8 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for port (988b0316-e771-47d7-9e07-81268d8e5d5f), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:10.287368 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8286ad0-569b-4a1e-b6a8-3b199d0f49b9 None None] DHCP port deletion for 3e27b6aa-f261-4ba5-83d0-a0a2d02bb0ec request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:40:10.298606 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-eebc2686-7f85-48f6-8aba-88b489f1f08d tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (fe1fe3a0-c985-4960-86a0-880c2b7076b8), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:10.355687 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c8286ad0-569b-4a1e-b6a8-3b199d0f49b9 None None] Deleting port 7ceff97e-1bfb-4839-9b11-6514e2265160 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:10.356358 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c8286ad0-569b-4a1e-b6a8-3b199d0f49b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (7ceff97e-1bfb-4839-9b11-6514e2265160), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:10.380913 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4af12e48-5014-43f4-a39f-d707a43e1550 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (e64e4549-df0f-4ac7-8e50-e60e68f8d7a6), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:10.388371 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ca0fe-d409-45e4-8454-9fc79b7fe24c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Port': ['ID=58dde4cc-4405-41f7-abf3-62e75f97204b,revision_number=5']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:10.407244 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8b6ca0fe-d409-45e4-8454-9fc79b7fe24c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.5194123 Mar 23 02:40:10.414056 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57960) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:10.430855 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-c8286ad0-569b-4a1e-b6a8-3b199d0f49b9 None None] For port 7ceff97e-1bfb-4839-9b11-6514e2265160, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=7ceff97e-1bfb-4839-9b11-6514e2265160,segment=NetworkSegment(76621359-5c5c-45ab-ab72-5538bde3e152),segment_id=76621359-5c5c-45ab-ab72-5538bde3e152)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:10.431400 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c8286ad0-569b-4a1e-b6a8-3b199d0f49b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (7ceff97e-1bfb-4839-9b11-6514e2265160), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:10.451669 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-22d49a50-daa9-4021-8e95-5994f8b340b2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'port': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'mac_address': 'fa:16:3e:0e:f9:db', 'name': 'tempest-NetworksTestDHCPv6-1358710248'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:10.465696 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c8286ad0-569b-4a1e-b6a8-3b199d0f49b9 None None] Calling delete_port for 7ceff97e-1bfb-4839-9b11-6514e2265160 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:10.497995 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4454-cfe3-44af-a1a6-d987f0a064c8 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (988b0316-e771-47d7-9e07-81268d8e5d5f), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:10.545521 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-6137bcfe-9bc7-4a47-bc56-7d4e11d5b386 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks [] for port (63a879a0-64d9-4584-96cd-c848bf5271a7), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:10.560320 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-eebc2686-7f85-48f6-8aba-88b489f1f08d tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (fe1fe3a0-c985-4960-86a0-880c2b7076b8), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:10.625646 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6f4454-cfe3-44af-a1a6-d987f0a064c8 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:10.632551 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc2686-7f85-48f6-8aba-88b489f1f08d tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Pushing event deleted for resources: {'Subnet': ['ID=fe1fe3a0-c985-4960-86a0-880c2b7076b8,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:10.641103 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-5e6f4454-cfe3-44af-a1a6-d987f0a064c8 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:10.644395 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-eebc2686-7f85-48f6-8aba-88b489f1f08d tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:10.647971 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-eebc2686-7f85-48f6-8aba-88b489f1f08d tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "DELETE /v2.0/subnets/fe1fe3a0-c985-4960-86a0-880c2b7076b8 HTTP/1.1" status: 204 len: 168 time: 0.8622704 Mar 23 02:40:10.649827 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c8286ad0-569b-4a1e-b6a8-3b199d0f49b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (7ceff97e-1bfb-4839-9b11-6514e2265160), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:10.650314 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6f4454-cfe3-44af-a1a6-d987f0a064c8 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:10.652943 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f4454-cfe3-44af-a1a6-d987f0a064c8 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Pushing event updated for resources: {'Port': ['ID=988b0316-e771-47d7-9e07-81268d8e5d5f,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:10.658415 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57962) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:10.673735 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89065f8b-0894-4807-b2d8-e4d2981e2acb None None] Network b382a2e7-9cad-4c87-811b-26beb285d54e requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:10.770887 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-6137bcfe-9bc7-4a47-bc56-7d4e11d5b386 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (63a879a0-64d9-4584-96cd-c848bf5271a7), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:10.829130 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4af12e48-5014-43f4-a39f-d707a43e1550 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (e64e4549-df0f-4ac7-8e50-e60e68f8d7a6), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:10.835212 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8286ad0-569b-4a1e-b6a8-3b199d0f49b9 None None] Pushing event deleted for resources: {'Port': ['ID=7ceff97e-1bfb-4839-9b11-6514e2265160,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:10.856700 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8286ad0-569b-4a1e-b6a8-3b199d0f49b9 None None] No DVR routers for this DVR port 7ceff97e-1bfb-4839-9b11-6514e2265160 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:40:10.861377 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137bcfe-9bc7-4a47-bc56-7d4e11d5b386 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Pushing event updated for resources: {'Port': ['ID=63a879a0-64d9-4584-96cd-c848bf5271a7,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:10.873792 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-4af12e48-5014-43f4-a39f-d707a43e1550 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e64e4549-df0f-4ac7-8e50-e60e68f8d7a6']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:10.891795 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-4af12e48-5014-43f4-a39f-d707a43e1550 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7970ec95-7ba6-4b85-8ecf-35b69b321121') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:10.892216 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-4af12e48-5014-43f4-a39f-d707a43e1550 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7970ec95-7ba6-4b85-8ecf-35b69b321121') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:10.919423 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4af12e48-5014-43f4-a39f-d707a43e1550 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (7970ec95-7ba6-4b85-8ecf-35b69b321121), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:10.957753 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4af12e48-5014-43f4-a39f-d707a43e1550 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (7970ec95-7ba6-4b85-8ecf-35b69b321121), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:10.966055 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af12e48-5014-43f4-a39f-d707a43e1550 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:40:10.967185 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4af12e48-5014-43f4-a39f-d707a43e1550 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (7970ec95-7ba6-4b85-8ecf-35b69b321121), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:11.028864 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:40:11.028864 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:40:11.028864 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:40:11.028864 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:40:11.028864 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:40:11.028864 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:40:11.028864 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:40:11.028864 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:40:11.028864 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:40:11.028864 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:40:11.028864 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:40:11.028864 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:40:11.028864 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:40:11.028864 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:40:11.028864 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:40:11.028864 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:40:11.028864 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:40:11.028864 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:40:11.028864 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:40:11.028864 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:40:11.028864 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:40:11.028864 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:40:11.028864 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:40:11.028864 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:40:11.028864 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:40:11.028864 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:40:11.028864 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:40:11.028864 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:40:11.028864 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:40:11.028864 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:40:11.028864 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:40:11.028864 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:40:11.065878 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 58dde4cc-4405-41f7-abf3-62e75f97204b up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:40:11.081732 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-6137bcfe-9bc7-4a47-bc56-7d4e11d5b386 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Network 5b79c2a7-673b-4477-acc0-14a62556cbba is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:11.084043 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-6137bcfe-9bc7-4a47-bc56-7d4e11d5b386 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:11.143890 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-064da149-cbf7-4e98-842e-97d4653e5f6e tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (b382a2e7-9cad-4c87-811b-26beb285d54e), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:11.148892 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-6137bcfe-9bc7-4a47-bc56-7d4e11d5b386 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:11.149095 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300c3a17-90a4-4e2b-b0c2-5af3d0753a94 None None] DHCP port deletion for b382a2e7-9cad-4c87-811b-26beb285d54e request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:40:11.254942 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 58dde4cc-4405-41f7-abf3-62e75f97204b triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:11.255330 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (58dde4cc-4405-41f7-abf3-62e75f97204b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:11.320661 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-300c3a17-90a4-4e2b-b0c2-5af3d0753a94 None None] Deleting port 8bbed81e-4d33-4005-857e-c11bbde4babe {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:11.321176 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-300c3a17-90a4-4e2b-b0c2-5af3d0753a94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (8bbed81e-4d33-4005-857e-c11bbde4babe), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:11.357735 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-6137bcfe-9bc7-4a47-bc56-7d4e11d5b386 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:11.358393 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-6137bcfe-9bc7-4a47-bc56-7d4e11d5b386 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:11.394772 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81995c8-2267-4c2e-a698-99d074a4c593 req-cbb4814c-1868-4b1c-b8f5-981b174e3b9c tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:11.396452 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a81995c8-2267-4c2e-a698-99d074a4c593 req-cbb4814c-1868-4b1c-b8f5-981b174e3b9c tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0725774-6cad-459c-af7b-59efddb8aed2 HTTP/1.1" status: 200 len: 931 time: 0.3097999 Mar 23 02:40:11.439024 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-3ed6c7c0-7a0f-4b37-943a-170c95b36eeb None None] Provisioning complete for port 58dde4cc-4405-41f7-abf3-62e75f97204b triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:11.439566 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3ed6c7c0-7a0f-4b37-943a-170c95b36eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (58dde4cc-4405-41f7-abf3-62e75f97204b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:11.444720 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-6137bcfe-9bc7-4a47-bc56-7d4e11d5b386 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0361679 Mar 23 02:40:11.451176 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-300c3a17-90a4-4e2b-b0c2-5af3d0753a94 None None] For port 8bbed81e-4d33-4005-857e-c11bbde4babe, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8bbed81e-4d33-4005-857e-c11bbde4babe,segment=NetworkSegment(fc74ae80-235a-429d-8336-1f2948f6922b),segment_id=fc74ae80-235a-429d-8336-1f2948f6922b)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:11.451661 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-300c3a17-90a4-4e2b-b0c2-5af3d0753a94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (8bbed81e-4d33-4005-857e-c11bbde4babe), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:11.454900 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-064da149-cbf7-4e98-842e-97d4653e5f6e tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Deleting port 8bbed81e-4d33-4005-857e-c11bbde4babe {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:11.455249 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-064da149-cbf7-4e98-842e-97d4653e5f6e tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (8bbed81e-4d33-4005-857e-c11bbde4babe), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:11.463946 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-282d67f7-5bd3-4f07-8fd8-bc84407e6315 service neutron] Request body: {'port': {'device_id': 'a0725774-6cad-459c-af7b-59efddb8aed2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:11.489461 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 58dde4cc-4405-41f7-abf3-62e75f97204b is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:11.490702 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device e859ada6-fc10-496d-a61d-1c17cd753167 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:40:11.494889 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-300c3a17-90a4-4e2b-b0c2-5af3d0753a94 None None] Calling delete_port for 8bbed81e-4d33-4005-857e-c11bbde4babe owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:11.531278 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d49a50-daa9-4021-8e95-5994f8b340b2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:11.566273 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a81995c8-2267-4c2e-a698-99d074a4c593 req-d39c54f1-9fcf-47ab-a8ba-f1114ce6639e tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/security-groups?id=cac9dd8f-ee3f-4d89-9704-111d237703cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634762 Mar 23 02:40:11.708074 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-985854e5-985e-49b4-b574-b655115dca59 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router_gateway (f91f5132-4d17-4a7a-99ff-d32753b04405), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:11.714970 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4af12e48-5014-43f4-a39f-d707a43e1550 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (e64e4549-df0f-4ac7-8e50-e60e68f8d7a6), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:11.751347 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-22d49a50-daa9-4021-8e95-5994f8b340b2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:11.791876 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4af12e48-5014-43f4-a39f-d707a43e1550 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:11.801764 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4af12e48-5014-43f4-a39f-d707a43e1550 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] 10.222.0.24 "DELETE /v2.0/networks/e64e4549-df0f-4ac7-8e50-e60e68f8d7a6 HTTP/1.1" status: 204 len: 168 time: 1.7603879 Mar 23 02:40:11.801971 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port e859ada6-fc10-496d-a61d-1c17cd753167 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:11.801971 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e859ada6-fc10-496d-a61d-1c17cd753167), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:11.803916 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57966) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:11.838824 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-3ed6c7c0-7a0f-4b37-943a-170c95b36eeb None None] Current status of the port 58dde4cc-4405-41f7-abf3-62e75f97204b is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:11.849440 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c29b6647-748c-4258-b13b-2557d84a76da tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (fd2add42-2b6a-4ebf-a614-36e9f899fa96), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:11.851289 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af12e48-5014-43f4-a39f-d707a43e1550 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Pushing event deleted for resources: {'Network': ['ID=e64e4549-df0f-4ac7-8e50-e60e68f8d7a6,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:11.904585 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port e859ada6-fc10-496d-a61d-1c17cd753167 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:11.929875 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-300c3a17-90a4-4e2b-b0c2-5af3d0753a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (8bbed81e-4d33-4005-857e-c11bbde4babe), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:11.961479 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300c3a17-90a4-4e2b-b0c2-5af3d0753a94 None None] No DVR routers for this DVR port 8bbed81e-4d33-4005-857e-c11bbde4babe on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:40:11.976581 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-064da149-cbf7-4e98-842e-97d4653e5f6e tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] For port 8bbed81e-4d33-4005-857e-c11bbde4babe, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8bbed81e-4d33-4005-857e-c11bbde4babe,segment=NetworkSegment(fc74ae80-235a-429d-8336-1f2948f6922b),segment_id=fc74ae80-235a-429d-8336-1f2948f6922b)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:11.977232 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-064da149-cbf7-4e98-842e-97d4653e5f6e tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (8bbed81e-4d33-4005-857e-c11bbde4babe), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:11.986829 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-22d49a50-daa9-4021-8e95-5994f8b340b2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] device_id is not set on port 639f4f17-8f1a-4856-9e55-03414cc147a7 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:40:12.001224 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-282d67f7-5bd3-4f07-8fd8-bc84407e6315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (63a879a0-64d9-4584-96cd-c848bf5271a7), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:12.005505 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-064da149-cbf7-4e98-842e-97d4653e5f6e tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Calling delete_port for 8bbed81e-4d33-4005-857e-c11bbde4babe owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:12.024880 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 7ceff97e-1bfb-4839-9b11-6514e2265160 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:40:12.028937 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c3a17-90a4-4e2b-b0c2-5af3d0753a94 None None] Pushing event deleted for resources: {'Port': ['ID=8bbed81e-4d33-4005-857e-c11bbde4babe,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:12.030930 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-2eb16a92-8e18-4816-af7e-9a50f08627fc None None] Provisioning complete for port 63a879a0-64d9-4584-96cd-c848bf5271a7 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:12.031413 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2eb16a92-8e18-4816-af7e-9a50f08627fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (63a879a0-64d9-4584-96cd-c848bf5271a7), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:12.071428 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-279af4ca-62a5-4962-a4c7-1ea3ac11b140 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (3e27b6aa-f261-4ba5-83d0-a0a2d02bb0ec), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:12.074794 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 7ceff97e-1bfb-4839-9b11-6514e2265160 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:40:12.075224 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 7ceff97e-1bfb-4839-9b11-6514e2265160 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:40:12.075728 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:40:12.095983 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4454-cfe3-44af-a1a6-d987f0a064c8 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router_gateway (368b2ce3-e101-4072-bf67-a50c3bda761e), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:12.103348 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:40:12.103759 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 3f1dc4e6-d905-4b10-bb4b-a095e4ccd69c not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:40:12.111521 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-2eb16a92-8e18-4816-af7e-9a50f08627fc None None] Port 63a879a0-64d9-4584-96cd-c848bf5271a7 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:40:12.320348 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-064da149-cbf7-4e98-842e-97d4653e5f6e tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (8bbed81e-4d33-4005-857e-c11bbde4babe), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:12.380199 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064da149-cbf7-4e98-842e-97d4653e5f6e tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Pushing event deleted for resources: {'Port': ['ID=8bbed81e-4d33-4005-857e-c11bbde4babe,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:12.380389 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-279af4ca-62a5-4962-a4c7-1ea3ac11b140 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (3e27b6aa-f261-4ba5-83d0-a0a2d02bb0ec), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:12.382199 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064da149-cbf7-4e98-842e-97d4653e5f6e tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] No DVR routers for this DVR port 8bbed81e-4d33-4005-857e-c11bbde4babe on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:40:12.411145 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-985854e5-985e-49b4-b574-b655115dca59 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (f91f5132-4d17-4a7a-99ff-d32753b04405), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:12.440674 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-279af4ca-62a5-4962-a4c7-1ea3ac11b140 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e27b6aa-f261-4ba5-83d0-a0a2d02bb0ec']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:12.488120 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-279af4ca-62a5-4962-a4c7-1ea3ac11b140 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76621359-5c5c-45ab-ab72-5538bde3e152') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:12.488421 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-279af4ca-62a5-4962-a4c7-1ea3ac11b140 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76621359-5c5c-45ab-ab72-5538bde3e152') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:12.538241 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-279af4ca-62a5-4962-a4c7-1ea3ac11b140 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (76621359-5c5c-45ab-ab72-5538bde3e152), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:12.546118 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-22d49a50-daa9-4021-8e95-5994f8b340b2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Allocated IP 172.20.0.14 (94d9379e-13fb-449b-8f45-d1ab95378f77/5f0cde52-8d87-4341-8c5c-a0c5c763c4b7/639f4f17-8f1a-4856-9e55-03414cc147a7) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:12.579252 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-22d49a50-daa9-4021-8e95-5994f8b340b2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Allocated IP 2001:db8::f816:3eff:fe0e:f9db (94d9379e-13fb-449b-8f45-d1ab95378f77/c089c1fa-6b22-44b7-849a-fc78d52d5fc7/639f4f17-8f1a-4856-9e55-03414cc147a7) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:12.595237 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-279af4ca-62a5-4962-a4c7-1ea3ac11b140 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (76621359-5c5c-45ab-ab72-5538bde3e152), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:12.596959 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-064da149-cbf7-4e98-842e-97d4653e5f6e tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (b382a2e7-9cad-4c87-811b-26beb285d54e), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:12.615403 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-279af4ca-62a5-4962-a4c7-1ea3ac11b140 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:40:12.615836 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-279af4ca-62a5-4962-a4c7-1ea3ac11b140 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (76621359-5c5c-45ab-ab72-5538bde3e152), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:12.620797 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:40:12.620797 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:40:12.620797 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:40:12.620797 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:40:12.620797 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:40:12.620797 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:40:12.620797 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:40:12.620797 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:40:12.620797 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:40:12.620797 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:40:12.620797 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:40:12.620797 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:40:12.620797 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:40:12.620797 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:40:12.620797 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:40:12.620797 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:40:12.620797 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:40:12.620797 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:40:12.620797 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:40:12.620797 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:40:12.620797 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:40:12.620797 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:40:12.620797 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:40:12.620797 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:40:12.620797 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:40:12.620797 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:40:12.620797 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:40:12.620797 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:40:12.620797 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:40:12.620797 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:40:12.620797 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:40:12.620797 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:40:12.631722 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-064da149-cbf7-4e98-842e-97d4653e5f6e tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b382a2e7-9cad-4c87-811b-26beb285d54e']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:12.652690 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-064da149-cbf7-4e98-842e-97d4653e5f6e tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc74ae80-235a-429d-8336-1f2948f6922b') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:12.652987 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-064da149-cbf7-4e98-842e-97d4653e5f6e tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc74ae80-235a-429d-8336-1f2948f6922b') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:12.671564 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-064da149-cbf7-4e98-842e-97d4653e5f6e tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (fc74ae80-235a-429d-8336-1f2948f6922b), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:12.684995 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4454-cfe3-44af-a1a6-d987f0a064c8 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (368b2ce3-e101-4072-bf67-a50c3bda761e), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:12.701384 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-064da149-cbf7-4e98-842e-97d4653e5f6e tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (fc74ae80-235a-429d-8336-1f2948f6922b), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:12.795607 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064da149-cbf7-4e98-842e-97d4653e5f6e tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:40:12.796043 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-064da149-cbf7-4e98-842e-97d4653e5f6e tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (fc74ae80-235a-429d-8336-1f2948f6922b), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:40:12.801840 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:40:12.847656 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-279af4ca-62a5-4962-a4c7-1ea3ac11b140 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (3e27b6aa-f261-4ba5-83d0-a0a2d02bb0ec), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:12.855091 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-279af4ca-62a5-4962-a4c7-1ea3ac11b140 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:12.858484 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-279af4ca-62a5-4962-a4c7-1ea3ac11b140 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] 10.222.0.24 "DELETE /v2.0/networks/3e27b6aa-f261-4ba5-83d0-a0a2d02bb0ec HTTP/1.1" status: 204 len: 168 time: 1.0464408 Mar 23 02:40:12.858652 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-282d67f7-5bd3-4f07-8fd8-bc84407e6315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63a879a0-64d9-4584-96cd-c848bf5271a7 {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:40:12.871512 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57970) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:12.889526 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279af4ca-62a5-4962-a4c7-1ea3ac11b140 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Pushing event deleted for resources: {'Network': ['ID=3e27b6aa-f261-4ba5-83d0-a0a2d02bb0ec,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:12.894676 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-282d67f7-5bd3-4f07-8fd8-bc84407e6315 service neutron] Publish callbacks [] for port (63a879a0-64d9-4584-96cd-c848bf5271a7), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:12.896989 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-c29b6647-748c-4258-b13b-2557d84a76da tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Deleting port e7262eff-030f-4dca-8056-310da2264e62 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:12.897337 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c29b6647-748c-4258-b13b-2557d84a76da tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (e7262eff-030f-4dca-8056-310da2264e62), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:12.908757 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8bbed81e-4d33-4005-857e-c11bbde4babe no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:40:12.933701 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 8bbed81e-4d33-4005-857e-c11bbde4babe {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:40:12.934051 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8bbed81e-4d33-4005-857e-c11bbde4babe not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:40:12.951235 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b5fb0-096e-4177-8df0-5a1525bf3da8 req-482b2956-6f64-4f4e-9db3-c880882901a2 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:12.952820 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-413b5fb0-096e-4177-8df0-5a1525bf3da8 req-482b2956-6f64-4f4e-9db3-c880882901a2 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0725774-6cad-459c-af7b-59efddb8aed2 HTTP/1.1" status: 200 len: 931 time: 0.2617815 Mar 23 02:40:12.968867 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-77bbc41e-1e5a-484d-bd61-e8ab55b1d650 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Deleting subnet 6a226587-cc77-4d16-883b-6955a90a5310 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:40:12.973617 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-77bbc41e-1e5a-484d-bd61-e8ab55b1d650 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks [] for subnet (6a226587-cc77-4d16-883b-6955a90a5310), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:13.017375 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-282d67f7-5bd3-4f07-8fd8-bc84407e6315 service neutron] Transition to ACTIVE for port object 63a879a0-64d9-4584-96cd-c848bf5271a7 will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:40:13.021044 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-064da149-cbf7-4e98-842e-97d4653e5f6e tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (b382a2e7-9cad-4c87-811b-26beb285d54e), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:13.032368 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-77bbc41e-1e5a-484d-bd61-e8ab55b1d650 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (6a226587-cc77-4d16-883b-6955a90a5310), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:13.035910 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-064da149-cbf7-4e98-842e-97d4653e5f6e tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:13.038998 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-064da149-cbf7-4e98-842e-97d4653e5f6e tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] 10.222.0.24 "DELETE /v2.0/networks/b382a2e7-9cad-4c87-811b-26beb285d54e HTTP/1.1" status: 204 len: 168 time: 2.3790658 Mar 23 02:40:13.063785 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-22d49a50-daa9-4021-8e95-5994f8b340b2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for port (639f4f17-8f1a-4856-9e55-03414cc147a7), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:13.068021 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985854e5-985e-49b4-b574-b655115dca59 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Router f91f5132-4d17-4a7a-99ff-d32753b04405 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:40:13.075727 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064da149-cbf7-4e98-842e-97d4653e5f6e tempest-NetworksIpV6TestAttrs-329303012 tempest-NetworksIpV6TestAttrs-329303012-project] Pushing event deleted for resources: {'Network': ['ID=b382a2e7-9cad-4c87-811b-26beb285d54e,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:13.081830 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-413b5fb0-096e-4177-8df0-5a1525bf3da8 req-ee9827e8-ee81-40d2-831c-14a75b34c4fa tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/security-groups?id=cac9dd8f-ee3f-4d89-9704-111d237703cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133919 Mar 23 02:40:13.083694 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-282d67f7-5bd3-4f07-8fd8-bc84407e6315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (63a879a0-64d9-4584-96cd-c848bf5271a7), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:13.102131 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c29b6647-748c-4258-b13b-2557d84a76da tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (e7262eff-030f-4dca-8056-310da2264e62), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:13.166425 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6f4454-cfe3-44af-a1a6-d987f0a064c8 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Router 368b2ce3-e101-4072-bf67-a50c3bda761e is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:40:13.168291 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d67f7-5bd3-4f07-8fd8-bc84407e6315 service neutron] Pushing event updated for resources: {'Port': ['ID=63a879a0-64d9-4584-96cd-c848bf5271a7,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:13.191866 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-c29b6647-748c-4258-b13b-2557d84a76da tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Calling delete_port for e7262eff-030f-4dca-8056-310da2264e62 owned by network:router_interface {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:13.219924 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-77bbc41e-1e5a-484d-bd61-e8ab55b1d650 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (6a226587-cc77-4d16-883b-6955a90a5310), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:13.306510 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985854e5-985e-49b4-b574-b655115dca59 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:40:13.321901 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81320d8a-59e8-4a3d-a4d1-706de034dac0 None None] Sync routers for ids ['f91f5132-4d17-4a7a-99ff-d32753b04405'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:40:13.339481 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81320d8a-59e8-4a3d-a4d1-706de034dac0 None None] Routers {'f91f5132-4d17-4a7a-99ff-d32753b04405'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:13.340665 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-81320d8a-59e8-4a3d-a4d1-706de034dac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['f91f5132-4d17-4a7a-99ff-d32753b04405'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:13.362601 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-22d49a50-daa9-4021-8e95-5994f8b340b2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (639f4f17-8f1a-4856-9e55-03414cc147a7), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:13.405061 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-81320d8a-59e8-4a3d-a4d1-706de034dac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:13.418636 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-282d67f7-5bd3-4f07-8fd8-bc84407e6315 service neutron] Attempting to bind port 63a879a0-64d9-4584-96cd-c848bf5271a7 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:40:13.419122 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-282d67f7-5bd3-4f07-8fd8-bc84407e6315 service neutron] Attempting to bind port 63a879a0-64d9-4584-96cd-c848bf5271a7 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '31a5abdc-77c7-4b66-8f8c-26e205d8373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5b79c2a7-673b-4477-acc0-14a62556cbba'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:40:13.419297 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-282d67f7-5bd3-4f07-8fd8-bc84407e6315 service neutron] Attempting to bind port 63a879a0-64d9-4584-96cd-c848bf5271a7 on network 5b79c2a7-673b-4477-acc0-14a62556cbba {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:40:13.427341 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81320d8a-59e8-4a3d-a4d1-706de034dac0 None None] Routers {'f91f5132-4d17-4a7a-99ff-d32753b04405'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:13.428021 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-81320d8a-59e8-4a3d-a4d1-706de034dac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['f91f5132-4d17-4a7a-99ff-d32753b04405'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:13.433556 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-282d67f7-5bd3-4f07-8fd8-bc84407e6315 service neutron] Port 63a879a0-64d9-4584-96cd-c848bf5271a7 on network 5b79c2a7-673b-4477-acc0-14a62556cbba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:40:13.434002 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-282d67f7-5bd3-4f07-8fd8-bc84407e6315 service neutron] Attempting to bind port 63a879a0-64d9-4584-96cd-c848bf5271a7 on network 5b79c2a7-673b-4477-acc0-14a62556cbba {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:40:13.434950 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d49a50-daa9-4021-8e95-5994f8b340b2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:13.439575 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-22d49a50-daa9-4021-8e95-5994f8b340b2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:13.441872 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d49a50-daa9-4021-8e95-5994f8b340b2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Port': ['ID=639f4f17-8f1a-4856-9e55-03414cc147a7,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:13.448510 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d49a50-daa9-4021-8e95-5994f8b340b2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:13.455789 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-282d67f7-5bd3-4f07-8fd8-bc84407e6315 service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:40:13.462273 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-282d67f7-5bd3-4f07-8fd8-bc84407e6315 service neutron] Checking segment: {'id': '31a5abdc-77c7-4b66-8f8c-26e205d8373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5b79c2a7-673b-4477-acc0-14a62556cbba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:40:13.462273 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-282d67f7-5bd3-4f07-8fd8-bc84407e6315 service neutron] Bound using segment: {'id': '31a5abdc-77c7-4b66-8f8c-26e205d8373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5b79c2a7-673b-4477-acc0-14a62556cbba'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:40:13.462273 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-282d67f7-5bd3-4f07-8fd8-bc84407e6315 service neutron] Bound port: 63a879a0-64d9-4584-96cd-c848bf5271a7, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31a5abdc-77c7-4b66-8f8c-26e205d8373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5b79c2a7-673b-4477-acc0-14a62556cbba'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:40:13.462273 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-282d67f7-5bd3-4f07-8fd8-bc84407e6315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (63a879a0-64d9-4584-96cd-c848bf5271a7), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:13.462273 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-77bbc41e-1e5a-484d-bd61-e8ab55b1d650 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (6a226587-cc77-4d16-883b-6955a90a5310), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:13.484426 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-81320d8a-59e8-4a3d-a4d1-706de034dac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:13.485297 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81320d8a-59e8-4a3d-a4d1-706de034dac0 None None] The sync data for ids ['f91f5132-4d17-4a7a-99ff-d32753b04405'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:40:13.504941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bbc41e-1e5a-484d-bd61-e8ab55b1d650 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Pushing event deleted for resources: {'Subnet': ['ID=6a226587-cc77-4d16-883b-6955a90a5310,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:13.507681 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6f4454-cfe3-44af-a1a6-d987f0a064c8 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:40:13.511714 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-985854e5-985e-49b4-b574-b655115dca59 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:13.516222 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-985854e5-985e-49b4-b574-b655115dca59 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.4559975 Mar 23 02:40:13.520520 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57974) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:13.530563 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-7be6e3fd-23e5-461e-9e55-732a18864030 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:13.531814 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25281641-179a-49ca-a20d-fe32c6f1d129 None None] Network 1c4d7048-26a9-4eb4-b53f-f92189bd27d8 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:13.534007 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-77bbc41e-1e5a-484d-bd61-e8ab55b1d650 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:13.539451 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-77bbc41e-1e5a-484d-bd61-e8ab55b1d650 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] 10.222.0.24 "DELETE /v2.0/subnets/6a226587-cc77-4d16-883b-6955a90a5310 HTTP/1.1" status: 204 len: 168 time: 0.6691504 Mar 23 02:40:13.541699 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57976) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:13.541848 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e01982-ad41-4a9d-8e96-967e19a0648c None None] Sync routers for ids ['368b2ce3-e101-4072-bf67-a50c3bda761e'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:40:13.561831 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e01982-ad41-4a9d-8e96-967e19a0648c None None] Routers {'368b2ce3-e101-4072-bf67-a50c3bda761e'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:13.563512 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-30e01982-ad41-4a9d-8e96-967e19a0648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['368b2ce3-e101-4072-bf67-a50c3bda761e'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:13.608184 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d49a50-daa9-4021-8e95-5994f8b340b2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:13.608833 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-22d49a50-daa9-4021-8e95-5994f8b340b2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:13.688942 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-282d67f7-5bd3-4f07-8fd8-bc84407e6315 service neutron] For port 63a879a0-64d9-4584-96cd-c848bf5271a7, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:40:13.704937 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-282d67f7-5bd3-4f07-8fd8-bc84407e6315 service neutron] For port 63a879a0-64d9-4584-96cd-c848bf5271a7, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=63a879a0-64d9-4584-96cd-c848bf5271a7,segment=NetworkSegment(31a5abdc-77c7-4b66-8f8c-26e205d8373f),segment_id=31a5abdc-77c7-4b66-8f8c-26e205d8373f)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:40:13.709377 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7afa1553-b26c-4241-9e6e-04ead90dd602 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (1c4d7048-26a9-4eb4-b53f-f92189bd27d8), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:13.731615 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4454-cfe3-44af-a1a6-d987f0a064c8 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:13.736316 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5e6f4454-cfe3-44af-a1a6-d987f0a064c8 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.3850722 Mar 23 02:40:13.736669 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57978) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:13.790290 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-30e01982-ad41-4a9d-8e96-967e19a0648c None None] Set router 368b2ce3-e101-4072-bf67-a50c3bda761e gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:40:13.844365 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c29b6647-748c-4258-b13b-2557d84a76da tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (e7262eff-030f-4dca-8056-310da2264e62), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:13.864928 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-22d49a50-daa9-4021-8e95-5994f8b340b2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.4151301 Mar 23 02:40:13.909543 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-74610061-eca4-4666-b523-62d35be3ff84 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "GET /v2.0/routers/368b2ce3-e101-4072-bf67-a50c3bda761e HTTP/1.1" status: 200 len: 907 time: 0.1694877 Mar 23 02:40:13.920419 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed223a2-1aa4-4a2d-9fca-5b796cc23379 None None] DHCP port deletion for 1c4d7048-26a9-4eb4-b53f-f92189bd27d8 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:40:13.936909 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57982) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:13.937758 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57984) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:13.938091 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57986) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:13.939328 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-282d67f7-5bd3-4f07-8fd8-bc84407e6315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (63a879a0-64d9-4584-96cd-c848bf5271a7), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:13.970834 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-c126165c-7259-4dc0-96fc-5ead06c64820 None None] Provisioning complete for port 639f4f17-8f1a-4856-9e55-03414cc147a7 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:13.971619 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c126165c-7259-4dc0-96fc-5ead06c64820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (639f4f17-8f1a-4856-9e55-03414cc147a7), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:14.026203 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c126165c-7259-4dc0-96fc-5ead06c64820 None None] Port 639f4f17-8f1a-4856-9e55-03414cc147a7 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:40:14.045225 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-6ed223a2-1aa4-4a2d-9fca-5b796cc23379 None None] Deleting port caff4459-05fe-41c5-b61b-6e5205c0db14 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:14.046181 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6ed223a2-1aa4-4a2d-9fca-5b796cc23379 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (caff4459-05fe-41c5-b61b-6e5205c0db14), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:14.136442 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-6ed223a2-1aa4-4a2d-9fca-5b796cc23379 None None] For port caff4459-05fe-41c5-b61b-6e5205c0db14, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=caff4459-05fe-41c5-b61b-6e5205c0db14,segment=NetworkSegment(8d302b39-dc53-41bf-866e-bbb619560b0d),segment_id=8d302b39-dc53-41bf-866e-bbb619560b0d)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:14.136442 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6ed223a2-1aa4-4a2d-9fca-5b796cc23379 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (caff4459-05fe-41c5-b61b-6e5205c0db14), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:14.153981 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-6ed223a2-1aa4-4a2d-9fca-5b796cc23379 None None] Calling delete_port for caff4459-05fe-41c5-b61b-6e5205c0db14 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:14.288712 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-30e01982-ad41-4a9d-8e96-967e19a0648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368b2ce3-e101-4072-bf67-a50c3bda761e', 'name': 'tempest-snat-router-530938944', 'tenant_id': '70a7fe43dd044aee867b86748fcef86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '988b0316-e771-47d7-9e07-81268d8e5d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:40:06Z', 'updated_at': '2022-03-23T02:40:11Z', 'revision_number': 3, 'project_id': '70a7fe43dd044aee867b86748fcef86d', 'gw_port': {'id': '988b0316-e771-47d7-9e07-81268d8e5d5f', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fe:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368b2ce3-e101-4072-bf67-a50c3bda761e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:40:08Z', 'updated_at': '2022-03-23T02:40:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:14.326289 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e01982-ad41-4a9d-8e96-967e19a0648c None None] Checking router: 368b2ce3-e101-4072-bf67-a50c3bda761e for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:40:14.327062 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e01982-ad41-4a9d-8e96-967e19a0648c None None] Updating router 368b2ce3-e101-4072-bf67-a50c3bda761e port 988b0316-e771-47d7-9e07-81268d8e5d5f binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:40:14.358473 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-30e01982-ad41-4a9d-8e96-967e19a0648c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (988b0316-e771-47d7-9e07-81268d8e5d5f), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:14.374667 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b6647-748c-4258-b13b-2557d84a76da tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Port': ['ID=e7262eff-030f-4dca-8056-310da2264e62,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:14.383645 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6ed223a2-1aa4-4a2d-9fca-5b796cc23379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (caff4459-05fe-41c5-b61b-6e5205c0db14), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:14.457011 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed223a2-1aa4-4a2d-9fca-5b796cc23379 None None] Pushing event deleted for resources: {'Port': ['ID=caff4459-05fe-41c5-b61b-6e5205c0db14,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:14.463535 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed223a2-1aa4-4a2d-9fca-5b796cc23379 None None] No DVR routers for this DVR port caff4459-05fe-41c5-b61b-6e5205c0db14 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:40:14.493591 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7be6e3fd-23e5-461e-9e55-732a18864030 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router_gateway (f91f5132-4d17-4a7a-99ff-d32753b04405), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:14.537383 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c29b6647-748c-4258-b13b-2557d84a76da tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (fd2add42-2b6a-4ebf-a614-36e9f899fa96), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:14.552783 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-282d67f7-5bd3-4f07-8fd8-bc84407e6315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:14.553530 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-282d67f7-5bd3-4f07-8fd8-bc84407e6315 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:14.557133 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-282d67f7-5bd3-4f07-8fd8-bc84407e6315 service neutron] 10.222.0.23 "PUT /v2.0/ports/63a879a0-64d9-4584-96cd-c848bf5271a7 HTTP/1.1" status: 200 len: 1093 time: 3.1040313 Mar 23 02:40:14.601810 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0725774-6cad-459c-af7b-59efddb8aed2', 'tag': '63a879a0-64d9-4584-96cd-c848bf5271a7'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:40:14.607506 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5e8181-9c08-41dd-b04b-f2b310408fea" -d '{"events": [{"name": "network-changed", "server_uuid": "a0725774-6cad-459c-af7b-59efddb8aed2", "tag": "63a879a0-64d9-4584-96cd-c848bf5271a7"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:40:14.713238 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6363c3b7-259e-4c36-9816-80e569489f0d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:14.721865 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-30e01982-ad41-4a9d-8e96-967e19a0648c None None] Publish callbacks [] for port (988b0316-e771-47d7-9e07-81268d8e5d5f), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:14.726675 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6363c3b7-259e-4c36-9816-80e569489f0d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:14.727875 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7be6e3fd-23e5-461e-9e55-732a18864030 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router_gateway (f91f5132-4d17-4a7a-99ff-d32753b04405), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:14.728392 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6363c3b7-259e-4c36-9816-80e569489f0d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.7825627 Mar 23 02:40:14.736694 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57994) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:14.760506 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fb3c14-52f5-47d1-a864-7adb87cc34c8 x-openstack-request-id: req-35fb3c14-52f5-47d1-a864-7adb87cc34c8 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:40:14.760856 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0725774-6cad-459c-af7b-59efddb8aed2", "tag": "63a879a0-64d9-4584-96cd-c848bf5271a7", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:40:14.761043 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-35fb3c14-52f5-47d1-a864-7adb87cc34c8 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:40:14.761423 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35fb3c14-52f5-47d1-a864-7adb87cc34c8'] response: {'name': 'network-changed', 'server_uuid': 'a0725774-6cad-459c-af7b-59efddb8aed2', 'tag': '63a879a0-64d9-4584-96cd-c848bf5271a7', 'status': 'completed', 'code': 200} Mar 23 02:40:14.790254 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29b6647-748c-4258-b13b-2557d84a76da tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Router fd2add42-2b6a-4ebf-a614-36e9f899fa96 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:40:14.828797 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-30e01982-ad41-4a9d-8e96-967e19a0648c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (988b0316-e771-47d7-9e07-81268d8e5d5f), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:14.846323 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d67f7-5bd3-4f07-8fd8-bc84407e6315 service neutron] Pushing event updated for resources: {'Port': ['ID=63a879a0-64d9-4584-96cd-c848bf5271a7,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:14.856221 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8383cd8a-3dc3-4499-a761-8b126583644a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ae262acb2831448aa0401111a68e30ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8666296 Mar 23 02:40:14.862105 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-7afa1553-b26c-4241-9e6e-04ead90dd602 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Deleting port caff4459-05fe-41c5-b61b-6e5205c0db14 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:14.862449 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7afa1553-b26c-4241-9e6e-04ead90dd602 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (caff4459-05fe-41c5-b61b-6e5205c0db14), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:14.866240 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 57996) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:14.927039 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device caff4459-05fe-41c5-b61b-6e5205c0db14 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:40:14.949179 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-75d3a9e8-41ab-437c-bc99-c96982dd3f99 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router (368b2ce3-e101-4072-bf67-a50c3bda761e), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:14.957501 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-30e01982-ad41-4a9d-8e96-967e19a0648c None None] Attempting to bind port 988b0316-e771-47d7-9e07-81268d8e5d5f on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:40:14.960198 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-30e01982-ad41-4a9d-8e96-967e19a0648c None None] Attempting to bind port 988b0316-e771-47d7-9e07-81268d8e5d5f by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:40:14.960776 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e01982-ad41-4a9d-8e96-967e19a0648c None None] Attempting to bind port 988b0316-e771-47d7-9e07-81268d8e5d5f on network 6bbcca03-75ff-487c-8b0e-a32302dacbee {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:40:14.960907 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29b6647-748c-4258-b13b-2557d84a76da tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:40:14.972567 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: caff4459-05fe-41c5-b61b-6e5205c0db14 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:40:14.973543 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device caff4459-05fe-41c5-b61b-6e5205c0db14 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:40:14.974408 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c29b6647-748c-4258-b13b-2557d84a76da tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "PUT /v2.0/routers/fd2add42-2b6a-4ebf-a614-36e9f899fa96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3278594 Mar 23 02:40:14.978566 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 57998) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:14.992991 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e942602b-8ff5-48c8-b93e-d56e28e2568d None None] Sync routers for ids ['fd2add42-2b6a-4ebf-a614-36e9f899fa96'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:40:14.997482 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e01982-ad41-4a9d-8e96-967e19a0648c None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:40:15.001382 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e01982-ad41-4a9d-8e96-967e19a0648c None None] Checking segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:40:15.002069 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-30e01982-ad41-4a9d-8e96-967e19a0648c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:15.002702 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e01982-ad41-4a9d-8e96-967e19a0648c None None] Bound using segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:40:15.003417 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-30e01982-ad41-4a9d-8e96-967e19a0648c None None] Bound port: 988b0316-e771-47d7-9e07-81268d8e5d5f, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:40:15.004063 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-30e01982-ad41-4a9d-8e96-967e19a0648c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (988b0316-e771-47d7-9e07-81268d8e5d5f), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:15.007363 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db6971-57f4-4e45-b43e-7f863a3bd8bf None None] Pushing event updated for resources: {'Port': ['ID=988b0316-e771-47d7-9e07-81268d8e5d5f,revision_number=2']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:15.026988 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0d96a924-26dd-43bf-8e2e-909f780e5ef5 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd2add42-2b6a-4ebf-a614-36e9f899fa96 HTTP/1.1" status: 200 len: 205 time: 0.0472820 Mar 23 02:40:15.027618 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58000) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:15.028866 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e942602b-8ff5-48c8-b93e-d56e28e2568d None None] Routers {'fd2add42-2b6a-4ebf-a614-36e9f899fa96'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:15.029821 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-e942602b-8ff5-48c8-b93e-d56e28e2568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['fd2add42-2b6a-4ebf-a614-36e9f899fa96'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:15.037493 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-414b707c-22e8-4477-896b-1d251b87cb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:15.039056 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-414b707c-22e8-4477-896b-1d251b87cb5c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=61f0207fb76b46cf82a5b8d685172d9b&device_id=a0725774-6cad-459c-af7b-59efddb8aed2 HTTP/1.1" status: 200 len: 1127 time: 0.3066401 Mar 23 02:40:15.040904 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9db6971-57f4-4e45-b43e-7f863a3bd8bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:15.041523 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9db6971-57f4-4e45-b43e-7f863a3bd8bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:15.042104 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9db6971-57f4-4e45-b43e-7f863a3bd8bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:15.042651 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9db6971-57f4-4e45-b43e-7f863a3bd8bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:15.043205 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9db6971-57f4-4e45-b43e-7f863a3bd8bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:15.043753 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9db6971-57f4-4e45-b43e-7f863a3bd8bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:15.044328 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9db6971-57f4-4e45-b43e-7f863a3bd8bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:15.044868 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9db6971-57f4-4e45-b43e-7f863a3bd8bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:15.046004 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292584df-b573-434f-b5bb-1adb1cc0b452 req-d6127be7-cf3c-4971-9f82-5f80b732eb10 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:15.047427 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9db6971-57f4-4e45-b43e-7f863a3bd8bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:15.048194 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9db6971-57f4-4e45-b43e-7f863a3bd8bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:15.048307 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-292584df-b573-434f-b5bb-1adb1cc0b452 req-d6127be7-cf3c-4971-9f82-5f80b732eb10 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0725774-6cad-459c-af7b-59efddb8aed2 HTTP/1.1" status: 200 len: 943 time: 0.5076110 Mar 23 02:40:15.048894 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9db6971-57f4-4e45-b43e-7f863a3bd8bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:15.050022 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9db6971-57f4-4e45-b43e-7f863a3bd8bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:15.050576 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9db6971-57f4-4e45-b43e-7f863a3bd8bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:15.051119 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9db6971-57f4-4e45-b43e-7f863a3bd8bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:15.051649 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9db6971-57f4-4e45-b43e-7f863a3bd8bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:15.087349 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-e942602b-8ff5-48c8-b93e-d56e28e2568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:15.097930 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e942602b-8ff5-48c8-b93e-d56e28e2568d None None] Routers {'fd2add42-2b6a-4ebf-a614-36e9f899fa96'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:15.098881 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-e942602b-8ff5-48c8-b93e-d56e28e2568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['fd2add42-2b6a-4ebf-a614-36e9f899fa96'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:15.107067 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-30e01982-ad41-4a9d-8e96-967e19a0648c None None] For port 988b0316-e771-47d7-9e07-81268d8e5d5f, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:40:15.108661 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-eaf9652b-e7ce-4d8e-94be-416ecb3aba87 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting port 639f4f17-8f1a-4856-9e55-03414cc147a7 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:15.109015 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-eaf9652b-e7ce-4d8e-94be-416ecb3aba87 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (639f4f17-8f1a-4856-9e55-03414cc147a7), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:15.114186 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-30e01982-ad41-4a9d-8e96-967e19a0648c None None] For port 988b0316-e771-47d7-9e07-81268d8e5d5f, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=988b0316-e771-47d7-9e07-81268d8e5d5f,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:40:15.115614 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-7afa1553-b26c-4241-9e6e-04ead90dd602 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] For port caff4459-05fe-41c5-b61b-6e5205c0db14, host dv-neutron-834613-2-hyperv, got binding levels [] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:15.116011 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7afa1553-b26c-4241-9e6e-04ead90dd602 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (caff4459-05fe-41c5-b61b-6e5205c0db14), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:15.127230 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-859fd92d-21fd-4774-8cb9-2a6e0e4a6ba3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63a879a0-64d9-4584-96cd-c848bf5271a7 HTTP/1.1" status: 200 len: 217 time: 0.0750823 Mar 23 02:40:15.160015 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-e942602b-8ff5-48c8-b93e-d56e28e2568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:15.160911 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e942602b-8ff5-48c8-b93e-d56e28e2568d None None] The sync data for ids ['fd2add42-2b6a-4ebf-a614-36e9f899fa96'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:40:15.175601 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-7afa1553-b26c-4241-9e6e-04ead90dd602 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Calling delete_port for caff4459-05fe-41c5-b61b-6e5205c0db14 owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:15.185611 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-30e01982-ad41-4a9d-8e96-967e19a0648c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (988b0316-e771-47d7-9e07-81268d8e5d5f), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:15.186056 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e754ea57-91ad-43d6-a359-435c91672c2a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router (fd2add42-2b6a-4ebf-a614-36e9f899fa96), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:15.192898 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-7be6e3fd-23e5-461e-9e55-732a18864030 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Deleting port c24e53c0-ca1c-4dd2-8607-1b35c47b1250 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:15.193243 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7be6e3fd-23e5-461e-9e55-732a18864030 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (c24e53c0-ca1c-4dd2-8607-1b35c47b1250), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:15.208016 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.ipam_backend_mixin [None req-7afa1553-b26c-4241-9e6e-04ead90dd602 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Port caff4459-05fe-41c5-b61b-6e5205c0db14 was not found and therefore no delete operation was performed {{(pid=104349) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 02:40:15.217345 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5e2770d9-77f9-4897-bc98-31003f4ce664 admin admin] Publish callbacks [] for security_group (e37e3bef-4c91-4960-9be4-919f4d0d16a1), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:15.225913 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7afa1553-b26c-4241-9e6e-04ead90dd602 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (caff4459-05fe-41c5-b61b-6e5205c0db14), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:15.252362 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e01982-ad41-4a9d-8e96-967e19a0648c None None] Routers {'368b2ce3-e101-4072-bf67-a50c3bda761e'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:15.253210 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-30e01982-ad41-4a9d-8e96-967e19a0648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['368b2ce3-e101-4072-bf67-a50c3bda761e'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:15.282327 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa1553-b26c-4241-9e6e-04ead90dd602 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Pushing event deleted for resources: {'Port': ['ID=caff4459-05fe-41c5-b61b-6e5205c0db14,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:15.287852 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-292584df-b573-434f-b5bb-1adb1cc0b452 req-7180cd86-ea25-4d2d-93a5-3984b7230ea6 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/security-groups?id=cac9dd8f-ee3f-4d89-9704-111d237703cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214744 Mar 23 02:40:15.292067 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afa1553-b26c-4241-9e6e-04ead90dd602 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] No DVR routers for this DVR port caff4459-05fe-41c5-b61b-6e5205c0db14 on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:40:15.305274 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-b7ad52b2-fcca-4be9-9da8-fcbea516d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:15.306752 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-b7ad52b2-fcca-4be9-9da8-fcbea516d98d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=163024ce-a589-49e2-9617-858c615e40f5 HTTP/1.1" status: 200 len: 851 time: 0.1580660 Mar 23 02:40:15.308723 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5e2770d9-77f9-4897-bc98-31003f4ce664 admin admin] Publish callbacks [] for security_group (e37e3bef-4c91-4960-9be4-919f4d0d16a1), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:15.346545 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-75d3a9e8-41ab-437c-bc99-c96982dd3f99 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router_gateway (368b2ce3-e101-4072-bf67-a50c3bda761e), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:15.346932 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db6971-57f4-4e45-b43e-7f863a3bd8bf None None] Pushing event updated for resources: {'Port': ['ID=988b0316-e771-47d7-9e07-81268d8e5d5f,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:15.380616 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-eaf9652b-e7ce-4d8e-94be-416ecb3aba87 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (639f4f17-8f1a-4856-9e55-03414cc147a7), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:15.395683 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-30e01982-ad41-4a9d-8e96-967e19a0648c None None] Set router 368b2ce3-e101-4072-bf67-a50c3bda761e gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:40:15.450523 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7afa1553-b26c-4241-9e6e-04ead90dd602 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (1c4d7048-26a9-4eb4-b53f-f92189bd27d8), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:15.465694 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-eaf9652b-e7ce-4d8e-94be-416ecb3aba87 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Calling delete_port for 639f4f17-8f1a-4856-9e55-03414cc147a7 owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:15.476885 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-7afa1553-b26c-4241-9e6e-04ead90dd602 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c4d7048-26a9-4eb4-b53f-f92189bd27d8']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:15.479533 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e754ea57-91ad-43d6-a359-435c91672c2a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (fd2add42-2b6a-4ebf-a614-36e9f899fa96), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:15.487796 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e754ea57-91ad-43d6-a359-435c91672c2a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router_controller (fd2add42-2b6a-4ebf-a614-36e9f899fa96), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:15.490966 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-7afa1553-b26c-4241-9e6e-04ead90dd602 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d302b39-dc53-41bf-866e-bbb619560b0d') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:15.490966 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-7afa1553-b26c-4241-9e6e-04ead90dd602 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d302b39-dc53-41bf-866e-bbb619560b0d') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:15.498978 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-0f6ad237-6674-42c2-b665-399db24e550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:15.501331 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-0f6ad237-6674-42c2-b665-399db24e550f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5b79c2a7-673b-4477-acc0-14a62556cbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1666744 Mar 23 02:40:15.504877 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7afa1553-b26c-4241-9e6e-04ead90dd602 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (8d302b39-dc53-41bf-866e-bbb619560b0d), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:15.505054 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7be6e3fd-23e5-461e-9e55-732a18864030 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (c24e53c0-ca1c-4dd2-8607-1b35c47b1250), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:15.581675 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5e2770d9-77f9-4897-bc98-31003f4ce664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (e37e3bef-4c91-4960-9be4-919f4d0d16a1), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:15.583950 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5e2770d9-77f9-4897-bc98-31003f4ce664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:15.584096 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-7be6e3fd-23e5-461e-9e55-732a18864030 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Calling delete_port for c24e53c0-ca1c-4dd2-8607-1b35c47b1250 owned by network:router_gateway {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:15.587448 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5e2770d9-77f9-4897-bc98-31003f4ce664 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e37e3bef-4c91-4960-9be4-919f4d0d16a1 HTTP/1.1" status: 204 len: 168 time: 0.7171376 Mar 23 02:40:15.587448 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7afa1553-b26c-4241-9e6e-04ead90dd602 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (8d302b39-dc53-41bf-866e-bbb619560b0d), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:15.604859 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7afa1553-b26c-4241-9e6e-04ead90dd602 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:40:15.605262 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7afa1553-b26c-4241-9e6e-04ead90dd602 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (8d302b39-dc53-41bf-866e-bbb619560b0d), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:15.609952 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:40:15.609952 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:40:15.609952 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:40:15.609952 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:40:15.609952 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:40:15.609952 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:40:15.609952 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:40:15.609952 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:40:15.609952 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:40:15.609952 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:40:15.609952 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:40:15.609952 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:40:15.609952 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:40:15.609952 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:40:15.609952 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:40:15.609952 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:40:15.609952 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:40:15.609952 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:40:15.609952 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:40:15.609952 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:40:15.609952 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:40:15.609952 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:40:15.609952 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:40:15.609952 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:40:15.609952 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:40:15.609952 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:40:15.609952 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:40:15.609952 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:40:15.609952 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:40:15.609952 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:40:15.609952 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:40:15.609952 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:40:15.632477 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-30e01982-ad41-4a9d-8e96-967e19a0648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368b2ce3-e101-4072-bf67-a50c3bda761e', 'name': 'tempest-snat-router-530938944', 'tenant_id': '70a7fe43dd044aee867b86748fcef86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '988b0316-e771-47d7-9e07-81268d8e5d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:40:06Z', 'updated_at': '2022-03-23T02:40:11Z', 'revision_number': 3, 'project_id': '70a7fe43dd044aee867b86748fcef86d', 'gw_port': {'id': '988b0316-e771-47d7-9e07-81268d8e5d5f', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fe:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368b2ce3-e101-4072-bf67-a50c3bda761e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:40:08Z', 'updated_at': '2022-03-23T02:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:15.661119 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2770d9-77f9-4897-bc98-31003f4ce664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37e3bef-4c91-4960-9be4-919f4d0d16a1,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:15.665683 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e01982-ad41-4a9d-8e96-967e19a0648c None None] The sync data for ids ['368b2ce3-e101-4072-bf67-a50c3bda761e'] in dv-neutron-834613-2-hyperv is: [{'id': '368b2ce3-e101-4072-bf67-a50c3bda761e', 'name': 'tempest-snat-router-530938944', 'tenant_id': '70a7fe43dd044aee867b86748fcef86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '988b0316-e771-47d7-9e07-81268d8e5d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:40:06Z', 'updated_at': '2022-03-23T02:40:11Z', 'revision_number': 3, 'project_id': '70a7fe43dd044aee867b86748fcef86d', 'gw_port': {'id': '988b0316-e771-47d7-9e07-81268d8e5d5f', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fe:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368b2ce3-e101-4072-bf67-a50c3bda761e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:40:08Z', 'updated_at': '2022-03-23T02:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:40:15.711047 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e754ea57-91ad-43d6-a359-435c91672c2a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (fd2add42-2b6a-4ebf-a614-36e9f899fa96), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:15.711755 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e754ea57-91ad-43d6-a359-435c91672c2a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Fanout notify agent at l3_agent the message router_deleted on router fd2add42-2b6a-4ebf-a614-36e9f899fa96 {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:40:15.719233 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-44840e5b-fd29-4e94-9ced-9ba0a58fb59e service neutron] 10.222.0.23 "GET /v2.0/networks/5b79c2a7-673b-4477-acc0-14a62556cbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068236 Mar 23 02:40:15.723415 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e754ea57-91ad-43d6-a359-435c91672c2a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:15.728310 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e754ea57-91ad-43d6-a359-435c91672c2a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/routers/fd2add42-2b6a-4ebf-a614-36e9f899fa96 HTTP/1.1" status: 204 len: 168 time: 0.6947348 Mar 23 02:40:15.730464 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58004) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:15.771063 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-75d3a9e8-41ab-437c-bc99-c96982dd3f99 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Deleting port 988b0316-e771-47d7-9e07-81268d8e5d5f {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:15.771415 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-75d3a9e8-41ab-437c-bc99-c96982dd3f99 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (988b0316-e771-47d7-9e07-81268d8e5d5f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:15.819355 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7afa1553-b26c-4241-9e6e-04ead90dd602 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (1c4d7048-26a9-4eb4-b53f-f92189bd27d8), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:15.834786 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7afa1553-b26c-4241-9e6e-04ead90dd602 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:15.837948 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7afa1553-b26c-4241-9e6e-04ead90dd602 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] 10.222.0.24 "DELETE /v2.0/networks/1c4d7048-26a9-4eb4-b53f-f92189bd27d8 HTTP/1.1" status: 204 len: 168 time: 2.2952986 Mar 23 02:40:15.841372 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58006) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:15.865990 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa1553-b26c-4241-9e6e-04ead90dd602 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Pushing event deleted for resources: {'Network': ['ID=1c4d7048-26a9-4eb4-b53f-f92189bd27d8,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:15.884496 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-072a866c-9a5e-4fd6-8d1a-388b64c24506 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Deleting subnet 86352ecb-bbea-49b7-ac6b-158596f49d1f {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:40:15.893797 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-90fd2fce-a442-4b40-9d61-89d759664a9c tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] 10.222.0.24 "GET /v2.0/ports?device_id=97ee359a-8595-4de1-ba6d-f1c860d5da6d HTTP/1.1" status: 200 len: 205 time: 0.0416486 Mar 23 02:40:15.898907 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58010) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:15.902155 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-072a866c-9a5e-4fd6-8d1a-388b64c24506 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for subnet (86352ecb-bbea-49b7-ac6b-158596f49d1f), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:15.933801 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d9571a2c-25a8-440f-b2c0-61cb626b49ec req-45cd2218-e668-499e-afad-aa59afa40678 service neutron] 10.222.0.23 "GET /v2.0/networks/5b79c2a7-673b-4477-acc0-14a62556cbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077694 Mar 23 02:40:15.944717 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-75d3a9e8-41ab-437c-bc99-c96982dd3f99 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] For port 988b0316-e771-47d7-9e07-81268d8e5d5f, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=988b0316-e771-47d7-9e07-81268d8e5d5f,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:15.945092 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-75d3a9e8-41ab-437c-bc99-c96982dd3f99 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (988b0316-e771-47d7-9e07-81268d8e5d5f), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:15.959595 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-75d3a9e8-41ab-437c-bc99-c96982dd3f99 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Calling delete_port for 988b0316-e771-47d7-9e07-81268d8e5d5f owned by network:router_gateway {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:16.033110 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-eaf9652b-e7ce-4d8e-94be-416ecb3aba87 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (639f4f17-8f1a-4856-9e55-03414cc147a7), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:16.081069 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-072a866c-9a5e-4fd6-8d1a-388b64c24506 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (86352ecb-bbea-49b7-ac6b-158596f49d1f), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:16.089523 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a745208d-a6c1-42da-8eb5-0e7365154515 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks [] for router (97ee359a-8595-4de1-ba6d-f1c860d5da6d), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:16.118683 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9652b-e7ce-4d8e-94be-416ecb3aba87 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Port': ['ID=639f4f17-8f1a-4856-9e55-03414cc147a7,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:16.170607 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e8181-9c08-41dd-b04b-f2b310408fea req-f96682c3-7631-46d0-b85e-afe9a65d2eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:16.172835 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a5e8181-9c08-41dd-b04b-f2b310408fea req-f96682c3-7631-46d0-b85e-afe9a65d2eb8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=61f0207fb76b46cf82a5b8d685172d9b&device_id=a0725774-6cad-459c-af7b-59efddb8aed2 HTTP/1.1" status: 200 len: 1127 time: 0.1032975 Mar 23 02:40:16.362279 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e8181-9c08-41dd-b04b-f2b310408fea req-30778330-0386-4695-87c9-314f38175038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:16.364282 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a5e8181-9c08-41dd-b04b-f2b310408fea req-30778330-0386-4695-87c9-314f38175038 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5b79c2a7-673b-4477-acc0-14a62556cbba HTTP/1.1" status: 200 len: 913 time: 0.1839032 Mar 23 02:40:16.433359 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a5e8181-9c08-41dd-b04b-f2b310408fea req-f8f9648c-577c-46e2-ad41-8d8819000c41 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63a879a0-64d9-4584-96cd-c848bf5271a7 HTTP/1.1" status: 200 len: 217 time: 0.0605025 Mar 23 02:40:16.434206 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-75d3a9e8-41ab-437c-bc99-c96982dd3f99 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (988b0316-e771-47d7-9e07-81268d8e5d5f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:16.532324 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3a9e8-41ab-437c-bc99-c96982dd3f99 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Pushing event deleted for resources: {'Port': ['ID=988b0316-e771-47d7-9e07-81268d8e5d5f,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:16.580830 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7be6e3fd-23e5-461e-9e55-732a18864030 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (c24e53c0-ca1c-4dd2-8607-1b35c47b1250), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:16.582228 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e8181-9c08-41dd-b04b-f2b310408fea req-fd06768c-db99-4496-ad87-638db3e8beb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:16.583894 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a5e8181-9c08-41dd-b04b-f2b310408fea req-fd06768c-db99-4496-ad87-638db3e8beb0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=163024ce-a589-49e2-9617-858c615e40f5 HTTP/1.1" status: 200 len: 851 time: 0.1245730 Mar 23 02:40:16.601540 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-75d3a9e8-41ab-437c-bc99-c96982dd3f99 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (368b2ce3-e101-4072-bf67-a50c3bda761e), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:16.644348 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a745208d-a6c1-42da-8eb5-0e7365154515 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (97ee359a-8595-4de1-ba6d-f1c860d5da6d), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:16.647512 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a745208d-a6c1-42da-8eb5-0e7365154515 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks [] for router_controller (97ee359a-8595-4de1-ba6d-f1c860d5da6d), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:16.659233 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6e3fd-23e5-461e-9e55-732a18864030 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Pushing event deleted for resources: {'Port': ['ID=c24e53c0-ca1c-4dd2-8607-1b35c47b1250,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:16.667398 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-eaf9652b-e7ce-4d8e-94be-416ecb3aba87 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:16.673282 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-eaf9652b-e7ce-4d8e-94be-416ecb3aba87 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/639f4f17-8f1a-4856-9e55-03414cc147a7 HTTP/1.1" status: 204 len: 168 time: 1.9311106 Mar 23 02:40:16.682922 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58024) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:16.682922 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-072a866c-9a5e-4fd6-8d1a-388b64c24506 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (86352ecb-bbea-49b7-ac6b-158596f49d1f), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:16.732704 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-75d3a9e8-41ab-437c-bc99-c96982dd3f99 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (368b2ce3-e101-4072-bf67-a50c3bda761e), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:16.736672 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-75d3a9e8-41ab-437c-bc99-c96982dd3f99 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router_controller (368b2ce3-e101-4072-bf67-a50c3bda761e), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:16.797115 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e8181-9c08-41dd-b04b-f2b310408fea req-624f29a3-237f-4c8b-926a-aa4d58017bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:16.798757 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a5e8181-9c08-41dd-b04b-f2b310408fea req-624f29a3-237f-4c8b-926a-aa4d58017bd5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5b79c2a7-673b-4477-acc0-14a62556cbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2081380 Mar 23 02:40:16.870317 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-75d3a9e8-41ab-437c-bc99-c96982dd3f99 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (368b2ce3-e101-4072-bf67-a50c3bda761e), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:16.875369 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d3a9e8-41ab-437c-bc99-c96982dd3f99 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 368b2ce3-e101-4072-bf67-a50c3bda761e {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:40:16.881147 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bd9be-2c7a-47c5-a945-811883468f34 req-ad280572-5d78-493e-a0f9-fc9aa765de09 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:16.882147 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-75d3a9e8-41ab-437c-bc99-c96982dd3f99 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:16.882719 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-070bd9be-2c7a-47c5-a945-811883468f34 req-ad280572-5d78-493e-a0f9-fc9aa765de09 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0725774-6cad-459c-af7b-59efddb8aed2 HTTP/1.1" status: 200 len: 943 time: 0.4242239 Mar 23 02:40:16.889752 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-75d3a9e8-41ab-437c-bc99-c96982dd3f99 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "DELETE /v2.0/routers/368b2ce3-e101-4072-bf67-a50c3bda761e HTTP/1.1" status: 204 len: 168 time: 2.9008446 Mar 23 02:40:16.889951 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58030) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:16.927456 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a5e8181-9c08-41dd-b04b-f2b310408fea req-b7b7716e-7f03-4230-a1ed-5600dd5373ca service neutron] 10.222.0.23 "GET /v2.0/networks/5b79c2a7-673b-4477-acc0-14a62556cbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219189 Mar 23 02:40:17.036983 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58034) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:17.051001 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a5e8181-9c08-41dd-b04b-f2b310408fea req-ef83d03d-d897-4c2d-8a24-89a473d36c4f service neutron] 10.222.0.23 "GET /v2.0/networks/5b79c2a7-673b-4477-acc0-14a62556cbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171260 Mar 23 02:40:17.153259 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-e7042572-ca31-4985-9331-c8c6d963530b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1454115902'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:17.239422 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7be6e3fd-23e5-461e-9e55-732a18864030 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (f91f5132-4d17-4a7a-99ff-d32753b04405), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:17.241245 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a745208d-a6c1-42da-8eb5-0e7365154515 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (97ee359a-8595-4de1-ba6d-f1c860d5da6d), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:17.241752 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a745208d-a6c1-42da-8eb5-0e7365154515 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Fanout notify agent at l3_agent the message router_deleted on router 97ee359a-8595-4de1-ba6d-f1c860d5da6d {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:40:17.245652 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc7dc0e-2f9b-419e-9319-718def8fa12b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:17.247043 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc7dc0e-2f9b-419e-9319-718def8fa12b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:17.248350 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc7dc0e-2f9b-419e-9319-718def8fa12b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:17.250562 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1cc7dc0e-2f9b-419e-9319-718def8fa12b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5636401 Mar 23 02:40:17.253394 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58038) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:17.263122 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7042572-ca31-4985-9331-c8c6d963530b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:17.267103 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e7042572-ca31-4985-9331-c8c6d963530b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:17.285775 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a745208d-a6c1-42da-8eb5-0e7365154515 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:17.286747 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a745208d-a6c1-42da-8eb5-0e7365154515 tempest-RoutersNegativeTest-1990167316 tempest-RoutersNegativeTest-1990167316-project] 10.222.0.24 "DELETE /v2.0/routers/97ee359a-8595-4de1-ba6d-f1c860d5da6d HTTP/1.1" status: 204 len: 168 time: 1.3818491 Mar 23 02:40:17.301949 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e7042572-ca31-4985-9331-c8c6d963530b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:17.335704 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-981b505c-7604-4808-a06d-f18455d9d969 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting subnet 5f0cde52-8d87-4341-8c5c-a0c5c763c4b7 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:40:17.340860 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-981b505c-7604-4808-a06d-f18455d9d969 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (5f0cde52-8d87-4341-8c5c-a0c5c763c4b7), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:17.407375 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-981b505c-7604-4808-a06d-f18455d9d969 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (5f0cde52-8d87-4341-8c5c-a0c5c763c4b7), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:17.461465 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-072a866c-9a5e-4fd6-8d1a-388b64c24506 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (86352ecb-bbea-49b7-ac6b-158596f49d1f), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:17.487403 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e7042572-ca31-4985-9331-c8c6d963530b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for security_group (323cfd0a-9c33-44fb-b29d-d7dbacdee2e8), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:17.513398 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-070bd9be-2c7a-47c5-a945-811883468f34 req-62ede540-7168-40c2-9b69-fd376a3a98db tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/security-groups?id=cac9dd8f-ee3f-4d89-9704-111d237703cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365532 Mar 23 02:40:17.514105 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a866c-9a5e-4fd6-8d1a-388b64c24506 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Subnet': ['ID=86352ecb-bbea-49b7-ac6b-158596f49d1f,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:17.517033 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-072a866c-9a5e-4fd6-8d1a-388b64c24506 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:17.520156 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-072a866c-9a5e-4fd6-8d1a-388b64c24506 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/subnets/86352ecb-bbea-49b7-ac6b-158596f49d1f HTTP/1.1" status: 204 len: 168 time: 1.7872326 Mar 23 02:40:17.526877 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58042) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:17.536604 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-981b505c-7604-4808-a06d-f18455d9d969 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (5f0cde52-8d87-4341-8c5c-a0c5c763c4b7), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:17.544806 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3069e21-904e-40c1-8393-c1cc115c9c2f None None] Network 15d1717b-175b-44f8-9372-26ddb5f67809 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:17.577250 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e7042572-ca31-4985-9331-c8c6d963530b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (323cfd0a-9c33-44fb-b29d-d7dbacdee2e8), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:17.621352 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7042572-ca31-4985-9331-c8c6d963530b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:40:17.633980 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b3c47826-f477-406e-805b-876c3a7a59a2 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router (18fce1d5-6aee-4591-abff-96c4402ec4f4), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:17.639056 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-42fb1d92-cb18-439c-84e4-2d9083ca3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:17.657353 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7042572-ca31-4985-9331-c8c6d963530b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=323cfd0a-9c33-44fb-b29d-d7dbacdee2e8,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:17.706004 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7be6e3fd-23e5-461e-9e55-732a18864030 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1655254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3512'] for router (f91f5132-4d17-4a7a-99ff-d32753b04405), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:17.717038 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7be6e3fd-23e5-461e-9e55-732a18864030 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1655263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1655076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656974'] for router (f91f5132-4d17-4a7a-99ff-d32753b04405), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:17.727194 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-981b505c-7604-4808-a06d-f18455d9d969 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (5f0cde52-8d87-4341-8c5c-a0c5c763c4b7), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:17.729906 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0c6f84-8658-4655-a50b-42e7d00ee5cd None None] DHCP port deletion for 15d1717b-175b-44f8-9372-26ddb5f67809 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:40:17.730058 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e7042572-ca31-4985-9331-c8c6d963530b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (6e496300-f4b1-4cd8-be6a-8678fdd0ab3c), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:17.734057 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-e7042572-ca31-4985-9331-c8c6d963530b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Added segment 6e496300-f4b1-4cd8-be6a-8678fdd0ab3c of type vlan for network cbe75922-1412-46a9-a4e0-2b3990e0fa00 Mar 23 02:40:17.740179 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6771e5-3c45-4c48-9854-ec0d22ecdbe8 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Deleting subnet 7efaf212-49a8-4749-94ff-52edf1b6b504 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:40:17.765369 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b505c-7604-4808-a06d-f18455d9d969 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Subnet': ['ID=5f0cde52-8d87-4341-8c5c-a0c5c763c4b7,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:17.798252 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774abb31-b28f-4b68-bc7f-fc2334a24087 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:17.809136 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5a6771e5-3c45-4c48-9854-ec0d22ecdbe8 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for subnet (7efaf212-49a8-4749-94ff-52edf1b6b504), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:17.840771 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e7042572-ca31-4985-9331-c8c6d963530b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (cbe75922-1412-46a9-a4e0-2b3990e0fa00), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:17.868664 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5a6771e5-3c45-4c48-9854-ec0d22ecdbe8 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (7efaf212-49a8-4749-94ff-52edf1b6b504), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:17.879967 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-6a0c6f84-8658-4655-a50b-42e7d00ee5cd None None] Deleting port 0d624dc2-001c-4e13-b3a8-77021bd8461a {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:17.880897 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6a0c6f84-8658-4655-a50b-42e7d00ee5cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (0d624dc2-001c-4e13-b3a8-77021bd8461a), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:17.895841 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be6e3fd-23e5-461e-9e55-732a18864030 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Router f91f5132-4d17-4a7a-99ff-d32753b04405 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:40:17.896141 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-981b505c-7604-4808-a06d-f18455d9d969 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:17.900907 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58046) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:17.908480 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-981b505c-7604-4808-a06d-f18455d9d969 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/5f0cde52-8d87-4341-8c5c-a0c5c763c4b7 HTTP/1.1" status: 204 len: 168 time: 0.6539290 Mar 23 02:40:17.909312 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58048) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:17.929336 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b3c47826-f477-406e-805b-876c3a7a59a2 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router_gateway (18fce1d5-6aee-4591-abff-96c4402ec4f4), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:17.963437 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e7042572-ca31-4985-9331-c8c6d963530b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (cbe75922-1412-46a9-a4e0-2b3990e0fa00), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:17.975294 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7042572-ca31-4985-9331-c8c6d963530b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:17.975964 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e7042572-ca31-4985-9331-c8c6d963530b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:18.054094 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-6a0c6f84-8658-4655-a50b-42e7d00ee5cd None None] For port 0d624dc2-001c-4e13-b3a8-77021bd8461a, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=0d624dc2-001c-4e13-b3a8-77021bd8461a,segment=NetworkSegment(f56a08b3-4e3e-4875-8acc-cad1998318ca),segment_id=f56a08b3-4e3e-4875-8acc-cad1998318ca)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:18.054353 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6a0c6f84-8658-4655-a50b-42e7d00ee5cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (0d624dc2-001c-4e13-b3a8-77021bd8461a), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:18.068473 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be6e3fd-23e5-461e-9e55-732a18864030 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:40:18.079397 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7be6e3fd-23e5-461e-9e55-732a18864030 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:18.080602 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7be6e3fd-23e5-461e-9e55-732a18864030 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] 10.222.0.24 "PUT /v2.0/routers/f91f5132-4d17-4a7a-99ff-d32753b04405 HTTP/1.1" status: 200 len: 709 time: 4.5590715 Mar 23 02:40:18.084686 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5a6771e5-3c45-4c48-9854-ec0d22ecdbe8 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (7efaf212-49a8-4749-94ff-52edf1b6b504), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:18.086672 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29c5725-596e-4ede-8ffa-1ff909b7c502 None None] Sync routers for ids ['f91f5132-4d17-4a7a-99ff-d32753b04405'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:40:18.093510 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58052) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:18.112205 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-6a0c6f84-8658-4655-a50b-42e7d00ee5cd None None] Calling delete_port for 0d624dc2-001c-4e13-b3a8-77021bd8461a owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:18.114196 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29c5725-596e-4ede-8ffa-1ff909b7c502 None None] Routers {'f91f5132-4d17-4a7a-99ff-d32753b04405'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:18.114834 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-f29c5725-596e-4ede-8ffa-1ff909b7c502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['f91f5132-4d17-4a7a-99ff-d32753b04405'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:18.166135 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-f29c5725-596e-4ede-8ffa-1ff909b7c502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:18.188670 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29c5725-596e-4ede-8ffa-1ff909b7c502 None None] Routers {'f91f5132-4d17-4a7a-99ff-d32753b04405'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:18.189496 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-f29c5725-596e-4ede-8ffa-1ff909b7c502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:39:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['f91f5132-4d17-4a7a-99ff-d32753b04405'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:18.204502 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5e32730a-b398-4c8e-b184-772752812535 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39129ac81ee0414a9867039a2dd512f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3021951 Mar 23 02:40:18.209299 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58054) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:18.227361 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e7042572-ca31-4985-9331-c8c6d963530b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1898232 Mar 23 02:40:18.235732 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58056) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:18.243719 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-f29c5725-596e-4ede-8ffa-1ff909b7c502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:18.245228 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29c5725-596e-4ede-8ffa-1ff909b7c502 None None] The sync data for ids ['f91f5132-4d17-4a7a-99ff-d32753b04405'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:40:18.248322 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb263b07-152a-4cb2-ac3f-6e673f8dc05e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting subnet c089c1fa-6b22-44b7-849a-fc78d52d5fc7 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:40:18.255772 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-b3c47826-f477-406e-805b-876c3a7a59a2 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Deleting port e859ada6-fc10-496d-a61d-1c17cd753167 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:18.256143 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b3c47826-f477-406e-805b-876c3a7a59a2 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (e859ada6-fc10-496d-a61d-1c17cd753167), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:18.259073 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-36cfa801-62ad-4fb5-9b73-96742cf14475 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'port': {'network_id': 'cbe75922-1412-46a9-a4e0-2b3990e0fa00', 'name': 'tempest-PortsIpV6TestJSON-1791041723'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:18.268427 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7042572-ca31-4985-9331-c8c6d963530b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Network': ['ID=cbe75922-1412-46a9-a4e0-2b3990e0fa00,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:18.279430 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network cbe75922-1412-46a9-a4e0-2b3990e0fa00 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:40:18.281003 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cb263b07-152a-4cb2-ac3f-6e673f8dc05e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (c089c1fa-6b22-44b7-849a-fc78d52d5fc7), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:18.311450 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8e44d719-2b6f-4158-b536-46eb701534cb tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "GET /v2.0/routers/f91f5132-4d17-4a7a-99ff-d32753b04405 HTTP/1.1" status: 200 len: 744 time: 0.2146745 Mar 23 02:40:18.315123 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5a6771e5-3c45-4c48-9854-ec0d22ecdbe8 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (7efaf212-49a8-4749-94ff-52edf1b6b504), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:18.323078 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58058) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:18.335642 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6a0c6f84-8658-4655-a50b-42e7d00ee5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (0d624dc2-001c-4e13-b3a8-77021bd8461a), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:18.377615 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c6f84-8658-4655-a50b-42e7d00ee5cd None None] Pushing event deleted for resources: {'Port': ['ID=0d624dc2-001c-4e13-b3a8-77021bd8461a,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:18.389399 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0c6f84-8658-4655-a50b-42e7d00ee5cd None None] No DVR routers for this DVR port 0d624dc2-001c-4e13-b3a8-77021bd8461a on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:40:18.405719 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cb263b07-152a-4cb2-ac3f-6e673f8dc05e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (c089c1fa-6b22-44b7-849a-fc78d52d5fc7), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:18.432095 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0d928ba2-8a4c-4b49-9b3f-6f7901a48d72 tempest-RoutersIpV6AdminTest-1883990919 tempest-RoutersIpV6AdminTest-1883990919-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=6bbcca03-75ff-487c-8b0e-a32302dacbee&device_id=f91f5132-4d17-4a7a-99ff-d32753b04405 HTTP/1.1" status: 200 len: 205 time: 0.1049690 Mar 23 02:40:18.432932 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6771e5-3c45-4c48-9854-ec0d22ecdbe8 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Subnet': ['ID=7efaf212-49a8-4749-94ff-52edf1b6b504,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:18.435467 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58060) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:18.441843 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5a6771e5-3c45-4c48-9854-ec0d22ecdbe8 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:18.445550 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5a6771e5-3c45-4c48-9854-ec0d22ecdbe8 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/subnets/7efaf212-49a8-4749-94ff-52edf1b6b504 HTTP/1.1" status: 204 len: 168 time: 0.9173763 Mar 23 02:40:18.449909 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa34ec3-0fc8-465b-919a-e110c469ba53 None None] Network 63dd5489-1cc6-4bd3-8e95-53ab79484276 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:18.450083 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58062) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:18.476966 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b3fb4f37-bf67-4863-9f94-25b8dc81e878 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] 10.222.0.24 "GET /v2.0/ports?device_id=f91f5132-4d17-4a7a-99ff-d32753b04405 HTTP/1.1" status: 200 len: 205 time: 0.0402441 Mar 23 02:40:18.479956 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58064) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:18.503297 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-38a9ae0c-7141-470c-ac11-8acd521b933c admin admin] Publish callbacks [] for security_group (3ea527a8-e1d6-4f78-82f5-5f57fae70880), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:18.589349 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-b3c47826-f477-406e-805b-876c3a7a59a2 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] For port e859ada6-fc10-496d-a61d-1c17cd753167, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=e859ada6-fc10-496d-a61d-1c17cd753167,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:18.589847 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b3c47826-f477-406e-805b-876c3a7a59a2 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (e859ada6-fc10-496d-a61d-1c17cd753167), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:18.616084 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:18.626308 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-38a9ae0c-7141-470c-ac11-8acd521b933c admin admin] Publish callbacks [] for security_group (3ea527a8-e1d6-4f78-82f5-5f57fae70880), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:18.630987 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7b345f3e-138d-478b-9ed9-ed73a8b9f45f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (15d1717b-175b-44f8-9372-26ddb5f67809), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:18.633494 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-b3c47826-f477-406e-805b-876c3a7a59a2 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Calling delete_port for e859ada6-fc10-496d-a61d-1c17cd753167 owned by network:router_gateway {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:18.739073 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-744e99b1-5671-4e46-9249-48d9de5428b8 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router (f91f5132-4d17-4a7a-99ff-d32753b04405), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:18.749464 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e703c9e0-4575-4743-a7d2-2134b3e590e4 None None] DHCP port deletion for 63dd5489-1cc6-4bd3-8e95-53ab79484276 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:40:18.812338 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e703c9e0-4575-4743-a7d2-2134b3e590e4 None None] Deleting port 587badb7-ea94-4f41-8ab0-6ce85ba685ea {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:18.812933 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e703c9e0-4575-4743-a7d2-2134b3e590e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (587badb7-ea94-4f41-8ab0-6ce85ba685ea), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:18.825380 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7b345f3e-138d-478b-9ed9-ed73a8b9f45f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (15d1717b-175b-44f8-9372-26ddb5f67809), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:18.878909 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-38a9ae0c-7141-470c-ac11-8acd521b933c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (3ea527a8-e1d6-4f78-82f5-5f57fae70880), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:18.881543 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-38a9ae0c-7141-470c-ac11-8acd521b933c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:18.882843 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-38a9ae0c-7141-470c-ac11-8acd521b933c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ea527a8-e1d6-4f78-82f5-5f57fae70880 HTTP/1.1" status: 204 len: 168 time: 0.6712673 Mar 23 02:40:18.904245 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:40:18.909194 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-7b345f3e-138d-478b-9ed9-ed73a8b9f45f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d1717b-175b-44f8-9372-26ddb5f67809']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:18.911879 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9ae0c-7141-470c-ac11-8acd521b933c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea527a8-e1d6-4f78-82f5-5f57fae70880,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:18.926620 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-e703c9e0-4575-4743-a7d2-2134b3e590e4 None None] For port 587badb7-ea94-4f41-8ab0-6ce85ba685ea, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=587badb7-ea94-4f41-8ab0-6ce85ba685ea,segment=NetworkSegment(b689dbb9-a5c4-4842-b78b-2e8575e48c0b),segment_id=b689dbb9-a5c4-4842-b78b-2e8575e48c0b)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:18.927795 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e703c9e0-4575-4743-a7d2-2134b3e590e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (587badb7-ea94-4f41-8ab0-6ce85ba685ea), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:18.940983 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-7b345f3e-138d-478b-9ed9-ed73a8b9f45f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f56a08b3-4e3e-4875-8acc-cad1998318ca') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:18.941285 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-7b345f3e-138d-478b-9ed9-ed73a8b9f45f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f56a08b3-4e3e-4875-8acc-cad1998318ca') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:18.960328 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7b345f3e-138d-478b-9ed9-ed73a8b9f45f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (f56a08b3-4e3e-4875-8acc-cad1998318ca), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:18.987361 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 988b0316-e771-47d7-9e07-81268d8e5d5f no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:40:18.990502 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e703c9e0-4575-4743-a7d2-2134b3e590e4 None None] Calling delete_port for 587badb7-ea94-4f41-8ab0-6ce85ba685ea owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:18.992948 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7b345f3e-138d-478b-9ed9-ed73a8b9f45f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (f56a08b3-4e3e-4875-8acc-cad1998318ca), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:19.021888 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b345f3e-138d-478b-9ed9-ed73a8b9f45f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:40:19.021888 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7b345f3e-138d-478b-9ed9-ed73a8b9f45f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (f56a08b3-4e3e-4875-8acc-cad1998318ca), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:19.024660 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:40:19.024660 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:40:19.024660 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:40:19.024660 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:40:19.024660 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:40:19.024660 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:40:19.024660 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:40:19.024660 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:40:19.024660 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:40:19.024660 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:40:19.024660 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:40:19.024660 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:40:19.024660 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:40:19.024660 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:40:19.024660 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:40:19.024660 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:40:19.024660 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:40:19.024660 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:40:19.024660 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:40:19.024660 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:40:19.024660 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:40:19.024660 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:40:19.024660 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:40:19.024660 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:40:19.024660 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:40:19.024660 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:40:19.024660 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:40:19.024660 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:40:19.024660 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:40:19.024660 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:40:19.024660 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:40:19.024660 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:40:19.056410 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 988b0316-e771-47d7-9e07-81268d8e5d5f {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:40:19.057141 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 988b0316-e771-47d7-9e07-81268d8e5d5f not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:40:19.057715 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 0d624dc2-001c-4e13-b3a8-77021bd8461a no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:40:19.085298 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 0d624dc2-001c-4e13-b3a8-77021bd8461a {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:40:19.085928 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 0d624dc2-001c-4e13-b3a8-77021bd8461a not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:40:19.086525 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 587badb7-ea94-4f41-8ab0-6ce85ba685ea no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:40:19.238805 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7b345f3e-138d-478b-9ed9-ed73a8b9f45f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (15d1717b-175b-44f8-9372-26ddb5f67809), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:19.245465 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7b345f3e-138d-478b-9ed9-ed73a8b9f45f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:19.245668 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cfa801-62ad-4fb5-9b73-96742cf14475 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:19.248420 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 587badb7-ea94-4f41-8ab0-6ce85ba685ea is: ACTIVE; New status is: DOWN {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:19.249024 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (587badb7-ea94-4f41-8ab0-6ce85ba685ea), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:19.249271 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-36cfa801-62ad-4fb5-9b73-96742cf14475 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:19.255198 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cb263b07-152a-4cb2-ac3f-6e673f8dc05e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (c089c1fa-6b22-44b7-849a-fc78d52d5fc7), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:19.255923 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7b345f3e-138d-478b-9ed9-ed73a8b9f45f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/networks/15d1717b-175b-44f8-9372-26ddb5f67809 HTTP/1.1" status: 204 len: 168 time: 0.8036740 Mar 23 02:40:19.257009 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b3c47826-f477-406e-805b-876c3a7a59a2 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (e859ada6-fc10-496d-a61d-1c17cd753167), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:19.259159 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58070) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:19.276306 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-b5653197-a17e-4230-be83-c6581260dd71 None None] Provisioning complete for port 58dde4cc-4405-41f7-abf3-62e75f97204b triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:19.276306 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b5653197-a17e-4230-be83-c6581260dd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (58dde4cc-4405-41f7-abf3-62e75f97204b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:19.315905 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c47826-f477-406e-805b-876c3a7a59a2 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Pushing event deleted for resources: {'Port': ['ID=e859ada6-fc10-496d-a61d-1c17cd753167,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:19.333620 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e703c9e0-4575-4743-a7d2-2134b3e590e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (587badb7-ea94-4f41-8ab0-6ce85ba685ea), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:19.339178 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-36cfa801-62ad-4fb5-9b73-96742cf14475 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] device_id is not set on port 54e5b60f-95e9-4107-948c-1347c39842e9 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:40:19.340211 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b345f3e-138d-478b-9ed9-ed73a8b9f45f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Network': ['ID=15d1717b-175b-44f8-9372-26ddb5f67809,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:19.380651 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f325aab-cefc-42e0-b907-7b860d9ad65c req-a16c04a4-540d-4bef-bf98-5265707b950b tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:19.384313 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5f325aab-cefc-42e0-b907-7b860d9ad65c req-a16c04a4-540d-4bef-bf98-5265707b950b tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0725774-6cad-459c-af7b-59efddb8aed2 HTTP/1.1" status: 200 len: 943 time: 0.7447212 Mar 23 02:40:19.440422 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703c9e0-4575-4743-a7d2-2134b3e590e4 None None] Pushing event deleted for resources: {'Port': ['ID=587badb7-ea94-4f41-8ab0-6ce85ba685ea,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:19.449650 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e703c9e0-4575-4743-a7d2-2134b3e590e4 None None] No DVR routers for this DVR port 587badb7-ea94-4f41-8ab0-6ce85ba685ea on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:40:19.505157 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b3c47826-f477-406e-805b-876c3a7a59a2 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (18fce1d5-6aee-4591-abff-96c4402ec4f4), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:19.510241 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-b5653197-a17e-4230-be83-c6581260dd71 None None] Current status of the port 58dde4cc-4405-41f7-abf3-62e75f97204b is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:19.538015 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-744e99b1-5671-4e46-9249-48d9de5428b8 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (f91f5132-4d17-4a7a-99ff-d32753b04405), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:19.542838 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-744e99b1-5671-4e46-9249-48d9de5428b8 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router_controller (f91f5132-4d17-4a7a-99ff-d32753b04405), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:19.589347 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 63a879a0-64d9-4584-96cd-c848bf5271a7 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:40:19.597857 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e4eba30b-f7f4-4a92-b9d1-08a08bee5f73 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (63dd5489-1cc6-4bd3-8e95-53ab79484276), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:19.608308 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b3c47826-f477-406e-805b-876c3a7a59a2 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (18fce1d5-6aee-4591-abff-96c4402ec4f4), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:19.611787 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b3c47826-f477-406e-805b-876c3a7a59a2 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router_controller (18fce1d5-6aee-4591-abff-96c4402ec4f4), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:19.626927 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5f325aab-cefc-42e0-b907-7b860d9ad65c req-44d77dbd-27dc-4fa3-838e-acde7605b283 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/security-groups?id=cac9dd8f-ee3f-4d89-9704-111d237703cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001262 Mar 23 02:40:19.631751 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cb263b07-152a-4cb2-ac3f-6e673f8dc05e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (c089c1fa-6b22-44b7-849a-fc78d52d5fc7), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:19.690879 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb263b07-152a-4cb2-ac3f-6e673f8dc05e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Subnet': ['ID=c089c1fa-6b22-44b7-849a-fc78d52d5fc7,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:19.730836 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 63a879a0-64d9-4584-96cd-c848bf5271a7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=63a879a0-64d9-4584-96cd-c848bf5271a7,segment=NetworkSegment(31a5abdc-77c7-4b66-8f8c-26e205d8373f),segment_id=31a5abdc-77c7-4b66-8f8c-26e205d8373f)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:19.732257 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-744e99b1-5671-4e46-9249-48d9de5428b8 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (f91f5132-4d17-4a7a-99ff-d32753b04405), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:19.732767 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744e99b1-5671-4e46-9249-48d9de5428b8 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Fanout notify agent at l3_agent the message router_deleted on router f91f5132-4d17-4a7a-99ff-d32753b04405 {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:40:19.734626 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e4eba30b-f7f4-4a92-b9d1-08a08bee5f73 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (63dd5489-1cc6-4bd3-8e95-53ab79484276), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:19.735254 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cb263b07-152a-4cb2-ac3f-6e673f8dc05e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:19.738477 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-cb263b07-152a-4cb2-ac3f-6e673f8dc05e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/c089c1fa-6b22-44b7-849a-fc78d52d5fc7 HTTP/1.1" status: 204 len: 168 time: 1.8280225 Mar 23 02:40:19.745679 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58082) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:19.750793 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-744e99b1-5671-4e46-9249-48d9de5428b8 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:19.755187 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-744e99b1-5671-4e46-9249-48d9de5428b8 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] 10.222.0.24 "DELETE /v2.0/routers/f91f5132-4d17-4a7a-99ff-d32753b04405 HTTP/1.1" status: 204 len: 168 time: 1.2682741 Mar 23 02:40:19.756411 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58084) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:19.756857 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '63a879a0-64d9-4584-96cd-c848bf5271a7', 'network_id': '5b79c2a7-673b-4477-acc0-14a62556cbba', 'port_id': '63a879a0-64d9-4584-96cd-c848bf5271a7', 'mac_address': 'fa:16:3e:d7:6f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163024ce-a589-49e2-9617-858c615e40f5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:40:19.759610 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2e54cb-1acd-45e2-91bd-3b5694f071b4 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:19.782172 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-e4eba30b-f7f4-4a92-b9d1-08a08bee5f73 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63dd5489-1cc6-4bd3-8e95-53ab79484276']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:19.785063 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b3c47826-f477-406e-805b-876c3a7a59a2 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (18fce1d5-6aee-4591-abff-96c4402ec4f4), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:19.786079 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c47826-f477-406e-805b-876c3a7a59a2 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 18fce1d5-6aee-4591-abff-96c4402ec4f4 {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:40:19.803114 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-58350781-d95a-418b-891a-6b1b44b91db4 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475113 Mar 23 02:40:19.804365 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58086) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:19.809367 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-eca83274-ee29-4003-9b5e-16c68c8d9908 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:19.821936 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b3c47826-f477-406e-805b-876c3a7a59a2 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:19.824307 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b3c47826-f477-406e-805b-876c3a7a59a2 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "DELETE /v2.0/routers/18fce1d5-6aee-4591-abff-96c4402ec4f4 HTTP/1.1" status: 204 len: 168 time: 2.9369922 Mar 23 02:40:19.827465 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58088) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:19.831281 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-428b2c67-8cbf-4e04-a363-44b270f3be12 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] 10.222.0.24 "GET /v2.0/ports?device_id=f91f5132-4d17-4a7a-99ff-d32753b04405 HTTP/1.1" status: 200 len: 205 time: 0.0632131 Mar 23 02:40:19.833696 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58090) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:19.875316 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-89bd678d-c7da-4980-8c9b-520e0c9a68d8 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-987454133', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}, 'admin_state_up': False}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:19.879451 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-e4eba30b-f7f4-4a92-b9d1-08a08bee5f73 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b689dbb9-a5c4-4842-b78b-2e8575e48c0b') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:19.879748 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-e4eba30b-f7f4-4a92-b9d1-08a08bee5f73 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b689dbb9-a5c4-4842-b78b-2e8575e48c0b') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:19.882650 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-95475ea1-4fc5-4178-a91c-c89cec2622e2 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] delete failed (client error): The resource could not be found. Mar 23 02:40:19.886811 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-95475ea1-4fc5-4178-a91c-c89cec2622e2 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] 10.222.0.24 "DELETE /v2.0/routers/f91f5132-4d17-4a7a-99ff-d32753b04405 HTTP/1.1" status: 404 len: 336 time: 0.0520778 Mar 23 02:40:19.887376 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58092) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:19.935709 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-36cfa801-62ad-4fb5-9b73-96742cf14475 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for port (54e5b60f-95e9-4107-948c-1347c39842e9), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:19.957738 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2f6875f1-eb3f-4fa0-a9e9-df942c920170 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] 10.222.0.24 "GET /v2.0/ports?device_id=56adb6bc-040d-4e0a-8f27-f48d7a889b41 HTTP/1.1" status: 200 len: 205 time: 0.0614038 Mar 23 02:40:19.957914 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 63a879a0-64d9-4584-96cd-c848bf5271a7 is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:19.957914 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (63a879a0-64d9-4584-96cd-c848bf5271a7), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:19.959294 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e4eba30b-f7f4-4a92-b9d1-08a08bee5f73 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (b689dbb9-a5c4-4842-b78b-2e8575e48c0b), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:19.960315 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58096) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:19.975983 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e4eba30b-f7f4-4a92-b9d1-08a08bee5f73 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (b689dbb9-a5c4-4842-b78b-2e8575e48c0b), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:19.996051 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63a879a0-64d9-4584-96cd-c848bf5271a7 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:40:20.010159 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4eba30b-f7f4-4a92-b9d1-08a08bee5f73 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:40:20.010706 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e4eba30b-f7f4-4a92-b9d1-08a08bee5f73 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (b689dbb9-a5c4-4842-b78b-2e8575e48c0b), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:20.014306 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:40:20.014306 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:40:20.014306 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:40:20.014306 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:40:20.014306 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:40:20.014306 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:40:20.014306 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:40:20.014306 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:40:20.014306 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:40:20.014306 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:40:20.014306 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:40:20.014306 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:40:20.014306 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:40:20.014306 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:40:20.014306 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:40:20.014306 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:40:20.014306 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:40:20.014306 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:40:20.014306 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:40:20.014306 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:40:20.014306 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:40:20.014306 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:40:20.014306 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:40:20.014306 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:40:20.014306 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:40:20.014306 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:40:20.014306 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:40:20.014306 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:40:20.014306 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:40:20.014306 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:40:20.014306 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:40:20.014306 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:40:20.019050 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7b54ae10-1205-46fd-8837-4876464df7ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:20.021815 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 63a879a0-64d9-4584-96cd-c848bf5271a7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=63a879a0-64d9-4584-96cd-c848bf5271a7,segment=NetworkSegment(31a5abdc-77c7-4b66-8f8c-26e205d8373f),segment_id=31a5abdc-77c7-4b66-8f8c-26e205d8373f)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:20.047709 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-804c0229-b2de-492c-a3a1-8f4e943f6534 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] delete failed (client error): The resource could not be found. Mar 23 02:40:20.048910 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-804c0229-b2de-492c-a3a1-8f4e943f6534 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] 10.222.0.24 "DELETE /v2.0/routers/56adb6bc-040d-4e0a-8f27-f48d7a889b41 HTTP/1.1" status: 404 len: 336 time: 0.0876465 Mar 23 02:40:20.053360 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-89bd678d-c7da-4980-8c9b-520e0c9a68d8 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (efbb3278-2bea-431c-938e-e671239f645a), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:20.054064 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-89bd678d-c7da-4980-8c9b-520e0c9a68d8 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (efbb3278-2bea-431c-938e-e671239f645a), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:20.057275 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58102) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:20.094854 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4851436e-f1f3-4ab8-9558-331b3a7baa75 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] 10.222.0.24 "GET /v2.0/ports?device_id=b79fddc8-9ec5-4748-b5ec-a10631605dc4 HTTP/1.1" status: 200 len: 205 time: 0.0337999 Mar 23 02:40:20.097484 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58104) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:20.102602 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (63a879a0-64d9-4584-96cd-c848bf5271a7), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:20.152591 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-4842de55-d509-43df-928a-ddf72c3a6fe5 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] delete failed (client error): The resource could not be found. Mar 23 02:40:20.153665 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4842de55-d509-43df-928a-ddf72c3a6fe5 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] 10.222.0.24 "DELETE /v2.0/routers/b79fddc8-9ec5-4748-b5ec-a10631605dc4 HTTP/1.1" status: 404 len: 336 time: 0.0549822 Mar 23 02:40:20.157303 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58106) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:20.159548 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=63a879a0-64d9-4584-96cd-c848bf5271a7,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:20.194736 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca83274-ee29-4003-9b5e-16c68c8d9908 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:20.198245 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-eca83274-ee29-4003-9b5e-16c68c8d9908 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:20.224418 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-89bd678d-c7da-4980-8c9b-520e0c9a68d8 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router_controller (efbb3278-2bea-431c-938e-e671239f645a), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:20.227627 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-36cfa801-62ad-4fb5-9b73-96742cf14475 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (54e5b60f-95e9-4107-948c-1347c39842e9), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:20.233306 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1ef9702b-2a1e-42b3-876d-1bae0d80b426 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ffc1f50-8123-4fcf-8380-16238b5b0953 HTTP/1.1" status: 200 len: 205 time: 0.0725453 Mar 23 02:40:20.277329 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58110) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:20.321812 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['63a879a0-64d9-4584-96cd-c848bf5271a7'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:40:20.362908 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58112) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:20.369292 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef9ba8a-21d9-4a77-9795-355a791a9c74 None None] DHCP port deletion for 94d9379e-13fb-449b-8f45-d1ab95378f77 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:40:20.414024 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-fb3c1504-a98a-434a-a76f-5e4fce060ceb tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] delete failed (client error): The resource could not be found. Mar 23 02:40:20.415253 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-fb3c1504-a98a-434a-a76f-5e4fce060ceb tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] 10.222.0.24 "DELETE /v2.0/routers/1ffc1f50-8123-4fcf-8380-16238b5b0953 HTTP/1.1" status: 404 len: 336 time: 0.1369405 Mar 23 02:40:20.429382 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58116) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:20.461610 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e2ca9766-4c5d-44f6-ab62-f942cf78bb2b tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] 10.222.0.24 "GET /v2.0/ports?device_id=598223e9-84ab-4722-bbaf-ea2f04f46ffa HTTP/1.1" status: 200 len: 205 time: 0.0306144 Mar 23 02:40:20.465509 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58118) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:20.507993 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfa801-62ad-4fb5-9b73-96742cf14475 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Port': ['ID=54e5b60f-95e9-4107-948c-1347c39842e9,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:20.520774 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e4eba30b-f7f4-4a92-b9d1-08a08bee5f73 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (63dd5489-1cc6-4bd3-8e95-53ab79484276), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:20.527398 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e4eba30b-f7f4-4a92-b9d1-08a08bee5f73 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:20.534848 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e4eba30b-f7f4-4a92-b9d1-08a08bee5f73 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/networks/63dd5489-1cc6-4bd3-8e95-53ab79484276 HTTP/1.1" status: 204 len: 168 time: 1.2274191 Mar 23 02:40:20.535608 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-70e2e16b-ece6-4f48-aff9-7fafb1216503 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] delete failed (client error): The resource could not be found. Mar 23 02:40:20.539131 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-70e2e16b-ece6-4f48-aff9-7fafb1216503 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] 10.222.0.24 "DELETE /v2.0/routers/598223e9-84ab-4722-bbaf-ea2f04f46ffa HTTP/1.1" status: 404 len: 336 time: 0.0700707 Mar 23 02:40:20.539131 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58120) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:20.540682 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58122) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:20.555963 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-ac620874-3c8d-4d1b-8b9b-1a6a7ecbb332 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-908280619'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:20.587889 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eba30b-f7f4-4a92-b9d1-08a08bee5f73 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Network': ['ID=63dd5489-1cc6-4bd3-8e95-53ab79484276,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:20.594081 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-89bd678d-c7da-4980-8c9b-520e0c9a68d8 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router_gateway (efbb3278-2bea-431c-938e-e671239f645a), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:20.604759 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cfa801-62ad-4fb5-9b73-96742cf14475 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Checking segment: {'id': '6e496300-f4b1-4cd8-be6a-8678fdd0ab3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cbe75922-1412-46a9-a4e0-2b3990e0fa00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:40:20.605129 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cfa801-62ad-4fb5-9b73-96742cf14475 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network hostable DHCP agents. Network: cbe75922-1412-46a9-a4e0-2b3990e0fa00, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:40:20.612703 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-573db887-7309-4882-a510-bfe271f1e715 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] 10.222.0.24 "GET /v2.0/ports?device_id=de804876-799c-4577-bea4-be474ca8e732 HTTP/1.1" status: 200 len: 205 time: 0.0322104 Mar 23 02:40:20.612703 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58124) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:20.630110 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-9ef9ba8a-21d9-4a77-9795-355a791a9c74 None None] Deleting port 58dde4cc-4405-41f7-abf3-62e75f97204b {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:20.630493 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9ef9ba8a-21d9-4a77-9795-355a791a9c74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (58dde4cc-4405-41f7-abf3-62e75f97204b), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:20.673408 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac620874-3c8d-4d1b-8b9b-1a6a7ecbb332 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Made reservation on behalf of a390c7a337b546c28b66d49e8c0359d6 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:20.679642 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ac620874-3c8d-4d1b-8b9b-1a6a7ecbb332 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:20.689259 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-3a2b7bb2-b7b4-4fce-a01f-e15f3e5c70c9 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-361294185'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:20.695265 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-27bec46f-5bb3-4458-93b7-61c736dbd3f9 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] delete failed (client error): The resource could not be found. Mar 23 02:40:20.696585 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-27bec46f-5bb3-4458-93b7-61c736dbd3f9 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] 10.222.0.24 "DELETE /v2.0/routers/de804876-799c-4577-bea4-be474ca8e732 HTTP/1.1" status: 404 len: 336 time: 0.0840924 Mar 23 02:40:20.700527 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58128) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:20.739615 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-9ef9ba8a-21d9-4a77-9795-355a791a9c74 None None] For port 58dde4cc-4405-41f7-abf3-62e75f97204b, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=58dde4cc-4405-41f7-abf3-62e75f97204b,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:20.740272 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9ef9ba8a-21d9-4a77-9795-355a791a9c74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (58dde4cc-4405-41f7-abf3-62e75f97204b), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:20.760319 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-9ef9ba8a-21d9-4a77-9795-355a791a9c74 None None] Calling delete_port for 58dde4cc-4405-41f7-abf3-62e75f97204b owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:20.762210 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac620874-3c8d-4d1b-8b9b-1a6a7ecbb332 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:40:20.770409 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6d7ece-3a7a-402b-9bd7-d690fad97b91 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] DELETE failed (client error): The resource could not be found. Mar 23 02:40:20.771629 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc6d7ece-3a7a-402b-9bd7-d690fad97b91 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:40:20.777534 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-cc6d7ece-3a7a-402b-9bd7-d690fad97b91 tempest-RoutersIpV6AdminTest-1726416785 tempest-RoutersIpV6AdminTest-1726416785-project] 10.222.0.24 "DELETE /v2.0/subnets/75e65eff-4b22-46ab-a105-468a8a5597c0 HTTP/1.1" status: 404 len: 337 time: 0.0714622 Mar 23 02:40:20.777534 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cfa801-62ad-4fb5-9b73-96742cf14475 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network cbe75922-1412-46a9-a4e0-2b3990e0fa00 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:40:20.781802 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ac620874-3c8d-4d1b-8b9b-1a6a7ecbb332 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (70874fe1-c058-412e-ae0c-d06dc14fed4e), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:20.782143 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-ac620874-3c8d-4d1b-8b9b-1a6a7ecbb332 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Added segment 70874fe1-c058-412e-ae0c-d06dc14fed4e of type vlan for network e601ac18-96ca-4282-bb56-9e087ff6f24b Mar 23 02:40:20.849681 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec74d55-9349-43e4-8a56-9e8d7f473321 req-f5030f75-dec6-4b4f-93f0-e37a8fc34868 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:20.863562 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7ec74d55-9349-43e4-8a56-9e8d7f473321 req-f5030f75-dec6-4b4f-93f0-e37a8fc34868 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0725774-6cad-459c-af7b-59efddb8aed2 HTTP/1.1" status: 200 len: 944 time: 0.1487064 Mar 23 02:40:20.904427 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 58dde4cc-4405-41f7-abf3-62e75f97204b no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:40:20.906255 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2b7bb2-b7b4-4fce-a01f-e15f3e5c70c9 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Made reservation on behalf of 418fbec7650f47d2be6dcdb652ae5f2f for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:20.910141 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3a2b7bb2-b7b4-4fce-a01f-e15f3e5c70c9 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:20.924583 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ac620874-3c8d-4d1b-8b9b-1a6a7ecbb332 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (e601ac18-96ca-4282-bb56-9e087ff6f24b), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:20.934933 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9ef9ba8a-21d9-4a77-9795-355a791a9c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (58dde4cc-4405-41f7-abf3-62e75f97204b), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:20.950746 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3a2b7bb2-b7b4-4fce-a01f-e15f3e5c70c9 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:20.969596 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7ec74d55-9349-43e4-8a56-9e8d7f473321 req-45940aca-e48d-4df1-9aab-b28261cd4b64 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/security-groups?id=cac9dd8f-ee3f-4d89-9704-111d237703cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044254 Mar 23 02:40:20.974175 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9ba8a-21d9-4a77-9795-355a791a9c74 None None] Pushing event deleted for resources: {'Port': ['ID=58dde4cc-4405-41f7-abf3-62e75f97204b,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:20.979493 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef9ba8a-21d9-4a77-9795-355a791a9c74 None None] No DVR routers for this DVR port 58dde4cc-4405-41f7-abf3-62e75f97204b on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:40:20.981091 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No active binding found for port 58dde4cc-4405-41f7-abf3-62e75f97204b {{(pid=104350) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 23 02:40:20.987979 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] The host dv-neutron-834613-2-hyperv is not matching for port 58dde4cc-4405-41f7-abf3-62e75f97204b host None! {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 02:40:20.987979 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 58dde4cc-4405-41f7-abf3-62e75f97204b not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:40:20.987979 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device e859ada6-fc10-496d-a61d-1c17cd753167 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:40:21.014260 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: e859ada6-fc10-496d-a61d-1c17cd753167 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:40:21.014609 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device e859ada6-fc10-496d-a61d-1c17cd753167 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:40:21.051323 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-36cfa801-62ad-4fb5-9b73-96742cf14475 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, cbe75922-1412-46a9-a4e0-2b3990e0fa00) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:21.054674 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-eca83274-ee29-4003-9b5e-16c68c8d9908 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (da7166db-9cd8-4f45-90d3-03e16e6f26eb), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:21.068504 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9087a3f-4131-4d3e-a989-b2d89d26af1a None None] Network cbe75922-1412-46a9-a4e0-2b3990e0fa00 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:21.073230 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3a2b7bb2-b7b4-4fce-a01f-e15f3e5c70c9 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks [] for security_group (76c99273-99a3-463e-961d-ad9c503827c9), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:21.093123 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cfa801-62ad-4fb5-9b73-96742cf14475 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:21.098580 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cfa801-62ad-4fb5-9b73-96742cf14475 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:21.099205 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-36cfa801-62ad-4fb5-9b73-96742cf14475 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:21.122556 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca83274-ee29-4003-9b5e-16c68c8d9908 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:21.123348 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ac620874-3c8d-4d1b-8b9b-1a6a7ecbb332 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (e601ac18-96ca-4282-bb56-9e087ff6f24b), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:21.129730 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac620874-3c8d-4d1b-8b9b-1a6a7ecbb332 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:21.130323 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ac620874-3c8d-4d1b-8b9b-1a6a7ecbb332 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:21.146761 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-eca83274-ee29-4003-9b5e-16c68c8d9908 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:21.151813 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca83274-ee29-4003-9b5e-16c68c8d9908 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:21.152438 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-eca83274-ee29-4003-9b5e-16c68c8d9908 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:21.154604 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-89bd678d-c7da-4980-8c9b-520e0c9a68d8 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router_gateway (efbb3278-2bea-431c-938e-e671239f645a), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:21.172614 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da610fd-7d25-4d9c-81b5-c2f45ada95c5 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:21.181648 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca83274-ee29-4003-9b5e-16c68c8d9908 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Subnet': ['ID=da7166db-9cd8-4f45-90d3-03e16e6f26eb,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:21.185459 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-89bd678d-c7da-4980-8c9b-520e0c9a68d8 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:21.195233 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3a2b7bb2-b7b4-4fce-a01f-e15f3e5c70c9 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (76c99273-99a3-463e-961d-ad9c503827c9), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:21.231115 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-36cfa801-62ad-4fb5-9b73-96742cf14475 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.9862945 Mar 23 02:40:21.231355 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:21.231496 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58132) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:21.237129 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-abef8172-e930-4351-a761-1422b117fca9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1789048589'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:21.238595 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac620874-3c8d-4d1b-8b9b-1a6a7ecbb332 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Network': ['ID=e601ac18-96ca-4282-bb56-9e087ff6f24b,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:21.258729 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network e601ac18-96ca-4282-bb56-9e087ff6f24b details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:40:21.283279 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a2b7bb2-b7b4-4fce-a01f-e15f3e5c70c9 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:40:21.290630 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b7bb2-b7b4-4fce-a01f-e15f3e5c70c9 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76c99273-99a3-463e-961d-ad9c503827c9,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:21.321278 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ac620874-3c8d-4d1b-8b9b-1a6a7ecbb332 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7813063 Mar 23 02:40:21.321908 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58136) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:21.330937 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-54146bf9-af22-4613-8aa7-b39d106cc1bb tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Request body: {'subnet': {'network_id': 'e601ac18-96ca-4282-bb56-9e087ff6f24b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:21.338309 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58138) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:21.341016 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3a2b7bb2-b7b4-4fce-a01f-e15f3e5c70c9 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (e4f7dfae-7c2d-4329-8098-d93176fcf778), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:21.341690 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-3a2b7bb2-b7b4-4fce-a01f-e15f3e5c70c9 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Added segment e4f7dfae-7c2d-4329-8098-d93176fcf778 of type vlan for network ae0de76b-575b-4433-9b6e-8a92f90d6e43 Mar 23 02:40:21.355028 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-89bd678d-c7da-4980-8c9b-520e0c9a68d8 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Allocated IP 172.26.2.6 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/11d6c1c4-9a7b-41d4-adb8-662f13590158) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:21.389871 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-eca83274-ee29-4003-9b5e-16c68c8d9908 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5819764 Mar 23 02:40:21.390949 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58144) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:21.396790 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-1638a78f-8e03-4d14-9463-2c9f42de4722 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:21.410892 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e7127b-11f1-4f57-9fe0-6439188f25f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-94d9379e-13fb-449b-8f45-d1ab95378f77', 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'fixed_ips': [{'subnet_id': 'da7166db-9cd8-4f45-90d3-03e16e6f26eb'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:40:21.412735 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c8e7127b-11f1-4f57-9fe0-6439188f25f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:21.459365 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3a2b7bb2-b7b4-4fce-a01f-e15f3e5c70c9 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (ae0de76b-575b-4433-9b6e-8a92f90d6e43), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:21.491560 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abef8172-e930-4351-a761-1422b117fca9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:21.495079 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-abef8172-e930-4351-a761-1422b117fca9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:21.519937 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fcc1056a-9f67-431f-8dc7-ca62fc8e17d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:21.565093 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3a2b7bb2-b7b4-4fce-a01f-e15f3e5c70c9 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (ae0de76b-575b-4433-9b6e-8a92f90d6e43), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:21.570161 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2b7bb2-b7b4-4fce-a01f-e15f3e5c70c9 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:21.570689 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3a2b7bb2-b7b4-4fce-a01f-e15f3e5c70c9 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:21.596954 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abef8172-e930-4351-a761-1422b117fca9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:40:21.605136 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-c8e7127b-11f1-4f57-9fe0-6439188f25f2 None None] Allocated IP 172.20.0.2 (94d9379e-13fb-449b-8f45-d1ab95378f77/da7166db-9cd8-4f45-90d3-03e16e6f26eb/7b6da070-bdf6-4e96-9cba-08a7e850cfd6) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:21.605136 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 63a879a0-64d9-4584-96cd-c848bf5271a7 up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:40:21.639711 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a0730-e07f-46c5-a5a6-e89d0bab9664 req-75ca2dc3-46b6-44ea-9e7a-732cf5282041 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:21.641820 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-914a0730-e07f-46c5-a5a6-e89d0bab9664 req-75ca2dc3-46b6-44ea-9e7a-732cf5282041 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.2290347 Mar 23 02:40:21.651849 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54146bf9-af22-4613-8aa7-b39d106cc1bb tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Made reservation on behalf of a390c7a337b546c28b66d49e8c0359d6 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:21.656512 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-abef8172-e930-4351-a761-1422b117fca9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (0cce0cd9-7edf-4633-9ca1-531b0a60da05), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:21.656512 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-abef8172-e930-4351-a761-1422b117fca9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Added segment 0cce0cd9-7edf-4633-9ca1-531b0a60da05 of type vlan for network 12c4a1fc-6ab3-472c-83bc-35231bfa2956 Mar 23 02:40:21.656766 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-54146bf9-af22-4613-8aa7-b39d106cc1bb tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:21.677855 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-89bd678d-c7da-4980-8c9b-520e0c9a68d8 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for port (11d6c1c4-9a7b-41d4-adb8-662f13590158), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:21.700346 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b7bb2-b7b4-4fce-a01f-e15f3e5c70c9 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Pushing event updated for resources: {'Network': ['ID=ae0de76b-575b-4433-9b6e-8a92f90d6e43,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:21.717929 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3a2b7bb2-b7b4-4fce-a01f-e15f3e5c70c9 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3539183 Mar 23 02:40:21.721283 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58146) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:21.724061 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network ae0de76b-575b-4433-9b6e-8a92f90d6e43 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:40:21.740569 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-96e4c3a8-7a04-4e4a-91f5-08c13c19d813 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Request body: {'subnet': {'network_id': 'ae0de76b-575b-4433-9b6e-8a92f90d6e43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:21.748051 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-abef8172-e930-4351-a761-1422b117fca9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (12c4a1fc-6ab3-472c-83bc-35231bfa2956), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:21.769695 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fcc1056a-9f67-431f-8dc7-ca62fc8e17d0 admin admin] Publish callbacks [] for security_group (f5ba12c4-26a8-4681-9462-279659915ae6), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:21.784166 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port 63a879a0-64d9-4584-96cd-c848bf5271a7 completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:40:21.813174 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 63a879a0-64d9-4584-96cd-c848bf5271a7 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:21.814210 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (63a879a0-64d9-4584-96cd-c848bf5271a7), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:21.861006 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fcc1056a-9f67-431f-8dc7-ca62fc8e17d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (f5ba12c4-26a8-4681-9462-279659915ae6), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:21.888940 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1638a78f-8e03-4d14-9463-2c9f42de4722 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:21.892659 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c8e7127b-11f1-4f57-9fe0-6439188f25f2 None None] Publish callbacks [] for port (7b6da070-bdf6-4e96-9cba-08a7e850cfd6), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:21.892840 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1638a78f-8e03-4d14-9463-2c9f42de4722 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:21.919577 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-fcc1056a-9f67-431f-8dc7-ca62fc8e17d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=24310b175b7d4916aca3b28da7a32f16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5738041 Mar 23 02:40:21.919577 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1056a-9f67-431f-8dc7-ca62fc8e17d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ba12c4-26a8-4681-9462-279659915ae6,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:21.923127 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58148) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:21.947900 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-914a0730-e07f-46c5-a5a6-e89d0bab9664 req-51844693-c746-475e-b952-2fee97e3b945 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2788446 Mar 23 02:40:21.954699 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-abef8172-e930-4351-a761-1422b117fca9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (12c4a1fc-6ab3-472c-83bc-35231bfa2956), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:21.954871 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 63a879a0-64d9-4584-96cd-c848bf5271a7 is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:21.955505 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (63a879a0-64d9-4584-96cd-c848bf5271a7), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:21.959739 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abef8172-e930-4351-a761-1422b117fca9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:21.960384 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-abef8172-e930-4351-a761-1422b117fca9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:21.964952 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-54146bf9-af22-4613-8aa7-b39d106cc1bb tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (d981f69e-819a-4555-ad06-acc670964569), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:21.971486 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c8e7127b-11f1-4f57-9fe0-6439188f25f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (7b6da070-bdf6-4e96-9cba-08a7e850cfd6), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:22.018767 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d0c703d5-9a95-408a-aaf5-35ae3822aa81 admin admin] Publish callbacks [] for security_group (f5ba12c4-26a8-4681-9462-279659915ae6), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:22.024117 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0725774-6cad-459c-af7b-59efddb8aed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a879a0-64d9-4584-96cd-c848bf5271a7'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:40:22.031611 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbec03ce-4e51-416b-968a-d6a45409bb66" -d '{"events": [{"server_uuid": "a0725774-6cad-459c-af7b-59efddb8aed2", "name": "network-vif-plugged", "status": "completed", "tag": "63a879a0-64d9-4584-96cd-c848bf5271a7"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:40:22.049004 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54146bf9-af22-4613-8aa7-b39d106cc1bb tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Subnet': ['ID=d981f69e-819a-4555-ad06-acc670964569,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:22.049235 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e7127b-11f1-4f57-9fe0-6439188f25f2 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:22.050918 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 63a879a0-64d9-4584-96cd-c848bf5271a7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=63a879a0-64d9-4584-96cd-c848bf5271a7,segment=NetworkSegment(31a5abdc-77c7-4b66-8f8c-26e205d8373f),segment_id=31a5abdc-77c7-4b66-8f8c-26e205d8373f)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:22.061283 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-c8e7127b-11f1-4f57-9fe0-6439188f25f2 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:22.066687 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e7127b-11f1-4f57-9fe0-6439188f25f2 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:22.078767 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d0c703d5-9a95-408a-aaf5-35ae3822aa81 admin admin] Publish callbacks [] for security_group (f5ba12c4-26a8-4681-9462-279659915ae6), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:22.082026 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7127b-11f1-4f57-9fe0-6439188f25f2 None None] Pushing event updated for resources: {'Port': ['ID=7b6da070-bdf6-4e96-9cba-08a7e850cfd6,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:22.106326 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54146bf9-af22-4613-8aa7-b39d106cc1bb tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Checking segment: {'id': '70874fe1-c058-412e-ae0c-d06dc14fed4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e601ac18-96ca-4282-bb56-9e087ff6f24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:40:22.106737 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54146bf9-af22-4613-8aa7-b39d106cc1bb tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network hostable DHCP agents. Network: e601ac18-96ca-4282-bb56-9e087ff6f24b, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:40:22.112028 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-89bd678d-c7da-4980-8c9b-520e0c9a68d8 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (11d6c1c4-9a7b-41d4-adb8-662f13590158), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:22.150927 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (63a879a0-64d9-4584-96cd-c848bf5271a7), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:22.159633 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-c8e7127b-11f1-4f57-9fe0-6439188f25f2 None None] Attempting to bind port 7b6da070-bdf6-4e96-9cba-08a7e850cfd6 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:40:22.160953 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-c8e7127b-11f1-4f57-9fe0-6439188f25f2 None None] Attempting to bind port 7b6da070-bdf6-4e96-9cba-08a7e850cfd6 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:40:22.161883 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e7127b-11f1-4f57-9fe0-6439188f25f2 None None] Attempting to bind port 7b6da070-bdf6-4e96-9cba-08a7e850cfd6 on network 94d9379e-13fb-449b-8f45-d1ab95378f77 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:40:22.186975 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e7127b-11f1-4f57-9fe0-6439188f25f2 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:40:22.187659 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e7127b-11f1-4f57-9fe0-6439188f25f2 None None] Checking segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:40:22.198639 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c8e7127b-11f1-4f57-9fe0-6439188f25f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:22.198639 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e7127b-11f1-4f57-9fe0-6439188f25f2 None None] Bound using segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:40:22.198639 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-c8e7127b-11f1-4f57-9fe0-6439188f25f2 None None] Bound port: 7b6da070-bdf6-4e96-9cba-08a7e850cfd6, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:40:22.198639 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c8e7127b-11f1-4f57-9fe0-6439188f25f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7b6da070-bdf6-4e96-9cba-08a7e850cfd6), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:22.199262 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-abef8172-e930-4351-a761-1422b117fca9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9614115 Mar 23 02:40:22.199262 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef8172-e930-4351-a761-1422b117fca9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Network': ['ID=12c4a1fc-6ab3-472c-83bc-35231bfa2956,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:22.206286 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b291a-b1f8-4246-8e2c-cae283dc2e10 req-f1113751-ef2e-48fc-a1ba-de103ac84457 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:22.208032 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3e9b291a-b1f8-4246-8e2c-cae283dc2e10 req-f1113751-ef2e-48fc-a1ba-de103ac84457 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.1180236 Mar 23 02:40:22.211865 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58156) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:22.220310 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 12c4a1fc-6ab3-472c-83bc-35231bfa2956 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:40:22.221276 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bd678d-c7da-4980-8c9b-520e0c9a68d8 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:22.225343 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-9f2d5ae1-f869-40ee-8763-ba7e8abe2d5f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'ports': [{'network_id': 'cbe75922-1412-46a9-a4e0-2b3990e0fa00'}, {'network_id': '12c4a1fc-6ab3-472c-83bc-35231bfa2956'}]} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:22.225663 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-9f2d5ae1-f869-40ee-8763-ba7e8abe2d5f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'port': {'network_id': 'cbe75922-1412-46a9-a4e0-2b3990e0fa00'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:22.226146 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-9f2d5ae1-f869-40ee-8763-ba7e8abe2d5f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'port': {'network_id': '12c4a1fc-6ab3-472c-83bc-35231bfa2956'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:22.250511 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-89bd678d-c7da-4980-8c9b-520e0c9a68d8 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:22.290105 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bd678d-c7da-4980-8c9b-520e0c9a68d8 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:22.299795 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3e9b291a-b1f8-4246-8e2c-cae283dc2e10 req-7f1f5a86-bdde-4465-b551-0335d6f03daf tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638494 Mar 23 02:40:22.302270 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d0c703d5-9a95-408a-aaf5-35ae3822aa81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (f5ba12c4-26a8-4681-9462-279659915ae6), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:22.309197 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d0c703d5-9a95-408a-aaf5-35ae3822aa81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:22.312180 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d0c703d5-9a95-408a-aaf5-35ae3822aa81 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5ba12c4-26a8-4681-9462-279659915ae6 HTTP/1.1" status: 204 len: 168 time: 0.3881888 Mar 23 02:40:22.316446 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54146bf9-af22-4613-8aa7-b39d106cc1bb tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network e601ac18-96ca-4282-bb56-9e087ff6f24b is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:40:22.321639 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=63a879a0-64d9-4584-96cd-c848bf5271a7,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:22.348035 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284ce30f-666f-42dc-abba-2e825168ed23 x-openstack-request-id: req-284ce30f-666f-42dc-abba-2e825168ed23 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:40:22.348677 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0725774-6cad-459c-af7b-59efddb8aed2", "name": "network-vif-plugged", "status": "completed", "tag": "63a879a0-64d9-4584-96cd-c848bf5271a7", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:40:22.352612 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-284ce30f-666f-42dc-abba-2e825168ed23 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:40:22.352612 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-284ce30f-666f-42dc-abba-2e825168ed23'] response: {'server_uuid': 'a0725774-6cad-459c-af7b-59efddb8aed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a879a0-64d9-4584-96cd-c848bf5271a7', 'code': 200} Mar 23 02:40:22.352809 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e4c3a8-7a04-4e4a-91f5-08c13c19d813 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Made reservation on behalf of 418fbec7650f47d2be6dcdb652ae5f2f for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:22.355040 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-96e4c3a8-7a04-4e4a-91f5-08c13c19d813 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:22.358028 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd678d-c7da-4980-8c9b-520e0c9a68d8 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Pushing event updated for resources: {'Port': ['ID=11d6c1c4-9a7b-41d4-adb8-662f13590158,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:22.378497 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-c8e7127b-11f1-4f57-9fe0-6439188f25f2 None None] For port 7b6da070-bdf6-4e96-9cba-08a7e850cfd6, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:40:22.383013 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-c8e7127b-11f1-4f57-9fe0-6439188f25f2 None None] For port 7b6da070-bdf6-4e96-9cba-08a7e850cfd6, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=7b6da070-bdf6-4e96-9cba-08a7e850cfd6,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:40:22.391711 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c703d5-9a95-408a-aaf5-35ae3822aa81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ba12c4-26a8-4681-9462-279659915ae6,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:22.460787 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c8e7127b-11f1-4f57-9fe0-6439188f25f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (7b6da070-bdf6-4e96-9cba-08a7e850cfd6), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:22.494950 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-54146bf9-af22-4613-8aa7-b39d106cc1bb tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, e601ac18-96ca-4282-bb56-9e087ff6f24b) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:22.504105 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54146bf9-af22-4613-8aa7-b39d106cc1bb tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:22.505328 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-54146bf9-af22-4613-8aa7-b39d106cc1bb tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:22.517361 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2956bcc1-240c-42c5-954a-79aac9768a90 None None] Network e601ac18-96ca-4282-bb56-9e087ff6f24b requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:22.529226 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c55000-0c49-4702-b3be-b50b4efc20a8 req-e6b4d252-4ad7-47d3-95f2-8b22bf697f64 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:22.531270 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-11c55000-0c49-4702-b3be-b50b4efc20a8 req-e6b4d252-4ad7-47d3-95f2-8b22bf697f64 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.0851903 Mar 23 02:40:22.590899 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-11c55000-0c49-4702-b3be-b50b4efc20a8 req-8653c729-dc8a-4096-a842-f6e5222e37ed tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511792 Mar 23 02:40:22.608742 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-54146bf9-af22-4613-8aa7-b39d106cc1bb tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2803998 Mar 23 02:40:22.608742 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58162) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:22.615246 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-0f86aa39-381c-4cea-8546-eb4920420aec tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-9249815', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:22.668433 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7127b-11f1-4f57-9fe0-6439188f25f2 None None] Pushing event updated for resources: {'Port': ['ID=7b6da070-bdf6-4e96-9cba-08a7e850cfd6,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:22.696431 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:22.746349 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d8e038-e50b-4b7f-9a11-cc825b102d18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-e601ac18-96ca-4282-bb56-9e087ff6f24b', 'network_id': 'e601ac18-96ca-4282-bb56-9e087ff6f24b', 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'fixed_ips': [{'subnet_id': 'd981f69e-819a-4555-ad06-acc670964569'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:40:22.747175 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-61d8e038-e50b-4b7f-9a11-cc825b102d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:22.760514 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0f86aa39-381c-4cea-8546-eb4920420aec tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:22.761937 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0f86aa39-381c-4cea-8546-eb4920420aec tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:22.803852 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caae878-2e84-4863-a013-322484a5939f req-26a78036-532a-4ac1-9096-fe57ae354849 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:22.811027 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-0caae878-2e84-4863-a013-322484a5939f req-26a78036-532a-4ac1-9096-fe57ae354849 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.0989096 Mar 23 02:40:22.887375 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0f86aa39-381c-4cea-8546-eb4920420aec tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router_controller (e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:22.928563 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-0caae878-2e84-4863-a013-322484a5939f req-a606d3ec-117b-4995-8ea4-f32fc8392918 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166661 Mar 23 02:40:22.975370 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0f86aa39-381c-4cea-8546-eb4920420aec tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:22.989989 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583f45b-4583-459f-9f98-f2c8a3be890a req-bde62ce5-1b6d-4d77-a52d-dca1b12d8e17 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:22.991649 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1583f45b-4583-459f-9f98-f2c8a3be890a req-bde62ce5-1b6d-4d77-a52d-dca1b12d8e17 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0725774-6cad-459c-af7b-59efddb8aed2 HTTP/1.1" status: 200 len: 944 time: 0.8911111 Mar 23 02:40:23.011839 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-61d8e038-e50b-4b7f-9a11-cc825b102d18 None None] Allocated IP 2001:db8::2 (e601ac18-96ca-4282-bb56-9e087ff6f24b/d981f69e-819a-4555-ad06-acc670964569/6ad2599d-af06-45f6-8eac-874e5a7dc04c) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:23.069253 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0f86aa39-381c-4cea-8546-eb4920420aec tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:23.070784 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0f86aa39-381c-4cea-8546-eb4920420aec tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4606659 Mar 23 02:40:23.073733 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58170) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:23.079262 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-56bb6d0e-309d-497c-af08-ca272b7e5340 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Request body: {'port': {'network_id': 'e601ac18-96ca-4282-bb56-9e087ff6f24b', 'name': 'tempest-RoutersIpV6Test-973379089'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:23.218063 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58172) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:23.222287 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-61d8e038-e50b-4b7f-9a11-cc825b102d18 None None] Publish callbacks [] for port (6ad2599d-af06-45f6-8eac-874e5a7dc04c), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:23.281319 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f3121a33-f64d-40c9-8ea6-d2a66652750f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aedadd4fbd8b4582bcd3bf35dfec65d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0612729 Mar 23 02:40:23.285119 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58176) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:23.309457 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-61d8e038-e50b-4b7f-9a11-cc825b102d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (6ad2599d-af06-45f6-8eac-874e5a7dc04c), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:23.313363 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e7dac-feed-4958-bd6f-5ad4e503e0b4 req-da77432b-4b9c-4f90-87f0-33ae6ae19528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:23.315164 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-325e7dac-feed-4958-bd6f-5ad4e503e0b4 req-da77432b-4b9c-4f90-87f0-33ae6ae19528 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a0725774-6cad-459c-af7b-59efddb8aed2 HTTP/1.1" status: 200 len: 1129 time: 0.5245509 Mar 23 02:40:23.336743 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bb6d0e-309d-497c-af08-ca272b7e5340 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Made reservation on behalf of a390c7a337b546c28b66d49e8c0359d6 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:23.340126 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-56bb6d0e-309d-497c-af08-ca272b7e5340 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:23.369678 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d8e038-e50b-4b7f-9a11-cc825b102d18 None None] Network e601ac18-96ca-4282-bb56-9e087ff6f24b is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:23.373815 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-61d8e038-e50b-4b7f-9a11-cc825b102d18 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:23.379323 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d8e038-e50b-4b7f-9a11-cc825b102d18 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:23.402032 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-56bb6d0e-309d-497c-af08-ca272b7e5340 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] device_id is not set on port 165391bc-f79c-4ba0-8bba-d6674681ec7f yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:40:23.404109 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8e038-e50b-4b7f-9a11-cc825b102d18 None None] Pushing event updated for resources: {'Port': ['ID=6ad2599d-af06-45f6-8eac-874e5a7dc04c,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:23.421366 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-15d9ef7e-aba3-4d8f-865d-a9cc58c5affe admin admin] Publish callbacks [] for security_group (c1e7fcf1-9cae-46f9-a64e-88274ccb2ce9), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:23.465608 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-61d8e038-e50b-4b7f-9a11-cc825b102d18 None None] Attempting to bind port 6ad2599d-af06-45f6-8eac-874e5a7dc04c on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:40:23.465608 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-61d8e038-e50b-4b7f-9a11-cc825b102d18 None None] Attempting to bind port 6ad2599d-af06-45f6-8eac-874e5a7dc04c by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '70874fe1-c058-412e-ae0c-d06dc14fed4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e601ac18-96ca-4282-bb56-9e087ff6f24b'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:40:23.466078 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d8e038-e50b-4b7f-9a11-cc825b102d18 None None] Attempting to bind port 6ad2599d-af06-45f6-8eac-874e5a7dc04c on network e601ac18-96ca-4282-bb56-9e087ff6f24b {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:40:23.471888 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d8e038-e50b-4b7f-9a11-cc825b102d18 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:40:23.472469 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d8e038-e50b-4b7f-9a11-cc825b102d18 None None] Checking segment: {'id': '70874fe1-c058-412e-ae0c-d06dc14fed4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e601ac18-96ca-4282-bb56-9e087ff6f24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:40:23.473683 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-61d8e038-e50b-4b7f-9a11-cc825b102d18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:23.473683 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d8e038-e50b-4b7f-9a11-cc825b102d18 None None] Bound using segment: {'id': '70874fe1-c058-412e-ae0c-d06dc14fed4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e601ac18-96ca-4282-bb56-9e087ff6f24b'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:40:23.473931 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-61d8e038-e50b-4b7f-9a11-cc825b102d18 None None] Bound port: 6ad2599d-af06-45f6-8eac-874e5a7dc04c, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70874fe1-c058-412e-ae0c-d06dc14fed4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e601ac18-96ca-4282-bb56-9e087ff6f24b'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:40:23.474139 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-61d8e038-e50b-4b7f-9a11-cc825b102d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (6ad2599d-af06-45f6-8eac-874e5a7dc04c), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:23.483505 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1583f45b-4583-459f-9f98-f2c8a3be890a req-cca768d9-753b-4012-b3ab-58124d926052 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/security-groups?id=cac9dd8f-ee3f-4d89-9704-111d237703cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3407135 Mar 23 02:40:23.491025 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54db577-e9be-4af2-9b10-f24f2d720920 req-413f390a-23b0-4fd4-9077-1f326b033abd tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:23.491025 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d54db577-e9be-4af2-9b10-f24f2d720920 req-413f390a-23b0-4fd4-9077-1f326b033abd tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.1687095 Mar 23 02:40:23.499847 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-15d9ef7e-aba3-4d8f-865d-a9cc58c5affe admin admin] Publish callbacks [] for security_group (c1e7fcf1-9cae-46f9-a64e-88274ccb2ce9), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:23.553975 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-61d8e038-e50b-4b7f-9a11-cc825b102d18 None None] For port 6ad2599d-af06-45f6-8eac-874e5a7dc04c, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:40:23.558247 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-61d8e038-e50b-4b7f-9a11-cc825b102d18 None None] For port 6ad2599d-af06-45f6-8eac-874e5a7dc04c, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=6ad2599d-af06-45f6-8eac-874e5a7dc04c,segment=NetworkSegment(70874fe1-c058-412e-ae0c-d06dc14fed4e),segment_id=70874fe1-c058-412e-ae0c-d06dc14fed4e)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:40:23.575317 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2d5ae1-f869-40ee-8763-ba7e8abe2d5f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'port': 2} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:23.581557 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9f2d5ae1-f869-40ee-8763-ba7e8abe2d5f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:23.622593 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d54db577-e9be-4af2-9b10-f24f2d720920 req-a0d4fe89-e6a7-48ff-8ae3-6b36b1949421 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291730 Mar 23 02:40:23.625317 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-325e7dac-feed-4958-bd6f-5ad4e503e0b4 req-a21a67dd-bb93-4b1d-af9c-67aaa3a28975 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cac9dd8f-ee3f-4d89-9704-111d237703cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2944376 Mar 23 02:40:23.626451 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9f2d5ae1-f869-40ee-8763-ba7e8abe2d5f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:23.647176 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-96e4c3a8-7a04-4e4a-91f5-08c13c19d813 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (a2aec750-72df-4f15-b60b-bcb8c06b563b), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:23.653854 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-56bb6d0e-309d-497c-af08-ca272b7e5340 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Allocated IP 2001:db8::342 (e601ac18-96ca-4282-bb56-9e087ff6f24b/d981f69e-819a-4555-ad06-acc670964569/165391bc-f79c-4ba0-8bba-d6674681ec7f) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:23.658593 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-61d8e038-e50b-4b7f-9a11-cc825b102d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (6ad2599d-af06-45f6-8eac-874e5a7dc04c), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:23.735029 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-15d9ef7e-aba3-4d8f-865d-a9cc58c5affe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (c1e7fcf1-9cae-46f9-a64e-88274ccb2ce9), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:23.736998 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8e038-e50b-4b7f-9a11-cc825b102d18 None None] Pushing event updated for resources: {'Port': ['ID=6ad2599d-af06-45f6-8eac-874e5a7dc04c,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:23.738492 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-15d9ef7e-aba3-4d8f-865d-a9cc58c5affe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:23.740190 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-15d9ef7e-aba3-4d8f-865d-a9cc58c5affe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c1e7fcf1-9cae-46f9-a64e-88274ccb2ce9 HTTP/1.1" status: 204 len: 168 time: 0.4537985 Mar 23 02:40:23.767665 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-89bd678d-c7da-4980-8c9b-520e0c9a68d8 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router_gateway (efbb3278-2bea-431c-938e-e671239f645a), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:23.799766 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9ef7e-aba3-4d8f-865d-a9cc58c5affe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e7fcf1-9cae-46f9-a64e-88274ccb2ce9,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:23.914060 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-56bb6d0e-309d-497c-af08-ca272b7e5340 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for port (165391bc-f79c-4ba0-8bba-d6674681ec7f), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:23.942472 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4c3a8-7a04-4e4a-91f5-08c13c19d813 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Pushing event updated for resources: {'Subnet': ['ID=a2aec750-72df-4f15-b60b-bcb8c06b563b,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:24.005779 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:24.036986 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-56bb6d0e-309d-497c-af08-ca272b7e5340 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (165391bc-f79c-4ba0-8bba-d6674681ec7f), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:24.061922 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e4c3a8-7a04-4e4a-91f5-08c13c19d813 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Checking segment: {'id': 'e4f7dfae-7c2d-4329-8098-d93176fcf778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ae0de76b-575b-4433-9b6e-8a92f90d6e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:40:24.063535 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e4c3a8-7a04-4e4a-91f5-08c13c19d813 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Network hostable DHCP agents. Network: ae0de76b-575b-4433-9b6e-8a92f90d6e43, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:40:24.112046 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bb6d0e-309d-497c-af08-ca272b7e5340 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network e601ac18-96ca-4282-bb56-9e087ff6f24b is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:24.118158 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-56bb6d0e-309d-497c-af08-ca272b7e5340 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:24.123455 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bb6d0e-309d-497c-af08-ca272b7e5340 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:24.129263 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bb6d0e-309d-497c-af08-ca272b7e5340 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:24.131713 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-56bb6d0e-309d-497c-af08-ca272b7e5340 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:24.141407 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb6d0e-309d-497c-af08-ca272b7e5340 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Port': ['ID=165391bc-f79c-4ba0-8bba-d6674681ec7f,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:24.186561 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-9f2d5ae1-f869-40ee-8763-ba7e8abe2d5f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] device_id is not set on port cd1ca051-9bcc-4525-a8e0-a61d45509642 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:40:24.223076 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-56bb6d0e-309d-497c-af08-ca272b7e5340 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1479318 Mar 23 02:40:24.225681 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58182) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:24.314290 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-8d1378c0-ddbc-4424-b184-1db49852fc97 None None] Provisioning complete for port 7b6da070-bdf6-4e96-9cba-08a7e850cfd6 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:24.315084 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8d1378c0-ddbc-4424-b184-1db49852fc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7b6da070-bdf6-4e96-9cba-08a7e850cfd6), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:24.348787 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.objects.ports [None req-1638a78f-8e03-4d14-9463-2c9f42de4722 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104349) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 02:40:24.438201 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-8d1378c0-ddbc-4424-b184-1db49852fc97 None None] Current status of the port 7b6da070-bdf6-4e96-9cba-08a7e850cfd6 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:24.438868 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8d1378c0-ddbc-4424-b184-1db49852fc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7b6da070-bdf6-4e96-9cba-08a7e850cfd6), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:24.461762 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e4c3a8-7a04-4e4a-91f5-08c13c19d813 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Network ae0de76b-575b-4433-9b6e-8a92f90d6e43 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:40:24.476742 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-8d1378c0-ddbc-4424-b184-1db49852fc97 None None] For port 7b6da070-bdf6-4e96-9cba-08a7e850cfd6, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=7b6da070-bdf6-4e96-9cba-08a7e850cfd6,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:24.572752 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-89bd678d-c7da-4980-8c9b-520e0c9a68d8 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (efbb3278-2bea-431c-938e-e671239f645a), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:24.593073 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8d1378c0-ddbc-4424-b184-1db49852fc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (7b6da070-bdf6-4e96-9cba-08a7e850cfd6), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:24.601005 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c386da32-3ad4-4d1f-a969-8de48f53104c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (165391bc-f79c-4ba0-8bba-d6674681ec7f), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:24.639086 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-96e4c3a8-7a04-4e4a-91f5-08c13c19d813 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, ae0de76b-575b-4433-9b6e-8a92f90d6e43) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:24.670684 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4539a3a6-f299-4c47-a324-2c121120b850 None None] Network ae0de76b-575b-4433-9b6e-8a92f90d6e43 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:24.725468 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e4c3a8-7a04-4e4a-91f5-08c13c19d813 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:24.726120 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-96e4c3a8-7a04-4e4a-91f5-08c13c19d813 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:24.801222 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1378c0-ddbc-4424-b184-1db49852fc97 None None] Pushing event updated for resources: {'Port': ['ID=7b6da070-bdf6-4e96-9cba-08a7e850cfd6,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:24.897901 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daac0603-72c6-4728-96ec-c849a030050a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-ae0de76b-575b-4433-9b6e-8a92f90d6e43', 'network_id': 'ae0de76b-575b-4433-9b6e-8a92f90d6e43', 'project_id': '418fbec7650f47d2be6dcdb652ae5f2f', 'fixed_ips': [{'subnet_id': 'a2aec750-72df-4f15-b60b-bcb8c06b563b'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:40:24.902981 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-daac0603-72c6-4728-96ec-c849a030050a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:24.905947 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9f2d5ae1-f869-40ee-8763-ba7e8abe2d5f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for port (cd1ca051-9bcc-4525-a8e0-a61d45509642), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:24.936494 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee54891-c468-41c9-b2c3-cf0fb4a64f9c req-a77e98f0-d0e1-4f62-8afb-b63bc5cef62d tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:24.937740 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5ee54891-c468-41c9-b2c3-cf0fb4a64f9c req-a77e98f0-d0e1-4f62-8afb-b63bc5cef62d tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.1671362 Mar 23 02:40:25.060804 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-96e4c3a8-7a04-4e4a-91f5-08c13c19d813 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3312666 Mar 23 02:40:25.081690 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58202) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:25.090423 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-62de5af3-9116-43e6-bbc3-31c780dd2fd9 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Request body: {'port': {'network_id': 'ae0de76b-575b-4433-9b6e-8a92f90d6e43', 'name': 'tempest-TagsExtTest-1102991050'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:25.108965 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5ee54891-c468-41c9-b2c3-cf0fb4a64f9c req-7c8206b8-94b4-45af-9806-b4aca8b83b6e tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608000 Mar 23 02:40:25.118295 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-9f2d5ae1-f869-40ee-8763-ba7e8abe2d5f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] device_id is not set on port d4fd3e30-a9a2-4084-ac5c-9809e31207b9 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:40:25.133554 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c386da32-3ad4-4d1f-a969-8de48f53104c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for port (165391bc-f79c-4ba0-8bba-d6674681ec7f), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:25.162216 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 6ad2599d-af06-45f6-8eac-874e5a7dc04c up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:40:25.216304 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0a9ab5-f9e1-46c3-b7be-ce632cf903ad None None] Network e601ac18-96ca-4282-bb56-9e087ff6f24b requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:25.222107 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-daac0603-72c6-4728-96ec-c849a030050a None None] Allocated IP 172.20.0.2 (ae0de76b-575b-4433-9b6e-8a92f90d6e43/a2aec750-72df-4f15-b60b-bcb8c06b563b/f753daea-b9af-45e7-b24c-264673c684e3) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:25.246459 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da5af2-7e0e-4eb7-bcd6-c2bea2d97cfd req-5cdd4ef1-d465-4894-bc5e-9f0ed60f5ea9 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:25.248144 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-48da5af2-7e0e-4eb7-bcd6-c2bea2d97cfd req-5cdd4ef1-d465-4894-bc5e-9f0ed60f5ea9 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0725774-6cad-459c-af7b-59efddb8aed2 HTTP/1.1" status: 200 len: 945 time: 0.6306291 Mar 23 02:40:25.262612 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1638a78f-8e03-4d14-9463-2c9f42de4722 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7b6da070-bdf6-4e96-9cba-08a7e850cfd6), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:25.274294 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c386da32-3ad4-4d1f-a969-8de48f53104c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (165391bc-f79c-4ba0-8bba-d6674681ec7f), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:25.368873 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386da32-3ad4-4d1f-a969-8de48f53104c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Port': ['ID=165391bc-f79c-4ba0-8bba-d6674681ec7f,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:25.394381 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58206) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:25.505934 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-f9d517bd-9772-45fe-b8ad-f848a89d0f84 None None] Provisioning complete for port 6ad2599d-af06-45f6-8eac-874e5a7dc04c triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:25.507075 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f9d517bd-9772-45fe-b8ad-f848a89d0f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (6ad2599d-af06-45f6-8eac-874e5a7dc04c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:25.508564 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c386da32-3ad4-4d1f-a969-8de48f53104c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:25.552093 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-382c9617-554b-45e2-a95d-99cafbbe5f62 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1564204862'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:25.554968 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 6ad2599d-af06-45f6-8eac-874e5a7dc04c triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:25.555362 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (6ad2599d-af06-45f6-8eac-874e5a7dc04c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:25.559521 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9f2d5ae1-f869-40ee-8763-ba7e8abe2d5f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for port (d4fd3e30-a9a2-4084-ac5c-9809e31207b9), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:25.617854 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-48da5af2-7e0e-4eb7-bcd6-c2bea2d97cfd req-73519957-2029-4a99-975e-410002e7d45a tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/security-groups?id=cac9dd8f-ee3f-4d89-9704-111d237703cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3315072 Mar 23 02:40:25.689118 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382c9617-554b-45e2-a95d-99cafbbe5f62 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Made reservation on behalf of dc871afce6884bbf9b346d45be0e5c69 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:25.693137 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-382c9617-554b-45e2-a95d-99cafbbe5f62 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:25.702488 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-382c9617-554b-45e2-a95d-99cafbbe5f62 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:25.745910 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-daac0603-72c6-4728-96ec-c849a030050a None None] Publish callbacks [] for port (f753daea-b9af-45e7-b24c-264673c684e3), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:25.779438 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f9d517bd-9772-45fe-b8ad-f848a89d0f84 None None] Current status of the port 6ad2599d-af06-45f6-8eac-874e5a7dc04c is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:25.779896 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f9d517bd-9772-45fe-b8ad-f848a89d0f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (6ad2599d-af06-45f6-8eac-874e5a7dc04c), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:25.803994 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c386da32-3ad4-4d1f-a969-8de48f53104c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (165391bc-f79c-4ba0-8bba-d6674681ec7f), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:25.813258 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 6ad2599d-af06-45f6-8eac-874e5a7dc04c is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:25.813258 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (6ad2599d-af06-45f6-8eac-874e5a7dc04c), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:25.833747 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-382c9617-554b-45e2-a95d-99cafbbe5f62 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks [] for security_group (77cb42bd-e06e-45d7-9ecf-cf934b339b91), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:25.844805 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-f9d517bd-9772-45fe-b8ad-f848a89d0f84 None None] For port 6ad2599d-af06-45f6-8eac-874e5a7dc04c, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=6ad2599d-af06-45f6-8eac-874e5a7dc04c,segment=NetworkSegment(70874fe1-c058-412e-ae0c-d06dc14fed4e),segment_id=70874fe1-c058-412e-ae0c-d06dc14fed4e)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:25.886075 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-daac0603-72c6-4728-96ec-c849a030050a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (f753daea-b9af-45e7-b24c-264673c684e3), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:25.965026 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac0603-72c6-4728-96ec-c849a030050a None None] Pushing event updated for resources: {'Port': ['ID=f753daea-b9af-45e7-b24c-264673c684e3,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:25.979978 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f9d517bd-9772-45fe-b8ad-f848a89d0f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (6ad2599d-af06-45f6-8eac-874e5a7dc04c), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:26.038777 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daac0603-72c6-4728-96ec-c849a030050a None None] Network ae0de76b-575b-4433-9b6e-8a92f90d6e43 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:26.045046 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-daac0603-72c6-4728-96ec-c849a030050a None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:26.047029 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9f2d5ae1-f869-40ee-8763-ba7e8abe2d5f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (cd1ca051-9bcc-4525-a8e0-a61d45509642), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:26.052301 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bd678d-c7da-4980-8c9b-520e0c9a68d8 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Router efbb3278-2bea-431c-938e-e671239f645a is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:40:26.054205 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daac0603-72c6-4728-96ec-c849a030050a None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:26.099043 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-382c9617-554b-45e2-a95d-99cafbbe5f62 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (77cb42bd-e06e-45d7-9ecf-cf934b339b91), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:26.125491 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2d5ae1-f869-40ee-8763-ba7e8abe2d5f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network cbe75922-1412-46a9-a4e0-2b3990e0fa00 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:26.133240 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62de5af3-9116-43e6-bbc3-31c780dd2fd9 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Made reservation on behalf of 418fbec7650f47d2be6dcdb652ae5f2f for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:26.134855 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:40:26.135418 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:40:26.138506 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-62de5af3-9116-43e6-bbc3-31c780dd2fd9 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:26.155150 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-9f2d5ae1-f869-40ee-8763-ba7e8abe2d5f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:26.158412 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2d5ae1-f869-40ee-8763-ba7e8abe2d5f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:26.159444 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9f2d5ae1-f869-40ee-8763-ba7e8abe2d5f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (d4fd3e30-a9a2-4084-ac5c-9809e31207b9), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:26.159723 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382c9617-554b-45e2-a95d-99cafbbe5f62 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:40:26.177912 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c9617-554b-45e2-a95d-99cafbbe5f62 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77cb42bd-e06e-45d7-9ecf-cf934b339b91,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:26.182221 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d517bd-9772-45fe-b8ad-f848a89d0f84 None None] Pushing event updated for resources: {'Port': ['ID=6ad2599d-af06-45f6-8eac-874e5a7dc04c,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:26.186136 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-daac0603-72c6-4728-96ec-c849a030050a None None] Attempting to bind port f753daea-b9af-45e7-b24c-264673c684e3 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:40:26.186653 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-daac0603-72c6-4728-96ec-c849a030050a None None] Attempting to bind port f753daea-b9af-45e7-b24c-264673c684e3 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'e4f7dfae-7c2d-4329-8098-d93176fcf778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ae0de76b-575b-4433-9b6e-8a92f90d6e43'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:40:26.188095 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daac0603-72c6-4728-96ec-c849a030050a None None] Attempting to bind port f753daea-b9af-45e7-b24c-264673c684e3 on network ae0de76b-575b-4433-9b6e-8a92f90d6e43 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:40:26.203157 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daac0603-72c6-4728-96ec-c849a030050a None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:40:26.203990 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daac0603-72c6-4728-96ec-c849a030050a None None] Checking segment: {'id': 'e4f7dfae-7c2d-4329-8098-d93176fcf778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ae0de76b-575b-4433-9b6e-8a92f90d6e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:40:26.206825 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-daac0603-72c6-4728-96ec-c849a030050a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:26.207479 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daac0603-72c6-4728-96ec-c849a030050a None None] Bound using segment: {'id': 'e4f7dfae-7c2d-4329-8098-d93176fcf778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ae0de76b-575b-4433-9b6e-8a92f90d6e43'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:40:26.209684 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-daac0603-72c6-4728-96ec-c849a030050a None None] Bound port: f753daea-b9af-45e7-b24c-264673c684e3, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f7dfae-7c2d-4329-8098-d93176fcf778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ae0de76b-575b-4433-9b6e-8a92f90d6e43'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:40:26.210352 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-daac0603-72c6-4728-96ec-c849a030050a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f753daea-b9af-45e7-b24c-264673c684e3), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:26.218196 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-382c9617-554b-45e2-a95d-99cafbbe5f62 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (4c34180b-f5f0-49df-a9d2-433f9f1762fd), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:26.218540 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-382c9617-554b-45e2-a95d-99cafbbe5f62 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Added segment 4c34180b-f5f0-49df-a9d2-433f9f1762fd of type vlan for network 363420da-76a6-4cb5-b232-71ffa5b3fdf0 Mar 23 02:40:26.223671 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-7f106cc8-6964-425d-b142-d4afcc1b5fc8 None None] Provisioning complete for port 6ad2599d-af06-45f6-8eac-874e5a7dc04c triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:26.224346 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7f106cc8-6964-425d-b142-d4afcc1b5fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (6ad2599d-af06-45f6-8eac-874e5a7dc04c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:26.237019 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c386da32-3ad4-4d1f-a969-8de48f53104c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for port (165391bc-f79c-4ba0-8bba-d6674681ec7f), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:26.267948 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d5ae1-f869-40ee-8763-ba7e8abe2d5f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Port': ['ID=cd1ca051-9bcc-4525-a8e0-a61d45509642,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:26.328421 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c386da32-3ad4-4d1f-a969-8de48f53104c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (165391bc-f79c-4ba0-8bba-d6674681ec7f), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:26.329197 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c386da32-3ad4-4d1f-a969-8de48f53104c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:26.329436 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-62de5af3-9116-43e6-bbc3-31c780dd2fd9 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] device_id is not set on port d5120e21-d72e-45f5-9585-7c2b4dab174b yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:40:26.337371 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-daac0603-72c6-4728-96ec-c849a030050a None None] For port f753daea-b9af-45e7-b24c-264673c684e3, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:40:26.359673 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-1638a78f-8e03-4d14-9463-2c9f42de4722 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] For port 7b6da070-bdf6-4e96-9cba-08a7e850cfd6, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=7b6da070-bdf6-4e96-9cba-08a7e850cfd6,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:26.377337 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-daac0603-72c6-4728-96ec-c849a030050a None None] For port f753daea-b9af-45e7-b24c-264673c684e3, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f753daea-b9af-45e7-b24c-264673c684e3,segment=NetworkSegment(e4f7dfae-7c2d-4329-8098-d93176fcf778),segment_id=e4f7dfae-7c2d-4329-8098-d93176fcf778)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:40:26.379169 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-382c9617-554b-45e2-a95d-99cafbbe5f62 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (363420da-76a6-4cb5-b232-71ffa5b3fdf0), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:26.391512 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-7f106cc8-6964-425d-b142-d4afcc1b5fc8 None None] Current status of the port 6ad2599d-af06-45f6-8eac-874e5a7dc04c is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:26.407183 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-7f106cc8-6964-425d-b142-d4afcc1b5fc8 None None] Provisioning complete for port 165391bc-f79c-4ba0-8bba-d6674681ec7f triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:26.408097 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7f106cc8-6964-425d-b142-d4afcc1b5fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (165391bc-f79c-4ba0-8bba-d6674681ec7f), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:26.427468 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d5ae1-f869-40ee-8763-ba7e8abe2d5f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Port': ['ID=d4fd3e30-a9a2-4084-ac5c-9809e31207b9,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:26.449842 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386da32-3ad4-4d1f-a969-8de48f53104c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Port': ['ID=165391bc-f79c-4ba0-8bba-d6674681ec7f,revision_number=3']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:26.481651 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-daac0603-72c6-4728-96ec-c849a030050a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f753daea-b9af-45e7-b24c-264673c684e3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:26.497822 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344baecd-9bd4-4538-b8ec-3f9421eeb67d req-7dd66dee-7811-4217-86ed-3584e82d0475 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:26.500337 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-344baecd-9bd4-4538-b8ec-3f9421eeb67d req-7dd66dee-7811-4217-86ed-3584e82d0475 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.2546380 Mar 23 02:40:26.501659 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1638a78f-8e03-4d14-9463-2c9f42de4722 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for port (7b6da070-bdf6-4e96-9cba-08a7e850cfd6), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:26.509381 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bd678d-c7da-4980-8c9b-520e0c9a68d8 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:40:26.520371 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-7f106cc8-6964-425d-b142-d4afcc1b5fc8 None None] Port 165391bc-f79c-4ba0-8bba-d6674681ec7f cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:40:26.524193 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6d598f-8b49-4c57-9095-cbf12a134b19 None None] Sync routers for ids ['efbb3278-2bea-431c-938e-e671239f645a'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:40:26.533771 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2d5ae1-f869-40ee-8763-ba7e8abe2d5f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Checking segment: {'id': '0cce0cd9-7edf-4633-9ca1-531b0a60da05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '12c4a1fc-6ab3-472c-83bc-35231bfa2956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:40:26.534146 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2d5ae1-f869-40ee-8763-ba7e8abe2d5f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network hostable DHCP agents. Network: 12c4a1fc-6ab3-472c-83bc-35231bfa2956, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:40:26.568188 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6d598f-8b49-4c57-9095-cbf12a134b19 None None] Routers {'efbb3278-2bea-431c-938e-e671239f645a'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:26.569162 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-7e6d598f-8b49-4c57-9095-cbf12a134b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['efbb3278-2bea-431c-938e-e671239f645a'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:26.571940 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-382c9617-554b-45e2-a95d-99cafbbe5f62 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (363420da-76a6-4cb5-b232-71ffa5b3fdf0), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:26.579651 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382c9617-554b-45e2-a95d-99cafbbe5f62 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:26.580542 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-382c9617-554b-45e2-a95d-99cafbbe5f62 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:26.600632 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c386da32-3ad4-4d1f-a969-8de48f53104c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network e601ac18-96ca-4282-bb56-9e087ff6f24b is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:26.603598 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1638a78f-8e03-4d14-9463-2c9f42de4722 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (7b6da070-bdf6-4e96-9cba-08a7e850cfd6), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:26.607123 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-62de5af3-9116-43e6-bbc3-31c780dd2fd9 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Allocated IP 172.20.0.12 (ae0de76b-575b-4433-9b6e-8a92f90d6e43/a2aec750-72df-4f15-b60b-bcb8c06b563b/d5120e21-d72e-45f5-9585-7c2b4dab174b) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:26.613382 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-c386da32-3ad4-4d1f-a969-8de48f53104c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:26.706109 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638a78f-8e03-4d14-9463-2c9f42de4722 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Port': ['ID=7b6da070-bdf6-4e96-9cba-08a7e850cfd6,revision_number=5']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:26.732218 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-7e6d598f-8b49-4c57-9095-cbf12a134b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:26.739562 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-382c9617-554b-45e2-a95d-99cafbbe5f62 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3414307 Mar 23 02:40:26.746622 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1638a78f-8e03-4d14-9463-2c9f42de4722 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (35a4260b-6259-4c72-900a-4f08beb61ec0), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:26.752488 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58214) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:26.753707 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 6ad2599d-af06-45f6-8eac-874e5a7dc04c is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:26.754820 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 7b6da070-bdf6-4e96-9cba-08a7e850cfd6 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:40:26.766574 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-344baecd-9bd4-4538-b8ec-3f9421eeb67d req-fc2475b0-1952-4a28-b1d5-6c8764da49b8 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230713 Mar 23 02:40:26.830523 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-ed32b7b7-d915-4525-b406-04df959b70cb tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Request body: {'subnet': {'network_id': '363420da-76a6-4cb5-b232-71ffa5b3fdf0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:26.847018 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c9617-554b-45e2-a95d-99cafbbe5f62 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Pushing event updated for resources: {'Network': ['ID=363420da-76a6-4cb5-b232-71ffa5b3fdf0,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:26.854789 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac0603-72c6-4728-96ec-c849a030050a None None] Pushing event updated for resources: {'Port': ['ID=f753daea-b9af-45e7-b24c-264673c684e3,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:26.874187 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6d598f-8b49-4c57-9095-cbf12a134b19 None None] Routers {'efbb3278-2bea-431c-938e-e671239f645a'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:26.876487 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-7e6d598f-8b49-4c57-9095-cbf12a134b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['efbb3278-2bea-431c-938e-e671239f645a'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:26.878681 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 363420da-76a6-4cb5-b232-71ffa5b3fdf0 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:40:26.894067 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2d5ae1-f869-40ee-8763-ba7e8abe2d5f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network 12c4a1fc-6ab3-472c-83bc-35231bfa2956 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:40:26.964139 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-89bd678d-c7da-4980-8c9b-520e0c9a68d8 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:26.967899 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-89bd678d-c7da-4980-8c9b-520e0c9a68d8 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 7.1260903 Mar 23 02:40:26.969112 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58216) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:26.976338 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-3986d3df-5ec8-4748-963d-6557caeca012 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'enable_snat': False}}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:27.004267 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-7e6d598f-8b49-4c57-9095-cbf12a134b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:27.004924 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6d598f-8b49-4c57-9095-cbf12a134b19 None None] The sync data for ids ['efbb3278-2bea-431c-938e-e671239f645a'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:40:27.034981 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-67a3f3a1-cfd1-42bd-8b94-3d8eb3244619 None None] Provisioning complete for port 165391bc-f79c-4ba0-8bba-d6674681ec7f triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:27.035358 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-67a3f3a1-cfd1-42bd-8b94-3d8eb3244619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (165391bc-f79c-4ba0-8bba-d6674681ec7f), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:27.037052 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 7b6da070-bdf6-4e96-9cba-08a7e850cfd6 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:27.037519 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7b6da070-bdf6-4e96-9cba-08a7e850cfd6), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:27.054230 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638a78f-8e03-4d14-9463-2c9f42de4722 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Subnet': ['ID=35a4260b-6259-4c72-900a-4f08beb61ec0,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:27.055548 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1638a78f-8e03-4d14-9463-2c9f42de4722 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:27.085926 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c386da32-3ad4-4d1f-a969-8de48f53104c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Router e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:40:27.121804 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-1638a78f-8e03-4d14-9463-2c9f42de4722 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:27.142270 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-9f2d5ae1-f869-40ee-8763-ba7e8abe2d5f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 12c4a1fc-6ab3-472c-83bc-35231bfa2956) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:27.147607 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd7083d-7d07-4537-a48a-4303c0f4d90d None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:27.149533 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1638a78f-8e03-4d14-9463-2c9f42de4722 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:27.150210 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1638a78f-8e03-4d14-9463-2c9f42de4722 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:27.165225 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2d5ae1-f869-40ee-8763-ba7e8abe2d5f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:27.173049 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2d5ae1-f869-40ee-8763-ba7e8abe2d5f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:27.177623 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2d5ae1-f869-40ee-8763-ba7e8abe2d5f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:27.178346 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9f2d5ae1-f869-40ee-8763-ba7e8abe2d5f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:27.217501 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634e4245-cf31-46ed-8c28-5e6cdf7f31b0 None None] Network 12c4a1fc-6ab3-472c-83bc-35231bfa2956 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:27.252352 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9f44d-5d91-4d8d-b4c9-9a524cfecd0e req-8e4e0816-2a20-4421-95c4-4bf14cd3d2a3 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:27.254052 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-83a9f44d-5d91-4d8d-b4c9-9a524cfecd0e req-8e4e0816-2a20-4421-95c4-4bf14cd3d2a3 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0725774-6cad-459c-af7b-59efddb8aed2 HTTP/1.1" status: 200 len: 945 time: 0.3612115 Mar 23 02:40:27.304303 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c386da32-3ad4-4d1f-a969-8de48f53104c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:40:27.307598 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-67a3f3a1-cfd1-42bd-8b94-3d8eb3244619 None None] Port 165391bc-f79c-4ba0-8bba-d6674681ec7f cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:40:27.311948 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c386da32-3ad4-4d1f-a969-8de48f53104c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "PUT /v2.0/routers/e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0849829 Mar 23 02:40:27.314642 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58218) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:27.321881 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18151684-5299-4f9d-af21-d1ac8e839119 None None] Sync routers for ids ['e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:40:27.337334 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-62de5af3-9116-43e6-bbc3-31c780dd2fd9 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks [] for port (d5120e21-d72e-45f5-9585-7c2b4dab174b), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:27.337536 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18151684-5299-4f9d-af21-d1ac8e839119 None None] Routers {'e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:27.338070 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-18151684-5299-4f9d-af21-d1ac8e839119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:27.379319 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-18151684-5299-4f9d-af21-d1ac8e839119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:27.383213 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f61cef-1e22-4f36-bfa8-5bf1f6fc3536 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:27.387570 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-97f61cef-1e22-4f36-bfa8-5bf1f6fc3536 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "GET /v2.0/ports/165391bc-f79c-4ba0-8bba-d6674681ec7f HTTP/1.1" status: 200 len: 983 time: 0.0686402 Mar 23 02:40:27.387772 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58220) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:27.393518 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9f2d5ae1-f869-40ee-8763-ba7e8abe2d5f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.1791196 Mar 23 02:40:27.394528 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18151684-5299-4f9d-af21-d1ac8e839119 None None] Routers {'e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:27.395350 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-18151684-5299-4f9d-af21-d1ac8e839119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:27.397280 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1638a78f-8e03-4d14-9463-2c9f42de4722 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.0049784 Mar 23 02:40:27.403642 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed32b7b7-d915-4525-b406-04df959b70cb tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Made reservation on behalf of dc871afce6884bbf9b346d45be0e5c69 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:27.409927 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ed32b7b7-d915-4525-b406-04df959b70cb tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:27.431789 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-18151684-5299-4f9d-af21-d1ac8e839119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:27.432775 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18151684-5299-4f9d-af21-d1ac8e839119 None None] The sync data for ids ['e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:40:27.436262 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58222) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:27.436623 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58224) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:27.454557 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 7b6da070-bdf6-4e96-9cba-08a7e850cfd6 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:27.458920 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-5ba7b1f2-1ea1-4333-86da-0f842ab7fae3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'port': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'mac_address': 'fa:16:3e:1d:0c:65', 'name': 'tempest-NetworksTestDHCPv6-1871803388'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:27.473320 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-c6ec9541-1bb1-43b8-84cd-473e9983d9d1 None None] Provisioning complete for port 165391bc-f79c-4ba0-8bba-d6674681ec7f triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:27.473320 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c6ec9541-1bb1-43b8-84cd-473e9983d9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (165391bc-f79c-4ba0-8bba-d6674681ec7f), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:27.570130 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c6ec9541-1bb1-43b8-84cd-473e9983d9d1 None None] Port 165391bc-f79c-4ba0-8bba-d6674681ec7f cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:40:27.576252 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-62de5af3-9116-43e6-bbc3-31c780dd2fd9 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (d5120e21-d72e-45f5-9585-7c2b4dab174b), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:27.584467 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-83a9f44d-5d91-4d8d-b4c9-9a524cfecd0e req-f6db0d10-4e79-494b-9771-41906e309c9e tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/security-groups?id=cac9dd8f-ee3f-4d89-9704-111d237703cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3212550 Mar 23 02:40:27.755377 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 6ad2599d-af06-45f6-8eac-874e5a7dc04c up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:40:27.788471 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62de5af3-9116-43e6-bbc3-31c780dd2fd9 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Network ae0de76b-575b-4433-9b6e-8a92f90d6e43 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:27.792051 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-62de5af3-9116-43e6-bbc3-31c780dd2fd9 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:27.808171 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62de5af3-9116-43e6-bbc3-31c780dd2fd9 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:27.837998 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 6ad2599d-af06-45f6-8eac-874e5a7dc04c triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:27.838386 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (6ad2599d-af06-45f6-8eac-874e5a7dc04c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:27.860865 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de5af3-9116-43e6-bbc3-31c780dd2fd9 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Pushing event updated for resources: {'Port': ['ID=d5120e21-d72e-45f5-9585-7c2b4dab174b,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:27.879561 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ed32b7b7-d915-4525-b406-04df959b70cb tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (0c92a586-91ad-4082-9449-659ec2cd5695), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:27.970014 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 6ad2599d-af06-45f6-8eac-874e5a7dc04c is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:27.971197 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 7b6da070-bdf6-4e96-9cba-08a7e850cfd6 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:40:27.972736 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62de5af3-9116-43e6-bbc3-31c780dd2fd9 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:27.973400 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-62de5af3-9116-43e6-bbc3-31c780dd2fd9 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:28.060317 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 7b6da070-bdf6-4e96-9cba-08a7e850cfd6 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:28.060957 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7b6da070-bdf6-4e96-9cba-08a7e850cfd6), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:28.082164 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed32b7b7-d915-4525-b406-04df959b70cb tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Checking segment: {'id': '4c34180b-f5f0-49df-a9d2-433f9f1762fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '363420da-76a6-4cb5-b232-71ffa5b3fdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:40:28.082535 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed32b7b7-d915-4525-b406-04df959b70cb tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Network hostable DHCP agents. Network: 363420da-76a6-4cb5-b232-71ffa5b3fdf0, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:40:28.096703 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-62de5af3-9116-43e6-bbc3-31c780dd2fd9 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0097406 Mar 23 02:40:28.096703 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32b7b7-d915-4525-b406-04df959b70cb tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Pushing event updated for resources: {'Subnet': ['ID=0c92a586-91ad-4082-9449-659ec2cd5695,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:28.098636 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58230) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:28.109872 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-2516908b-d436-4a18-9caf-6a19fd0ad0d1 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1526716296', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:28.148312 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88804df-2876-4a82-9f34-41fb97cdf72b None None] Network ae0de76b-575b-4433-9b6e-8a92f90d6e43 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:28.154888 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a16b0-c1dd-49cf-9571-4e8cdb881442 req-90f150c6-3d0e-4baf-966f-9d8c11d089b3 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:28.157164 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-063a16b0-c1dd-49cf-9571-4e8cdb881442 req-90f150c6-3d0e-4baf-966f-9d8c11d089b3 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.2419987 Mar 23 02:40:28.236027 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-063a16b0-c1dd-49cf-9571-4e8cdb881442 req-77a49fa8-f560-4815-87ae-f8d9fefc5432 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630677 Mar 23 02:40:28.236027 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed32b7b7-d915-4525-b406-04df959b70cb tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Network 363420da-76a6-4cb5-b232-71ffa5b3fdf0 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:40:28.262183 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2516908b-d436-4a18-9caf-6a19fd0ad0d1 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (e341c48f-33c7-4bf8-b79f-4d40fc04dd40), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:28.262183 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2516908b-d436-4a18-9caf-6a19fd0ad0d1 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (e341c48f-33c7-4bf8-b79f-4d40fc04dd40), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:28.334972 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2516908b-d436-4a18-9caf-6a19fd0ad0d1 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks [] for router_controller (e341c48f-33c7-4bf8-b79f-4d40fc04dd40), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:28.337484 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-ed32b7b7-d915-4525-b406-04df959b70cb tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 363420da-76a6-4cb5-b232-71ffa5b3fdf0) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:28.351006 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed32b7b7-d915-4525-b406-04df959b70cb tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:28.352459 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ed32b7b7-d915-4525-b406-04df959b70cb tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:28.359546 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3986d3df-5ec8-4748-963d-6557caeca012 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router_gateway (efbb3278-2bea-431c-938e-e671239f645a), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:28.403227 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2516908b-d436-4a18-9caf-6a19fd0ad0d1 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (e341c48f-33c7-4bf8-b79f-4d40fc04dd40), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:28.407749 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327d051-2afa-40ef-8034-467cfb46f575 req-0950ef5d-4e4e-4b85-a241-818202660b85 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:28.412928 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3327d051-2afa-40ef-8034-467cfb46f575 req-0950ef5d-4e4e-4b85-a241-818202660b85 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0725774-6cad-459c-af7b-59efddb8aed2 HTTP/1.1" status: 200 len: 945 time: 0.5566161 Mar 23 02:40:28.420667 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58232) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:28.427132 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-87a7fb3f-0139-4718-a988-2b4dde577c5b tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Request body: {'floatingip': {'port_id': '63a879a0-64d9-4584-96cd-c848bf5271a7'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:28.455724 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ed32b7b7-d915-4525-b406-04df959b70cb tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6459982 Mar 23 02:40:28.458355 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58234) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:28.463329 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-9e3c296c-feff-44a2-b13b-2cfbdaf2f069 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Request body: {'port': {'network_id': '363420da-76a6-4cb5-b232-71ffa5b3fdf0', 'name': 'tempest-AllowedAddressPairTestJSON-580150480'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:28.564343 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-87a7fb3f-0139-4718-a988-2b4dde577c5b tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks [] for floatingip (1cc60d07-9642-4d21-9e3e-f07549b499ce), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:28.596684 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2516908b-d436-4a18-9caf-6a19fd0ad0d1 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:28.600534 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2516908b-d436-4a18-9caf-6a19fd0ad0d1 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4963505 Mar 23 02:40:28.601111 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58236) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:28.602895 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d23135-b00a-42d0-a123-bb4eb6d55680 None None] Network 363420da-76a6-4cb5-b232-71ffa5b3fdf0 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:28.608189 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-9132248b-418f-402c-9eac-244272322fde tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1621183989', 'prefixes': ['172.20.0.0/16']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:28.641640 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-312794f5-327b-4397-b0e1-b6ad2506101e None None] Provisioning complete for port f753daea-b9af-45e7-b24c-264673c684e3 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:28.642004 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-312794f5-327b-4397-b0e1-b6ad2506101e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f753daea-b9af-45e7-b24c-264673c684e3), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:28.659679 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba7b1f2-1ea1-4333-86da-0f842ab7fae3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:28.670082 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3c296c-feff-44a2-b13b-2cfbdaf2f069 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Made reservation on behalf of dc871afce6884bbf9b346d45be0e5c69 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:28.677850 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e3c296c-feff-44a2-b13b-2cfbdaf2f069 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:28.710962 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-9e3c296c-feff-44a2-b13b-2cfbdaf2f069 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] device_id is not set on port b0f335a2-b107-43ce-8723-1f7ef3650845 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:40:28.717223 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 7b6da070-bdf6-4e96-9cba-08a7e850cfd6 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:28.718532 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f753daea-b9af-45e7-b24c-264673c684e3 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:40:28.720523 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-717d9f32-57c4-4d0b-9b67-e5217b5172eb tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Deleting port d4fd3e30-a9a2-4084-ac5c-9809e31207b9 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:28.720923 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-717d9f32-57c4-4d0b-9b67-e5217b5172eb tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (d4fd3e30-a9a2-4084-ac5c-9809e31207b9), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:28.879034 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b5d938-c7d1-47ff-97ca-33a1ebf64a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-363420da-76a6-4cb5-b232-71ffa5b3fdf0', 'network_id': '363420da-76a6-4cb5-b232-71ffa5b3fdf0', 'project_id': 'dc871afce6884bbf9b346d45be0e5c69', 'fixed_ips': [{'subnet_id': '0c92a586-91ad-4082-9449-659ec2cd5695'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:40:28.880862 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-01b5d938-c7d1-47ff-97ca-33a1ebf64a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:28.904524 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port f753daea-b9af-45e7-b24c-264673c684e3 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:28.904771 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f753daea-b9af-45e7-b24c-264673c684e3), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:28.907217 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-312794f5-327b-4397-b0e1-b6ad2506101e None None] Current status of the port f753daea-b9af-45e7-b24c-264673c684e3 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:28.907217 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-312794f5-327b-4397-b0e1-b6ad2506101e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f753daea-b9af-45e7-b24c-264673c684e3), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:28.929983 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-9e3c296c-feff-44a2-b13b-2cfbdaf2f069 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Allocated IP 172.20.0.3 (363420da-76a6-4cb5-b232-71ffa5b3fdf0/0c92a586-91ad-4082-9449-659ec2cd5695/b0f335a2-b107-43ce-8723-1f7ef3650845) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:29.080753 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9132248b-418f-402c-9eac-244272322fde tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:29.084674 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9132248b-418f-402c-9eac-244272322fde tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4795349 Mar 23 02:40:29.087143 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58238) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:29.088313 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-717d9f32-57c4-4d0b-9b67-e5217b5172eb tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (d4fd3e30-a9a2-4084-ac5c-9809e31207b9), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:29.088821 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-312794f5-327b-4397-b0e1-b6ad2506101e None None] For port f753daea-b9af-45e7-b24c-264673c684e3, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f753daea-b9af-45e7-b24c-264673c684e3,segment=NetworkSegment(e4f7dfae-7c2d-4329-8098-d93176fcf778),segment_id=e4f7dfae-7c2d-4329-8098-d93176fcf778)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:29.095197 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-bfee1c3d-bfba-400f-a177-b670cc33d08b tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a2aec750-72df-4f15-b60b-bcb8c06b563b', 'tempest-TagsExtTest-Tag-689877408') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:29.172889 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-312794f5-327b-4397-b0e1-b6ad2506101e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f753daea-b9af-45e7-b24c-264673c684e3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:29.228066 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port f753daea-b9af-45e7-b24c-264673c684e3 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:29.228465 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f753daea-b9af-45e7-b24c-264673c684e3), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:29.328272 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e3c296c-feff-44a2-b13b-2cfbdaf2f069 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks [] for port (b0f335a2-b107-43ce-8723-1f7ef3650845), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:29.365215 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312794f5-327b-4397-b0e1-b6ad2506101e None None] Pushing event updated for resources: {'Port': ['ID=f753daea-b9af-45e7-b24c-264673c684e3,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:29.396199 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5ba7b1f2-1ea1-4333-86da-0f842ab7fae3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:29.404639 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-76308b35-4147-4905-a892-5923e14aa538 None None] Provisioning complete for port 7b6da070-bdf6-4e96-9cba-08a7e850cfd6 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:29.405025 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-76308b35-4147-4905-a892-5923e14aa538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7b6da070-bdf6-4e96-9cba-08a7e850cfd6), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:29.436776 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:40:29.437199 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:40:29.466013 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-bfee1c3d-bfba-400f-a177-b670cc33d08b tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "PUT /v2.0/subnets/a2aec750-72df-4f15-b60b-bcb8c06b563b/tags/tempest-TagsExtTest-Tag-689877408 HTTP/1.1" status: 201 len: 201 time: 0.3777423 Mar 23 02:40:29.469100 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e3c296c-feff-44a2-b13b-2cfbdaf2f069 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (b0f335a2-b107-43ce-8723-1f7ef3650845), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:29.478846 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58242) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:29.537980 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-b828d213-c847-4500-bc31-827192105e0f tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd5120e21-d72e-45f5-9585-7c2b4dab174b', 'tempest-TagsExtTest-Tag-1852753695') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:29.544583 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-01b5d938-c7d1-47ff-97ca-33a1ebf64a8c None None] Allocated IP 172.20.0.2 (363420da-76a6-4cb5-b232-71ffa5b3fdf0/0c92a586-91ad-4082-9449-659ec2cd5695/a2a6fdc0-3ae2-4953-b67d-72ecc444763d) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:29.546576 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c296c-feff-44a2-b13b-2cfbdaf2f069 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Pushing event updated for resources: {'Port': ['ID=b0f335a2-b107-43ce-8723-1f7ef3650845,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:29.556101 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-717d9f32-57c4-4d0b-9b67-e5217b5172eb tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Calling delete_port for d4fd3e30-a9a2-4084-ac5c-9809e31207b9 owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:29.585491 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3c296c-feff-44a2-b13b-2cfbdaf2f069 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Network 363420da-76a6-4cb5-b232-71ffa5b3fdf0 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:29.592304 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-9e3c296c-feff-44a2-b13b-2cfbdaf2f069 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:29.594178 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-5ba7b1f2-1ea1-4333-86da-0f842ab7fae3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] device_id is not set on port 95ab59f8-b0ec-41ea-8cae-f1b227a2050c yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:40:29.596029 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3c296c-feff-44a2-b13b-2cfbdaf2f069 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:29.633897 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853f55d-4975-4b87-a97d-b65de04c6ccc req-2ca680ad-0d47-4696-8ade-e53e584afef9 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:29.641403 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3853f55d-4975-4b87-a97d-b65de04c6ccc req-2ca680ad-0d47-4696-8ade-e53e584afef9 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.2543423 Mar 23 02:40:29.664057 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-76308b35-4147-4905-a892-5923e14aa538 None None] Current status of the port 7b6da070-bdf6-4e96-9cba-08a7e850cfd6 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:29.672959 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-87a7fb3f-0139-4718-a988-2b4dde577c5b tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:29.690474 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-76308b35-4147-4905-a892-5923e14aa538 None None] Provisioning complete for port f753daea-b9af-45e7-b24c-264673c684e3 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:29.691107 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-76308b35-4147-4905-a892-5923e14aa538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f753daea-b9af-45e7-b24c-264673c684e3), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:29.720167 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3c296c-feff-44a2-b13b-2cfbdaf2f069 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:29.720806 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e3c296c-feff-44a2-b13b-2cfbdaf2f069 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:29.758760 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3853f55d-4975-4b87-a97d-b65de04c6ccc req-44acf1d5-4a37-429d-a98f-a0491357e5d5 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069150 Mar 23 02:40:29.784721 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-87a7fb3f-0139-4718-a988-2b4dde577c5b tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (1cc60d07-9642-4d21-9e3e-f07549b499ce), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:29.821898 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9e3c296c-feff-44a2-b13b-2cfbdaf2f069 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3619151 Mar 23 02:40:29.824563 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58244) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:29.831005 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-c47b502e-cf70-4e83-95a5-b36a800494d0 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Request body: {'port': {'network_id': '363420da-76a6-4cb5-b232-71ffa5b3fdf0', 'name': 'tempest-AllowedAddressPairTestJSON-1379215709', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:c7:bb:17'}]}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:29.856113 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-76308b35-4147-4905-a892-5923e14aa538 None None] Current status of the port f753daea-b9af-45e7-b24c-264673c684e3 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:29.857815 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b828d213-c847-4500-bc31-827192105e0f tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "PUT /v2.0/ports/d5120e21-d72e-45f5-9585-7c2b4dab174b/tags/tempest-TagsExtTest-Tag-1852753695 HTTP/1.1" status: 201 len: 201 time: 0.3296893 Mar 23 02:40:29.881889 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-01b5d938-c7d1-47ff-97ca-33a1ebf64a8c None None] Publish callbacks [] for port (a2a6fdc0-3ae2-4953-b67d-72ecc444763d), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:29.885172 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-76308b35-4147-4905-a892-5923e14aa538 None None] Provisioning complete for port d5120e21-d72e-45f5-9585-7c2b4dab174b triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:29.885697 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-76308b35-4147-4905-a892-5923e14aa538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d5120e21-d72e-45f5-9585-7c2b4dab174b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:29.893443 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58246) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:29.898484 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.tag.tag_plugin [None req-af75301e-6df5-45cb-a313-886684be6681 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e341c48f-33c7-4bf8-b79f-4d40fc04dd40', 'tempest-TagsExtTest-Tag-2060400393') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:29.928281 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-76308b35-4147-4905-a892-5923e14aa538 None None] Port d5120e21-d72e-45f5-9585-7c2b4dab174b cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:40:29.984890 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-01b5d938-c7d1-47ff-97ca-33a1ebf64a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (a2a6fdc0-3ae2-4953-b67d-72ecc444763d), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:30.026924 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port f753daea-b9af-45e7-b24c-264673c684e3 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:30.039144 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b5d938-c7d1-47ff-97ca-33a1ebf64a8c None None] Network 363420da-76a6-4cb5-b232-71ffa5b3fdf0 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:30.044918 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47b502e-cf70-4e83-95a5-b36a800494d0 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Made reservation on behalf of dc871afce6884bbf9b346d45be0e5c69 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:30.059519 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-01b5d938-c7d1-47ff-97ca-33a1ebf64a8c None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:30.081745 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b5d938-c7d1-47ff-97ca-33a1ebf64a8c None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:30.095622 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5d938-c7d1-47ff-97ca-33a1ebf64a8c None None] Pushing event updated for resources: {'Port': ['ID=a2a6fdc0-3ae2-4953-b67d-72ecc444763d,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:30.122308 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-d7175bbe-31ae-4db5-b696-471e632a5ca8 None None] Provisioning complete for port d5120e21-d72e-45f5-9585-7c2b4dab174b triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:30.122690 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d7175bbe-31ae-4db5-b696-471e632a5ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d5120e21-d72e-45f5-9585-7c2b4dab174b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:30.184937 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c47b502e-cf70-4e83-95a5-b36a800494d0 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:30.185865 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f753daea-b9af-45e7-b24c-264673c684e3 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:40:30.212378 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-c47b502e-cf70-4e83-95a5-b36a800494d0 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] device_id is not set on port 97f1aef1-852a-41a6-9791-6850a7a0e7c5 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:40:30.230890 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-d7175bbe-31ae-4db5-b696-471e632a5ca8 None None] Port d5120e21-d72e-45f5-9585-7c2b4dab174b cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:40:30.240660 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-01b5d938-c7d1-47ff-97ca-33a1ebf64a8c None None] Attempting to bind port a2a6fdc0-3ae2-4953-b67d-72ecc444763d on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:40:30.240660 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-01b5d938-c7d1-47ff-97ca-33a1ebf64a8c None None] Attempting to bind port a2a6fdc0-3ae2-4953-b67d-72ecc444763d by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '4c34180b-f5f0-49df-a9d2-433f9f1762fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '363420da-76a6-4cb5-b232-71ffa5b3fdf0'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:40:30.240660 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b5d938-c7d1-47ff-97ca-33a1ebf64a8c None None] Attempting to bind port a2a6fdc0-3ae2-4953-b67d-72ecc444763d on network 363420da-76a6-4cb5-b232-71ffa5b3fdf0 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:40:30.253799 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b5d938-c7d1-47ff-97ca-33a1ebf64a8c None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:40:30.254184 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b5d938-c7d1-47ff-97ca-33a1ebf64a8c None None] Checking segment: {'id': '4c34180b-f5f0-49df-a9d2-433f9f1762fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '363420da-76a6-4cb5-b232-71ffa5b3fdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:40:30.254622 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-01b5d938-c7d1-47ff-97ca-33a1ebf64a8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:30.255031 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b5d938-c7d1-47ff-97ca-33a1ebf64a8c None None] Bound using segment: {'id': '4c34180b-f5f0-49df-a9d2-433f9f1762fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '363420da-76a6-4cb5-b232-71ffa5b3fdf0'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:40:30.256634 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-01b5d938-c7d1-47ff-97ca-33a1ebf64a8c None None] Bound port: a2a6fdc0-3ae2-4953-b67d-72ecc444763d, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c34180b-f5f0-49df-a9d2-433f9f1762fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '363420da-76a6-4cb5-b232-71ffa5b3fdf0'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:40:30.256634 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-01b5d938-c7d1-47ff-97ca-33a1ebf64a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a2a6fdc0-3ae2-4953-b67d-72ecc444763d), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:30.325902 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-01b5d938-c7d1-47ff-97ca-33a1ebf64a8c None None] For port a2a6fdc0-3ae2-4953-b67d-72ecc444763d, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:40:30.329600 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-01b5d938-c7d1-47ff-97ca-33a1ebf64a8c None None] For port a2a6fdc0-3ae2-4953-b67d-72ecc444763d, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=a2a6fdc0-3ae2-4953-b67d-72ecc444763d,segment=NetworkSegment(4c34180b-f5f0-49df-a9d2-433f9f1762fd),segment_id=4c34180b-f5f0-49df-a9d2-433f9f1762fd)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:40:30.342671 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port f753daea-b9af-45e7-b24c-264673c684e3 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:30.343633 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f753daea-b9af-45e7-b24c-264673c684e3), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:30.356291 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-c47b502e-cf70-4e83-95a5-b36a800494d0 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Allocated IP 172.20.0.9 (363420da-76a6-4cb5-b232-71ffa5b3fdf0/0c92a586-91ad-4082-9449-659ec2cd5695/97f1aef1-852a-41a6-9791-6850a7a0e7c5) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:30.439655 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-01b5d938-c7d1-47ff-97ca-33a1ebf64a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (a2a6fdc0-3ae2-4953-b67d-72ecc444763d), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:30.500163 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port f753daea-b9af-45e7-b24c-264673c684e3 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:30.586913 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5d938-c7d1-47ff-97ca-33a1ebf64a8c None None] Pushing event updated for resources: {'Port': ['ID=a2a6fdc0-3ae2-4953-b67d-72ecc444763d,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:30.587322 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c47b502e-cf70-4e83-95a5-b36a800494d0 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks [] for port (97f1aef1-852a-41a6-9791-6850a7a0e7c5), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:30.613135 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-5ba7b1f2-1ea1-4333-86da-0f842ab7fae3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Allocated IP 172.20.0.7 (94d9379e-13fb-449b-8f45-d1ab95378f77/da7166db-9cd8-4f45-90d3-03e16e6f26eb/95ab59f8-b0ec-41ea-8cae-f1b227a2050c) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:30.630680 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-717d9f32-57c4-4d0b-9b67-e5217b5172eb tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (d4fd3e30-a9a2-4084-ac5c-9809e31207b9), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:30.653096 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-87a7fb3f-0139-4718-a988-2b4dde577c5b tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Floating IP 1cc60d07-9642-4d21-9e3e-f07549b499ce associated. External IP: 172.26.2.166, port: 63a879a0-64d9-4584-96cd-c848bf5271a7. Mar 23 02:40:30.677707 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-5ba7b1f2-1ea1-4333-86da-0f842ab7fae3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Allocated IP 2001:db8::f816:3eff:fe1d:c65 (94d9379e-13fb-449b-8f45-d1ab95378f77/35a4260b-6259-4c72-900a-4f08beb61ec0/95ab59f8-b0ec-41ea-8cae-f1b227a2050c) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:30.703598 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c47b502e-cf70-4e83-95a5-b36a800494d0 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (97f1aef1-852a-41a6-9791-6850a7a0e7c5), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:30.821215 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47b502e-cf70-4e83-95a5-b36a800494d0 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Network 363420da-76a6-4cb5-b232-71ffa5b3fdf0 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:30.844228 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-c47b502e-cf70-4e83-95a5-b36a800494d0 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:30.847420 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47b502e-cf70-4e83-95a5-b36a800494d0 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:30.853057 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b502e-cf70-4e83-95a5-b36a800494d0 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Pushing event updated for resources: {'Port': ['ID=97f1aef1-852a-41a6-9791-6850a7a0e7c5,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:30.855738 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d9f32-57c4-4d0b-9b67-e5217b5172eb tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Port': ['ID=d4fd3e30-a9a2-4084-ac5c-9809e31207b9,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:30.926809 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-717d9f32-57c4-4d0b-9b67-e5217b5172eb tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:30.933340 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-717d9f32-57c4-4d0b-9b67-e5217b5172eb tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/ports/d4fd3e30-a9a2-4084-ac5c-9809e31207b9 HTTP/1.1" status: 204 len: 168 time: 3.4926739 Mar 23 02:40:30.943696 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58250) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:30.962377 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-af75301e-6df5-45cb-a313-886684be6681 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "PUT /v2.0/routers/e341c48f-33c7-4bf8-b79f-4d40fc04dd40/tags/tempest-TagsExtTest-Tag-2060400393 HTTP/1.1" status: 201 len: 201 time: 1.0647707 Mar 23 02:40:30.978080 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58252) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:30.980268 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dd870ccc-c506-4fe5-92e4-ee3e369fb8df tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:30.987711 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b502e-cf70-4e83-95a5-b36a800494d0 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:30.988096 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b502e-cf70-4e83-95a5-b36a800494d0 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:30.988446 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b502e-cf70-4e83-95a5-b36a800494d0 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:30.988865 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b502e-cf70-4e83-95a5-b36a800494d0 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:30.989357 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b502e-cf70-4e83-95a5-b36a800494d0 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:30.990381 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b502e-cf70-4e83-95a5-b36a800494d0 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:30.990381 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b502e-cf70-4e83-95a5-b36a800494d0 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:30.990626 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b502e-cf70-4e83-95a5-b36a800494d0 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:30.991060 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b502e-cf70-4e83-95a5-b36a800494d0 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:30.991484 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b502e-cf70-4e83-95a5-b36a800494d0 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:30.991909 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b502e-cf70-4e83-95a5-b36a800494d0 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:30.992313 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b502e-cf70-4e83-95a5-b36a800494d0 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:30.992704 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b502e-cf70-4e83-95a5-b36a800494d0 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:30.993100 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b502e-cf70-4e83-95a5-b36a800494d0 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:30.993621 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b502e-cf70-4e83-95a5-b36a800494d0 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:31.006550 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.tag.tag_plugin [None req-989027c6-4836-4034-bd25-42a3f93c9cc4 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0e80a0fe-e2a2-40cc-a094-0f093e1ee511', 'tempest-TagsExtTest-Tag-372710526') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:31.016626 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47b502e-cf70-4e83-95a5-b36a800494d0 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:31.017310 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c47b502e-cf70-4e83-95a5-b36a800494d0 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:31.058399 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d59f71-69db-4823-98ca-a6c1ddda2d8f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:31.067584 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d59f71-69db-4823-98ca-a6c1ddda2d8f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:31.071862 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-00d59f71-69db-4823-98ca-a6c1ddda2d8f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1245375 Mar 23 02:40:31.072439 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58254) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:31.111793 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c47b502e-cf70-4e83-95a5-b36a800494d0 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.2843332 Mar 23 02:40:31.112454 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58256) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:31.243870 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ab7960-9bd7-40c3-bf83-4d2635eb4287 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:31.249231 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ab7960-9bd7-40c3-bf83-4d2635eb4287 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:31.255084 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ab7960-9bd7-40c3-bf83-4d2635eb4287 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:31.256946 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-72ab7960-9bd7-40c3-bf83-4d2635eb4287 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1362960 Mar 23 02:40:31.262494 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58258) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:31.329257 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-20542cdc-c7f8-423a-b27b-437dbfc12e3a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Deleting port cd1ca051-9bcc-4525-a8e0-a61d45509642 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:31.329796 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-20542cdc-c7f8-423a-b27b-437dbfc12e3a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (cd1ca051-9bcc-4525-a8e0-a61d45509642), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:31.404783 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db704ae-80c3-4a38-9e21-657de46771b4 req-eeccde2c-1df8-4eea-905b-eab5f68780eb tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:31.408071 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5db704ae-80c3-4a38-9e21-657de46771b4 req-eeccde2c-1df8-4eea-905b-eab5f68780eb tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.4594235 Mar 23 02:40:31.458882 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-20542cdc-c7f8-423a-b27b-437dbfc12e3a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (cd1ca051-9bcc-4525-a8e0-a61d45509642), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:31.487223 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-20542cdc-c7f8-423a-b27b-437dbfc12e3a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Calling delete_port for cd1ca051-9bcc-4525-a8e0-a61d45509642 owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:31.512964 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-ae9843df-95f9-4427-b6ad-145a86bb8832 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Deleting port 97f1aef1-852a-41a6-9791-6850a7a0e7c5 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:31.513335 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ae9843df-95f9-4427-b6ad-145a86bb8832 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (97f1aef1-852a-41a6-9791-6850a7a0e7c5), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:31.517362 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-989027c6-4836-4034-bd25-42a3f93c9cc4 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "PUT /v2.0/subnetpools/0e80a0fe-e2a2-40cc-a094-0f093e1ee511/tags/tempest-TagsExtTest-Tag-372710526 HTTP/1.1" status: 201 len: 201 time: 0.5363405 Mar 23 02:40:31.528646 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58260) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:31.534419 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-345e33ce-4e73-4d73-9341-7ccb478e81dc tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a2aec750-72df-4f15-b60b-bcb8c06b563b') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:31.689701 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5ba7b1f2-1ea1-4333-86da-0f842ab7fae3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for port (95ab59f8-b0ec-41ea-8cae-f1b227a2050c), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:31.694494 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ae9843df-95f9-4427-b6ad-145a86bb8832 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (97f1aef1-852a-41a6-9791-6850a7a0e7c5), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:31.700663 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5db704ae-80c3-4a38-9e21-657de46771b4 req-f24bee0f-da8d-4669-8427-f13707245736 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233684 Mar 23 02:40:31.712691 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-ae9843df-95f9-4427-b6ad-145a86bb8832 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Calling delete_port for 97f1aef1-852a-41a6-9791-6850a7a0e7c5 owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:31.765951 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a7fb3f-0139-4718-a988-2b4dde577c5b tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Router 7629c56d-7d67-4429-a964-8600f44d3e65 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:40:31.773221 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-345e33ce-4e73-4d73-9341-7ccb478e81dc tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "GET /v2.0/subnets/a2aec750-72df-4f15-b60b-bcb8c06b563b/tags HTTP/1.1" status: 200 len: 240 time: 0.2426708 Mar 23 02:40:31.776468 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58262) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:31.783201 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-0a93b9f8-6980-426e-81e0-df2b1e9455bb tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a2aec750-72df-4f15-b60b-bcb8c06b563b', 'tempest-TagsExtTest-Tag-689877408') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:31.790695 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5f3486-6dd7-4f0f-92c1-347dd2dae90c None None] Network 363420da-76a6-4cb5-b232-71ffa5b3fdf0 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:31.792065 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3986d3df-5ec8-4748-963d-6557caeca012 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1655254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3512'] for router (efbb3278-2bea-431c-938e-e671239f645a), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:31.808025 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-20542cdc-c7f8-423a-b27b-437dbfc12e3a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (cd1ca051-9bcc-4525-a8e0-a61d45509642), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:31.822387 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3986d3df-5ec8-4748-963d-6557caeca012 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1655263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1655076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656974'] for router (efbb3278-2bea-431c-938e-e671239f645a), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:31.854903 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20542cdc-c7f8-423a-b27b-437dbfc12e3a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Port': ['ID=cd1ca051-9bcc-4525-a8e0-a61d45509642,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:31.859705 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-1576464e-a027-4658-8031-eef4112c3af7 None None] Provisioning complete for port a2a6fdc0-3ae2-4953-b67d-72ecc444763d triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:31.860016 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1576464e-a027-4658-8031-eef4112c3af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a2a6fdc0-3ae2-4953-b67d-72ecc444763d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:31.877769 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-20542cdc-c7f8-423a-b27b-437dbfc12e3a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:31.883952 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-20542cdc-c7f8-423a-b27b-437dbfc12e3a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/ports/cd1ca051-9bcc-4525-a8e0-a61d45509642 HTTP/1.1" status: 204 len: 168 time: 0.8104897 Mar 23 02:40:31.884839 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58264) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:31.960859 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5ba7b1f2-1ea1-4333-86da-0f842ab7fae3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (95ab59f8-b0ec-41ea-8cae-f1b227a2050c), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:31.980262 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0a93b9f8-6980-426e-81e0-df2b1e9455bb tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "GET /v2.0/subnets/a2aec750-72df-4f15-b60b-bcb8c06b563b/tags/tempest-TagsExtTest-Tag-689877408 HTTP/1.1" status: 204 len: 168 time: 0.2025447 Mar 23 02:40:31.984420 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58266) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:31.989916 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-b9f5333b-638f-40a3-b7d3-718bf76411e4 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a2aec750-72df-4f15-b60b-bcb8c06b563b', 'tempest-TagsExtTest-Tag-689877408') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:31.993046 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-1576464e-a027-4658-8031-eef4112c3af7 None None] Current status of the port a2a6fdc0-3ae2-4953-b67d-72ecc444763d is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:31.993383 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1576464e-a027-4658-8031-eef4112c3af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a2a6fdc0-3ae2-4953-b67d-72ecc444763d), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:32.041526 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2073cc54-cc6f-4e11-9333-09c728d72952 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:32.042131 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-1576464e-a027-4658-8031-eef4112c3af7 None None] For port a2a6fdc0-3ae2-4953-b67d-72ecc444763d, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=a2a6fdc0-3ae2-4953-b67d-72ecc444763d,segment=NetworkSegment(4c34180b-f5f0-49df-a9d2-433f9f1762fd),segment_id=4c34180b-f5f0-49df-a9d2-433f9f1762fd)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:32.044307 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2073cc54-cc6f-4e11-9333-09c728d72952 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1567352 Mar 23 02:40:32.046089 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58268) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:32.052524 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba7b1f2-1ea1-4333-86da-0f842ab7fae3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:32.075518 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-5ba7b1f2-1ea1-4333-86da-0f842ab7fae3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:32.079629 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-74517eef-81e7-4969-abab-72590259111d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] GET failed (client error): The resource could not be found. Mar 23 02:40:32.080872 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-74517eef-81e7-4969-abab-72590259111d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "GET /v2.0/ports/d4fd3e30-a9a2-4084-ac5c-9809e31207b9 HTTP/1.1" status: 404 len: 333 time: 0.0338697 Mar 23 02:40:32.083885 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58270) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:32.086375 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba7b1f2-1ea1-4333-86da-0f842ab7fae3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:32.112602 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7b1f2-1ea1-4333-86da-0f842ab7fae3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Port': ['ID=95ab59f8-b0ec-41ea-8cae-f1b227a2050c,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:32.113726 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1576464e-a027-4658-8031-eef4112c3af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (a2a6fdc0-3ae2-4953-b67d-72ecc444763d), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:32.153526 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ae9843df-95f9-4427-b6ad-145a86bb8832 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (97f1aef1-852a-41a6-9791-6850a7a0e7c5), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:32.187469 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-dd870ccc-c506-4fe5-92e4-ee3e369fb8df tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Deleting port 165391bc-f79c-4ba0-8bba-d6674681ec7f {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:32.187970 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dd870ccc-c506-4fe5-92e4-ee3e369fb8df tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (165391bc-f79c-4ba0-8bba-d6674681ec7f), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:32.191526 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-33fa3077-2408-4fbf-8d85-aee2384fdc03 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] GET failed (client error): The resource could not be found. Mar 23 02:40:32.202498 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-33fa3077-2408-4fbf-8d85-aee2384fdc03 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "GET /v2.0/ports/cd1ca051-9bcc-4525-a8e0-a61d45509642 HTTP/1.1" status: 404 len: 333 time: 0.1133177 Mar 23 02:40:32.209698 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58272) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:32.224862 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576464e-a027-4658-8031-eef4112c3af7 None None] Pushing event updated for resources: {'Port': ['ID=a2a6fdc0-3ae2-4953-b67d-72ecc444763d,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:32.233928 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9843df-95f9-4427-b6ad-145a86bb8832 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Pushing event deleted for resources: {'Port': ['ID=97f1aef1-852a-41a6-9791-6850a7a0e7c5,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:32.265171 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1576464e-a027-4658-8031-eef4112c3af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:32.266267 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1576464e-a027-4658-8031-eef4112c3af7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:32.266831 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1576464e-a027-4658-8031-eef4112c3af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:32.268005 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1576464e-a027-4658-8031-eef4112c3af7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:32.268538 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1576464e-a027-4658-8031-eef4112c3af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:32.269054 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1576464e-a027-4658-8031-eef4112c3af7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:32.270485 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1576464e-a027-4658-8031-eef4112c3af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:32.271579 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1576464e-a027-4658-8031-eef4112c3af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:32.272136 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1576464e-a027-4658-8031-eef4112c3af7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:32.273328 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1576464e-a027-4658-8031-eef4112c3af7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:32.273870 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1576464e-a027-4658-8031-eef4112c3af7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:32.274362 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1576464e-a027-4658-8031-eef4112c3af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:32.274865 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1576464e-a027-4658-8031-eef4112c3af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:32.275395 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1576464e-a027-4658-8031-eef4112c3af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:32.275924 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1576464e-a027-4658-8031-eef4112c3af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:32.284362 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device a2a6fdc0-3ae2-4953-b67d-72ecc444763d up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:40:32.322445 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b9f5333b-638f-40a3-b7d3-718bf76411e4 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "DELETE /v2.0/subnets/a2aec750-72df-4f15-b60b-bcb8c06b563b/tags/tempest-TagsExtTest-Tag-689877408 HTTP/1.1" status: 204 len: 168 time: 0.3368154 Mar 23 02:40:32.326562 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58274) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:32.334106 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-95c35b7a-58d2-4a56-882c-03fc6b565f54 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a2aec750-72df-4f15-b60b-bcb8c06b563b') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:32.366734 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port a2a6fdc0-3ae2-4953-b67d-72ecc444763d triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:32.367398 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a2a6fdc0-3ae2-4953-b67d-72ecc444763d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:32.466449 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-c2c3fa18-e6b7-42d9-b1c8-5cbc8ca69984 None None] Provisioning complete for port b0f335a2-b107-43ce-8723-1f7ef3650845 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:32.467132 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c2c3fa18-e6b7-42d9-b1c8-5cbc8ca69984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b0f335a2-b107-43ce-8723-1f7ef3650845), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:32.515943 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c2c3fa18-e6b7-42d9-b1c8-5cbc8ca69984 None None] Port b0f335a2-b107-43ce-8723-1f7ef3650845 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:40:32.524190 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-c2c3fa18-e6b7-42d9-b1c8-5cbc8ca69984 None None] Could not find standard attr ID for object 97f1aef1-852a-41a6-9791-6850a7a0e7c5. {{(pid=104350) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:40:32.533238 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port a2a6fdc0-3ae2-4953-b67d-72ecc444763d is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:32.543292 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-c2c3fa18-e6b7-42d9-b1c8-5cbc8ca69984 None None] Provisioning complete for port a2a6fdc0-3ae2-4953-b67d-72ecc444763d triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:32.544008 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c2c3fa18-e6b7-42d9-b1c8-5cbc8ca69984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a2a6fdc0-3ae2-4953-b67d-72ecc444763d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:32.636833 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c2c3fa18-e6b7-42d9-b1c8-5cbc8ca69984 None None] Current status of the port a2a6fdc0-3ae2-4953-b67d-72ecc444763d is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:32.696791 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a7fb3f-0139-4718-a988-2b4dde577c5b tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:40:32.703389 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-87a7fb3f-0139-4718-a988-2b4dde577c5b tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:32.710854 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977897d3-61d3-4209-985f-e0e1e555a770 None None] Sync routers for ids ['7629c56d-7d67-4429-a964-8600f44d3e65'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:40:32.722954 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977897d3-61d3-4209-985f-e0e1e555a770 None None] Routers {'7629c56d-7d67-4429-a964-8600f44d3e65'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:32.724382 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-977897d3-61d3-4209-985f-e0e1e555a770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['7629c56d-7d67-4429-a964-8600f44d3e65'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:32.798691 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-87a7fb3f-0139-4718-a988-2b4dde577c5b tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "PUT /v2.0/floatingips/1cc60d07-9642-4d21-9e3e-f07549b499ce HTTP/1.1" status: 200 len: 991 time: 4.3750446 Mar 23 02:40:32.814061 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0725774-6cad-459c-af7b-59efddb8aed2', 'tag': '63a879a0-64d9-4584-96cd-c848bf5271a7'}] {{(pid=104348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:40:32.828142 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a43494f7a0cd0c51715e4079ece57a9ff1e623b58ceb021b6bb41ba87478d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b5388c-953e-447b-bab9-6e96ecd0858f" -d '{"events": [{"name": "network-changed", "server_uuid": "a0725774-6cad-459c-af7b-59efddb8aed2", "tag": "63a879a0-64d9-4584-96cd-c848bf5271a7"}]}' {{(pid=104348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:40:32.840979 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3986d3df-5ec8-4748-963d-6557caeca012 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Router efbb3278-2bea-431c-938e-e671239f645a has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:40:32.849038 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-3961c4c4-26a7-40d8-a588-6d3c4a3166d8 None None] Provisioning complete for port 95ab59f8-b0ec-41ea-8cae-f1b227a2050c triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:32.849570 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3961c4c4-26a7-40d8-a588-6d3c4a3166d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (95ab59f8-b0ec-41ea-8cae-f1b227a2050c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:32.860549 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba7b1f2-1ea1-4333-86da-0f842ab7fae3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:32.861423 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5ba7b1f2-1ea1-4333-86da-0f842ab7fae3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:32.905174 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-3961c4c4-26a7-40d8-a588-6d3c4a3166d8 None None] Port 95ab59f8-b0ec-41ea-8cae-f1b227a2050c cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:40:32.911405 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-977897d3-61d3-4209-985f-e0e1e555a770 None None] Set router 7629c56d-7d67-4429-a964-8600f44d3e65 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:40:32.929320 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ae9843df-95f9-4427-b6ad-145a86bb8832 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:32.934977 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ae9843df-95f9-4427-b6ad-145a86bb8832 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] 10.222.0.24 "DELETE /v2.0/ports/97f1aef1-852a-41a6-9791-6850a7a0e7c5 HTTP/1.1" status: 204 len: 168 time: 1.6677432 Mar 23 02:40:32.938312 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58282) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:32.945473 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b8b33d51-8e41-470d-8b73-8c5d56a87576 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (12c4a1fc-6ab3-472c-83bc-35231bfa2956), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:32.966710 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5ba7b1f2-1ea1-4333-86da-0f842ab7fae3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.5132079 Mar 23 02:40:32.971536 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58284) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:32.974186 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d9a782-35d5-4976-a656-53f800faa100 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] GET failed (client error): The resource could not be found. Mar 23 02:40:32.975505 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b6d9a782-35d5-4976-a656-53f800faa100 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] 10.222.0.24 "GET /v2.0/ports/97f1aef1-852a-41a6-9791-6850a7a0e7c5 HTTP/1.1" status: 404 len: 333 time: 0.0367820 Mar 23 02:40:32.982915 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58286) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:32.991992 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-95c35b7a-58d2-4a56-882c-03fc6b565f54 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "GET /v2.0/subnets/a2aec750-72df-4f15-b60b-bcb8c06b563b/tags HTTP/1.1" status: 200 len: 205 time: 0.6571069 Mar 23 02:40:32.992874 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58288) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:33.015731 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5d176-494f-4219-889f-b0e7a1fa7b9e req-794bccd9-b00c-4044-ade0-cfd5179f550b tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:33.016941 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c5e5d176-494f-4219-889f-b0e7a1fa7b9e req-794bccd9-b00c-4044-ade0-cfd5179f550b tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.1752441 Mar 23 02:40:33.021093 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-472100ee-4b83-40f7-a85d-d4d4ecd8fc3c tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd5120e21-d72e-45f5-9585-7c2b4dab174b') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:33.028969 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-8adfccb3-201a-4720-aec0-85e2e37104fc tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Request body: {'port': {'network_id': '363420da-76a6-4cb5-b232-71ffa5b3fdf0', 'name': 'tempest-AllowedAddressPairTestJSON-1940064953'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:33.114710 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913c099e-c2c6-429b-beb5-111446fa5340 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:33.120270 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913c099e-c2c6-429b-beb5-111446fa5340 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:33.124874 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-913c099e-c2c6-429b-beb5-111446fa5340 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1481333 Mar 23 02:40:33.125509 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58290) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:33.167577 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c5e5d176-494f-4219-889f-b0e7a1fa7b9e req-4c31e6e8-2831-40fe-bdf8-4005ab71275b tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430602 Mar 23 02:40:33.192905 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b8b33d51-8e41-470d-8b73-8c5d56a87576 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (12c4a1fc-6ab3-472c-83bc-35231bfa2956), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:33.218753 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-b8b33d51-8e41-470d-8b73-8c5d56a87576 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c4a1fc-6ab3-472c-83bc-35231bfa2956']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:33.222481 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-472100ee-4b83-40f7-a85d-d4d4ecd8fc3c tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "GET /v2.0/ports/d5120e21-d72e-45f5-9585-7c2b4dab174b/tags HTTP/1.1" status: 200 len: 241 time: 0.2043715 Mar 23 02:40:33.229634 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-b8b33d51-8e41-470d-8b73-8c5d56a87576 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cce0cd9-7edf-4633-9ca1-531b0a60da05') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:33.229931 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-b8b33d51-8e41-470d-8b73-8c5d56a87576 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cce0cd9-7edf-4633-9ca1-531b0a60da05') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:33.241349 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b8b33d51-8e41-470d-8b73-8c5d56a87576 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (0cce0cd9-7edf-4633-9ca1-531b0a60da05), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:33.243316 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58292) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:33.248962 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-e02058fe-4e40-417e-99d5-d67ee0179262 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd5120e21-d72e-45f5-9585-7c2b4dab174b', 'tempest-TagsExtTest-Tag-1852753695') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:33.260247 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dd870ccc-c506-4fe5-92e4-ee3e369fb8df tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (165391bc-f79c-4ba0-8bba-d6674681ec7f), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:33.266378 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7aca94-be8b-4be4-b509-b5826bb152ab x-openstack-request-id: req-ed7aca94-be8b-4be4-b509-b5826bb152ab {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:40:33.266666 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0725774-6cad-459c-af7b-59efddb8aed2", "tag": "63a879a0-64d9-4584-96cd-c848bf5271a7", "status": "completed", "code": 200}]} {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:40:33.266923 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed7aca94-be8b-4be4-b509-b5826bb152ab {{(pid=104348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:40:33.267391 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed7aca94-be8b-4be4-b509-b5826bb152ab'] response: {'name': 'network-changed', 'server_uuid': 'a0725774-6cad-459c-af7b-59efddb8aed2', 'tag': '63a879a0-64d9-4584-96cd-c848bf5271a7', 'status': 'completed', 'code': 200} Mar 23 02:40:33.288407 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b8b33d51-8e41-470d-8b73-8c5d56a87576 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (0cce0cd9-7edf-4633-9ca1-531b0a60da05), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:33.306315 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-dd870ccc-c506-4fe5-92e4-ee3e369fb8df tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Calling delete_port for 165391bc-f79c-4ba0-8bba-d6674681ec7f owned by network:router_interface {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:33.319961 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b33d51-8e41-470d-8b73-8c5d56a87576 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:40:33.320803 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b8b33d51-8e41-470d-8b73-8c5d56a87576 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (0cce0cd9-7edf-4633-9ca1-531b0a60da05), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:33.326932 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:40:33.326932 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:40:33.326932 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:40:33.326932 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:40:33.326932 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:40:33.326932 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:40:33.326932 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:40:33.326932 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:40:33.326932 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:40:33.326932 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:40:33.326932 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:40:33.326932 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:40:33.326932 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:40:33.326932 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:40:33.326932 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:40:33.326932 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:40:33.326932 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:40:33.326932 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:40:33.326932 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:40:33.326932 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:40:33.326932 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:40:33.326932 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:40:33.326932 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:40:33.326932 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:40:33.326932 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:40:33.326932 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:40:33.326932 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:40:33.326932 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:40:33.326932 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:40:33.326932 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:40:33.326932 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:40:33.326932 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:40:33.350485 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db203878-157c-4960-8f63-b866c89c87bc req-337ec151-9893-41c8-8f7c-e6bd95c592a7 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:33.357456 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-db203878-157c-4960-8f63-b866c89c87bc req-337ec151-9893-41c8-8f7c-e6bd95c592a7 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0725774-6cad-459c-af7b-59efddb8aed2 HTTP/1.1" status: 200 len: 945 time: 0.4555900 Mar 23 02:40:33.360327 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5388c-953e-447b-bab9-6e96ecd0858f req-80684095-684d-4626-8f30-743a71b0e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:33.362444 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-34b5388c-953e-447b-bab9-6e96ecd0858f req-80684095-684d-4626-8f30-743a71b0e1ad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=61f0207fb76b46cf82a5b8d685172d9b&device_id=a0725774-6cad-459c-af7b-59efddb8aed2 HTTP/1.1" status: 200 len: 1129 time: 0.1061342 Mar 23 02:40:33.378383 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-09d79222-6d69-4413-ac67-2f2cd9c6f054 None None] Provisioning complete for port b0f335a2-b107-43ce-8723-1f7ef3650845 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:33.378913 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-09d79222-6d69-4413-ac67-2f2cd9c6f054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b0f335a2-b107-43ce-8723-1f7ef3650845), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:33.400959 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e02058fe-4e40-417e-99d5-d67ee0179262 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "GET /v2.0/ports/d5120e21-d72e-45f5-9585-7c2b4dab174b/tags/tempest-TagsExtTest-Tag-1852753695 HTTP/1.1" status: 204 len: 168 time: 0.1532805 Mar 23 02:40:33.404786 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58294) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:33.443212 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-95063f37-fae1-4294-a451-8a57602de39b tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd5120e21-d72e-45f5-9585-7c2b4dab174b', 'tempest-TagsExtTest-Tag-1852753695') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:33.444795 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-09d79222-6d69-4413-ac67-2f2cd9c6f054 None None] Port b0f335a2-b107-43ce-8723-1f7ef3650845 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:40:33.479134 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-9e1ac2b9-268b-4f25-978e-cebfc34e9129 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting port 95ab59f8-b0ec-41ea-8cae-f1b227a2050c {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:33.479480 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e1ac2b9-268b-4f25-978e-cebfc34e9129 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (95ab59f8-b0ec-41ea-8cae-f1b227a2050c), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:33.488458 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-977897d3-61d3-4209-985f-e0e1e555a770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'name': 'tempest-ServersTestManualDisk-1311817031-router', 'tenant_id': '61f0207fb76b46cf82a5b8d685172d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '668dd7a8-d041-43bd-afcf-c2cec216956a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:39:35Z', 'updated_at': '2022-03-23T02:39:49Z', 'revision_number': 4, 'project_id': '61f0207fb76b46cf82a5b8d685172d9b', 'gw_port': {'id': '668dd7a8-d041-43bd-afcf-c2cec216956a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:37Z', 'updated_at': '2022-03-23T02:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '1cc60d07-9642-4d21-9e3e-f07549b499ce', 'tenant_id': '61f0207fb76b46cf82a5b8d685172d9b', 'floating_ip_address': '172.26.2.166', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'port_id': '63a879a0-64d9-4584-96cd-c848bf5271a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b79c2a7-673b-4477-acc0-14a62556cbba', 'mac_address': 'fa:16:3e:d7:6f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0725774-6cad-459c-af7b-59efddb8aed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:40:00Z', 'updated_at': '2022-03-23T02:40:29Z', 'revision_number': 1, 'project_id': '61f0207fb76b46cf82a5b8d685172d9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7949107d-a64a-43f2-9191-712a114d6445', 'name': '', 'network_id': '5b79c2a7-673b-4477-acc0-14a62556cbba', 'tenant_id': '61f0207fb76b46cf82a5b8d685172d9b', 'mac_address': 'fa:16:3e:e0:30:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '163024ce-a589-49e2-9617-858c615e40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:45Z', 'updated_at': '2022-03-23T02:39:56Z', 'revision_number': 5, 'project_id': '61f0207fb76b46cf82a5b8d685172d9b', 'subnets': [{'id': '163024ce-a589-49e2-9617-858c615e40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:33.517543 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3986d3df-5ec8-4748-963d-6557caeca012 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:40:33.520223 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977897d3-61d3-4209-985f-e0e1e555a770 None None] Checking router: 7629c56d-7d67-4429-a964-8600f44d3e65 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:40:33.526888 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3986d3df-5ec8-4748-963d-6557caeca012 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:33.528168 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3986d3df-5ec8-4748-963d-6557caeca012 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "PUT /v2.0/routers/efbb3278-2bea-431c-938e-e671239f645a HTTP/1.1" status: 200 len: 919 time: 6.5574169 Mar 23 02:40:33.533765 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58296) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:33.535129 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977897d3-61d3-4209-985f-e0e1e555a770 None None] Routers {'7629c56d-7d67-4429-a964-8600f44d3e65'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:33.536428 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-977897d3-61d3-4209-985f-e0e1e555a770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['7629c56d-7d67-4429-a964-8600f44d3e65'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:33.537834 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aadaa0-47f9-4cf7-8e56-737db70ec48d None None] Sync routers for ids ['efbb3278-2bea-431c-938e-e671239f645a'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:40:33.565825 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-db203878-157c-4960-8f63-b866c89c87bc req-609e4890-ff30-4f9a-b833-86f2bb4622a5 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/security-groups?id=cac9dd8f-ee3f-4d89-9704-111d237703cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693530 Mar 23 02:40:33.589511 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aadaa0-47f9-4cf7-8e56-737db70ec48d None None] Routers {'efbb3278-2bea-431c-938e-e671239f645a'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:33.590263 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-96aadaa0-47f9-4cf7-8e56-737db70ec48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['efbb3278-2bea-431c-938e-e671239f645a'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:33.642568 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-3960b5d5-1bd6-49cd-9c53-2932ef0f84d1 None None] Could not find standard attr ID for object 97f1aef1-852a-41a6-9791-6850a7a0e7c5. {{(pid=104350) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:40:33.652074 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-96aadaa0-47f9-4cf7-8e56-737db70ec48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:33.659471 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b8b33d51-8e41-470d-8b73-8c5d56a87576 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (12c4a1fc-6ab3-472c-83bc-35231bfa2956), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:33.663197 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aadaa0-47f9-4cf7-8e56-737db70ec48d None None] Routers {'efbb3278-2bea-431c-938e-e671239f645a'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:33.664229 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-96aadaa0-47f9-4cf7-8e56-737db70ec48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['efbb3278-2bea-431c-938e-e671239f645a'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:33.665442 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b8b33d51-8e41-470d-8b73-8c5d56a87576 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:33.669524 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b8b33d51-8e41-470d-8b73-8c5d56a87576 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/networks/12c4a1fc-6ab3-472c-83bc-35231bfa2956 HTTP/1.1" status: 204 len: 168 time: 1.4466357 Mar 23 02:40:33.682374 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58302) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:33.689114 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adfccb3-201a-4720-aec0-85e2e37104fc tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Made reservation on behalf of dc871afce6884bbf9b346d45be0e5c69 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:33.692515 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-4e1d08b3-ded0-47c8-9c53-30c4a6463a24 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1174558407'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:33.695455 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8adfccb3-201a-4720-aec0-85e2e37104fc tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:33.704693 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-96aadaa0-47f9-4cf7-8e56-737db70ec48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:33.705578 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aadaa0-47f9-4cf7-8e56-737db70ec48d None None] The sync data for ids ['efbb3278-2bea-431c-938e-e671239f645a'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:40:33.718843 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-977897d3-61d3-4209-985f-e0e1e555a770 None None] Set router 7629c56d-7d67-4429-a964-8600f44d3e65 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:40:33.736755 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b33d51-8e41-470d-8b73-8c5d56a87576 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Network': ['ID=12c4a1fc-6ab3-472c-83bc-35231bfa2956,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:33.743181 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-8adfccb3-201a-4720-aec0-85e2e37104fc tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] device_id is not set on port 8964aa22-04aa-41ea-9a94-6ac3e94c06cb yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:40:33.756154 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b33d51-8e41-470d-8b73-8c5d56a87576 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:33.756566 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b33d51-8e41-470d-8b73-8c5d56a87576 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:33.756850 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b33d51-8e41-470d-8b73-8c5d56a87576 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:33.757194 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b33d51-8e41-470d-8b73-8c5d56a87576 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:33.757530 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b33d51-8e41-470d-8b73-8c5d56a87576 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:33.758121 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b33d51-8e41-470d-8b73-8c5d56a87576 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:33.758473 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b33d51-8e41-470d-8b73-8c5d56a87576 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:33.758807 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b33d51-8e41-470d-8b73-8c5d56a87576 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:33.759139 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b33d51-8e41-470d-8b73-8c5d56a87576 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:33.759343 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e1ac2b9-268b-4f25-978e-cebfc34e9129 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (95ab59f8-b0ec-41ea-8cae-f1b227a2050c), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:33.759454 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b33d51-8e41-470d-8b73-8c5d56a87576 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:33.759812 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b33d51-8e41-470d-8b73-8c5d56a87576 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:33.760153 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b33d51-8e41-470d-8b73-8c5d56a87576 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:33.760481 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b33d51-8e41-470d-8b73-8c5d56a87576 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:33.760803 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b33d51-8e41-470d-8b73-8c5d56a87576 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:33.761131 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b33d51-8e41-470d-8b73-8c5d56a87576 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:33.763767 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5388c-953e-447b-bab9-6e96ecd0858f req-4ef68026-501a-412e-b3a3-5e81abd81ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:33.765875 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-34b5388c-953e-447b-bab9-6e96ecd0858f req-4ef68026-501a-412e-b3a3-5e81abd81ec3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5b79c2a7-673b-4477-acc0-14a62556cbba HTTP/1.1" status: 200 len: 913 time: 0.3944314 Mar 23 02:40:33.801412 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-9e1ac2b9-268b-4f25-978e-cebfc34e9129 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Calling delete_port for 95ab59f8-b0ec-41ea-8cae-f1b227a2050c owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:33.870903 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8fd40bdf-bbf6-4d9f-bda8-26a119ee605f tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "GET /v2.0/routers/efbb3278-2bea-431c-938e-e671239f645a HTTP/1.1" status: 200 len: 919 time: 0.3326201 Mar 23 02:40:33.871266 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58304) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:33.916443 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1d08b3-ded0-47c8-9c53-30c4a6463a24 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:33.920165 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4e1d08b3-ded0-47c8-9c53-30c4a6463a24 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:33.933853 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-34b5388c-953e-447b-bab9-6e96ecd0858f req-5149319f-a252-470c-a9b1-83c715029f7d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63a879a0-64d9-4584-96cd-c848bf5271a7 HTTP/1.1" status: 200 len: 999 time: 0.1519394 Mar 23 02:40:33.938143 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-95063f37-fae1-4294-a451-8a57602de39b tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "DELETE /v2.0/ports/d5120e21-d72e-45f5-9585-7c2b4dab174b/tags/tempest-TagsExtTest-Tag-1852753695 HTTP/1.1" status: 204 len: 168 time: 0.5037584 Mar 23 02:40:33.942058 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58306) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:33.960349 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-a402771d-a5af-43b5-92e7-71635164ba05 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd5120e21-d72e-45f5-9585-7c2b4dab174b') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:33.980226 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-977897d3-61d3-4209-985f-e0e1e555a770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'name': 'tempest-ServersTestManualDisk-1311817031-router', 'tenant_id': '61f0207fb76b46cf82a5b8d685172d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '668dd7a8-d041-43bd-afcf-c2cec216956a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:39:35Z', 'updated_at': '2022-03-23T02:39:49Z', 'revision_number': 4, 'project_id': '61f0207fb76b46cf82a5b8d685172d9b', 'gw_port': {'id': '668dd7a8-d041-43bd-afcf-c2cec216956a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:37Z', 'updated_at': '2022-03-23T02:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '1cc60d07-9642-4d21-9e3e-f07549b499ce', 'tenant_id': '61f0207fb76b46cf82a5b8d685172d9b', 'floating_ip_address': '172.26.2.166', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'port_id': '63a879a0-64d9-4584-96cd-c848bf5271a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b79c2a7-673b-4477-acc0-14a62556cbba', 'mac_address': 'fa:16:3e:d7:6f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0725774-6cad-459c-af7b-59efddb8aed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:40:00Z', 'updated_at': '2022-03-23T02:40:29Z', 'revision_number': 1, 'project_id': '61f0207fb76b46cf82a5b8d685172d9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7949107d-a64a-43f2-9191-712a114d6445', 'name': '', 'network_id': '5b79c2a7-673b-4477-acc0-14a62556cbba', 'tenant_id': '61f0207fb76b46cf82a5b8d685172d9b', 'mac_address': 'fa:16:3e:e0:30:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '163024ce-a589-49e2-9617-858c615e40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:45Z', 'updated_at': '2022-03-23T02:39:56Z', 'revision_number': 5, 'project_id': '61f0207fb76b46cf82a5b8d685172d9b', 'subnets': [{'id': '163024ce-a589-49e2-9617-858c615e40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:34.012484 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977897d3-61d3-4209-985f-e0e1e555a770 None None] The sync data for ids ['7629c56d-7d67-4429-a964-8600f44d3e65'] in dv-neutron-834613-2-hyperv is: [{'id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'name': 'tempest-ServersTestManualDisk-1311817031-router', 'tenant_id': '61f0207fb76b46cf82a5b8d685172d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '668dd7a8-d041-43bd-afcf-c2cec216956a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:39:35Z', 'updated_at': '2022-03-23T02:39:49Z', 'revision_number': 4, 'project_id': '61f0207fb76b46cf82a5b8d685172d9b', 'gw_port': {'id': '668dd7a8-d041-43bd-afcf-c2cec216956a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:37Z', 'updated_at': '2022-03-23T02:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '1cc60d07-9642-4d21-9e3e-f07549b499ce', 'tenant_id': '61f0207fb76b46cf82a5b8d685172d9b', 'floating_ip_address': '172.26.2.166', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'port_id': '63a879a0-64d9-4584-96cd-c848bf5271a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b79c2a7-673b-4477-acc0-14a62556cbba', 'mac_address': 'fa:16:3e:d7:6f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0725774-6cad-459c-af7b-59efddb8aed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:40:00Z', 'updated_at': '2022-03-23T02:40:29Z', 'revision_number': 1, 'project_id': '61f0207fb76b46cf82a5b8d685172d9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7949107d-a64a-43f2-9191-712a114d6445', 'name': '', 'network_id': '5b79c2a7-673b-4477-acc0-14a62556cbba', 'tenant_id': '61f0207fb76b46cf82a5b8d685172d9b', 'mac_address': 'fa:16:3e:e0:30:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '163024ce-a589-49e2-9617-858c615e40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:45Z', 'updated_at': '2022-03-23T02:39:56Z', 'revision_number': 5, 'project_id': '61f0207fb76b46cf82a5b8d685172d9b', 'subnets': [{'id': '163024ce-a589-49e2-9617-858c615e40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:40:34.025525 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dd870ccc-c506-4fe5-92e4-ee3e369fb8df tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (165391bc-f79c-4ba0-8bba-d6674681ec7f), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:34.042928 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-8adfccb3-201a-4720-aec0-85e2e37104fc tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Allocated IP 172.20.0.9 (363420da-76a6-4cb5-b232-71ffa5b3fdf0/0c92a586-91ad-4082-9449-659ec2cd5695/8964aa22-04aa-41ea-9a94-6ac3e94c06cb) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:34.043176 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1d08b3-ded0-47c8-9c53-30c4a6463a24 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:40:34.049223 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a411be-2e1d-4184-9a0b-378788da3030 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:34.053282 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-40a411be-2e1d-4184-9a0b-378788da3030 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=6bbcca03-75ff-487c-8b0e-a32302dacbee&device_id=efbb3278-2bea-431c-938e-e671239f645a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1786399 Mar 23 02:40:34.059287 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58310) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:34.074081 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5388c-953e-447b-bab9-6e96ecd0858f req-982af0bd-7cc9-4b2b-b22e-acaed3349df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:34.075568 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-34b5388c-953e-447b-bab9-6e96ecd0858f req-982af0bd-7cc9-4b2b-b22e-acaed3349df6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=163024ce-a589-49e2-9617-858c615e40f5 HTTP/1.1" status: 200 len: 851 time: 0.1326594 Mar 23 02:40:34.077717 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4e1d08b3-ded0-47c8-9c53-30c4a6463a24 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (d13cf850-61b2-4b04-82b3-7524f375509d), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:34.077717 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-4e1d08b3-ded0-47c8-9c53-30c4a6463a24 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Added segment d13cf850-61b2-4b04-82b3-7524f375509d of type vlan for network cda6ebe1-0a0e-4f82-9b66-f7c0a21af0e9 Mar 23 02:40:34.082057 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd870ccc-c506-4fe5-92e4-ee3e369fb8df tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Port': ['ID=165391bc-f79c-4ba0-8bba-d6674681ec7f,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:34.158017 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device a2a6fdc0-3ae2-4953-b67d-72ecc444763d up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:40:34.198341 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dd870ccc-c506-4fe5-92e4-ee3e369fb8df tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:34.246030 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port a2a6fdc0-3ae2-4953-b67d-72ecc444763d triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:34.246417 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a2a6fdc0-3ae2-4953-b67d-72ecc444763d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:34.343901 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4e1d08b3-ded0-47c8-9c53-30c4a6463a24 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (cda6ebe1-0a0e-4f82-9b66-f7c0a21af0e9), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:34.389200 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port a2a6fdc0-3ae2-4953-b67d-72ecc444763d is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:34.410669 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a402771d-a5af-43b5-92e7-71635164ba05 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "GET /v2.0/ports/d5120e21-d72e-45f5-9585-7c2b4dab174b/tags HTTP/1.1" status: 200 len: 205 time: 0.4649763 Mar 23 02:40:34.417372 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4338f9d-4962-4b48-8e5e-3ba8662e39d2 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:34.418759 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b4338f9d-4962-4b48-8e5e-3ba8662e39d2 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "GET /v2.0/networks/6bbcca03-75ff-487c-8b0e-a32302dacbee HTTP/1.1" status: 200 len: 881 time: 0.3585067 Mar 23 02:40:34.420183 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58314) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:34.426423 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.tag.tag_plugin [None req-ea0439a5-db9d-430b-8744-210634980bbc tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e341c48f-33c7-4bf8-b79f-4d40fc04dd40') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:34.426853 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58316) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:34.440174 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3327fc5e-8717-4011-8432-059d18761d08 None None] New status for floating IP 1cc60d07-9642-4d21-9e3e-f07549b499ce: ACTIVE {{(pid=104350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:40:34.478149 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c0f2fcb7-0d57-4f97-a1ca-890d1fe7c199 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] 10.222.0.24 "GET /v2.0/ports?device_id=efbb3278-2bea-431c-938e-e671239f645a HTTP/1.1" status: 200 len: 205 time: 0.0442502 Mar 23 02:40:34.482767 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58318) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:34.493778 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5388c-953e-447b-bab9-6e96ecd0858f req-bb01e9c7-3221-4b54-8e97-82354a0a7d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:34.495753 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-34b5388c-953e-447b-bab9-6e96ecd0858f req-bb01e9c7-3221-4b54-8e97-82354a0a7d78 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5b79c2a7-673b-4477-acc0-14a62556cbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.4003224 Mar 23 02:40:34.503321 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4364f-9b27-45ec-8ccb-8d43d7401a00 req-5879e91a-d350-4203-aa53-20841e1915cf tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:34.504891 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4cd4364f-9b27-45ec-8ccb-8d43d7401a00 req-5879e91a-d350-4203-aa53-20841e1915cf tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.1923451 Mar 23 02:40:34.560030 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd870ccc-c506-4fe5-92e4-ee3e369fb8df tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Router e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:40:34.581169 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4e1d08b3-ded0-47c8-9c53-30c4a6463a24 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (cda6ebe1-0a0e-4f82-9b66-f7c0a21af0e9), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:34.586124 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1d08b3-ded0-47c8-9c53-30c4a6463a24 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:34.586716 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4e1d08b3-ded0-47c8-9c53-30c4a6463a24 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:34.609870 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e1ac2b9-268b-4f25-978e-cebfc34e9129 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (95ab59f8-b0ec-41ea-8cae-f1b227a2050c), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:34.736139 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ac2b9-268b-4f25-978e-cebfc34e9129 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Port': ['ID=95ab59f8-b0ec-41ea-8cae-f1b227a2050c,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:34.767625 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d08b3-ded0-47c8-9c53-30c4a6463a24 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Network': ['ID=cda6ebe1-0a0e-4f82-9b66-f7c0a21af0e9,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:34.783590 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network cda6ebe1-0a0e-4f82-9b66-f7c0a21af0e9 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:40:34.845086 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4e1d08b3-ded0-47c8-9c53-30c4a6463a24 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1562097 Mar 23 02:40:34.848550 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1f3fe126-dc39-4048-88a9-7bb9ad7c6b53 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router (efbb3278-2bea-431c-938e-e671239f645a), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:34.855013 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58320) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:34.868489 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-cc5b8511-a617-4de6-8a92-d3bf303297a0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'subnet': {'network_id': 'cda6ebe1-0a0e-4f82-9b66-f7c0a21af0e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:34.933401 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ea0439a5-db9d-430b-8744-210634980bbc tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "GET /v2.0/routers/e341c48f-33c7-4bf8-b79f-4d40fc04dd40/tags HTTP/1.1" status: 200 len: 241 time: 0.5109861 Mar 23 02:40:34.937574 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4cd4364f-9b27-45ec-8ccb-8d43d7401a00 req-1baf3cb9-3bb3-4459-8ae1-2586b484518a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3993576 Mar 23 02:40:34.941908 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58322) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:34.949486 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.tag.tag_plugin [None req-3039089d-c83f-4548-b663-ccc58b89f854 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e341c48f-33c7-4bf8-b79f-4d40fc04dd40', 'tempest-TagsExtTest-Tag-2060400393') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:35.027214 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd870ccc-c506-4fe5-92e4-ee3e369fb8df tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:40:35.040168 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3176bb-eca0-45b5-8e46-f940588082fc None None] Sync routers for ids ['e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:40:35.065802 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3176bb-eca0-45b5-8e46-f940588082fc None None] Routers {'e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:35.066541 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-2e3176bb-eca0-45b5-8e46-f940588082fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:35.080753 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-dd870ccc-c506-4fe5-92e4-ee3e369fb8df tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "PUT /v2.0/routers/e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6886477 Mar 23 02:40:35.083854 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-34b5388c-953e-447b-bab9-6e96ecd0858f req-4033c255-a04b-40c4-820b-fde4ab32f2eb service neutron] 10.222.0.23 "GET /v2.0/networks/5b79c2a7-673b-4477-acc0-14a62556cbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369728 Mar 23 02:40:35.084298 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58326) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:35.119752 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-2e3176bb-eca0-45b5-8e46-f940588082fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:35.129992 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3176bb-eca0-45b5-8e46-f940588082fc None None] Routers {'e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:35.130600 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-2e3176bb-eca0-45b5-8e46-f940588082fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:35.138303 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e1ac2b9-268b-4f25-978e-cebfc34e9129 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:35.144580 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9e1ac2b9-268b-4f25-978e-cebfc34e9129 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/95ab59f8-b0ec-41ea-8cae-f1b227a2050c HTTP/1.1" status: 204 len: 168 time: 2.0120997 Mar 23 02:40:35.165850 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58328) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:35.170221 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-2e3176bb-eca0-45b5-8e46-f940588082fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:35.170947 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3176bb-eca0-45b5-8e46-f940588082fc None None] The sync data for ids ['e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:40:35.194019 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1f3fe126-dc39-4048-88a9-7bb9ad7c6b53 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router_gateway (efbb3278-2bea-431c-938e-e671239f645a), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:35.240928 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-34b5388c-953e-447b-bab9-6e96ecd0858f req-94512206-5eeb-4204-b5c5-c5995a07682e service neutron] 10.222.0.23 "GET /v2.0/networks/5b79c2a7-673b-4477-acc0-14a62556cbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485560 Mar 23 02:40:35.302547 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5b8511-a617-4de6-8a92-d3bf303297a0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:35.306701 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cc5b8511-a617-4de6-8a92-d3bf303297a0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:35.316603 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3039089d-c83f-4548-b663-ccc58b89f854 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "GET /v2.0/routers/e341c48f-33c7-4bf8-b79f-4d40fc04dd40/tags/tempest-TagsExtTest-Tag-2060400393 HTTP/1.1" status: 204 len: 168 time: 0.3735375 Mar 23 02:40:35.323518 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58332) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:35.338748 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef34a215-4484-4ce1-af6d-f335964f2b03 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:35.340223 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef34a215-4484-4ce1-af6d-f335964f2b03 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:35.341552 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef34a215-4484-4ce1-af6d-f335964f2b03 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:35.347428 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ef34a215-4484-4ce1-af6d-f335964f2b03 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1753905 Mar 23 02:40:35.347428 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8adfccb3-201a-4720-aec0-85e2e37104fc tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks [] for port (8964aa22-04aa-41ea-9a94-6ac3e94c06cb), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:35.351092 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58334) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:35.359653 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-1284c498-46bc-4d4c-83cb-f2f35e472eae tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e341c48f-33c7-4bf8-b79f-4d40fc04dd40', 'tempest-TagsExtTest-Tag-2060400393') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:35.460378 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-bc954dc8-74d6-41e9-8d53-d2cadbc8eb6f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] remove_router_interface failed (client error): The resource could not be found. Mar 23 02:40:35.461339 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-bc954dc8-74d6-41e9-8d53-d2cadbc8eb6f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "PUT /v2.0/routers/e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3754020 Mar 23 02:40:35.464491 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.ipam_backend_mixin [None req-cc5b8511-a617-4de6-8a92-d3bf303297a0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Performing IP validity checks on allocation pools {{(pid=104349) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 23 02:40:35.467234 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.ipam_backend_mixin [None req-cc5b8511-a617-4de6-8a92-d3bf303297a0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104349) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 23 02:40:35.467770 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58336) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:35.518646 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2af7fe0d-0930-4e06-bc85-60ce02c260a0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "GET /v2.0/ports?device_id=e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8 HTTP/1.1" status: 200 len: 205 time: 0.0446236 Mar 23 02:40:35.524704 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58338) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:35.531146 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ff66cd-ab68-4177-b35d-fe9d2d9df167 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting subnet 35a4260b-6259-4c72-900a-4f08beb61ec0 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:40:35.538347 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-96ff66cd-ab68-4177-b35d-fe9d2d9df167 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (35a4260b-6259-4c72-900a-4f08beb61ec0), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:35.570395 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7b1b6-16ed-4d54-9906-5f5cbb37d8ef req-4a350089-44bc-4005-8ed7-690f126d8240 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:35.571940 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-90a7b1b6-16ed-4d54-9906-5f5cbb37d8ef req-4a350089-44bc-4005-8ed7-690f126d8240 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.2186475 Mar 23 02:40:35.605830 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8adfccb3-201a-4720-aec0-85e2e37104fc tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (8964aa22-04aa-41ea-9a94-6ac3e94c06cb), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:35.610898 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-96ff66cd-ab68-4177-b35d-fe9d2d9df167 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (35a4260b-6259-4c72-900a-4f08beb61ec0), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:35.703016 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adfccb3-201a-4720-aec0-85e2e37104fc tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Network 363420da-76a6-4cb5-b232-71ffa5b3fdf0 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:35.719010 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-8adfccb3-201a-4720-aec0-85e2e37104fc tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:35.723849 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adfccb3-201a-4720-aec0-85e2e37104fc tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:35.729369 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-90a7b1b6-16ed-4d54-9906-5f5cbb37d8ef req-f501c97a-a73b-4bc4-b4a8-e7d1b203561a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497433 Mar 23 02:40:35.729965 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adfccb3-201a-4720-aec0-85e2e37104fc tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Pushing event updated for resources: {'Port': ['ID=8964aa22-04aa-41ea-9a94-6ac3e94c06cb,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:35.819586 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adfccb3-201a-4720-aec0-85e2e37104fc tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:35.820245 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8adfccb3-201a-4720-aec0-85e2e37104fc tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:35.825531 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-96ff66cd-ab68-4177-b35d-fe9d2d9df167 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (35a4260b-6259-4c72-900a-4f08beb61ec0), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:35.939003 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8adfccb3-201a-4720-aec0-85e2e37104fc tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9140475 Mar 23 02:40:35.941838 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58340) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:35.947160 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-a9e6f0a1-0184-488c-8aa4-bbb6f3fd8fea tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:c7:bb:17'}]}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:35.978741 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-96ff66cd-ab68-4177-b35d-fe9d2d9df167 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (35a4260b-6259-4c72-900a-4f08beb61ec0), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:35.992526 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-23c04f49-74d0-4948-b1ee-c1ce36e60603 None None] Provisioning complete for port 8964aa22-04aa-41ea-9a94-6ac3e94c06cb triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:35.993101 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-23c04f49-74d0-4948-b1ee-c1ce36e60603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8964aa22-04aa-41ea-9a94-6ac3e94c06cb), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:36.010041 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-1f3fe126-dc39-4048-88a9-7bb9ad7c6b53 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Deleting port 11d6c1c4-9a7b-41d4-adb8-662f13590158 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:36.010394 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1f3fe126-dc39-4048-88a9-7bb9ad7c6b53 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (11d6c1c4-9a7b-41d4-adb8-662f13590158), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:36.013622 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-84fc01ec-fe02-4d53-8988-b10ed9733b7f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router (e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:36.016393 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff66cd-ab68-4177-b35d-fe9d2d9df167 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Subnet': ['ID=35a4260b-6259-4c72-900a-4f08beb61ec0,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:36.023912 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-96ff66cd-ab68-4177-b35d-fe9d2d9df167 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:36.027060 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-96ff66cd-ab68-4177-b35d-fe9d2d9df167 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/35a4260b-6259-4c72-900a-4f08beb61ec0 HTTP/1.1" status: 204 len: 168 time: 0.6749501 Mar 23 02:40:36.047882 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0a71c8-b4ed-4a56-9540-868287b0c813 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:36.051302 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-23c04f49-74d0-4948-b1ee-c1ce36e60603 None None] Port 8964aa22-04aa-41ea-9a94-6ac3e94c06cb cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:40:36.084134 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58342) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:36.121417 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb81d0-56a0-452b-b481-3e9fdac95418 req-622f653e-b702-4eea-ac4e-29ed9e0a4946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:36.122947 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-80eb81d0-56a0-452b-b481-3e9fdac95418 req-622f653e-b702-4eea-ac4e-29ed9e0a4946 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c302519e74814ecf9d6317cf454d8d57&device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 1129 time: 0.6500318 Mar 23 02:40:36.159288 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c469a0-4c35-4ae0-bca4-2332d8611e5c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting subnet da7166db-9cd8-4f45-90d3-03e16e6f26eb {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:40:36.162629 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-88c469a0-4c35-4ae0-bca4-2332d8611e5c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (da7166db-9cd8-4f45-90d3-03e16e6f26eb), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:36.234439 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-88c469a0-4c35-4ae0-bca4-2332d8611e5c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (da7166db-9cd8-4f45-90d3-03e16e6f26eb), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:36.255866 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1284c498-46bc-4d4c-83cb-f2f35e472eae tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "DELETE /v2.0/routers/e341c48f-33c7-4bf8-b79f-4d40fc04dd40/tags/tempest-TagsExtTest-Tag-2060400393 HTTP/1.1" status: 204 len: 168 time: 0.9304817 Mar 23 02:40:36.258148 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58344) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:36.262442 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.tag.tag_plugin [None req-396eb87e-8ffc-4635-8bac-e581724921af tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e341c48f-33c7-4bf8-b79f-4d40fc04dd40') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:36.305022 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a9e6f0a1-0184-488c-8aa4-bbb6f3fd8fea tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8964aa22-04aa-41ea-9a94-6ac3e94c06cb), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:36.425978 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1f3fe126-dc39-4048-88a9-7bb9ad7c6b53 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (11d6c1c4-9a7b-41d4-adb8-662f13590158), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:36.443362 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-84fc01ec-fe02-4d53-8988-b10ed9733b7f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:36.447436 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-84fc01ec-fe02-4d53-8988-b10ed9733b7f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router_controller (e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:36.459008 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-1f3fe126-dc39-4048-88a9-7bb9ad7c6b53 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Calling delete_port for 11d6c1c4-9a7b-41d4-adb8-662f13590158 owned by network:router_gateway {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:36.460056 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-88c469a0-4c35-4ae0-bca4-2332d8611e5c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (da7166db-9cd8-4f45-90d3-03e16e6f26eb), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:36.474388 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-396eb87e-8ffc-4635-8bac-e581724921af tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "GET /v2.0/routers/e341c48f-33c7-4bf8-b79f-4d40fc04dd40/tags HTTP/1.1" status: 200 len: 205 time: 0.2153370 Mar 23 02:40:36.500550 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58346) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:36.510388 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-988cfc00-be6b-40b3-b8d3-61a118560c43 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0e80a0fe-e2a2-40cc-a094-0f093e1ee511') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:36.531626 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb81d0-56a0-452b-b481-3e9fdac95418 req-04ff9c43-02e7-4667-8e44-7547ea0c3611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:36.533261 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-80eb81d0-56a0-452b-b481-3e9fdac95418 req-04ff9c43-02e7-4667-8e44-7547ea0c3611 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3edd2161-639f-4b63-b7ee-dfa8fb0684e0 HTTP/1.1" status: 200 len: 913 time: 0.3728518 Mar 23 02:40:36.534158 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cc5b8511-a617-4de6-8a92-d3bf303297a0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (83644b61-3416-4974-be8c-bca7b5769e93), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:36.621540 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a9e6f0a1-0184-488c-8aa4-bbb6f3fd8fea tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks [] for port (8964aa22-04aa-41ea-9a94-6ac3e94c06cb), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:36.661125 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-88c469a0-4c35-4ae0-bca4-2332d8611e5c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (da7166db-9cd8-4f45-90d3-03e16e6f26eb), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:36.662255 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-84fc01ec-fe02-4d53-8988-b10ed9733b7f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:36.662802 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fc01ec-fe02-4d53-8988-b10ed9733b7f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Fanout notify agent at l3_agent the message router_deleted on router e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8 {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:40:36.680665 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-84fc01ec-fe02-4d53-8988-b10ed9733b7f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:36.684335 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-84fc01ec-fe02-4d53-8988-b10ed9733b7f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/routers/e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8 HTTP/1.1" status: 204 len: 168 time: 1.1550107 Mar 23 02:40:36.685760 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58348) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:36.692847 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c469a0-4c35-4ae0-bca4-2332d8611e5c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Subnet': ['ID=da7166db-9cd8-4f45-90d3-03e16e6f26eb,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:36.703193 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a9e6f0a1-0184-488c-8aa4-bbb6f3fd8fea tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (8964aa22-04aa-41ea-9a94-6ac3e94c06cb), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:36.740522 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9b31b0-c5b6-4c4b-86fc-1373dcb7dccb None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:36.744558 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-88c469a0-4c35-4ae0-bca4-2332d8611e5c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:36.748349 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-88c469a0-4c35-4ae0-bca4-2332d8611e5c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/da7166db-9cd8-4f45-90d3-03e16e6f26eb HTTP/1.1" status: 204 len: 168 time: 0.6632993 Mar 23 02:40:36.752043 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-988cfc00-be6b-40b3-b8d3-61a118560c43 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "GET /v2.0/subnetpools/0e80a0fe-e2a2-40cc-a094-0f093e1ee511/tags HTTP/1.1" status: 200 len: 240 time: 0.2479362 Mar 23 02:40:36.753500 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58350) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:36.777144 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-80eb81d0-56a0-452b-b481-3e9fdac95418 req-6fc2e440-6576-4135-bb99-3a6c2cb958f5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1c2f96b-7108-49be-9bca-58773bb2d8fc HTTP/1.1" status: 200 len: 1000 time: 0.2330699 Mar 23 02:40:36.778222 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6f0a1-0184-488c-8aa4-bbb6f3fd8fea tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Pushing event updated for resources: {'Port': ['ID=8964aa22-04aa-41ea-9a94-6ac3e94c06cb,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:36.797208 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58352) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:36.810148 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-8019f214-484d-44d1-925b-1b3e95881ac1 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0e80a0fe-e2a2-40cc-a094-0f093e1ee511', 'tempest-TagsExtTest-Tag-372710526') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:36.825121 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b8511-a617-4de6-8a92-d3bf303297a0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Subnet': ['ID=83644b61-3416-4974-be8c-bca7b5769e93,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:36.855923 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-07e543fd-d945-4fb4-a5a1-920424277ffd tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0826833 Mar 23 02:40:36.859182 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58356) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:36.877518 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-11a95cf8-0e27-4fdc-8d92-a5163cccb44f None None] Provisioning complete for port 7b6da070-bdf6-4e96-9cba-08a7e850cfd6 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:36.878148 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-11a95cf8-0e27-4fdc-8d92-a5163cccb44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7b6da070-bdf6-4e96-9cba-08a7e850cfd6), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:36.942260 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-a9e6f0a1-0184-488c-8aa4-bbb6f3fd8fea tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] In _notify_port_updated(), no bound segment for port 8964aa22-04aa-41ea-9a94-6ac3e94c06cb on network 363420da-76a6-4cb5-b232-71ffa5b3fdf0 {{(pid=104348) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:40:36.947453 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e6f0a1-0184-488c-8aa4-bbb6f3fd8fea tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:36.948176 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a9e6f0a1-0184-488c-8aa4-bbb6f3fd8fea tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:36.953293 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a9e6f0a1-0184-488c-8aa4-bbb6f3fd8fea tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] 10.222.0.24 "PUT /v2.0/ports/8964aa22-04aa-41ea-9a94-6ac3e94c06cb HTTP/1.1" status: 200 len: 993 time: 1.0103197 Mar 23 02:40:36.958426 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58358) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:36.999751 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb81d0-56a0-452b-b481-3e9fdac95418 req-b544bab4-ea1d-473e-9603-3b63af6442ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:37.010306 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-80eb81d0-56a0-452b-b481-3e9fdac95418 req-b544bab4-ea1d-473e-9603-3b63af6442ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43c32d8d-82fc-4897-9976-f6e345cb2e2c HTTP/1.1" status: 200 len: 851 time: 0.1879754 Mar 23 02:40:37.010457 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-11a95cf8-0e27-4fdc-8d92-a5163cccb44f None None] Current status of the port 7b6da070-bdf6-4e96-9cba-08a7e850cfd6 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:37.030803 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10743949-c2c7-4a61-ad43-193c20f4c0d0 None None] DHCP port deletion for 94d9379e-13fb-449b-8f45-d1ab95378f77 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:40:37.075999 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5cf1dd-6ff7-49ed-a34a-3453cc0c793a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:37.081149 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0e5cf1dd-6ff7-49ed-a34a-3453cc0c793a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2187297 Mar 23 02:40:37.085203 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58360) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:37.093027 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-10743949-c2c7-4a61-ad43-193c20f4c0d0 None None] Deleting port 7b6da070-bdf6-4e96-9cba-08a7e850cfd6 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:37.097092 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-10743949-c2c7-4a61-ad43-193c20f4c0d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (7b6da070-bdf6-4e96-9cba-08a7e850cfd6), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:37.105805 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccbd77a2-1b96-4499-b951-7fb0bc885019 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Deleting subnet d981f69e-819a-4555-ad06-acc670964569 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:40:37.110405 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5b8511-a617-4de6-8a92-d3bf303297a0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Checking segment: {'id': 'd13cf850-61b2-4b04-82b3-7524f375509d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'cda6ebe1-0a0e-4f82-9b66-f7c0a21af0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:40:37.110781 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5b8511-a617-4de6-8a92-d3bf303297a0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network hostable DHCP agents. Network: cda6ebe1-0a0e-4f82-9b66-f7c0a21af0e9, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:40:37.115936 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ccbd77a2-1b96-4499-b951-7fb0bc885019 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for subnet (d981f69e-819a-4555-ad06-acc670964569), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:37.161722 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8019f214-484d-44d1-925b-1b3e95881ac1 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "GET /v2.0/subnetpools/0e80a0fe-e2a2-40cc-a094-0f093e1ee511/tags/tempest-TagsExtTest-Tag-372710526 HTTP/1.1" status: 204 len: 168 time: 0.3575437 Mar 23 02:40:37.169124 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-10743949-c2c7-4a61-ad43-193c20f4c0d0 None None] For port 7b6da070-bdf6-4e96-9cba-08a7e850cfd6, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=7b6da070-bdf6-4e96-9cba-08a7e850cfd6,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:37.169344 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58362) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:37.169521 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-10743949-c2c7-4a61-ad43-193c20f4c0d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (7b6da070-bdf6-4e96-9cba-08a7e850cfd6), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:37.172475 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-de427d47-5079-4ce8-aa27-4f11e4ad8940 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Deleting port 8964aa22-04aa-41ea-9a94-6ac3e94c06cb {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:37.172834 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-de427d47-5079-4ce8-aa27-4f11e4ad8940 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (8964aa22-04aa-41ea-9a94-6ac3e94c06cb), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:37.178748 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-0ba76861-7a88-4b96-b7ff-1e355f2ded2d None None] Provisioning complete for port 8964aa22-04aa-41ea-9a94-6ac3e94c06cb triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:37.179124 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0ba76861-7a88-4b96-b7ff-1e355f2ded2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8964aa22-04aa-41ea-9a94-6ac3e94c06cb), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:37.188725 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ccbd77a2-1b96-4499-b951-7fb0bc885019 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (d981f69e-819a-4555-ad06-acc670964569), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:37.205838 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-10743949-c2c7-4a61-ad43-193c20f4c0d0 None None] Calling delete_port for 7b6da070-bdf6-4e96-9cba-08a7e850cfd6 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:37.223625 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.tag.tag_plugin [None req-6e5d08f6-778f-405e-a522-a2d1d760a904 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '0e80a0fe-e2a2-40cc-a094-0f093e1ee511', 'tempest-TagsExtTest-Tag-372710526') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:37.238282 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309caf08-2e87-4dbb-b238-5d3d9ea4061b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:37.238529 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb81d0-56a0-452b-b481-3e9fdac95418 req-a5eb08a3-533b-4d96-a168-796b63fac229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:37.242282 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-309caf08-2e87-4dbb-b238-5d3d9ea4061b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1528602 Mar 23 02:40:37.242405 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-80eb81d0-56a0-452b-b481-3e9fdac95418 req-a5eb08a3-533b-4d96-a168-796b63fac229 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3edd2161-639f-4b63-b7ee-dfa8fb0684e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2049308 Mar 23 02:40:37.242405 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1f3fe126-dc39-4048-88a9-7bb9ad7c6b53 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (11d6c1c4-9a7b-41d4-adb8-662f13590158), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:37.245054 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58364) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:37.255449 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-0ba76861-7a88-4b96-b7ff-1e355f2ded2d None None] Port 8964aa22-04aa-41ea-9a94-6ac3e94c06cb cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:40:37.271983 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b94b0-452f-4ff4-94c6-a02fba985bb6 req-6532b5e7-a33a-4801-bb86-bd897b9cadba tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:37.273508 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ab7b94b0-452f-4ff4-94c6-a02fba985bb6 req-6532b5e7-a33a-4801-bb86-bd897b9cadba tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.2541037 Mar 23 02:40:37.310971 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-de427d47-5079-4ce8-aa27-4f11e4ad8940 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (8964aa22-04aa-41ea-9a94-6ac3e94c06cb), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:37.324847 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-de427d47-5079-4ce8-aa27-4f11e4ad8940 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Calling delete_port for 8964aa22-04aa-41ea-9a94-6ac3e94c06cb owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:37.367397 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6e5d08f6-778f-405e-a522-a2d1d760a904 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "DELETE /v2.0/subnetpools/0e80a0fe-e2a2-40cc-a094-0f093e1ee511/tags/tempest-TagsExtTest-Tag-372710526 HTTP/1.1" status: 204 len: 168 time: 0.1501272 Mar 23 02:40:37.368654 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-10743949-c2c7-4a61-ad43-193c20f4c0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (7b6da070-bdf6-4e96-9cba-08a7e850cfd6), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:37.370092 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ff5937e2-d9c1-4632-a00b-0b6b97bda387 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1225476 Mar 23 02:40:37.370807 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5b8511-a617-4de6-8a92-d3bf303297a0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network cda6ebe1-0a0e-4f82-9b66-f7c0a21af0e9 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:40:37.375848 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3fe126-dc39-4048-88a9-7bb9ad7c6b53 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Pushing event deleted for resources: {'Port': ['ID=11d6c1c4-9a7b-41d4-adb8-662f13590158,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:37.375848 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58366) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:37.375848 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58368) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:37.390816 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-d0907e5d-8f63-4e5d-93c2-6b1efc73cf38 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0e80a0fe-e2a2-40cc-a094-0f093e1ee511') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:37.395774 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-7c66cfef-29e1-447d-ba36-e57dba50fa50 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:37.409541 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10743949-c2c7-4a61-ad43-193c20f4c0d0 None None] No DVR routers for this DVR port 7b6da070-bdf6-4e96-9cba-08a7e850cfd6 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:40:37.414826 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10743949-c2c7-4a61-ad43-193c20f4c0d0 None None] Pushing event deleted for resources: {'Port': ['ID=7b6da070-bdf6-4e96-9cba-08a7e850cfd6,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:37.547974 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-de427d47-5079-4ce8-aa27-4f11e4ad8940 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (8964aa22-04aa-41ea-9a94-6ac3e94c06cb), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:37.567608 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-cc5b8511-a617-4de6-8a92-d3bf303297a0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, cda6ebe1-0a0e-4f82-9b66-f7c0a21af0e9) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:37.577201 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3c96ac-522b-4750-93c3-80a51e7dcf15 None None] Network cda6ebe1-0a0e-4f82-9b66-f7c0a21af0e9 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:37.580460 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de427d47-5079-4ce8-aa27-4f11e4ad8940 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Pushing event deleted for resources: {'Port': ['ID=8964aa22-04aa-41ea-9a94-6ac3e94c06cb,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:37.601888 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5b8511-a617-4de6-8a92-d3bf303297a0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:37.614024 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cc5b8511-a617-4de6-8a92-d3bf303297a0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:37.633574 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ccbd77a2-1b96-4499-b951-7fb0bc885019 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (d981f69e-819a-4555-ad06-acc670964569), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:37.650782 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d0907e5d-8f63-4e5d-93c2-6b1efc73cf38 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "GET /v2.0/subnetpools/0e80a0fe-e2a2-40cc-a094-0f093e1ee511/tags HTTP/1.1" status: 200 len: 205 time: 0.2633526 Mar 23 02:40:37.656092 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58370) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:37.676495 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ab7b94b0-452f-4ff4-94c6-a02fba985bb6 req-84c6287f-2466-4147-bf1b-eaef176cbcd7 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3367140 Mar 23 02:40:37.680548 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.tag.tag_plugin [None req-f0058f9a-360a-4a1d-aa66-eeba6ae1f1bc tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0e80a0fe-e2a2-40cc-a094-0f093e1ee511') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:37.709659 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-80eb81d0-56a0-452b-b481-3e9fdac95418 req-94b8a3ed-e2b7-46a5-b197-247dcebb74d0 service neutron] 10.222.0.23 "GET /v2.0/networks/3edd2161-639f-4b63-b7ee-dfa8fb0684e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536200 Mar 23 02:40:37.715751 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1f3fe126-dc39-4048-88a9-7bb9ad7c6b53 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (efbb3278-2bea-431c-938e-e671239f645a), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:37.744498 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27589da4-012f-477d-b74f-ad8ba13ffe71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-cda6ebe1-0a0e-4f82-9b66-f7c0a21af0e9', 'network_id': 'cda6ebe1-0a0e-4f82-9b66-f7c0a21af0e9', 'project_id': '0f646194e90f4b3ab6ee5c5d30f98fdd', 'fixed_ips': [{'subnet_id': '83644b61-3416-4974-be8c-bca7b5769e93'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:40:37.745651 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-27589da4-012f-477d-b74f-ad8ba13ffe71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:37.750702 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-de427d47-5079-4ce8-aa27-4f11e4ad8940 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:37.756334 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-de427d47-5079-4ce8-aa27-4f11e4ad8940 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] 10.222.0.24 "DELETE /v2.0/ports/8964aa22-04aa-41ea-9a94-6ac3e94c06cb HTTP/1.1" status: 204 len: 168 time: 0.7945001 Mar 23 02:40:37.760054 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f0058f9a-360a-4a1d-aa66-eeba6ae1f1bc tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "DELETE /v2.0/subnetpools/0e80a0fe-e2a2-40cc-a094-0f093e1ee511/tags HTTP/1.1" status: 204 len: 168 time: 0.1028030 Mar 23 02:40:37.767287 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58372) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:37.767893 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58374) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:37.774024 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.tag.tag_plugin [None req-f92d094d-3428-41cb-9f84-0a5157bbd981 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e341c48f-33c7-4bf8-b79f-4d40fc04dd40') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:37.871450 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-cc5b8511-a617-4de6-8a92-d3bf303297a0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0120761 Mar 23 02:40:37.878849 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58376) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:37.886977 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-2126f4a7-4a24-4467-b5f0-2573053327ed tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'port': {'network_id': 'cda6ebe1-0a0e-4f82-9b66-f7c0a21af0e9', 'name': 'tempest-PortsIpV6TestJSON-110994499'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:37.941885 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1f3fe126-dc39-4048-88a9-7bb9ad7c6b53 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (efbb3278-2bea-431c-938e-e671239f645a), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:37.953444 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1f3fe126-dc39-4048-88a9-7bb9ad7c6b53 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router_controller (efbb3278-2bea-431c-938e-e671239f645a), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:37.972852 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c66cfef-29e1-447d-ba36-e57dba50fa50 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:37.976261 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7c66cfef-29e1-447d-ba36-e57dba50fa50 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:37.977688 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c66cfef-29e1-447d-ba36-e57dba50fa50 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:40:37.978120 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c66cfef-29e1-447d-ba36-e57dba50fa50 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:40:38.039524 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-27589da4-012f-477d-b74f-ad8ba13ffe71 None None] Allocated IP 2001:db8::2 (cda6ebe1-0a0e-4f82-9b66-f7c0a21af0e9/83644b61-3416-4974-be8c-bca7b5769e93/265d44b3-dce8-4675-870b-ec98e7fda2f8) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:38.053122 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ccbd77a2-1b96-4499-b951-7fb0bc885019 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (d981f69e-819a-4555-ad06-acc670964569), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:38.072218 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c9d784-ddbb-46bb-8812-cc772864af9c tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] GET failed (client error): The resource could not be found. Mar 23 02:40:38.075221 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c8c9d784-ddbb-46bb-8812-cc772864af9c tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] 10.222.0.24 "GET /v2.0/ports/8964aa22-04aa-41ea-9a94-6ac3e94c06cb HTTP/1.1" status: 404 len: 333 time: 0.3046441 Mar 23 02:40:38.079399 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58378) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:38.119669 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-4d211377-7b5d-49ad-a79c-aed2bf42c337 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Request body: {'port': {'network_id': '363420da-76a6-4cb5-b232-71ffa5b3fdf0', 'name': 'tempest-AllowedAddressPairTestJSON-1309807860'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:38.163069 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 7b6da070-bdf6-4e96-9cba-08a7e850cfd6 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:40:38.194619 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 7b6da070-bdf6-4e96-9cba-08a7e850cfd6 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:40:38.195002 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 7b6da070-bdf6-4e96-9cba-08a7e850cfd6 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:40:38.210839 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f92d094d-3428-41cb-9f84-0a5157bbd981 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "DELETE /v2.0/routers/e341c48f-33c7-4bf8-b79f-4d40fc04dd40/tags HTTP/1.1" status: 204 len: 168 time: 0.4381921 Mar 23 02:40:38.212496 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58380) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:38.215921 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.tag.tag_plugin [None req-86291f13-40c6-4aff-bb7e-810553f02c57 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd5120e21-d72e-45f5-9585-7c2b4dab174b') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:38.278227 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-27589da4-012f-477d-b74f-ad8ba13ffe71 None None] Publish callbacks [] for port (265d44b3-dce8-4675-870b-ec98e7fda2f8), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:38.301881 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-86291f13-40c6-4aff-bb7e-810553f02c57 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "DELETE /v2.0/ports/d5120e21-d72e-45f5-9585-7c2b4dab174b/tags HTTP/1.1" status: 204 len: 168 time: 0.0870800 Mar 23 02:40:38.302258 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58382) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:38.307036 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.tag.tag_plugin [None req-997fb617-e7b3-4970-b167-6fd98347009f tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a2aec750-72df-4f15-b60b-bcb8c06b563b') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:38.336750 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d211377-7b5d-49ad-a79c-aed2bf42c337 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Made reservation on behalf of dc871afce6884bbf9b346d45be0e5c69 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:38.340142 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4d211377-7b5d-49ad-a79c-aed2bf42c337 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:38.357127 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-27589da4-012f-477d-b74f-ad8ba13ffe71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (265d44b3-dce8-4675-870b-ec98e7fda2f8), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:38.379043 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-4d211377-7b5d-49ad-a79c-aed2bf42c337 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] device_id is not set on port cebf3c0b-2a99-4045-a30b-6ccc7f75ff47 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:40:38.404668 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27589da4-012f-477d-b74f-ad8ba13ffe71 None None] Network cda6ebe1-0a0e-4f82-9b66-f7c0a21af0e9 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:38.406568 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-80eb81d0-56a0-452b-b481-3e9fdac95418 req-33dd2510-cb33-44e2-84e3-58fdbd0e378f service neutron] 10.222.0.23 "GET /v2.0/networks/3edd2161-639f-4b63-b7ee-dfa8fb0684e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6850915 Mar 23 02:40:38.421583 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-27589da4-012f-477d-b74f-ad8ba13ffe71 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:38.431862 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1f3fe126-dc39-4048-88a9-7bb9ad7c6b53 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (efbb3278-2bea-431c-938e-e671239f645a), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:38.431862 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3fe126-dc39-4048-88a9-7bb9ad7c6b53 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Fanout notify agent at l3_agent the message router_deleted on router efbb3278-2bea-431c-938e-e671239f645a {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:40:38.432101 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27589da4-012f-477d-b74f-ad8ba13ffe71 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:38.432181 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7c66cfef-29e1-447d-ba36-e57dba50fa50 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0460398 Mar 23 02:40:38.437029 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1f3fe126-dc39-4048-88a9-7bb9ad7c6b53 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:38.438118 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1f3fe126-dc39-4048-88a9-7bb9ad7c6b53 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] 10.222.0.24 "DELETE /v2.0/routers/efbb3278-2bea-431c-938e-e671239f645a HTTP/1.1" status: 204 len: 168 time: 3.9538217 Mar 23 02:40:38.440293 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58384) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:38.442849 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58386) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:38.445011 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd77a2-1b96-4499-b951-7fb0bc885019 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Subnet': ['ID=d981f69e-819a-4555-ad06-acc670964569,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:38.447971 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-9aede895-4fe7-42cd-83fa-53eab1c1f237 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:38.451217 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-c5112fd1-2e45-4003-8f1c-b22c89538a51 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1907861738', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:38.463469 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ccbd77a2-1b96-4499-b951-7fb0bc885019 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:38.469223 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ccbd77a2-1b96-4499-b951-7fb0bc885019 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/subnets/d981f69e-819a-4555-ad06-acc670964569 HTTP/1.1" status: 204 len: 168 time: 1.7739017 Mar 23 02:40:38.469389 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702a4283-cc5d-431a-9f79-787c1d3ba9b4 None None] Network e601ac18-96ca-4282-bb56-9e087ff6f24b requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:38.472419 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58388) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:38.481569 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27589da4-012f-477d-b74f-ad8ba13ffe71 None None] Pushing event updated for resources: {'Port': ['ID=265d44b3-dce8-4675-870b-ec98e7fda2f8,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:38.556114 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-997fb617-e7b3-4970-b167-6fd98347009f tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "DELETE /v2.0/subnets/a2aec750-72df-4f15-b60b-bcb8c06b563b/tags HTTP/1.1" status: 204 len: 168 time: 0.2527630 Mar 23 02:40:38.565561 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58390) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:38.570853 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-efa195b9-2fea-48ec-804e-6322ff5e76e4 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a2aec750-72df-4f15-b60b-bcb8c06b563b', 'tempest-TagsExtTest-Tag-1550174884') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:38.587042 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-27589da4-012f-477d-b74f-ad8ba13ffe71 None None] Attempting to bind port 265d44b3-dce8-4675-870b-ec98e7fda2f8 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:40:38.588061 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-27589da4-012f-477d-b74f-ad8ba13ffe71 None None] Attempting to bind port 265d44b3-dce8-4675-870b-ec98e7fda2f8 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'd13cf850-61b2-4b04-82b3-7524f375509d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'cda6ebe1-0a0e-4f82-9b66-f7c0a21af0e9'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:40:38.588625 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27589da4-012f-477d-b74f-ad8ba13ffe71 None None] Attempting to bind port 265d44b3-dce8-4675-870b-ec98e7fda2f8 on network cda6ebe1-0a0e-4f82-9b66-f7c0a21af0e9 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:40:38.607322 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-60b19851-1b2b-4d25-b9da-033337c11b5c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (e601ac18-96ca-4282-bb56-9e087ff6f24b), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:38.613629 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27589da4-012f-477d-b74f-ad8ba13ffe71 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:40:38.614029 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27589da4-012f-477d-b74f-ad8ba13ffe71 None None] Checking segment: {'id': 'd13cf850-61b2-4b04-82b3-7524f375509d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'cda6ebe1-0a0e-4f82-9b66-f7c0a21af0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:40:38.614434 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-27589da4-012f-477d-b74f-ad8ba13ffe71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:38.615061 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27589da4-012f-477d-b74f-ad8ba13ffe71 None None] Bound using segment: {'id': 'd13cf850-61b2-4b04-82b3-7524f375509d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'cda6ebe1-0a0e-4f82-9b66-f7c0a21af0e9'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:40:38.615636 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-27589da4-012f-477d-b74f-ad8ba13ffe71 None None] Bound port: 265d44b3-dce8-4675-870b-ec98e7fda2f8, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13cf850-61b2-4b04-82b3-7524f375509d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'cda6ebe1-0a0e-4f82-9b66-f7c0a21af0e9'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:40:38.616137 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-27589da4-012f-477d-b74f-ad8ba13ffe71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (265d44b3-dce8-4675-870b-ec98e7fda2f8), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:38.620884 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-4d211377-7b5d-49ad-a79c-aed2bf42c337 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Allocated IP 172.20.0.10 (363420da-76a6-4cb5-b232-71ffa5b3fdf0/0c92a586-91ad-4082-9449-659ec2cd5695/cebf3c0b-2a99-4045-a30b-6ccc7f75ff47) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:38.632680 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c5112fd1-2e45-4003-8f1c-b22c89538a51 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (7401816f-ca77-4328-836d-6aef3ae2929b), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:38.633884 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c5112fd1-2e45-4003-8f1c-b22c89538a51 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (7401816f-ca77-4328-836d-6aef3ae2929b), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:38.660861 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2126f4a7-4a24-4467-b5f0-2573053327ed tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:38.664243 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2126f4a7-4a24-4467-b5f0-2573053327ed tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:38.700237 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-2126f4a7-4a24-4467-b5f0-2573053327ed tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] device_id is not set on port e2f9fa31-76d2-4fc4-a91c-0635c3010c6d yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:40:38.702218 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-27589da4-012f-477d-b74f-ad8ba13ffe71 None None] For port 265d44b3-dce8-4675-870b-ec98e7fda2f8, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:40:38.706288 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-27589da4-012f-477d-b74f-ad8ba13ffe71 None None] For port 265d44b3-dce8-4675-870b-ec98e7fda2f8, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=265d44b3-dce8-4675-870b-ec98e7fda2f8,segment=NetworkSegment(d13cf850-61b2-4b04-82b3-7524f375509d),segment_id=d13cf850-61b2-4b04-82b3-7524f375509d)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:40:38.722600 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aede895-4fe7-42cd-83fa-53eab1c1f237 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:38.726433 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9aede895-4fe7-42cd-83fa-53eab1c1f237 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:38.730209 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aede895-4fe7-42cd-83fa-53eab1c1f237 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:40:38.730708 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aede895-4fe7-42cd-83fa-53eab1c1f237 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:40:38.767167 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-27589da4-012f-477d-b74f-ad8ba13ffe71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (265d44b3-dce8-4675-870b-ec98e7fda2f8), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:38.793933 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9525b8ad-b879-4f65-8ebd-906a6898697a None None] DHCP port deletion for e601ac18-96ca-4282-bb56-9e087ff6f24b request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:40:38.800937 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c5112fd1-2e45-4003-8f1c-b22c89538a51 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router_controller (7401816f-ca77-4328-836d-6aef3ae2929b), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:38.828092 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4d211377-7b5d-49ad-a79c-aed2bf42c337 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks [] for port (cebf3c0b-2a99-4045-a30b-6ccc7f75ff47), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:38.830687 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-60b19851-1b2b-4d25-b9da-033337c11b5c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Deleting port 6ad2599d-af06-45f6-8eac-874e5a7dc04c {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:38.831400 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-60b19851-1b2b-4d25-b9da-033337c11b5c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (6ad2599d-af06-45f6-8eac-874e5a7dc04c), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:38.894099 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9aede895-4fe7-42cd-83fa-53eab1c1f237 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4476907 Mar 23 02:40:38.894476 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58394) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:38.899412 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-e88b3ee1-7bbc-40ff-976d-5ecf35c6712f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:38.913864 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27589da4-012f-477d-b74f-ad8ba13ffe71 None None] Pushing event updated for resources: {'Port': ['ID=265d44b3-dce8-4675-870b-ec98e7fda2f8,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:38.924416 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-efa195b9-2fea-48ec-804e-6322ff5e76e4 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "PUT /v2.0/subnets/a2aec750-72df-4f15-b60b-bcb8c06b563b/tags/tempest-TagsExtTest-Tag-1550174884 HTTP/1.1" status: 201 len: 201 time: 0.3554490 Mar 23 02:40:38.924416 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c5112fd1-2e45-4003-8f1c-b22c89538a51 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (7401816f-ca77-4328-836d-6aef3ae2929b), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:38.927612 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58396) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:38.941486 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-833e710e-9595-4bab-a90b-58b6284344c8 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd5120e21-d72e-45f5-9585-7c2b4dab174b', 'tempest-TagsExtTest-Tag-1659838705') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:38.975808 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-9525b8ad-b879-4f65-8ebd-906a6898697a None None] Deleting port 6ad2599d-af06-45f6-8eac-874e5a7dc04c {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:38.976778 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9525b8ad-b879-4f65-8ebd-906a6898697a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (6ad2599d-af06-45f6-8eac-874e5a7dc04c), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:39.003740 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb897e-4789-4868-b4cd-00d746bd0589 req-ac72f6d1-c9c8-40e6-8f24-6173ca45524a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:39.005693 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-04fb897e-4789-4868-b4cd-00d746bd0589 req-ac72f6d1-c9c8-40e6-8f24-6173ca45524a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.1842592 Mar 23 02:40:39.008429 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4d211377-7b5d-49ad-a79c-aed2bf42c337 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (cebf3c0b-2a99-4045-a30b-6ccc7f75ff47), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:39.033494 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-2126f4a7-4a24-4467-b5f0-2573053327ed tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Allocated IP 2001:db8::73 (cda6ebe1-0a0e-4f82-9b66-f7c0a21af0e9/83644b61-3416-4974-be8c-bca7b5769e93/e2f9fa31-76d2-4fc4-a91c-0635c3010c6d) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:39.050618 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-60b19851-1b2b-4d25-b9da-033337c11b5c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] For port 6ad2599d-af06-45f6-8eac-874e5a7dc04c, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=6ad2599d-af06-45f6-8eac-874e5a7dc04c,segment=NetworkSegment(70874fe1-c058-412e-ae0c-d06dc14fed4e),segment_id=70874fe1-c058-412e-ae0c-d06dc14fed4e)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:39.051003 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-60b19851-1b2b-4d25-b9da-033337c11b5c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (6ad2599d-af06-45f6-8eac-874e5a7dc04c), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:39.064526 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-9525b8ad-b879-4f65-8ebd-906a6898697a None None] For port 6ad2599d-af06-45f6-8eac-874e5a7dc04c, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=6ad2599d-af06-45f6-8eac-874e5a7dc04c,segment=NetworkSegment(70874fe1-c058-412e-ae0c-d06dc14fed4e),segment_id=70874fe1-c058-412e-ae0c-d06dc14fed4e)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:39.065684 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9525b8ad-b879-4f65-8ebd-906a6898697a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (6ad2599d-af06-45f6-8eac-874e5a7dc04c), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:39.083138 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-9525b8ad-b879-4f65-8ebd-906a6898697a None None] Calling delete_port for 6ad2599d-af06-45f6-8eac-874e5a7dc04c owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:39.083666 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-60b19851-1b2b-4d25-b9da-033337c11b5c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Calling delete_port for 6ad2599d-af06-45f6-8eac-874e5a7dc04c owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:39.128043 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d211377-7b5d-49ad-a79c-aed2bf42c337 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Network 363420da-76a6-4cb5-b232-71ffa5b3fdf0 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:39.143186 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-4d211377-7b5d-49ad-a79c-aed2bf42c337 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:39.145103 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d211377-7b5d-49ad-a79c-aed2bf42c337 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Pushing event updated for resources: {'Port': ['ID=cebf3c0b-2a99-4045-a30b-6ccc7f75ff47,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:39.150146 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d211377-7b5d-49ad-a79c-aed2bf42c337 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:39.174611 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c5112fd1-2e45-4003-8f1c-b22c89538a51 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:39.175518 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c5112fd1-2e45-4003-8f1c-b22c89538a51 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7280962 Mar 23 02:40:39.195337 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-04fb897e-4789-4868-b4cd-00d746bd0589 req-b3f89260-7dbc-444b-99ca-d1c1c0d7f791 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795881 Mar 23 02:40:39.195337 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58398) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:39.225134 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88b3ee1-7bbc-40ff-976d-5ecf35c6712f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:39.231380 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e88b3ee1-7bbc-40ff-976d-5ecf35c6712f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:39.232906 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88b3ee1-7bbc-40ff-976d-5ecf35c6712f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:40:39.233891 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e88b3ee1-7bbc-40ff-976d-5ecf35c6712f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:40:39.253198 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-074b7414-b343-45dd-a32f-45c63d0cf5cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Request body: {'router': {'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:39.318153 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9525b8ad-b879-4f65-8ebd-906a6898697a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (6ad2599d-af06-45f6-8eac-874e5a7dc04c), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:39.334981 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9525b8ad-b879-4f65-8ebd-906a6898697a None None] No DVR routers for this DVR port 6ad2599d-af06-45f6-8eac-874e5a7dc04c on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:40:39.352012 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-60b19851-1b2b-4d25-b9da-033337c11b5c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (6ad2599d-af06-45f6-8eac-874e5a7dc04c), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:39.376961 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525b8ad-b879-4f65-8ebd-906a6898697a None None] Pushing event deleted for resources: {'Port': ['ID=6ad2599d-af06-45f6-8eac-874e5a7dc04c,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:39.379338 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d211377-7b5d-49ad-a79c-aed2bf42c337 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:39.380058 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4d211377-7b5d-49ad-a79c-aed2bf42c337 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:39.392848 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-833e710e-9595-4bab-a90b-58b6284344c8 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "PUT /v2.0/ports/d5120e21-d72e-45f5-9585-7c2b4dab174b/tags/tempest-TagsExtTest-Tag-1659838705 HTTP/1.1" status: 201 len: 201 time: 0.4551876 Mar 23 02:40:39.401328 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58400) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:39.407269 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.tag.tag_plugin [None req-bba1e2f4-d553-4b67-83ca-3cf4b835a97c tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e341c48f-33c7-4bf8-b79f-4d40fc04dd40', 'tempest-TagsExtTest-Tag-538711495') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:39.423420 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b19851-1b2b-4d25-b9da-033337c11b5c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] No DVR routers for this DVR port 6ad2599d-af06-45f6-8eac-874e5a7dc04c on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:40:39.458059 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b19851-1b2b-4d25-b9da-033337c11b5c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Port': ['ID=6ad2599d-af06-45f6-8eac-874e5a7dc04c,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:39.464704 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2126f4a7-4a24-4467-b5f0-2573053327ed tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for port (e2f9fa31-76d2-4fc4-a91c-0635c3010c6d), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:39.496613 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e88b3ee1-7bbc-40ff-976d-5ecf35c6712f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6010485 Mar 23 02:40:39.515468 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58402) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:39.525392 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-a3989e01-c951-4856-b0b6-c78ef5e133c1 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:39.538365 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4d211377-7b5d-49ad-a79c-aed2bf42c337 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4226601 Mar 23 02:40:39.552415 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58404) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:39.559027 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-e162e525-7eed-4825-803b-910b8aabaec6 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c7:bb:17'}]}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:39.607139 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-60b19851-1b2b-4d25-b9da-033337c11b5c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (e601ac18-96ca-4282-bb56-9e087ff6f24b), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:39.650791 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-074b7414-b343-45dd-a32f-45c63d0cf5cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router_gateway (7401816f-ca77-4328-836d-6aef3ae2929b), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:39.657937 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-505ec663-5c22-4b9a-8b64-a5107ccd4521 None None] Provisioning complete for port cebf3c0b-2a99-4045-a30b-6ccc7f75ff47 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:39.658320 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-505ec663-5c22-4b9a-8b64-a5107ccd4521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (cebf3c0b-2a99-4045-a30b-6ccc7f75ff47), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:39.678619 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-60b19851-1b2b-4d25-b9da-033337c11b5c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e601ac18-96ca-4282-bb56-9e087ff6f24b']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:39.696053 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-505ec663-5c22-4b9a-8b64-a5107ccd4521 None None] Port cebf3c0b-2a99-4045-a30b-6ccc7f75ff47 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:40:39.703082 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-60b19851-1b2b-4d25-b9da-033337c11b5c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70874fe1-c058-412e-ae0c-d06dc14fed4e') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:39.703523 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-60b19851-1b2b-4d25-b9da-033337c11b5c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70874fe1-c058-412e-ae0c-d06dc14fed4e') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:39.751504 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-60b19851-1b2b-4d25-b9da-033337c11b5c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (70874fe1-c058-412e-ae0c-d06dc14fed4e), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:39.777586 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2126f4a7-4a24-4467-b5f0-2573053327ed tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (e2f9fa31-76d2-4fc4-a91c-0635c3010c6d), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:39.781116 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-60b19851-1b2b-4d25-b9da-033337c11b5c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (70874fe1-c058-412e-ae0c-d06dc14fed4e), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:39.794484 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-bba1e2f4-d553-4b67-83ca-3cf4b835a97c tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "PUT /v2.0/routers/e341c48f-33c7-4bf8-b79f-4d40fc04dd40/tags/tempest-TagsExtTest-Tag-538711495 HTTP/1.1" status: 201 len: 201 time: 0.3895648 Mar 23 02:40:39.797346 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58406) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:39.801903 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.tag.tag_plugin [None req-67d00f4a-6244-48df-8410-9def314973a6 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0e80a0fe-e2a2-40cc-a094-0f093e1ee511', 'tempest-TagsExtTest-Tag-1204191294') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:39.818190 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b19851-1b2b-4d25-b9da-033337c11b5c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:40:39.818190 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-60b19851-1b2b-4d25-b9da-033337c11b5c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (70874fe1-c058-412e-ae0c-d06dc14fed4e), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:40:39.821342 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:40:39.882655 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3989e01-c951-4856-b0b6-c78ef5e133c1 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:39.886150 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a3989e01-c951-4856-b0b6-c78ef5e133c1 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:39.887565 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3989e01-c951-4856-b0b6-c78ef5e133c1 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:40:39.888033 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3989e01-c951-4856-b0b6-c78ef5e133c1 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:40:39.892085 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2126f4a7-4a24-4467-b5f0-2573053327ed tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network cda6ebe1-0a0e-4f82-9b66-f7c0a21af0e9 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:39.919182 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-2126f4a7-4a24-4467-b5f0-2573053327ed tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:39.930576 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-67d00f4a-6244-48df-8410-9def314973a6 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "PUT /v2.0/subnetpools/0e80a0fe-e2a2-40cc-a094-0f093e1ee511/tags/tempest-TagsExtTest-Tag-1204191294 HTTP/1.1" status: 201 len: 201 time: 0.1323655 Mar 23 02:40:39.931288 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2126f4a7-4a24-4467-b5f0-2573053327ed tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:39.937816 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2126f4a7-4a24-4467-b5f0-2573053327ed tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:39.938475 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2126f4a7-4a24-4467-b5f0-2573053327ed tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:39.948096 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58408) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:39.948781 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2126f4a7-4a24-4467-b5f0-2573053327ed tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Port': ['ID=e2f9fa31-76d2-4fc4-a91c-0635c3010c6d,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:39.956802 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-c304a787-841b-43d6-90a1-95ec152059f1 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a2aec750-72df-4f15-b60b-bcb8c06b563b', {'tags': ['tempest-TagsExtTest-Tag-180539045', 'tempest-TagsExtTest-Tag-1852599747', 'tempest-TagsExtTest-Tag-692204743']}) {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:39.996228 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-074b7414-b343-45dd-a32f-45c63d0cf5cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router_gateway (7401816f-ca77-4328-836d-6aef3ae2929b), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:40.017332 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-074b7414-b343-45dd-a32f-45c63d0cf5cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:40.038531 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-60b19851-1b2b-4d25-b9da-033337c11b5c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (e601ac18-96ca-4282-bb56-9e087ff6f24b), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:40.043737 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-60b19851-1b2b-4d25-b9da-033337c11b5c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:40.047249 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-60b19851-1b2b-4d25-b9da-033337c11b5c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/networks/e601ac18-96ca-4282-bb56-9e087ff6f24b HTTP/1.1" status: 204 len: 168 time: 1.5738320 Mar 23 02:40:40.058486 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58412) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:40.063998 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-6c9946fa-0fb3-4576-bc04-105dbe968bf2 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-439676170'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:40.081513 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58414) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:40.081638 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a3989e01-c951-4856-b0b6-c78ef5e133c1 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5637319 Mar 23 02:40:40.082452 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e162e525-7eed-4825-803b-910b8aabaec6 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (cebf3c0b-2a99-4045-a30b-6ccc7f75ff47), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:40.094199 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2126f4a7-4a24-4467-b5f0-2573053327ed tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2047446 Mar 23 02:40:40.094627 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-1ff429f6-9d22-4936-a838-e6aac6ca53d2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:40.094717 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58416) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:40.112150 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b19851-1b2b-4d25-b9da-033337c11b5c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Network': ['ID=e601ac18-96ca-4282-bb56-9e087ff6f24b,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:40.230286 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 265d44b3-dce8-4675-870b-ec98e7fda2f8 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:40:40.238538 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-074b7414-b343-45dd-a32f-45c63d0cf5cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Allocated IP 172.26.2.89 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/4f148ec6-9c4b-44da-84c0-1d034525a7ac) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:40.251756 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c304a787-841b-43d6-90a1-95ec152059f1 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "PUT /v2.0/subnets/a2aec750-72df-4f15-b60b-bcb8c06b563b/tags HTTP/1.1" status: 200 len: 316 time: 0.2948630 Mar 23 02:40:40.252547 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58420) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:40.258112 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.tag.tag_plugin [None req-c4b6193b-3145-4483-9795-4c91e3c8b7c0 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a2aec750-72df-4f15-b60b-bcb8c06b563b') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:40.304692 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9946fa-0fb3-4576-bc04-105dbe968bf2 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Made reservation on behalf of a390c7a337b546c28b66d49e8c0359d6 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:40.307549 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6c9946fa-0fb3-4576-bc04-105dbe968bf2 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:40.316964 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 265d44b3-dce8-4675-870b-ec98e7fda2f8 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:40.316964 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (265d44b3-dce8-4675-870b-ec98e7fda2f8), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:40.348245 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff429f6-9d22-4936-a838-e6aac6ca53d2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:40.350105 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-1479a21a-a0af-4043-abb6-d7dec7f425c9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Deleting port e2f9fa31-76d2-4fc4-a91c-0635c3010c6d {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:40.350105 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1479a21a-a0af-4043-abb6-d7dec7f425c9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (e2f9fa31-76d2-4fc4-a91c-0635c3010c6d), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:40.351754 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1ff429f6-9d22-4936-a838-e6aac6ca53d2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:40.353535 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff429f6-9d22-4936-a838-e6aac6ca53d2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:40:40.353685 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ff429f6-9d22-4936-a838-e6aac6ca53d2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:40:40.354171 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a7645a-6a41-4163-b835-806f8717a8ae None None] Network cda6ebe1-0a0e-4f82-9b66-f7c0a21af0e9 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:40.409435 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c9946fa-0fb3-4576-bc04-105dbe968bf2 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:40:40.436483 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6c9946fa-0fb3-4576-bc04-105dbe968bf2 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (6f4d4d19-4da4-4907-bd1b-1b9774bb4207), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:40.437385 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-6c9946fa-0fb3-4576-bc04-105dbe968bf2 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Added segment 6f4d4d19-4da4-4907-bd1b-1b9774bb4207 of type vlan for network 91c6031f-2403-46dd-af5c-d933159fa2a8 Mar 23 02:40:40.488668 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-074b7414-b343-45dd-a32f-45c63d0cf5cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for port (4f148ec6-9c4b-44da-84c0-1d034525a7ac), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:40.500026 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1ff429f6-9d22-4936-a838-e6aac6ca53d2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4126072 Mar 23 02:40:40.502469 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58422) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:40.507863 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-9a0df910-a873-4dd5-88eb-d62c68394946 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:40.515569 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6c9946fa-0fb3-4576-bc04-105dbe968bf2 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (91c6031f-2403-46dd-af5c-d933159fa2a8), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:40.529466 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e162e525-7eed-4825-803b-910b8aabaec6 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks [] for port (cebf3c0b-2a99-4045-a30b-6ccc7f75ff47), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:40.592634 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54945bd-c347-4dad-975c-a3a341b4ab35 req-6ccf9287-effa-47b3-978d-57fbfd3a0f77 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:40.594064 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c54945bd-c347-4dad-975c-a3a341b4ab35 req-6ccf9287-effa-47b3-978d-57fbfd3a0f77 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.2504878 Mar 23 02:40:40.602147 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1479a21a-a0af-4043-abb6-d7dec7f425c9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (e2f9fa31-76d2-4fc4-a91c-0635c3010c6d), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:40.604291 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-7a306802-97ca-4669-857e-9cea12fb9c25 None None] Provisioning complete for port 265d44b3-dce8-4675-870b-ec98e7fda2f8 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:40.604722 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7a306802-97ca-4669-857e-9cea12fb9c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (265d44b3-dce8-4675-870b-ec98e7fda2f8), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:40.615213 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e162e525-7eed-4825-803b-910b8aabaec6 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (cebf3c0b-2a99-4045-a30b-6ccc7f75ff47), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:40.627251 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c4b6193b-3145-4483-9795-4c91e3c8b7c0 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "DELETE /v2.0/subnets/a2aec750-72df-4f15-b60b-bcb8c06b563b/tags HTTP/1.1" status: 204 len: 168 time: 0.3725660 Mar 23 02:40:40.628506 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6c9946fa-0fb3-4576-bc04-105dbe968bf2 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (91c6031f-2403-46dd-af5c-d933159fa2a8), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:40.635947 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58424) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:40.637164 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9946fa-0fb3-4576-bc04-105dbe968bf2 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:40.637820 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6c9946fa-0fb3-4576-bc04-105dbe968bf2 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:40.650383 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-1479a21a-a0af-4043-abb6-d7dec7f425c9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Calling delete_port for e2f9fa31-76d2-4fc4-a91c-0635c3010c6d owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:40.654486 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-d228ae2f-d027-45d7-8de7-ee27fa7b5f1b tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a2aec750-72df-4f15-b60b-bcb8c06b563b', 'tempest-TagsExtTest-Tag-180539045') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:40.662909 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-074b7414-b343-45dd-a32f-45c63d0cf5cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (4f148ec6-9c4b-44da-84c0-1d034525a7ac), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:40.699621 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 265d44b3-dce8-4675-870b-ec98e7fda2f8 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:40.700021 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (265d44b3-dce8-4675-870b-ec98e7fda2f8), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:40.740237 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b7414-b343-45dd-a32f-45c63d0cf5cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Pushing event updated for resources: {'Port': ['ID=4f148ec6-9c4b-44da-84c0-1d034525a7ac,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:40.773299 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074b7414-b343-45dd-a32f-45c63d0cf5cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:40.775731 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162e525-7eed-4825-803b-910b8aabaec6 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Pushing event updated for resources: {'Port': ['ID=cebf3c0b-2a99-4045-a30b-6ccc7f75ff47,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:40.777534 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-074b7414-b343-45dd-a32f-45c63d0cf5cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:40.778266 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 265d44b3-dce8-4675-870b-ec98e7fda2f8, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=265d44b3-dce8-4675-870b-ec98e7fda2f8,segment=NetworkSegment(d13cf850-61b2-4b04-82b3-7524f375509d),segment_id=d13cf850-61b2-4b04-82b3-7524f375509d)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:40.782126 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074b7414-b343-45dd-a32f-45c63d0cf5cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:40.788337 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9946fa-0fb3-4576-bc04-105dbe968bf2 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Network': ['ID=91c6031f-2403-46dd-af5c-d933159fa2a8,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:40.802638 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-7a306802-97ca-4669-857e-9cea12fb9c25 None None] Current status of the port 265d44b3-dce8-4675-870b-ec98e7fda2f8 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:40.802900 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7a306802-97ca-4669-857e-9cea12fb9c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (265d44b3-dce8-4675-870b-ec98e7fda2f8), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:40.824014 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 91c6031f-2403-46dd-af5c-d933159fa2a8 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:40:40.871764 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (265d44b3-dce8-4675-870b-ec98e7fda2f8), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:40.917577 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c54945bd-c347-4dad-975c-a3a341b4ab35 req-e9709fda-4fc3-4ef9-80bd-1bae0fe6bfe9 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3123283 Mar 23 02:40:40.964503 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0df910-a873-4dd5-88eb-d62c68394946 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:40.968689 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9a0df910-a873-4dd5-88eb-d62c68394946 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:40.970150 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a0df910-a873-4dd5-88eb-d62c68394946 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:40:40.970604 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a0df910-a873-4dd5-88eb-d62c68394946 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:40:40.986216 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-e162e525-7eed-4825-803b-910b8aabaec6 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] In _notify_port_updated(), no bound segment for port cebf3c0b-2a99-4045-a30b-6ccc7f75ff47 on network 363420da-76a6-4cb5-b232-71ffa5b3fdf0 {{(pid=104349) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:40:40.995483 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e162e525-7eed-4825-803b-910b8aabaec6 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:40.996134 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e162e525-7eed-4825-803b-910b8aabaec6 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:40.997507 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e162e525-7eed-4825-803b-910b8aabaec6 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] 10.222.0.24 "PUT /v2.0/ports/cebf3c0b-2a99-4045-a30b-6ccc7f75ff47 HTTP/1.1" status: 200 len: 997 time: 1.4430618 Mar 23 02:40:41.006292 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 6ad2599d-af06-45f6-8eac-874e5a7dc04c no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:40:41.016729 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58428) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:41.064974 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 6ad2599d-af06-45f6-8eac-874e5a7dc04c {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:40:41.065362 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 6ad2599d-af06-45f6-8eac-874e5a7dc04c not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:40:41.091397 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=265d44b3-dce8-4675-870b-ec98e7fda2f8,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:41.095345 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-7a306802-97ca-4669-857e-9cea12fb9c25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:40:41.095706 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-7a306802-97ca-4669-857e-9cea12fb9c25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:40:41.153800 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-d228ae2f-d027-45d7-8de7-ee27fa7b5f1b tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] show failed (client error): The resource could not be found. Mar 23 02:40:41.158612 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d228ae2f-d027-45d7-8de7-ee27fa7b5f1b tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "GET /v2.0/subnets/a2aec750-72df-4f15-b60b-bcb8c06b563b/tags/tempest-TagsExtTest-Tag-180539045 HTTP/1.1" status: 404 len: 328 time: 0.5172515 Mar 23 02:40:41.158845 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58430) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:41.165017 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-9e1b1c8d-8761-4ba7-9b3f-ddbc41e4580b tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a2aec750-72df-4f15-b60b-bcb8c06b563b', 'tempest-TagsExtTest-Tag-1852599747') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:41.203085 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9a0df910-a873-4dd5-88eb-d62c68394946 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6992717 Mar 23 02:40:41.211510 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6c9946fa-0fb3-4576-bc04-105dbe968bf2 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1464608 Mar 23 02:40:41.211510 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58432) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:41.211510 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58434) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:41.224102 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-1038c054-5537-4f25-b76b-1436f2b9e476 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Request body: {'subnet': {'network_id': '91c6031f-2403-46dd-af5c-d933159fa2a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:41.288037 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-fd535bf9-1af8-4ce4-813d-054295d3383d tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Deleting port cebf3c0b-2a99-4045-a30b-6ccc7f75ff47 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:41.288398 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fd535bf9-1af8-4ce4-813d-054295d3383d tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (cebf3c0b-2a99-4045-a30b-6ccc7f75ff47), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:41.317193 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3c3dff8f-c3a6-4ec3-abf4-b048f88ad504 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0851359 Mar 23 02:40:41.326329 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58436) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:41.347648 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-9e1b1c8d-8761-4ba7-9b3f-ddbc41e4580b tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] show failed (client error): The resource could not be found. Mar 23 02:40:41.348424 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9e1b1c8d-8761-4ba7-9b3f-ddbc41e4580b tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "GET /v2.0/subnets/a2aec750-72df-4f15-b60b-bcb8c06b563b/tags/tempest-TagsExtTest-Tag-1852599747 HTTP/1.1" status: 404 len: 329 time: 0.1872673 Mar 23 02:40:41.353046 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58438) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:41.357249 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-dcc2bf09-f770-45f4-8e39-c610e49597f5 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a2aec750-72df-4f15-b60b-bcb8c06b563b', 'tempest-TagsExtTest-Tag-692204743') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:41.432079 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fd535bf9-1af8-4ce4-813d-054295d3383d tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (cebf3c0b-2a99-4045-a30b-6ccc7f75ff47), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:41.441178 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1479a21a-a0af-4043-abb6-d7dec7f425c9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (e2f9fa31-76d2-4fc4-a91c-0635c3010c6d), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:41.460114 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-fd535bf9-1af8-4ce4-813d-054295d3383d tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Calling delete_port for cebf3c0b-2a99-4045-a30b-6ccc7f75ff47 owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:41.490991 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479a21a-a0af-4043-abb6-d7dec7f425c9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Port': ['ID=e2f9fa31-76d2-4fc4-a91c-0635c3010c6d,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:41.507311 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4195ea1-6f2a-4504-919f-04fdb47aeb54 req-bd88a87b-e71c-441a-9fcc-0c94783bc1ee tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:41.510512 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d4195ea1-6f2a-4504-919f-04fdb47aeb54 req-bd88a87b-e71c-441a-9fcc-0c94783bc1ee tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.3167641 Mar 23 02:40:41.517328 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff70acda-5f38-442a-abd8-5f19d4872c6b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:41.518769 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ff70acda-5f38-442a-abd8-5f19d4872c6b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1886647 Mar 23 02:40:41.525051 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1479a21a-a0af-4043-abb6-d7dec7f425c9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:41.525513 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58440) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:41.532329 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1479a21a-a0af-4043-abb6-d7dec7f425c9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/ports/e2f9fa31-76d2-4fc4-a91c-0635c3010c6d HTTP/1.1" status: 204 len: 168 time: 1.4284973 Mar 23 02:40:41.533348 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-dcc2bf09-f770-45f4-8e39-c610e49597f5 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] show failed (client error): The resource could not be found. Mar 23 02:40:41.537031 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-dcc2bf09-f770-45f4-8e39-c610e49597f5 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "GET /v2.0/subnets/a2aec750-72df-4f15-b60b-bcb8c06b563b/tags/tempest-TagsExtTest-Tag-692204743 HTTP/1.1" status: 404 len: 328 time: 0.1804950 Mar 23 02:40:41.537031 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58442) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:41.545909 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58444) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:41.556717 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.tag.tag_plugin [None req-b9e6d1bc-ca14-40ab-b806-11d3efabf6fe tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd5120e21-d72e-45f5-9585-7c2b4dab174b', {'tags': ['tempest-TagsExtTest-Tag-1985219909', 'tempest-TagsExtTest-Tag-754783349', 'tempest-TagsExtTest-Tag-2108508973']}) {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:41.591789 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86f0410-8071-4425-84a1-d7358d6c9802 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] DELETE failed (client error): The resource could not be found. Mar 23 02:40:41.592438 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c86f0410-8071-4425-84a1-d7358d6c9802 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:40:41.598596 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c86f0410-8071-4425-84a1-d7358d6c9802 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/ports/e2f9fa31-76d2-4fc4-a91c-0635c3010c6d HTTP/1.1" status: 404 len: 333 time: 0.0320485 Mar 23 02:40:41.601246 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58446) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:41.630067 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-03ed56f6-73b5-47c7-9e12-3c47b4cd2d74 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0969410 Mar 23 02:40:41.638488 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58448) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:41.643254 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-59bacbcc-508d-4676-83d4-c173cee772bb tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] GET failed (client error): The resource could not be found. Mar 23 02:40:41.643438 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1038c054-5537-4f25-b76b-1436f2b9e476 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Made reservation on behalf of a390c7a337b546c28b66d49e8c0359d6 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:41.647209 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-59bacbcc-508d-4676-83d4-c173cee772bb tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "GET /v2.0/ports/e2f9fa31-76d2-4fc4-a91c-0635c3010c6d HTTP/1.1" status: 404 len: 333 time: 0.0425091 Mar 23 02:40:41.647346 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1038c054-5537-4f25-b76b-1436f2b9e476 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:41.647913 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58450) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:41.653000 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-cbfca83f-eb2a-4fae-b784-508744c5bd2f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:41.653668 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-7a306802-97ca-4669-857e-9cea12fb9c25 None None] Current status of the port 265d44b3-dce8-4675-870b-ec98e7fda2f8 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:41.719546 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-2783ee11-d9a6-4d8a-8996-b819c546f7d6 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Deleting subnet 83644b61-3416-4974-be8c-bca7b5769e93 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:40:41.728062 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2783ee11-d9a6-4d8a-8996-b819c546f7d6 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for subnet (83644b61-3416-4974-be8c-bca7b5769e93), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:41.783051 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-259f3061-3b90-4ede-95f3-22a9d2c614ac None None] Provisioning complete for port 265d44b3-dce8-4675-870b-ec98e7fda2f8 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:41.783407 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-259f3061-3b90-4ede-95f3-22a9d2c614ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (265d44b3-dce8-4675-870b-ec98e7fda2f8), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:41.798909 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2783ee11-d9a6-4d8a-8996-b819c546f7d6 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (83644b61-3416-4974-be8c-bca7b5769e93), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:41.828454 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d4195ea1-6f2a-4504-919f-04fdb47aeb54 req-b0050758-2731-4b5d-914a-c18d7bf91793 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3085966 Mar 23 02:40:41.890634 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-259f3061-3b90-4ede-95f3-22a9d2c614ac None None] Current status of the port 265d44b3-dce8-4675-870b-ec98e7fda2f8 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:41.896212 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-259f3061-3b90-4ede-95f3-22a9d2c614ac None None] Could not find standard attr ID for object e2f9fa31-76d2-4fc4-a91c-0635c3010c6d. {{(pid=104350) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:40:41.900717 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-259f3061-3b90-4ede-95f3-22a9d2c614ac None None] Could not find standard attr ID for object cebf3c0b-2a99-4045-a30b-6ccc7f75ff47. {{(pid=104350) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:40:41.907176 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fd535bf9-1af8-4ce4-813d-054295d3383d tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (cebf3c0b-2a99-4045-a30b-6ccc7f75ff47), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:41.962698 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-074b7414-b343-45dd-a32f-45c63d0cf5cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router_gateway (7401816f-ca77-4328-836d-6aef3ae2929b), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:42.002026 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd535bf9-1af8-4ce4-813d-054295d3383d tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Pushing event deleted for resources: {'Port': ['ID=cebf3c0b-2a99-4045-a30b-6ccc7f75ff47,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:42.011910 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b9e6d1bc-ca14-40ab-b806-11d3efabf6fe tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "PUT /v2.0/ports/d5120e21-d72e-45f5-9585-7c2b4dab174b/tags HTTP/1.1" status: 200 len: 317 time: 0.4649231 Mar 23 02:40:42.033335 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58454) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:42.034476 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2783ee11-d9a6-4d8a-8996-b819c546f7d6 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (83644b61-3416-4974-be8c-bca7b5769e93), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:42.073256 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfca83f-eb2a-4fae-b784-508744c5bd2f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:42.073445 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-6d49bed7-cec6-4658-8173-f7fd5e270a74 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd5120e21-d72e-45f5-9585-7c2b4dab174b') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:42.073543 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cbfca83f-eb2a-4fae-b784-508744c5bd2f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:42.143974 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fd535bf9-1af8-4ce4-813d-054295d3383d tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:42.147873 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-fd535bf9-1af8-4ce4-813d-054295d3383d tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] 10.222.0.24 "DELETE /v2.0/ports/cebf3c0b-2a99-4045-a30b-6ccc7f75ff47 HTTP/1.1" status: 204 len: 168 time: 1.1233566 Mar 23 02:40:42.151962 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58456) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:42.173283 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6634a-e7b8-4ad4-aefb-50bf1713a84d req-9d4ba71f-42ac-4e86-8942-6dbad8c08f20 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:42.174825 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9fa6634a-e7b8-4ad4-aefb-50bf1713a84d req-9d4ba71f-42ac-4e86-8942-6dbad8c08f20 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.2506764 Mar 23 02:40:42.183962 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 265d44b3-dce8-4675-870b-ec98e7fda2f8 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:40:42.228604 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fdb4d1e-acc7-41fc-8711-2b1f9e381a45 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] GET failed (client error): The resource could not be found. Mar 23 02:40:42.236487 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5fdb4d1e-acc7-41fc-8711-2b1f9e381a45 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] 10.222.0.24 "GET /v2.0/ports/cebf3c0b-2a99-4045-a30b-6ccc7f75ff47 HTTP/1.1" status: 404 len: 333 time: 0.0784898 Mar 23 02:40:42.244620 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58458) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:42.252548 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-3663953d-d76c-4cb7-82a0-50f974368920 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Request body: {'port': {'network_id': '363420da-76a6-4cb5-b232-71ffa5b3fdf0', 'name': 'tempest-AllowedAddressPairTestJSON-2057580104'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:42.258940 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 265d44b3-dce8-4675-870b-ec98e7fda2f8 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:42.259465 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (265d44b3-dce8-4675-870b-ec98e7fda2f8), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:42.260232 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2783ee11-d9a6-4d8a-8996-b819c546f7d6 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (83644b61-3416-4974-be8c-bca7b5769e93), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:42.342474 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783ee11-d9a6-4d8a-8996-b819c546f7d6 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Subnet': ['ID=83644b61-3416-4974-be8c-bca7b5769e93,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:42.354124 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9fa6634a-e7b8-4ad4-aefb-50bf1713a84d req-92fe6cb3-513d-421d-9302-77296ba81605 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614437 Mar 23 02:40:42.357440 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1038c054-5537-4f25-b76b-1436f2b9e476 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (2d393c2a-673b-4658-a077-615d89c78736), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:42.358051 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2783ee11-d9a6-4d8a-8996-b819c546f7d6 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:42.363714 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2783ee11-d9a6-4d8a-8996-b819c546f7d6 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/subnets/83644b61-3416-4974-be8c-bca7b5769e93 HTTP/1.1" status: 204 len: 168 time: 0.7124338 Mar 23 02:40:42.365048 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58460) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:42.372904 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 265d44b3-dce8-4675-870b-ec98e7fda2f8 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:42.383117 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7963aa7-9d67-410d-a8c3-b2b66b59e7bc None None] Network cda6ebe1-0a0e-4f82-9b66-f7c0a21af0e9 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:42.492539 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6d49bed7-cec6-4658-8173-f7fd5e270a74 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "DELETE /v2.0/ports/d5120e21-d72e-45f5-9585-7c2b4dab174b/tags HTTP/1.1" status: 204 len: 168 time: 0.4512329 Mar 23 02:40:42.493734 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58464) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:42.501035 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.tag.tag_plugin [None req-09e3e084-368f-4ff3-bc6a-d8e6c5286f32 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd5120e21-d72e-45f5-9585-7c2b4dab174b', 'tempest-TagsExtTest-Tag-1985219909') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:42.511963 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038c054-5537-4f25-b76b-1436f2b9e476 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Subnet': ['ID=2d393c2a-673b-4658-a077-615d89c78736,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:42.528751 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-32133289-389e-453e-bc00-1ff56630f6f7 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (cda6ebe1-0a0e-4f82-9b66-f7c0a21af0e9), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:42.569382 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15461359-0e4d-44aa-a12b-380f3615175a None None] DHCP port deletion for cda6ebe1-0a0e-4f82-9b66-f7c0a21af0e9 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:40:42.577987 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-074b7414-b343-45dd-a32f-45c63d0cf5cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1655254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3512'] for router (7401816f-ca77-4328-836d-6aef3ae2929b), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:42.590429 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-32133289-389e-453e-bc00-1ff56630f6f7 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Deleting port 265d44b3-dce8-4675-870b-ec98e7fda2f8 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:42.590774 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-32133289-389e-453e-bc00-1ff56630f6f7 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (265d44b3-dce8-4675-870b-ec98e7fda2f8), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:42.603099 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3663953d-d76c-4cb7-82a0-50f974368920 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Made reservation on behalf of dc871afce6884bbf9b346d45be0e5c69 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:42.606730 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3663953d-d76c-4cb7-82a0-50f974368920 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:42.614292 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1038c054-5537-4f25-b76b-1436f2b9e476 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Checking segment: {'id': '6f4d4d19-4da4-4907-bd1b-1b9774bb4207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '91c6031f-2403-46dd-af5c-d933159fa2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:40:42.614670 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1038c054-5537-4f25-b76b-1436f2b9e476 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network hostable DHCP agents. Network: 91c6031f-2403-46dd-af5c-d933159fa2a8, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:40:42.619095 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-15461359-0e4d-44aa-a12b-380f3615175a None None] Deleting port 265d44b3-dce8-4675-870b-ec98e7fda2f8 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:42.619479 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-15461359-0e4d-44aa-a12b-380f3615175a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (265d44b3-dce8-4675-870b-ec98e7fda2f8), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:42.623004 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-074b7414-b343-45dd-a32f-45c63d0cf5cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1655263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1655076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656974'] for router (7401816f-ca77-4328-836d-6aef3ae2929b), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:42.663448 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-3663953d-d76c-4cb7-82a0-50f974368920 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] device_id is not set on port 2988f6de-6f84-4651-afc3-22f8b105b6d0 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:40:42.683299 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-32133289-389e-453e-bc00-1ff56630f6f7 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] For port 265d44b3-dce8-4675-870b-ec98e7fda2f8, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=265d44b3-dce8-4675-870b-ec98e7fda2f8,segment=NetworkSegment(d13cf850-61b2-4b04-82b3-7524f375509d),segment_id=d13cf850-61b2-4b04-82b3-7524f375509d)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:42.683560 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-32133289-389e-453e-bc00-1ff56630f6f7 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (265d44b3-dce8-4675-870b-ec98e7fda2f8), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:42.692607 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-15461359-0e4d-44aa-a12b-380f3615175a None None] For port 265d44b3-dce8-4675-870b-ec98e7fda2f8, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=265d44b3-dce8-4675-870b-ec98e7fda2f8,segment=NetworkSegment(d13cf850-61b2-4b04-82b3-7524f375509d),segment_id=d13cf850-61b2-4b04-82b3-7524f375509d)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:42.693226 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-15461359-0e4d-44aa-a12b-380f3615175a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (265d44b3-dce8-4675-870b-ec98e7fda2f8), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:42.707948 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-15461359-0e4d-44aa-a12b-380f3615175a None None] Calling delete_port for 265d44b3-dce8-4675-870b-ec98e7fda2f8 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:42.710461 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cdbc04-4007-49b4-8c73-73cec6ea105b req-806a3d1d-9e08-4dbd-8173-7247c955e435 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:42.712090 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-49cdbc04-4007-49b4-8c73-73cec6ea105b req-806a3d1d-9e08-4dbd-8173-7247c955e435 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.2623804 Mar 23 02:40:42.737080 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-32133289-389e-453e-bc00-1ff56630f6f7 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Calling delete_port for 265d44b3-dce8-4675-870b-ec98e7fda2f8 owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:42.761856 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-09e3e084-368f-4ff3-bc6a-d8e6c5286f32 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] show failed (client error): The resource could not be found. Mar 23 02:40:42.762989 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-09e3e084-368f-4ff3-bc6a-d8e6c5286f32 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "GET /v2.0/ports/d5120e21-d72e-45f5-9585-7c2b4dab174b/tags/tempest-TagsExtTest-Tag-1985219909 HTTP/1.1" status: 404 len: 329 time: 0.2663474 Mar 23 02:40:42.767022 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58466) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:42.772278 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-2fd06e20-2cde-4447-aad3-837223383e84 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd5120e21-d72e-45f5-9585-7c2b4dab174b', 'tempest-TagsExtTest-Tag-754783349') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:42.819058 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-49cdbc04-4007-49b4-8c73-73cec6ea105b req-335ae705-270a-4be9-8107-6b851b520c0b tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725586 Mar 23 02:40:42.921099 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-3663953d-d76c-4cb7-82a0-50f974368920 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Allocated IP 172.20.0.13 (363420da-76a6-4cb5-b232-71ffa5b3fdf0/0c92a586-91ad-4082-9449-659ec2cd5695/2988f6de-6f84-4651-afc3-22f8b105b6d0) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:42.968500 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-2fd06e20-2cde-4447-aad3-837223383e84 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] show failed (client error): The resource could not be found. Mar 23 02:40:42.969567 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2fd06e20-2cde-4447-aad3-837223383e84 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "GET /v2.0/ports/d5120e21-d72e-45f5-9585-7c2b4dab174b/tags/tempest-TagsExtTest-Tag-754783349 HTTP/1.1" status: 404 len: 328 time: 0.2014837 Mar 23 02:40:42.972726 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58470) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:42.977251 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.tag.tag_plugin [None req-384827f1-d93d-4709-b4f6-6d61982c9000 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd5120e21-d72e-45f5-9585-7c2b4dab174b', 'tempest-TagsExtTest-Tag-2108508973') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:42.985429 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb497aa-ea6a-44e9-b87e-a359619d3810 req-95a2450c-9d56-4931-9c5a-855708f1dc8b tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:42.986929 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4fb497aa-ea6a-44e9-b87e-a359619d3810 req-95a2450c-9d56-4931-9c5a-855708f1dc8b tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.0891225 Mar 23 02:40:43.027769 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-384827f1-d93d-4709-b4f6-6d61982c9000 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] show failed (client error): The resource could not be found. Mar 23 02:40:43.029448 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-384827f1-d93d-4709-b4f6-6d61982c9000 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "GET /v2.0/ports/d5120e21-d72e-45f5-9585-7c2b4dab174b/tags/tempest-TagsExtTest-Tag-2108508973 HTTP/1.1" status: 404 len: 329 time: 0.0556750 Mar 23 02:40:43.032403 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58472) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:43.037966 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-1b1ccef1-58f7-4152-a8c4-c0c9a9181696 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e341c48f-33c7-4bf8-b79f-4d40fc04dd40', {'tags': ['tempest-TagsExtTest-Tag-1513661016', 'tempest-TagsExtTest-Tag-569062526', 'tempest-TagsExtTest-Tag-959877359']}) {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:43.042585 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4fb497aa-ea6a-44e9-b87e-a359619d3810 req-328c99cd-5084-4998-8baa-b1778ebbb573 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497780 Mar 23 02:40:43.111563 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1038c054-5537-4f25-b76b-1436f2b9e476 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network 91c6031f-2403-46dd-af5c-d933159fa2a8 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:40:43.152967 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.objects.ports [None req-cbfca83f-eb2a-4fae-b784-508744c5bd2f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104348) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 02:40:43.158594 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cbfca83f-eb2a-4fae-b784-508744c5bd2f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (417604b3-5440-4aa6-9be5-4e9f6d10ead1), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:43.177197 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-15461359-0e4d-44aa-a12b-380f3615175a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (265d44b3-dce8-4675-870b-ec98e7fda2f8), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:43.187854 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074b7414-b343-45dd-a32f-45c63d0cf5cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Router 7401816f-ca77-4328-836d-6aef3ae2929b is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:40:43.210793 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15461359-0e4d-44aa-a12b-380f3615175a None None] Pushing event deleted for resources: {'Port': ['ID=265d44b3-dce8-4675-870b-ec98e7fda2f8,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:43.213869 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfca83f-eb2a-4fae-b784-508744c5bd2f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:43.214020 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15461359-0e4d-44aa-a12b-380f3615175a None None] No DVR routers for this DVR port 265d44b3-dce8-4675-870b-ec98e7fda2f8 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:40:43.218597 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-1038c054-5537-4f25-b76b-1436f2b9e476 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 91c6031f-2403-46dd-af5c-d933159fa2a8) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:43.235251 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13d119a-35d6-4947-977b-42922d0a1296 None None] Network 91c6031f-2403-46dd-af5c-d933159fa2a8 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:43.258654 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1038c054-5537-4f25-b76b-1436f2b9e476 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:43.259258 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1038c054-5537-4f25-b76b-1436f2b9e476 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:43.262552 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-cbfca83f-eb2a-4fae-b784-508744c5bd2f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:43.293329 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce747e92-3dd8-4f62-b297-068fa6282a18 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:43.445096 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa4220f-c07c-40df-9057-00efdc774e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-91c6031f-2403-46dd-af5c-d933159fa2a8', 'network_id': '91c6031f-2403-46dd-af5c-d933159fa2a8', 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'fixed_ips': [{'subnet_id': '2d393c2a-673b-4658-a077-615d89c78736'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:40:43.446155 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5fa4220f-c07c-40df-9057-00efdc774e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:43.495645 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-32133289-389e-453e-bc00-1ff56630f6f7 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (265d44b3-dce8-4675-870b-ec98e7fda2f8), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:43.542374 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32133289-389e-453e-bc00-1ff56630f6f7 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Port': ['ID=265d44b3-dce8-4675-870b-ec98e7fda2f8,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:43.554629 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32133289-389e-453e-bc00-1ff56630f6f7 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] No DVR routers for this DVR port 265d44b3-dce8-4675-870b-ec98e7fda2f8 on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:40:43.564431 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfca83f-eb2a-4fae-b784-508744c5bd2f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:43.565298 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cbfca83f-eb2a-4fae-b784-508744c5bd2f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:43.584324 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfca83f-eb2a-4fae-b784-508744c5bd2f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Subnet': ['ID=417604b3-5440-4aa6-9be5-4e9f6d10ead1,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:43.599393 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d48708-525d-42be-bf4e-e9c754e34af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-94d9379e-13fb-449b-8f45-d1ab95378f77', 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'fixed_ips': [{'subnet_id': '417604b3-5440-4aa6-9be5-4e9f6d10ead1'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:40:43.600384 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a7d48708-525d-42be-bf4e-e9c754e34af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:43.626951 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074b7414-b343-45dd-a32f-45c63d0cf5cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:40:43.628877 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-5fa4220f-c07c-40df-9057-00efdc774e54 None None] Allocated IP 2001:db8::2 (91c6031f-2403-46dd-af5c-d933159fa2a8/2d393c2a-673b-4658-a077-615d89c78736/861a3fde-392b-4c0f-86de-3c79f9728eb3) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:43.635481 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-074b7414-b343-45dd-a32f-45c63d0cf5cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:43.636992 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-074b7414-b343-45dd-a32f-45c63d0cf5cb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] 10.222.0.24 "PUT /v2.0/routers/7401816f-ca77-4328-836d-6aef3ae2929b HTTP/1.1" status: 200 len: 879 time: 4.4130969 Mar 23 02:40:43.640097 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58478) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:43.647897 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085c03a7-10a9-454d-8d15-514fcfe6b7a9 None None] Sync routers for ids ['7401816f-ca77-4328-836d-6aef3ae2929b'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:40:43.685750 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1038c054-5537-4f25-b76b-1436f2b9e476 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4655995 Mar 23 02:40:43.712492 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1b1ccef1-58f7-4152-a8c4-c0c9a9181696 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "PUT /v2.0/routers/e341c48f-33c7-4bf8-b79f-4d40fc04dd40/tags HTTP/1.1" status: 200 len: 316 time: 0.6788096 Mar 23 02:40:43.714855 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58480) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:43.715222 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58482) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:43.716651 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085c03a7-10a9-454d-8d15-514fcfe6b7a9 None None] Routers {'7401816f-ca77-4328-836d-6aef3ae2929b'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:43.718033 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-085c03a7-10a9-454d-8d15-514fcfe6b7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['7401816f-ca77-4328-836d-6aef3ae2929b'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:43.730825 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-29701a8d-579a-48e5-a198-dfbc3ad467f2 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-625503338', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:43.733716 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-cbfca83f-eb2a-4fae-b784-508744c5bd2f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0909586 Mar 23 02:40:43.736140 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58484) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:43.741316 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-cd774b6b-8375-4546-9396-6777765b4f5c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'port': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'mac_address': 'fa:16:3e:37:92:a5', 'name': 'tempest-NetworksTestDHCPv6-1162637778'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:43.746679 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-b7fea5ee-6067-4881-93e7-9589b38146ab tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e341c48f-33c7-4bf8-b79f-4d40fc04dd40') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:43.797026 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-32133289-389e-453e-bc00-1ff56630f6f7 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (cda6ebe1-0a0e-4f82-9b66-f7c0a21af0e9), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:43.804379 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-085c03a7-10a9-454d-8d15-514fcfe6b7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:43.869024 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085c03a7-10a9-454d-8d15-514fcfe6b7a9 None None] Routers {'7401816f-ca77-4328-836d-6aef3ae2929b'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:43.869777 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-085c03a7-10a9-454d-8d15-514fcfe6b7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['7401816f-ca77-4328-836d-6aef3ae2929b'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:43.881775 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-32133289-389e-453e-bc00-1ff56630f6f7 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda6ebe1-0a0e-4f82-9b66-f7c0a21af0e9']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:43.890172 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-84fcd468-be83-455c-a944-434d2819b931 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "GET /v2.0/routers/7401816f-ca77-4328-836d-6aef3ae2929b HTTP/1.1" status: 200 len: 920 time: 0.2453909 Mar 23 02:40:43.891152 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58486) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:43.899566 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-32133289-389e-453e-bc00-1ff56630f6f7 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd13cf850-61b2-4b04-82b3-7524f375509d') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:43.899876 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-32133289-389e-453e-bc00-1ff56630f6f7 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd13cf850-61b2-4b04-82b3-7524f375509d') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:43.912228 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe92e6e-ddc3-40b9-8700-aef92890945e req-5fd39012-cf40-4578-938d-51b1999edb21 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:43.913782 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-dfe92e6e-ddc3-40b9-8700-aef92890945e req-5fd39012-cf40-4578-938d-51b1999edb21 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.3214977 Mar 23 02:40:43.923752 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-a7d48708-525d-42be-bf4e-e9c754e34af4 None None] Allocated IP 2001:db8::f816:3eff:fe56:2743 (94d9379e-13fb-449b-8f45-d1ab95378f77/417604b3-5440-4aa6-9be5-4e9f6d10ead1/0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:43.925877 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-085c03a7-10a9-454d-8d15-514fcfe6b7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:43.926557 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085c03a7-10a9-454d-8d15-514fcfe6b7a9 None None] The sync data for ids ['7401816f-ca77-4328-836d-6aef3ae2929b'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:40:43.943020 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-32133289-389e-453e-bc00-1ff56630f6f7 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (d13cf850-61b2-4b04-82b3-7524f375509d), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:43.950119 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647704d3-b242-45e6-a7e0-a48980c35945 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:43.954955 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-647704d3-b242-45e6-a7e0-a48980c35945 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=6bbcca03-75ff-487c-8b0e-a32302dacbee&device_id=7401816f-ca77-4328-836d-6aef3ae2929b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0592694 Mar 23 02:40:43.956785 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58488) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:43.982632 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3663953d-d76c-4cb7-82a0-50f974368920 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks [] for port (2988f6de-6f84-4651-afc3-22f8b105b6d0), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:43.988986 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-29701a8d-579a-48e5-a198-dfbc3ad467f2 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (6ed45f32-7f57-4e79-a40c-39e8cc39f7ad), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:43.990000 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-29701a8d-579a-48e5-a198-dfbc3ad467f2 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (6ed45f32-7f57-4e79-a40c-39e8cc39f7ad), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:43.996328 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-32133289-389e-453e-bc00-1ff56630f6f7 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (d13cf850-61b2-4b04-82b3-7524f375509d), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:44.008026 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd774b6b-8375-4546-9396-6777765b4f5c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:44.022844 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32133289-389e-453e-bc00-1ff56630f6f7 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:40:44.023258 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-32133289-389e-453e-bc00-1ff56630f6f7 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (d13cf850-61b2-4b04-82b3-7524f375509d), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:40:44.026345 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:40:44.053524 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5fa4220f-c07c-40df-9057-00efdc774e54 None None] Publish callbacks [] for port (861a3fde-392b-4c0f-86de-3c79f9728eb3), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:44.137842 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cd774b6b-8375-4546-9396-6777765b4f5c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:44.146519 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5fa4220f-c07c-40df-9057-00efdc774e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (861a3fde-392b-4c0f-86de-3c79f9728eb3), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:44.161725 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a7d48708-525d-42be-bf4e-e9c754e34af4 None None] Publish callbacks [] for port (0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:44.168740 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-dfe92e6e-ddc3-40b9-8700-aef92890945e req-6bd0663d-bbf2-40a1-8d87-3acfa7cdfc92 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418611 Mar 23 02:40:44.180697 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-29701a8d-579a-48e5-a198-dfbc3ad467f2 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router_controller (6ed45f32-7f57-4e79-a40c-39e8cc39f7ad), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:44.194689 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 265d44b3-dce8-4675-870b-ec98e7fda2f8 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:40:44.195538 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-cd774b6b-8375-4546-9396-6777765b4f5c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] device_id is not set on port 06814a6e-f870-400d-9572-224da5474e6f yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:40:44.225338 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 265d44b3-dce8-4675-870b-ec98e7fda2f8 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:40:44.225682 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 265d44b3-dce8-4675-870b-ec98e7fda2f8 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:40:44.232125 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa4220f-c07c-40df-9057-00efdc774e54 None None] Network 91c6031f-2403-46dd-af5c-d933159fa2a8 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:44.234848 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-5fa4220f-c07c-40df-9057-00efdc774e54 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:44.238572 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa4220f-c07c-40df-9057-00efdc774e54 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:44.240480 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b7fea5ee-6067-4881-93e7-9589b38146ab tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "DELETE /v2.0/routers/e341c48f-33c7-4bf8-b79f-4d40fc04dd40/tags HTTP/1.1" status: 204 len: 168 time: 0.5133605 Mar 23 02:40:44.243141 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58490) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:44.249466 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-caf3e370-74ac-4a2f-b5de-ae1a2f6ec171 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e341c48f-33c7-4bf8-b79f-4d40fc04dd40', 'tempest-TagsExtTest-Tag-1513661016') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:44.251636 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4220f-c07c-40df-9057-00efdc774e54 None None] Pushing event updated for resources: {'Port': ['ID=861a3fde-392b-4c0f-86de-3c79f9728eb3,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:44.266635 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9c31db-88bd-42d0-8d17-48c5f16416ad tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:44.271273 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3d9c31db-88bd-42d0-8d17-48c5f16416ad tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "GET /v2.0/networks/6bbcca03-75ff-487c-8b0e-a32302dacbee HTTP/1.1" status: 200 len: 881 time: 0.3148501 Mar 23 02:40:44.274375 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58492) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:44.282057 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a7d48708-525d-42be-bf4e-e9c754e34af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:44.290520 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-29701a8d-579a-48e5-a198-dfbc3ad467f2 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (6ed45f32-7f57-4e79-a40c-39e8cc39f7ad), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:44.299936 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3663953d-d76c-4cb7-82a0-50f974368920 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (2988f6de-6f84-4651-afc3-22f8b105b6d0), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:44.301590 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-32133289-389e-453e-bc00-1ff56630f6f7 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (cda6ebe1-0a0e-4f82-9b66-f7c0a21af0e9), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:44.310208 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-332bfd01-f3df-4f9e-b81b-d62978da9b4b tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] 10.222.0.24 "GET /v2.0/ports?device_id=7401816f-ca77-4328-836d-6aef3ae2929b HTTP/1.1" status: 200 len: 205 time: 0.0322754 Mar 23 02:40:44.312580 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58494) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:44.358121 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d48708-525d-42be-bf4e-e9c754e34af4 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:44.363695 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-a7d48708-525d-42be-bf4e-e9c754e34af4 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:44.367428 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d48708-525d-42be-bf4e-e9c754e34af4 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:44.375791 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-32133289-389e-453e-bc00-1ff56630f6f7 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:44.381682 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-32133289-389e-453e-bc00-1ff56630f6f7 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/networks/cda6ebe1-0a0e-4f82-9b66-f7c0a21af0e9 HTTP/1.1" status: 204 len: 168 time: 2.0165827 Mar 23 02:40:44.391196 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58496) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:44.397158 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-406b5816-3a5b-406c-b06b-207ea0035b84 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-526972597'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:44.416854 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-5fa4220f-c07c-40df-9057-00efdc774e54 None None] Attempting to bind port 861a3fde-392b-4c0f-86de-3c79f9728eb3 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:40:44.418771 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-5fa4220f-c07c-40df-9057-00efdc774e54 None None] Attempting to bind port 861a3fde-392b-4c0f-86de-3c79f9728eb3 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '6f4d4d19-4da4-4907-bd1b-1b9774bb4207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '91c6031f-2403-46dd-af5c-d933159fa2a8'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:40:44.418771 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa4220f-c07c-40df-9057-00efdc774e54 None None] Attempting to bind port 861a3fde-392b-4c0f-86de-3c79f9728eb3 on network 91c6031f-2403-46dd-af5c-d933159fa2a8 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:40:44.425573 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32133289-389e-453e-bc00-1ff56630f6f7 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Network': ['ID=cda6ebe1-0a0e-4f82-9b66-f7c0a21af0e9,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:44.438053 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa4220f-c07c-40df-9057-00efdc774e54 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:40:44.438452 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa4220f-c07c-40df-9057-00efdc774e54 None None] Checking segment: {'id': '6f4d4d19-4da4-4907-bd1b-1b9774bb4207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '91c6031f-2403-46dd-af5c-d933159fa2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:40:44.438837 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5fa4220f-c07c-40df-9057-00efdc774e54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:44.439239 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa4220f-c07c-40df-9057-00efdc774e54 None None] Bound using segment: {'id': '6f4d4d19-4da4-4907-bd1b-1b9774bb4207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '91c6031f-2403-46dd-af5c-d933159fa2a8'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:40:44.440275 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-5fa4220f-c07c-40df-9057-00efdc774e54 None None] Bound port: 861a3fde-392b-4c0f-86de-3c79f9728eb3, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4d4d19-4da4-4907-bd1b-1b9774bb4207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '91c6031f-2403-46dd-af5c-d933159fa2a8'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:40:44.440420 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5fa4220f-c07c-40df-9057-00efdc774e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (861a3fde-392b-4c0f-86de-3c79f9728eb3), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:44.442310 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d48708-525d-42be-bf4e-e9c754e34af4 None None] Pushing event updated for resources: {'Port': ['ID=0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:44.448776 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3663953d-d76c-4cb7-82a0-50f974368920 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Network 363420da-76a6-4cb5-b232-71ffa5b3fdf0 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:44.449645 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-cd774b6b-8375-4546-9396-6777765b4f5c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Allocated IP 2001:db8::f816:3eff:fe37:92a5 (94d9379e-13fb-449b-8f45-d1ab95378f77/417604b3-5440-4aa6-9be5-4e9f6d10ead1/06814a6e-f870-400d-9572-224da5474e6f) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:44.454073 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663953d-d76c-4cb7-82a0-50f974368920 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Pushing event updated for resources: {'Port': ['ID=2988f6de-6f84-4651-afc3-22f8b105b6d0,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:44.458949 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-a7d48708-525d-42be-bf4e-e9c754e34af4 None None] Attempting to bind port 0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:40:44.460014 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-a7d48708-525d-42be-bf4e-e9c754e34af4 None None] Attempting to bind port 0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:40:44.460014 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d48708-525d-42be-bf4e-e9c754e34af4 None None] Attempting to bind port 0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a on network 94d9379e-13fb-449b-8f45-d1ab95378f77 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:40:44.460592 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-3663953d-d76c-4cb7-82a0-50f974368920 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:44.469591 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d48708-525d-42be-bf4e-e9c754e34af4 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:40:44.469793 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-29701a8d-579a-48e5-a198-dfbc3ad467f2 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:44.469893 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d48708-525d-42be-bf4e-e9c754e34af4 None None] Checking segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:40:44.469893 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a7d48708-525d-42be-bf4e-e9c754e34af4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:44.470223 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d48708-525d-42be-bf4e-e9c754e34af4 None None] Bound using segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:40:44.471068 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-a7d48708-525d-42be-bf4e-e9c754e34af4 None None] Bound port: 0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:40:44.471247 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a7d48708-525d-42be-bf4e-e9c754e34af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:44.473878 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-29701a8d-579a-48e5-a198-dfbc3ad467f2 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7477193 Mar 23 02:40:44.474680 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3663953d-d76c-4cb7-82a0-50f974368920 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:44.475407 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58498) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:44.516270 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-caf3e370-74ac-4a2f-b5de-ae1a2f6ec171 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] show failed (client error): The resource could not be found. Mar 23 02:40:44.518385 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-caf3e370-74ac-4a2f-b5de-ae1a2f6ec171 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "GET /v2.0/routers/e341c48f-33c7-4bf8-b79f-4d40fc04dd40/tags/tempest-TagsExtTest-Tag-1513661016 HTTP/1.1" status: 404 len: 329 time: 0.2742712 Mar 23 02:40:44.523119 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58500) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:44.528290 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-eb1b30c2-5319-46b2-88ab-3f1d93609555 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e341c48f-33c7-4bf8-b79f-4d40fc04dd40', 'tempest-TagsExtTest-Tag-569062526') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:44.595002 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7e8b6596-3ce7-4666-80cf-87360fdeb95b tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router (7401816f-ca77-4328-836d-6aef3ae2929b), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:44.607472 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-5fa4220f-c07c-40df-9057-00efdc774e54 None None] For port 861a3fde-392b-4c0f-86de-3c79f9728eb3, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:40:44.611858 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406b5816-3a5b-406c-b06b-207ea0035b84 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:44.612936 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-5fa4220f-c07c-40df-9057-00efdc774e54 None None] For port 861a3fde-392b-4c0f-86de-3c79f9728eb3, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=861a3fde-392b-4c0f-86de-3c79f9728eb3,segment=NetworkSegment(6f4d4d19-4da4-4907-bd1b-1b9774bb4207),segment_id=6f4d4d19-4da4-4907-bd1b-1b9774bb4207)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:40:44.614663 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-a7d48708-525d-42be-bf4e-e9c754e34af4 None None] For port 0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:40:44.615551 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-406b5816-3a5b-406c-b06b-207ea0035b84 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:44.631483 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3663953d-d76c-4cb7-82a0-50f974368920 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:44.632144 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3663953d-d76c-4cb7-82a0-50f974368920 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:44.676610 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-eb1b30c2-5319-46b2-88ab-3f1d93609555 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] show failed (client error): The resource could not be found. Mar 23 02:40:44.680439 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-eb1b30c2-5319-46b2-88ab-3f1d93609555 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "GET /v2.0/routers/e341c48f-33c7-4bf8-b79f-4d40fc04dd40/tags/tempest-TagsExtTest-Tag-569062526 HTTP/1.1" status: 404 len: 328 time: 0.1540377 Mar 23 02:40:44.680439 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-406b5816-3a5b-406c-b06b-207ea0035b84 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:40:44.680705 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-a7d48708-525d-42be-bf4e-e9c754e34af4 None None] For port 0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:40:44.682859 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58502) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:44.689257 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-0ac26288-b0b5-4d4a-ba46-dc8cf66931cb tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e341c48f-33c7-4bf8-b79f-4d40fc04dd40', 'tempest-TagsExtTest-Tag-959877359') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:44.767999 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-406b5816-3a5b-406c-b06b-207ea0035b84 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (0881827d-c898-4abf-bf07-a709ee0e4780), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:44.773009 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-406b5816-3a5b-406c-b06b-207ea0035b84 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Added segment 0881827d-c898-4abf-bf07-a709ee0e4780 of type vlan for network 2a401757-9f2e-4767-9504-539adc381c07 Mar 23 02:40:44.779213 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-09b39116-2cb0-4bf9-801f-c3dbc4717554 None None] Provisioning complete for port 2988f6de-6f84-4651-afc3-22f8b105b6d0 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:44.779718 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-09b39116-2cb0-4bf9-801f-c3dbc4717554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (2988f6de-6f84-4651-afc3-22f8b105b6d0), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:44.783778 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3663953d-d76c-4cb7-82a0-50f974368920 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5379815 Mar 23 02:40:44.784443 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58504) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:44.791146 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-41846112-5bce-42ad-859b-bd98fd887079 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Request body: {'port': {'network_id': '363420da-76a6-4cb5-b232-71ffa5b3fdf0', 'name': 'tempest-AllowedAddressPairTestJSON-1974066600'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:44.812647 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5fa4220f-c07c-40df-9057-00efdc774e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (861a3fde-392b-4c0f-86de-3c79f9728eb3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:44.815303 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a7d48708-525d-42be-bf4e-e9c754e34af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:44.871680 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-406b5816-3a5b-406c-b06b-207ea0035b84 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (2a401757-9f2e-4767-9504-539adc381c07), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:44.884315 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-09b39116-2cb0-4bf9-801f-c3dbc4717554 None None] Port 2988f6de-6f84-4651-afc3-22f8b105b6d0 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:40:44.916061 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4220f-c07c-40df-9057-00efdc774e54 None None] Pushing event updated for resources: {'Port': ['ID=861a3fde-392b-4c0f-86de-3c79f9728eb3,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:44.954474 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-0ac26288-b0b5-4d4a-ba46-dc8cf66931cb tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] show failed (client error): The resource could not be found. Mar 23 02:40:44.958325 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0ac26288-b0b5-4d4a-ba46-dc8cf66931cb tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "GET /v2.0/routers/e341c48f-33c7-4bf8-b79f-4d40fc04dd40/tags/tempest-TagsExtTest-Tag-959877359 HTTP/1.1" status: 404 len: 328 time: 0.2718356 Mar 23 02:40:44.958555 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58506) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:44.964014 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.tag.tag_plugin [None req-64c8c6da-62f7-43c1-b2f9-da5f5cba1364 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '0e80a0fe-e2a2-40cc-a094-0f093e1ee511', {'tags': ['tempest-TagsExtTest-Tag-1081433687', 'tempest-TagsExtTest-Tag-471026452', 'tempest-TagsExtTest-Tag-767560594']}) {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:44.997707 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d48708-525d-42be-bf4e-e9c754e34af4 None None] Pushing event updated for resources: {'Port': ['ID=0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:45.022124 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-406b5816-3a5b-406c-b06b-207ea0035b84 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (2a401757-9f2e-4767-9504-539adc381c07), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:45.027640 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406b5816-3a5b-406c-b06b-207ea0035b84 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:45.028350 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-406b5816-3a5b-406c-b06b-207ea0035b84 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:45.051760 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cd774b6b-8375-4546-9396-6777765b4f5c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for port (06814a6e-f870-400d-9572-224da5474e6f), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:45.056865 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41846112-5bce-42ad-859b-bd98fd887079 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Made reservation on behalf of dc871afce6884bbf9b346d45be0e5c69 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:45.060346 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-41846112-5bce-42ad-859b-bd98fd887079 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:45.085657 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7e8b6596-3ce7-4666-80cf-87360fdeb95b tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router_gateway (7401816f-ca77-4328-836d-6aef3ae2929b), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:45.122447 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4b622212-ecf1-4569-8ef6-4448f26477a4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:45.126373 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-41846112-5bce-42ad-859b-bd98fd887079 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] device_id is not set on port 36b10ec7-4176-4f3f-b857-fa592ddcef64 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:40:45.146902 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b5816-3a5b-406c-b06b-207ea0035b84 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Network': ['ID=2a401757-9f2e-4767-9504-539adc381c07,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:45.166310 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 2a401757-9f2e-4767-9504-539adc381c07 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:40:45.236058 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-406b5816-3a5b-406c-b06b-207ea0035b84 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8404968 Mar 23 02:40:45.265585 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58510) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:45.274593 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-743502f3-6f7d-4743-83d2-3b2c5767990d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'subnet': {'network_id': '2a401757-9f2e-4767-9504-539adc381c07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:45.286285 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-64c8c6da-62f7-43c1-b2f9-da5f5cba1364 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "PUT /v2.0/subnetpools/0e80a0fe-e2a2-40cc-a094-0f093e1ee511/tags HTTP/1.1" status: 200 len: 316 time: 0.3260710 Mar 23 02:40:45.288415 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58512) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:45.326418 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.tag.tag_plugin [None req-a7f83ba4-c556-4f46-ada8-2747a5a54121 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0e80a0fe-e2a2-40cc-a094-0f093e1ee511') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:45.341736 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-41846112-5bce-42ad-859b-bd98fd887079 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Allocated IP 172.20.0.7 (363420da-76a6-4cb5-b232-71ffa5b3fdf0/0c92a586-91ad-4082-9449-659ec2cd5695/36b10ec7-4176-4f3f-b857-fa592ddcef64) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:45.448401 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cd774b6b-8375-4546-9396-6777765b4f5c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (06814a6e-f870-400d-9572-224da5474e6f), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:45.599731 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-41846112-5bce-42ad-859b-bd98fd887079 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks [] for port (36b10ec7-4176-4f3f-b857-fa592ddcef64), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:45.694278 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-41846112-5bce-42ad-859b-bd98fd887079 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (36b10ec7-4176-4f3f-b857-fa592ddcef64), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:45.745807 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41846112-5bce-42ad-859b-bd98fd887079 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Network 363420da-76a6-4cb5-b232-71ffa5b3fdf0 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:45.752066 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-41846112-5bce-42ad-859b-bd98fd887079 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:45.756758 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41846112-5bce-42ad-859b-bd98fd887079 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:45.779318 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41846112-5bce-42ad-859b-bd98fd887079 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Pushing event updated for resources: {'Port': ['ID=36b10ec7-4176-4f3f-b857-fa592ddcef64,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:45.810006 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41846112-5bce-42ad-859b-bd98fd887079 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:45.810651 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-41846112-5bce-42ad-859b-bd98fd887079 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:45.875782 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd774b6b-8375-4546-9396-6777765b4f5c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:45.895157 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-41846112-5bce-42ad-859b-bd98fd887079 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1055808 Mar 23 02:40:45.895644 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58514) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:45.901081 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-fadda039-7ef0-4b67-8cad-0229484e3f91 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:c7:bb:17'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:83:2c:c1'}]}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:45.902184 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-cd774b6b-8375-4546-9396-6777765b4f5c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:45.936207 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd774b6b-8375-4546-9396-6777765b4f5c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:45.941325 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd774b6b-8375-4546-9396-6777765b4f5c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:45.941976 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cd774b6b-8375-4546-9396-6777765b4f5c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:45.945390 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd774b6b-8375-4546-9396-6777765b4f5c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Port': ['ID=06814a6e-f870-400d-9572-224da5474e6f,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:45.982548 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e94ff-44a9-4c5b-bdbe-5cf61d996638 req-c18ea39c-d95f-4ba9-8c45-37a94dfc7ab9 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:45.984329 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-180e94ff-44a9-4c5b-bdbe-5cf61d996638 req-c18ea39c-d95f-4ba9-8c45-37a94dfc7ab9 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.6462541 Mar 23 02:40:46.064292 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a7f83ba4-c556-4f46-ada8-2747a5a54121 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "DELETE /v2.0/subnetpools/0e80a0fe-e2a2-40cc-a094-0f093e1ee511/tags HTTP/1.1" status: 204 len: 168 time: 0.7547276 Mar 23 02:40:46.065120 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58516) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:46.066212 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-7e8b6596-3ce7-4666-80cf-87360fdeb95b tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Deleting port 4f148ec6-9c4b-44da-84c0-1d034525a7ac {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:46.066554 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7e8b6596-3ce7-4666-80cf-87360fdeb95b tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (4f148ec6-9c4b-44da-84c0-1d034525a7ac), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:46.071460 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-68dc185a-6113-441d-a817-8a0a46af09a5 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0e80a0fe-e2a2-40cc-a094-0f093e1ee511', 'tempest-TagsExtTest-Tag-1081433687') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:46.082167 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743502f3-6f7d-4743-83d2-3b2c5767990d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:46.085644 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-743502f3-6f7d-4743-83d2-3b2c5767990d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:46.096226 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-cd774b6b-8375-4546-9396-6777765b4f5c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3589857 Mar 23 02:40:46.111653 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58518) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:46.131286 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fadda039-7ef0-4b67-8cad-0229484e3f91 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (36b10ec7-4176-4f3f-b857-fa592ddcef64), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:46.165676 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-22362f6b-821c-4492-8f88-8962bd063cbf None None] Provisioning complete for port 36b10ec7-4176-4f3f-b857-fa592ddcef64 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:46.167277 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-22362f6b-821c-4492-8f88-8962bd063cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (36b10ec7-4176-4f3f-b857-fa592ddcef64), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:46.217566 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-22362f6b-821c-4492-8f88-8962bd063cbf None None] Port 36b10ec7-4176-4f3f-b857-fa592ddcef64 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:40:46.233883 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-68dc185a-6113-441d-a817-8a0a46af09a5 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] show failed (client error): The resource could not be found. Mar 23 02:40:46.234942 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-68dc185a-6113-441d-a817-8a0a46af09a5 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "GET /v2.0/subnetpools/0e80a0fe-e2a2-40cc-a094-0f093e1ee511/tags/tempest-TagsExtTest-Tag-1081433687 HTTP/1.1" status: 404 len: 329 time: 0.1688783 Mar 23 02:40:46.238987 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58520) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:46.258282 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-02f310ad-91d3-4a58-93de-2ae3ad6e9177 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0e80a0fe-e2a2-40cc-a094-0f093e1ee511', 'tempest-TagsExtTest-Tag-471026452') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:46.296617 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-180e94ff-44a9-4c5b-bdbe-5cf61d996638 req-3fd98dc6-aecb-4427-8004-fc24f942ff9d tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3020217 Mar 23 02:40:46.299947 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:40:46.300246 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-4b622212-ecf1-4569-8ef6-4448f26477a4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Allocated IP 2001:db8::1 (91c6031f-2403-46dd-af5c-d933159fa2a8/2d393c2a-673b-4658-a077-615d89c78736/506ed149-53fb-4d97-8c16-09cc85e8c664) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:46.391042 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:46.392066 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:46.444811 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-02f310ad-91d3-4a58-93de-2ae3ad6e9177 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] show failed (client error): The resource could not be found. Mar 23 02:40:46.448652 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-02f310ad-91d3-4a58-93de-2ae3ad6e9177 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "GET /v2.0/subnetpools/0e80a0fe-e2a2-40cc-a094-0f093e1ee511/tags/tempest-TagsExtTest-Tag-471026452 HTTP/1.1" status: 404 len: 328 time: 0.1912880 Mar 23 02:40:46.459497 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58524) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:46.466056 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-52558ce5-2507-40bb-86d2-092e8447dcce tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0e80a0fe-e2a2-40cc-a094-0f093e1ee511', 'tempest-TagsExtTest-Tag-767560594') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:46.498053 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9593a5-a07e-498d-9370-8c1d71fea043 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:46.503896 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9593a5-a07e-498d-9370-8c1d71fea043 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:46.505389 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2c9593a5-a07e-498d-9370-8c1d71fea043 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3929782 Mar 23 02:40:46.514664 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58526) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:46.520205 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-52558ce5-2507-40bb-86d2-092e8447dcce tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] show failed (client error): The resource could not be found. Mar 23 02:40:46.521429 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-52558ce5-2507-40bb-86d2-092e8447dcce tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "GET /v2.0/subnetpools/0e80a0fe-e2a2-40cc-a094-0f093e1ee511/tags/tempest-TagsExtTest-Tag-767560594 HTTP/1.1" status: 404 len: 328 time: 0.0601978 Mar 23 02:40:46.524572 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58528) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:46.526009 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:46.526417 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:46.529264 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-113d7d0e-7e38-4b35-ba82-cf8be1652ce3 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0e80a0fe-e2a2-40cc-a094-0f093e1ee511') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:46.543976 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7e8b6596-3ce7-4666-80cf-87360fdeb95b tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (4f148ec6-9c4b-44da-84c0-1d034525a7ac), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:46.594877 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:46.602677 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fadda039-7ef0-4b67-8cad-0229484e3f91 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks [] for port (36b10ec7-4176-4f3f-b857-fa592ddcef64), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:46.603605 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-7e8b6596-3ce7-4666-80cf-87360fdeb95b tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Calling delete_port for 4f148ec6-9c4b-44da-84c0-1d034525a7ac owned by network:router_gateway {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:46.613389 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-31c92d9c-1220-4b59-acaa-c94fe9aa0507 None None] Provisioning complete for port 0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:46.614033 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-31c92d9c-1220-4b59-acaa-c94fe9aa0507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:46.652520 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-113d7d0e-7e38-4b35-ba82-cf8be1652ce3 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "DELETE /v2.0/subnetpools/0e80a0fe-e2a2-40cc-a094-0f093e1ee511/tags HTTP/1.1" status: 204 len: 168 time: 0.1243753 Mar 23 02:40:46.653310 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58532) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:46.658779 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.tag.tag_plugin [None req-e3a7bcea-1884-448c-befc-94843d412e2f tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e341c48f-33c7-4bf8-b79f-4d40fc04dd40') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:46.667258 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4b622212-ecf1-4569-8ef6-4448f26477a4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for port (506ed149-53fb-4d97-8c16-09cc85e8c664), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:46.703854 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:46.705513 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 861a3fde-392b-4c0f-86de-3c79f9728eb3 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:40:46.714411 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fadda039-7ef0-4b67-8cad-0229484e3f91 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (36b10ec7-4176-4f3f-b857-fa592ddcef64), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:46.884801 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-31c92d9c-1220-4b59-acaa-c94fe9aa0507 None None] Current status of the port 0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:46.894557 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:46.913526 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 861a3fde-392b-4c0f-86de-3c79f9728eb3 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:46.914213 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (861a3fde-392b-4c0f-86de-3c79f9728eb3), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:46.938264 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-c330bfd7-5968-4b77-95a8-b0f3bfb33f35 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting port 06814a6e-f870-400d-9572-224da5474e6f {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:46.938617 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c330bfd7-5968-4b77-95a8-b0f3bfb33f35 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (06814a6e-f870-400d-9572-224da5474e6f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:47.005241 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662540b0-d5c1-4f92-b486-d514287a21fe None None] Network 91c6031f-2403-46dd-af5c-d933159fa2a8 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:47.039635 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadda039-7ef0-4b67-8cad-0229484e3f91 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Pushing event updated for resources: {'Port': ['ID=36b10ec7-4176-4f3f-b857-fa592ddcef64,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:47.051960 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-fadda039-7ef0-4b67-8cad-0229484e3f91 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] In _notify_port_updated(), no bound segment for port 36b10ec7-4176-4f3f-b857-fa592ddcef64 on network 363420da-76a6-4cb5-b232-71ffa5b3fdf0 {{(pid=104349) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:40:47.057245 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadda039-7ef0-4b67-8cad-0229484e3f91 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:47.057899 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fadda039-7ef0-4b67-8cad-0229484e3f91 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:47.063313 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-fadda039-7ef0-4b67-8cad-0229484e3f91 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] 10.222.0.24 "PUT /v2.0/ports/36b10ec7-4176-4f3f-b857-fa592ddcef64 HTTP/1.1" status: 200 len: 1056 time: 1.1664665 Mar 23 02:40:47.068140 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58536) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:47.080901 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9b86b-f44a-4385-bfe8-843466b45a6e req-f2436045-15ac-40b7-ae7b-1927769f20f6 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:47.083048 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-dcf9b86b-f44a-4385-bfe8-843466b45a6e req-f2436045-15ac-40b7-ae7b-1927769f20f6 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.2626557 Mar 23 02:40:47.100155 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 861a3fde-392b-4c0f-86de-3c79f9728eb3 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:47.100720 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (861a3fde-392b-4c0f-86de-3c79f9728eb3), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:47.106722 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-057a3cf7-5ca0-4c46-b778-6649abf09188 None None] Provisioning complete for port 06814a6e-f870-400d-9572-224da5474e6f triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:47.107108 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-057a3cf7-5ca0-4c46-b778-6649abf09188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (06814a6e-f870-400d-9572-224da5474e6f), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:47.123956 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4b622212-ecf1-4569-8ef6-4448f26477a4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (506ed149-53fb-4d97-8c16-09cc85e8c664), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:47.171910 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-057a3cf7-5ca0-4c46-b778-6649abf09188 None None] Port 06814a6e-f870-400d-9572-224da5474e6f cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:40:47.178196 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e600fa8-a0fa-4ddf-bd78-4077148c67bd req-3e01887e-342e-404b-b44b-2ce20c9e1753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:47.178518 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2e600fa8-a0fa-4ddf-bd78-4077148c67bd req-3e01887e-342e-404b-b44b-2ce20c9e1753 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c302519e74814ecf9d6317cf454d8d57&device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 1129 time: 0.2512977 Mar 23 02:40:47.183477 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c330bfd7-5968-4b77-95a8-b0f3bfb33f35 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (06814a6e-f870-400d-9572-224da5474e6f), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:47.215086 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-057a3cf7-5ca0-4c46-b778-6649abf09188 None None] Provisioning complete for port 861a3fde-392b-4c0f-86de-3c79f9728eb3 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:47.215476 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-057a3cf7-5ca0-4c46-b778-6649abf09188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (861a3fde-392b-4c0f-86de-3c79f9728eb3), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:47.231727 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b622212-ecf1-4569-8ef6-4448f26477a4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Port': ['ID=506ed149-53fb-4d97-8c16-09cc85e8c664,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:47.238282 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e3a7bcea-1884-448c-befc-94843d412e2f tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "DELETE /v2.0/routers/e341c48f-33c7-4bf8-b79f-4d40fc04dd40/tags HTTP/1.1" status: 204 len: 168 time: 0.5835817 Mar 23 02:40:47.243854 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58538) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:47.246241 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-c330bfd7-5968-4b77-95a8-b0f3bfb33f35 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Calling delete_port for 06814a6e-f870-400d-9572-224da5474e6f owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:47.259176 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-743502f3-6f7d-4743-83d2-3b2c5767990d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (6f25c4b4-6f2e-41ca-9179-238b2a9b76e8), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:47.267572 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.tag.tag_plugin [None req-58f276ca-e8fe-4257-a531-5756bf13cbb9 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd5120e21-d72e-45f5-9585-7c2b4dab174b') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:47.268165 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 861a3fde-392b-4c0f-86de-3c79f9728eb3, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=861a3fde-392b-4c0f-86de-3c79f9728eb3,segment=NetworkSegment(6f4d4d19-4da4-4907-bd1b-1b9774bb4207),segment_id=6f4d4d19-4da4-4907-bd1b-1b9774bb4207)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:47.338862 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (861a3fde-392b-4c0f-86de-3c79f9728eb3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:47.350942 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-37767d96-c4c2-41a7-8c2b-8943c2ad417c tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Deleting port 36b10ec7-4176-4f3f-b857-fa592ddcef64 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:47.351286 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-37767d96-c4c2-41a7-8c2b-8943c2ad417c tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (36b10ec7-4176-4f3f-b857-fa592ddcef64), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:47.355789 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b622212-ecf1-4569-8ef6-4448f26477a4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network 91c6031f-2403-46dd-af5c-d933159fa2a8 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:47.376562 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-4b622212-ecf1-4569-8ef6-4448f26477a4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:47.383213 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b622212-ecf1-4569-8ef6-4448f26477a4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:47.383773 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4b622212-ecf1-4569-8ef6-4448f26477a4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (6ed45f32-7f57-4e79-a40c-39e8cc39f7ad), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:47.407560 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e600fa8-a0fa-4ddf-bd78-4077148c67bd req-f5157dfc-58df-4c9e-8fdc-a79b8fef1cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:47.409102 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2e600fa8-a0fa-4ddf-bd78-4077148c67bd req-f5157dfc-58df-4c9e-8fdc-a79b8fef1cd5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3edd2161-639f-4b63-b7ee-dfa8fb0684e0 HTTP/1.1" status: 200 len: 913 time: 0.2229710 Mar 23 02:40:47.416475 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=861a3fde-392b-4c0f-86de-3c79f9728eb3,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:47.430412 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-057a3cf7-5ca0-4c46-b778-6649abf09188 None None] Current status of the port 861a3fde-392b-4c0f-86de-3c79f9728eb3 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:47.430976 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-057a3cf7-5ca0-4c46-b778-6649abf09188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (861a3fde-392b-4c0f-86de-3c79f9728eb3), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:47.444444 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-dcf9b86b-f44a-4385-bfe8-843466b45a6e req-d9f55d4c-f7ac-4d8f-8a56-f27d0e926f4e tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3481817 Mar 23 02:40:47.467926 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743502f3-6f7d-4743-83d2-3b2c5767990d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Subnet': ['ID=6f25c4b4-6f2e-41ca-9179-238b2a9b76e8,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:47.530187 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-057a3cf7-5ca0-4c46-b778-6649abf09188 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:40:47.530552 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-057a3cf7-5ca0-4c46-b778-6649abf09188 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:40:47.542890 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743502f3-6f7d-4743-83d2-3b2c5767990d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Checking segment: {'id': '0881827d-c898-4abf-bf07-a709ee0e4780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2a401757-9f2e-4767-9504-539adc381c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:40:47.543356 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743502f3-6f7d-4743-83d2-3b2c5767990d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network hostable DHCP agents. Network: 2a401757-9f2e-4767-9504-539adc381c07, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:40:47.548008 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-37767d96-c4c2-41a7-8c2b-8943c2ad417c tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (36b10ec7-4176-4f3f-b857-fa592ddcef64), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:47.551074 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-58f276ca-e8fe-4257-a531-5756bf13cbb9 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "DELETE /v2.0/ports/d5120e21-d72e-45f5-9585-7c2b4dab174b/tags HTTP/1.1" status: 204 len: 168 time: 0.2984810 Mar 23 02:40:47.552298 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58540) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:47.557768 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.tag.tag_plugin [None req-019e2eba-f580-4f3d-85dd-d710705a9a87 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a2aec750-72df-4f15-b60b-bcb8c06b563b') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:47.570249 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-37767d96-c4c2-41a7-8c2b-8943c2ad417c tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Calling delete_port for 36b10ec7-4176-4f3f-b857-fa592ddcef64 owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:47.593358 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b3261b17-d46c-4d7e-98bc-6c927b5c085c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:47.618505 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2e600fa8-a0fa-4ddf-bd78-4077148c67bd req-221e2379-4405-48b8-bf58-29e996aef072 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1c2f96b-7108-49be-9bca-58773bb2d8fc HTTP/1.1" status: 200 len: 1000 time: 0.1538978 Mar 23 02:40:47.645664 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7e8b6596-3ce7-4666-80cf-87360fdeb95b tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (4f148ec6-9c4b-44da-84c0-1d034525a7ac), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:47.689226 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743502f3-6f7d-4743-83d2-3b2c5767990d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network 2a401757-9f2e-4767-9504-539adc381c07 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:40:47.693152 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b6596-3ce7-4666-80cf-87360fdeb95b tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Pushing event deleted for resources: {'Port': ['ID=4f148ec6-9c4b-44da-84c0-1d034525a7ac,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:47.728273 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-019e2eba-f580-4f3d-85dd-d710705a9a87 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "DELETE /v2.0/subnets/a2aec750-72df-4f15-b60b-bcb8c06b563b/tags HTTP/1.1" status: 204 len: 168 time: 0.1708469 Mar 23 02:40:47.729209 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58542) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:47.796207 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-743502f3-6f7d-4743-83d2-3b2c5767990d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 2a401757-9f2e-4767-9504-539adc381c07) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:47.804958 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e0e1bf-fffd-41bd-9b7a-a1589fc66842 None None] Network 2a401757-9f2e-4767-9504-539adc381c07 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:47.810298 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743502f3-6f7d-4743-83d2-3b2c5767990d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:47.810298 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-743502f3-6f7d-4743-83d2-3b2c5767990d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:47.865414 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7e8b6596-3ce7-4666-80cf-87360fdeb95b tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (7401816f-ca77-4328-836d-6aef3ae2929b), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:47.908176 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4b622212-ecf1-4569-8ef6-4448f26477a4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (506ed149-53fb-4d97-8c16-09cc85e8c664), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:47.936531 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186b067a-936b-457d-8dc1-fb2998510cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-2a401757-9f2e-4767-9504-539adc381c07', 'network_id': '2a401757-9f2e-4767-9504-539adc381c07', 'project_id': '0f646194e90f4b3ab6ee5c5d30f98fdd', 'fixed_ips': [{'subnet_id': '6f25c4b4-6f2e-41ca-9179-238b2a9b76e8'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:40:47.937770 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-186b067a-936b-457d-8dc1-fb2998510cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:47.988292 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-743502f3-6f7d-4743-83d2-3b2c5767990d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7186968 Mar 23 02:40:47.995874 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58544) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:48.005424 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-a55c31cf-82d0-4ec0-87b6-5d1a7944eec1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'port': {'network_id': '2a401757-9f2e-4767-9504-539adc381c07', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1183824185'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:48.017426 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7e8b6596-3ce7-4666-80cf-87360fdeb95b tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (7401816f-ca77-4328-836d-6aef3ae2929b), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:48.020103 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7e8b6596-3ce7-4666-80cf-87360fdeb95b tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router_controller (7401816f-ca77-4328-836d-6aef3ae2929b), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:48.053932 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e600fa8-a0fa-4ddf-bd78-4077148c67bd req-446532ec-8570-4c16-8de0-962efbf95dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:48.055422 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2e600fa8-a0fa-4ddf-bd78-4077148c67bd req-446532ec-8570-4c16-8de0-962efbf95dc5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43c32d8d-82fc-4897-9976-f6e345cb2e2c HTTP/1.1" status: 200 len: 851 time: 0.4021006 Mar 23 02:40:48.109158 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-057a3cf7-5ca0-4c46-b778-6649abf09188 None None] Current status of the port 861a3fde-392b-4c0f-86de-3c79f9728eb3 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:48.116524 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c330bfd7-5968-4b77-95a8-b0f3bfb33f35 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (06814a6e-f870-400d-9572-224da5474e6f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:48.148423 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-186b067a-936b-457d-8dc1-fb2998510cd9 None None] Allocated IP 2001:db8::2 (2a401757-9f2e-4767-9504-539adc381c07/6f25c4b4-6f2e-41ca-9179-238b2a9b76e8/f90a9ad3-795a-4657-9f34-ff631d47f6ed) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:48.151172 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b3530bf-da2d-4588-b596-4b9df66ee98f tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:48.151172 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1b3530bf-da2d-4588-b596-4b9df66ee98f tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "DELETE /v2.0/subnetpools/0e80a0fe-e2a2-40cc-a094-0f093e1ee511 HTTP/1.1" status: 204 len: 168 time: 0.4195127 Mar 23 02:40:48.157641 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58546) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:48.196366 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330bfd7-5968-4b77-95a8-b0f3bfb33f35 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Port': ['ID=06814a6e-f870-400d-9572-224da5474e6f,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:48.212820 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e600fa8-a0fa-4ddf-bd78-4077148c67bd req-17491060-d1fe-4dc3-a22b-27018411fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:48.214399 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2e600fa8-a0fa-4ddf-bd78-4077148c67bd req-17491060-d1fe-4dc3-a22b-27018411fb2d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3edd2161-639f-4b63-b7ee-dfa8fb0684e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1457839 Mar 23 02:40:48.258627 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7e8b6596-3ce7-4666-80cf-87360fdeb95b tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (7401816f-ca77-4328-836d-6aef3ae2929b), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:48.259315 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8b6596-3ce7-4666-80cf-87360fdeb95b tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Fanout notify agent at l3_agent the message router_deleted on router 7401816f-ca77-4328-836d-6aef3ae2929b {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:40:48.259510 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:40:48.261578 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c330bfd7-5968-4b77-95a8-b0f3bfb33f35 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:48.265267 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c330bfd7-5968-4b77-95a8-b0f3bfb33f35 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/06814a6e-f870-400d-9572-224da5474e6f HTTP/1.1" status: 204 len: 168 time: 1.7543468 Mar 23 02:40:48.278992 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a4f56b1a-d320-4594-94ce-dac99151414d tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "GET /v2.0/ports?device_id=e341c48f-33c7-4bf8-b79f-4d40fc04dd40 HTTP/1.1" status: 200 len: 205 time: 0.1116562 Mar 23 02:40:48.278992 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58548) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:48.281134 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7e8b6596-3ce7-4666-80cf-87360fdeb95b tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:48.282547 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7e8b6596-3ce7-4666-80cf-87360fdeb95b tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] 10.222.0.24 "DELETE /v2.0/routers/7401816f-ca77-4328-836d-6aef3ae2929b HTTP/1.1" status: 204 len: 168 time: 3.9688299 Mar 23 02:40:48.290818 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58550) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:48.291288 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58552) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:48.321934 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-37767d96-c4c2-41a7-8c2b-8943c2ad417c tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (36b10ec7-4176-4f3f-b857-fa592ddcef64), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:48.346058 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-18bc5eaf-fd4c-4139-97a1-5d8167320d5c None None] Provisioning complete for port 36b10ec7-4176-4f3f-b857-fa592ddcef64 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:48.346437 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-18bc5eaf-fd4c-4139-97a1-5d8167320d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (36b10ec7-4176-4f3f-b857-fa592ddcef64), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:48.386241 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-18bc5eaf-fd4c-4139-97a1-5d8167320d5c None None] Port 36b10ec7-4176-4f3f-b857-fa592ddcef64 was deleted so its status cannot be updated. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 23 02:40:48.435783 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37767d96-c4c2-41a7-8c2b-8943c2ad417c tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Pushing event deleted for resources: {'Port': ['ID=36b10ec7-4176-4f3f-b857-fa592ddcef64,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:48.439273 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:48.439273 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:48.487785 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-18bc5eaf-fd4c-4139-97a1-5d8167320d5c None None] Provisioning complete for port 861a3fde-392b-4c0f-86de-3c79f9728eb3 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:48.488190 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-18bc5eaf-fd4c-4139-97a1-5d8167320d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (861a3fde-392b-4c0f-86de-3c79f9728eb3), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:48.523064 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2e600fa8-a0fa-4ddf-bd78-4077148c67bd req-6121a8e8-96b8-4825-af51-d3ba527dfe31 service neutron] 10.222.0.23 "GET /v2.0/networks/3edd2161-639f-4b63-b7ee-dfa8fb0684e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999196 Mar 23 02:40:48.595408 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-186b067a-936b-457d-8dc1-fb2998510cd9 None None] Publish callbacks [] for port (f90a9ad3-795a-4657-9f34-ff631d47f6ed), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:48.611905 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-4dde919e-1043-463a-8825-92658bcb051b tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1099162183', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:48.740639 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-18bc5eaf-fd4c-4139-97a1-5d8167320d5c None None] Current status of the port 861a3fde-392b-4c0f-86de-3c79f9728eb3 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:48.746096 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:48.747922 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-186b067a-936b-457d-8dc1-fb2998510cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (f90a9ad3-795a-4657-9f34-ff631d47f6ed), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:48.815795 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-10a93e54-77a7-42cd-90a7-766bb88b8003 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks [] for router (e341c48f-33c7-4bf8-b79f-4d40fc04dd40), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:48.825768 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186b067a-936b-457d-8dc1-fb2998510cd9 None None] Network 2a401757-9f2e-4767-9504-539adc381c07 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:48.829633 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:48.829633 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 861a3fde-392b-4c0f-86de-3c79f9728eb3 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:40:48.832257 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c951ec-6d39-4517-aa62-6286cfaa66b2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:48.833807 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c951ec-6d39-4517-aa62-6286cfaa66b2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:48.837710 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7dddf-5710-4969-9845-df3c16180ec7 req-d68a214b-24c1-46c6-8467-488bb539da4e tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:48.838363 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c7c951ec-6d39-4517-aa62-6286cfaa66b2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.5484655 Mar 23 02:40:48.839097 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58556) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:48.839219 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-56e7dddf-5710-4969-9845-df3c16180ec7 req-d68a214b-24c1-46c6-8467-488bb539da4e tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.2299566 Mar 23 02:40:48.841082 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2e600fa8-a0fa-4ddf-bd78-4077148c67bd req-85b61d06-95ed-4201-94f6-3b099e9692ff service neutron] 10.222.0.23 "GET /v2.0/networks/3edd2161-639f-4b63-b7ee-dfa8fb0684e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088675 Mar 23 02:40:48.846582 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-37767d96-c4c2-41a7-8c2b-8943c2ad417c tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:48.859835 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-37767d96-c4c2-41a7-8c2b-8943c2ad417c tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] 10.222.0.24 "DELETE /v2.0/ports/36b10ec7-4176-4f3f-b857-fa592ddcef64 HTTP/1.1" status: 204 len: 168 time: 1.7904975 Mar 23 02:40:48.862114 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58558) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:48.864550 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-18bc5eaf-fd4c-4139-97a1-5d8167320d5c None None] Provisioning complete for port 506ed149-53fb-4d97-8c16-09cc85e8c664 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:48.865176 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-18bc5eaf-fd4c-4139-97a1-5d8167320d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (506ed149-53fb-4d97-8c16-09cc85e8c664), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:48.867072 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-186b067a-936b-457d-8dc1-fb2998510cd9 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:48.871469 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b067a-936b-457d-8dc1-fb2998510cd9 None None] Pushing event updated for resources: {'Port': ['ID=f90a9ad3-795a-4657-9f34-ff631d47f6ed,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:48.876486 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186b067a-936b-457d-8dc1-fb2998510cd9 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:48.919291 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1779356-d888-4f8c-9304-5504dce1f25f tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] GET failed (client error): The resource could not be found. Mar 23 02:40:48.924624 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f1779356-d888-4f8c-9304-5504dce1f25f tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] 10.222.0.24 "GET /v2.0/ports/36b10ec7-4176-4f3f-b857-fa592ddcef64 HTTP/1.1" status: 404 len: 333 time: 0.0617900 Mar 23 02:40:48.925218 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58560) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:48.944852 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-18bc5eaf-fd4c-4139-97a1-5d8167320d5c None None] Port 506ed149-53fb-4d97-8c16-09cc85e8c664 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:40:48.948295 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4dde919e-1043-463a-8825-92658bcb051b tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (d8ce5c8a-0591-4457-a64b-1f0bc89b9b2e), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:48.952535 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4dde919e-1043-463a-8825-92658bcb051b tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (d8ce5c8a-0591-4457-a64b-1f0bc89b9b2e), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:48.976554 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55c31cf-82d0-4ec0-87b6-5d1a7944eec1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:48.978203 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-186b067a-936b-457d-8dc1-fb2998510cd9 None None] Attempting to bind port f90a9ad3-795a-4657-9f34-ff631d47f6ed on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:40:48.978585 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-186b067a-936b-457d-8dc1-fb2998510cd9 None None] Attempting to bind port f90a9ad3-795a-4657-9f34-ff631d47f6ed by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '0881827d-c898-4abf-bf07-a709ee0e4780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2a401757-9f2e-4767-9504-539adc381c07'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:40:48.978956 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b067a-936b-457d-8dc1-fb2998510cd9 None None] Attempting to bind port f90a9ad3-795a-4657-9f34-ff631d47f6ed on network 2a401757-9f2e-4767-9504-539adc381c07 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:40:48.980636 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a55c31cf-82d0-4ec0-87b6-5d1a7944eec1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:48.988259 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 861a3fde-392b-4c0f-86de-3c79f9728eb3 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:48.988640 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (861a3fde-392b-4c0f-86de-3c79f9728eb3), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:48.990377 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b067a-936b-457d-8dc1-fb2998510cd9 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:40:48.990669 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b067a-936b-457d-8dc1-fb2998510cd9 None None] Checking segment: {'id': '0881827d-c898-4abf-bf07-a709ee0e4780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2a401757-9f2e-4767-9504-539adc381c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:40:48.991064 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-186b067a-936b-457d-8dc1-fb2998510cd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:48.991851 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b067a-936b-457d-8dc1-fb2998510cd9 None None] Bound using segment: {'id': '0881827d-c898-4abf-bf07-a709ee0e4780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2a401757-9f2e-4767-9504-539adc381c07'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:40:48.992021 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-186b067a-936b-457d-8dc1-fb2998510cd9 None None] Bound port: f90a9ad3-795a-4657-9f34-ff631d47f6ed, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0881827d-c898-4abf-bf07-a709ee0e4780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2a401757-9f2e-4767-9504-539adc381c07'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:40:48.992344 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-186b067a-936b-457d-8dc1-fb2998510cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f90a9ad3-795a-4657-9f34-ff631d47f6ed), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:48.996931 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-56e7dddf-5710-4969-9845-df3c16180ec7 req-ef3d773d-d076-4280-b36f-98d9cb8ad36a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349251 Mar 23 02:40:49.064668 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-828f3fe9-03f0-41c1-8707-9eb4ef4c10c9 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Deleting port 2988f6de-6f84-4651-afc3-22f8b105b6d0 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:49.065636 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-828f3fe9-03f0-41c1-8707-9eb4ef4c10c9 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (2988f6de-6f84-4651-afc3-22f8b105b6d0), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:49.074883 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-a55c31cf-82d0-4ec0-87b6-5d1a7944eec1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] device_id is not set on port 89f4fe34-598e-46b3-89bb-16997c6755ed yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:40:49.127690 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-186b067a-936b-457d-8dc1-fb2998510cd9 None None] For port f90a9ad3-795a-4657-9f34-ff631d47f6ed, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:40:49.131513 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae42de6c-3102-4bc6-839a-a5718aa73749 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting subnet 417604b3-5440-4aa6-9be5-4e9f6d10ead1 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:40:49.132028 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-186b067a-936b-457d-8dc1-fb2998510cd9 None None] For port f90a9ad3-795a-4657-9f34-ff631d47f6ed, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f90a9ad3-795a-4657-9f34-ff631d47f6ed,segment=NetworkSegment(0881827d-c898-4abf-bf07-a709ee0e4780),segment_id=0881827d-c898-4abf-bf07-a709ee0e4780)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:40:49.141412 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 861a3fde-392b-4c0f-86de-3c79f9728eb3 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:49.168089 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-828f3fe9-03f0-41c1-8707-9eb4ef4c10c9 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (2988f6de-6f84-4651-afc3-22f8b105b6d0), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:49.184399 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-828f3fe9-03f0-41c1-8707-9eb4ef4c10c9 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Calling delete_port for 2988f6de-6f84-4651-afc3-22f8b105b6d0 owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:49.190284 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ae42de6c-3102-4bc6-839a-a5718aa73749 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (417604b3-5440-4aa6-9be5-4e9f6d10ead1), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:49.228062 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-186b067a-936b-457d-8dc1-fb2998510cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f90a9ad3-795a-4657-9f34-ff631d47f6ed), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:49.265386 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-10a93e54-77a7-42cd-90a7-766bb88b8003 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (e341c48f-33c7-4bf8-b79f-4d40fc04dd40), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:49.267699 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4dde919e-1043-463a-8825-92658bcb051b tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router_controller (d8ce5c8a-0591-4457-a64b-1f0bc89b9b2e), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:49.281640 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-10a93e54-77a7-42cd-90a7-766bb88b8003 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks [] for router_controller (e341c48f-33c7-4bf8-b79f-4d40fc04dd40), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:49.299983 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ae42de6c-3102-4bc6-839a-a5718aa73749 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (417604b3-5440-4aa6-9be5-4e9f6d10ead1), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:49.307596 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b067a-936b-457d-8dc1-fb2998510cd9 None None] Pushing event updated for resources: {'Port': ['ID=f90a9ad3-795a-4657-9f34-ff631d47f6ed,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:49.344511 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4dde919e-1043-463a-8825-92658bcb051b tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (d8ce5c8a-0591-4457-a64b-1f0bc89b9b2e), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:49.444843 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-828f3fe9-03f0-41c1-8707-9eb4ef4c10c9 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (2988f6de-6f84-4651-afc3-22f8b105b6d0), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:49.481452 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4b622212-ecf1-4569-8ef6-4448f26477a4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for port (506ed149-53fb-4d97-8c16-09cc85e8c664), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:49.481452 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-10a93e54-77a7-42cd-90a7-766bb88b8003 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (e341c48f-33c7-4bf8-b79f-4d40fc04dd40), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:49.481452 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a93e54-77a7-42cd-90a7-766bb88b8003 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Fanout notify agent at l3_agent the message router_deleted on router e341c48f-33c7-4bf8-b79f-4d40fc04dd40 {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:40:49.497317 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f3fe9-03f0-41c1-8707-9eb4ef4c10c9 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Pushing event deleted for resources: {'Port': ['ID=2988f6de-6f84-4651-afc3-22f8b105b6d0,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:49.514843 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-a55c31cf-82d0-4ec0-87b6-5d1a7944eec1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Allocated IP 2001:db8::f0 (2a401757-9f2e-4767-9504-539adc381c07/6f25c4b4-6f2e-41ca-9179-238b2a9b76e8/89f4fe34-598e-46b3-89bb-16997c6755ed) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:49.552037 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-10a93e54-77a7-42cd-90a7-766bb88b8003 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:49.553162 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-10a93e54-77a7-42cd-90a7-766bb88b8003 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "DELETE /v2.0/routers/e341c48f-33c7-4bf8-b79f-4d40fc04dd40 HTTP/1.1" status: 204 len: 168 time: 1.2494650 Mar 23 02:40:49.556054 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4dde919e-1043-463a-8825-92658bcb051b tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:49.557170 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4dde919e-1043-463a-8825-92658bcb051b tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9522803 Mar 23 02:40:49.560861 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58562) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:49.561551 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58564) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:49.567347 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-0158f962-aa02-4e95-8b56-92340e31da44 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'enable_snat': True}}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:49.619540 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-828f3fe9-03f0-41c1-8707-9eb4ef4c10c9 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:49.622930 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-828f3fe9-03f0-41c1-8707-9eb4ef4c10c9 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] 10.222.0.24 "DELETE /v2.0/ports/2988f6de-6f84-4651-afc3-22f8b105b6d0 HTTP/1.1" status: 204 len: 168 time: 0.6949728 Mar 23 02:40:49.626400 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58566) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:49.648456 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4b622212-ecf1-4569-8ef6-4448f26477a4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (506ed149-53fb-4d97-8c16-09cc85e8c664), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:49.649078 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4b622212-ecf1-4569-8ef6-4448f26477a4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (6ed45f32-7f57-4e79-a40c-39e8cc39f7ad), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:49.659750 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e4927f7-87cf-4cd9-8283-69be973e4b0a tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] GET failed (client error): The resource could not be found. Mar 23 02:40:49.664437 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7e4927f7-87cf-4cd9-8283-69be973e4b0a tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] 10.222.0.24 "GET /v2.0/ports/2988f6de-6f84-4651-afc3-22f8b105b6d0 HTTP/1.1" status: 404 len: 333 time: 0.0339096 Mar 23 02:40:49.665042 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58568) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:49.777451 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ae42de6c-3102-4bc6-839a-a5718aa73749 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (417604b3-5440-4aa6-9be5-4e9f6d10ead1), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:49.788887 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-87c07941-b529-478a-9565-df3ce21cabaa tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Deleting port b0f335a2-b107-43ce-8723-1f7ef3650845 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:49.789301 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-87c07941-b529-478a-9565-df3ce21cabaa tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (b0f335a2-b107-43ce-8723-1f7ef3650845), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:49.891001 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-87c07941-b529-478a-9565-df3ce21cabaa tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (b0f335a2-b107-43ce-8723-1f7ef3650845), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:49.897314 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4a9c8d21-6cc2-4371-b161-d4c37ae18d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:49.906280 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-87c07941-b529-478a-9565-df3ce21cabaa tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Calling delete_port for b0f335a2-b107-43ce-8723-1f7ef3650845 owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:50.004268 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b622212-ecf1-4569-8ef6-4448f26477a4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Port': ['ID=506ed149-53fb-4d97-8c16-09cc85e8c664,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:50.112237 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-87c07941-b529-478a-9565-df3ce21cabaa tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (b0f335a2-b107-43ce-8723-1f7ef3650845), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:50.182720 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c07941-b529-478a-9565-df3ce21cabaa tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Pushing event deleted for resources: {'Port': ['ID=b0f335a2-b107-43ce-8723-1f7ef3650845,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:50.213637 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f90a9ad3-795a-4657-9f34-ff631d47f6ed up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:40:50.279028 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-87c07941-b529-478a-9565-df3ce21cabaa tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:50.282158 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port f90a9ad3-795a-4657-9f34-ff631d47f6ed triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:50.282658 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f90a9ad3-795a-4657-9f34-ff631d47f6ed), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:50.283209 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-87c07941-b529-478a-9565-df3ce21cabaa tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] 10.222.0.24 "DELETE /v2.0/ports/b0f335a2-b107-43ce-8723-1f7ef3650845 HTTP/1.1" status: 204 len: 168 time: 0.6171429 Mar 23 02:40:50.286093 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58572) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:50.356141 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-5434abb5-fdcb-49b5-809b-527853e53ee2 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Deleting subnet 0c92a586-91ad-4082-9449-659ec2cd5695 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:40:50.360662 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5434abb5-fdcb-49b5-809b-527853e53ee2 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks [] for subnet (0c92a586-91ad-4082-9449-659ec2cd5695), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:50.405256 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port f90a9ad3-795a-4657-9f34-ff631d47f6ed is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:50.406445 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f90a9ad3-795a-4657-9f34-ff631d47f6ed), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:50.421447 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5434abb5-fdcb-49b5-809b-527853e53ee2 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (0c92a586-91ad-4082-9449-659ec2cd5695), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:50.453122 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port f90a9ad3-795a-4657-9f34-ff631d47f6ed, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f90a9ad3-795a-4657-9f34-ff631d47f6ed,segment=NetworkSegment(0881827d-c898-4abf-bf07-a709ee0e4780),segment_id=0881827d-c898-4abf-bf07-a709ee0e4780)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:50.513130 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a55c31cf-82d0-4ec0-87b6-5d1a7944eec1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for port (89f4fe34-598e-46b3-89bb-16997c6755ed), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:50.519113 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f90a9ad3-795a-4657-9f34-ff631d47f6ed), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:50.531705 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5434abb5-fdcb-49b5-809b-527853e53ee2 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (0c92a586-91ad-4082-9449-659ec2cd5695), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:50.566328 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b622212-ecf1-4569-8ef6-4448f26477a4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network 91c6031f-2403-46dd-af5c-d933159fa2a8 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:50.568976 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0158f962-aa02-4e95-8b56-92340e31da44 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router_gateway (d8ce5c8a-0591-4457-a64b-1f0bc89b9b2e), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:50.582547 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-4b622212-ecf1-4569-8ef6-4448f26477a4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:50.594709 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=f90a9ad3-795a-4657-9f34-ff631d47f6ed,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:50.679907 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab39b6c-1c84-4308-a606-a5ef051ea24c None None] Network 2a401757-9f2e-4767-9504-539adc381c07 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:50.690567 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ae42de6c-3102-4bc6-839a-a5718aa73749 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (417604b3-5440-4aa6-9be5-4e9f6d10ead1), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:50.695205 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-5be3fe4b-3a21-4e3b-af2a-4cf9994b5499 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Deleting port d5120e21-d72e-45f5-9585-7c2b4dab174b {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:50.695543 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5be3fe4b-3a21-4e3b-af2a-4cf9994b5499 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (d5120e21-d72e-45f5-9585-7c2b4dab174b), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:50.731170 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5434abb5-fdcb-49b5-809b-527853e53ee2 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (0c92a586-91ad-4082-9449-659ec2cd5695), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:50.775970 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434abb5-fdcb-49b5-809b-527853e53ee2 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Pushing event deleted for resources: {'Subnet': ['ID=0c92a586-91ad-4082-9449-659ec2cd5695,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:50.778299 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5434abb5-fdcb-49b5-809b-527853e53ee2 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:50.788203 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5434abb5-fdcb-49b5-809b-527853e53ee2 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] 10.222.0.24 "DELETE /v2.0/subnets/0c92a586-91ad-4082-9449-659ec2cd5695 HTTP/1.1" status: 204 len: 168 time: 0.5007472 Mar 23 02:40:50.790497 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58574) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:50.811351 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42de6c-3102-4bc6-839a-a5718aa73749 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Subnet': ['ID=417604b3-5440-4aa6-9be5-4e9f6d10ead1,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:50.825041 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ae42de6c-3102-4bc6-839a-a5718aa73749 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:50.831718 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ae42de6c-3102-4bc6-839a-a5718aa73749 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/417604b3-5440-4aa6-9be5-4e9f6d10ead1 HTTP/1.1" status: 204 len: 168 time: 1.9202600 Mar 23 02:40:50.836438 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58576) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:50.876528 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583a4de-7a57-45d2-9c41-81d5fa27cbce req-f17e6027-e0b1-4b03-b210-b2f9f683aba9 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:50.878099 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d583a4de-7a57-45d2-9c41-81d5fa27cbce req-f17e6027-e0b1-4b03-b210-b2f9f683aba9 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.4604654 Mar 23 02:40:50.910983 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-34779f73-0c46-4ceb-9626-cec935aa0c22 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0733285 Mar 23 02:40:50.913775 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58578) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:50.915113 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb685b47-1947-4481-9ec5-ef4dfb201fa8 None None] Network 363420da-76a6-4cb5-b232-71ffa5b3fdf0 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:50.916914 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bf06a3-d3a8-4b35-a317-5749be838e2c None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:50.919480 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-38188ef1-1bcd-4823-8830-752d9d73e183 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:50.939127 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a55c31cf-82d0-4ec0-87b6-5d1a7944eec1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (89f4fe34-598e-46b3-89bb-16997c6755ed), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:51.011802 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a3f1636f-5895-4136-938a-ffc88648dbc2 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (363420da-76a6-4cb5-b232-71ffa5b3fdf0), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:51.012988 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5be3fe4b-3a21-4e3b-af2a-4cf9994b5499 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (d5120e21-d72e-45f5-9585-7c2b4dab174b), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:51.036564 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55c31cf-82d0-4ec0-87b6-5d1a7944eec1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network 2a401757-9f2e-4767-9504-539adc381c07 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:51.041984 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-a25162c3-b1aa-4b07-9e29-7be3fea20157 None None] Provisioning complete for port f90a9ad3-795a-4657-9f34-ff631d47f6ed triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:51.042369 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a25162c3-b1aa-4b07-9e29-7be3fea20157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f90a9ad3-795a-4657-9f34-ff631d47f6ed), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:51.058084 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-a55c31cf-82d0-4ec0-87b6-5d1a7944eec1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:51.064313 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-5be3fe4b-3a21-4e3b-af2a-4cf9994b5499 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Calling delete_port for d5120e21-d72e-45f5-9585-7c2b4dab174b owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:51.067439 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55c31cf-82d0-4ec0-87b6-5d1a7944eec1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:51.072684 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55c31cf-82d0-4ec0-87b6-5d1a7944eec1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:51.073318 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a55c31cf-82d0-4ec0-87b6-5d1a7944eec1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:51.082969 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d583a4de-7a57-45d2-9c41-81d5fa27cbce req-1f00192f-cbf9-4682-a0f9-aec375607029 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883917 Mar 23 02:40:51.088726 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c31cf-82d0-4ec0-87b6-5d1a7944eec1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Port': ['ID=89f4fe34-598e-46b3-89bb-16997c6755ed,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:51.115796 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-a3f1636f-5895-4136-938a-ffc88648dbc2 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Deleting port a2a6fdc0-3ae2-4953-b67d-72ecc444763d {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:51.116372 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a3f1636f-5895-4136-938a-ffc88648dbc2 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (a2a6fdc0-3ae2-4953-b67d-72ecc444763d), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:51.168351 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38188ef1-1bcd-4823-8830-752d9d73e183 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:51.170620 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-38188ef1-1bcd-4823-8830-752d9d73e183 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:51.286467 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-a25162c3-b1aa-4b07-9e29-7be3fea20157 None None] Current status of the port f90a9ad3-795a-4657-9f34-ff631d47f6ed is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:51.292698 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-a3f1636f-5895-4136-938a-ffc88648dbc2 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] For port a2a6fdc0-3ae2-4953-b67d-72ecc444763d, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=a2a6fdc0-3ae2-4953-b67d-72ecc444763d,segment=NetworkSegment(4c34180b-f5f0-49df-a9d2-433f9f1762fd),segment_id=4c34180b-f5f0-49df-a9d2-433f9f1762fd)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:51.293071 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a3f1636f-5895-4136-938a-ffc88648dbc2 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (a2a6fdc0-3ae2-4953-b67d-72ecc444763d), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:51.301550 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b622212-ecf1-4569-8ef6-4448f26477a4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Router 6ed45f32-7f57-4e79-a40c-39e8cc39f7ad is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:40:51.318599 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a55c31cf-82d0-4ec0-87b6-5d1a7944eec1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.3170917 Mar 23 02:40:51.322948 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58582) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:51.332097 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:51.345334 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-a3f1636f-5895-4136-938a-ffc88648dbc2 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Calling delete_port for a2a6fdc0-3ae2-4953-b67d-72ecc444763d owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:51.346030 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093ffd31-0f47-4e1f-af5c-fe992be2bf85 None None] DHCP port deletion for 94d9379e-13fb-449b-8f45-d1ab95378f77 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:40:51.390340 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aba10d9-9618-43e2-bad5-97dff99ee380 None None] DHCP port deletion for 363420da-76a6-4cb5-b232-71ffa5b3fdf0 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:40:51.458737 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6494ff-2a6d-4e14-bd8b-b8a648de5cd5 req-b007ff82-7953-4174-a513-235ce691e467 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:51.459514 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-dc31bcce-a87c-47ec-9dad-3fa26596d35b None None] Provisioning complete for port 506ed149-53fb-4d97-8c16-09cc85e8c664 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:51.460005 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-dc31bcce-a87c-47ec-9dad-3fa26596d35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (506ed149-53fb-4d97-8c16-09cc85e8c664), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:51.460591 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7d6494ff-2a6d-4e14-bd8b-b8a648de5cd5 req-b007ff82-7953-4174-a513-235ce691e467 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.2406838 Mar 23 02:40:51.524181 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0158f962-aa02-4e95-8b56-92340e31da44 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router_gateway (d8ce5c8a-0591-4457-a64b-1f0bc89b9b2e), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:51.527709 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-dc31bcce-a87c-47ec-9dad-3fa26596d35b None None] Port 506ed149-53fb-4d97-8c16-09cc85e8c664 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:40:51.544439 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0158f962-aa02-4e95-8b56-92340e31da44 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:51.557955 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b622212-ecf1-4569-8ef6-4448f26477a4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:40:51.568148 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4b622212-ecf1-4569-8ef6-4448f26477a4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "PUT /v2.0/routers/6ed45f32-7f57-4e79-a40c-39e8cc39f7ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0883789 Mar 23 02:40:51.571780 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab5e919-39a0-4d39-95ee-fb56d474ef81 None None] Sync routers for ids ['6ed45f32-7f57-4e79-a40c-39e8cc39f7ad'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:40:51.574807 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58584) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:51.588387 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-093ffd31-0f47-4e1f-af5c-fe992be2bf85 None None] Deleting port 0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:51.588768 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-093ffd31-0f47-4e1f-af5c-fe992be2bf85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:51.589732 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab5e919-39a0-4d39-95ee-fb56d474ef81 None None] Routers {'6ed45f32-7f57-4e79-a40c-39e8cc39f7ad'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:51.590907 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-0ab5e919-39a0-4d39-95ee-fb56d474ef81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['6ed45f32-7f57-4e79-a40c-39e8cc39f7ad'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:51.642487 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-0ab5e919-39a0-4d39-95ee-fb56d474ef81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:51.655709 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab5e919-39a0-4d39-95ee-fb56d474ef81 None None] Routers {'6ed45f32-7f57-4e79-a40c-39e8cc39f7ad'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:51.656733 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-0ab5e919-39a0-4d39-95ee-fb56d474ef81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['6ed45f32-7f57-4e79-a40c-39e8cc39f7ad'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:51.667475 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7d6494ff-2a6d-4e14-bd8b-b8a648de5cd5 req-60690dce-4527-4591-945c-e137d02047b0 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932235 Mar 23 02:40:51.697765 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5be3fe4b-3a21-4e3b-af2a-4cf9994b5499 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (d5120e21-d72e-45f5-9585-7c2b4dab174b), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:51.707325 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-093ffd31-0f47-4e1f-af5c-fe992be2bf85 None None] For port 0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:51.708079 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-093ffd31-0f47-4e1f-af5c-fe992be2bf85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:51.731949 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-093ffd31-0f47-4e1f-af5c-fe992be2bf85 None None] Calling delete_port for 0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:51.734969 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ac3e89-c8bf-4327-a68a-6d8bb2812c28 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:51.736442 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d3ac3e89-c8bf-4327-a68a-6d8bb2812c28 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "GET /v2.0/ports/506ed149-53fb-4d97-8c16-09cc85e8c664 HTTP/1.1" status: 200 len: 911 time: 0.1539118 Mar 23 02:40:51.744068 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-0ab5e919-39a0-4d39-95ee-fb56d474ef81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:51.747016 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58588) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:51.752459 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab5e919-39a0-4d39-95ee-fb56d474ef81 None None] The sync data for ids ['6ed45f32-7f57-4e79-a40c-39e8cc39f7ad'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:40:51.757652 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-a1178089-ac81-4172-9efc-b1c59384b71f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Deleting port 89f4fe34-598e-46b3-89bb-16997c6755ed {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:51.757888 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a1178089-ac81-4172-9efc-b1c59384b71f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (89f4fe34-598e-46b3-89bb-16997c6755ed), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:51.774636 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be3fe4b-3a21-4e3b-af2a-4cf9994b5499 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Pushing event deleted for resources: {'Port': ['ID=d5120e21-d72e-45f5-9585-7c2b4dab174b,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:51.790923 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-0158f962-aa02-4e95-8b56-92340e31da44 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Allocated IP 172.26.2.50 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/30804067-501f-41d0-8eab-3f515ea0d699) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:51.823099 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a3f1636f-5895-4136-938a-ffc88648dbc2 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (a2a6fdc0-3ae2-4953-b67d-72ecc444763d), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:51.868879 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-3aba10d9-9618-43e2-bad5-97dff99ee380 None None] Deleting port a2a6fdc0-3ae2-4953-b67d-72ecc444763d {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:51.869217 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3aba10d9-9618-43e2-bad5-97dff99ee380 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (a2a6fdc0-3ae2-4953-b67d-72ecc444763d), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:51.938278 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-3aba10d9-9618-43e2-bad5-97dff99ee380 None None] For port a2a6fdc0-3ae2-4953-b67d-72ecc444763d, host dv-neutron-834613-2-hyperv, got binding levels [] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:51.938999 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3aba10d9-9618-43e2-bad5-97dff99ee380 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (a2a6fdc0-3ae2-4953-b67d-72ecc444763d), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:51.959214 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-3aba10d9-9618-43e2-bad5-97dff99ee380 None None] Calling delete_port for a2a6fdc0-3ae2-4953-b67d-72ecc444763d owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:51.963026 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.ipam_backend_mixin [None req-3aba10d9-9618-43e2-bad5-97dff99ee380 None None] Port a2a6fdc0-3ae2-4953-b67d-72ecc444763d was not found and therefore no delete operation was performed {{(pid=104350) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 02:40:51.964945 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-d92defec-71c7-441b-8474-e10c8c93c2b2 None None] Provisioning complete for port f90a9ad3-795a-4657-9f34-ff631d47f6ed triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:51.965504 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d92defec-71c7-441b-8474-e10c8c93c2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f90a9ad3-795a-4657-9f34-ff631d47f6ed), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:51.968163 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3aba10d9-9618-43e2-bad5-97dff99ee380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (a2a6fdc0-3ae2-4953-b67d-72ecc444763d), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:51.970313 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-093ffd31-0f47-4e1f-af5c-fe992be2bf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:51.985195 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f1636f-5895-4136-938a-ffc88648dbc2 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] No DVR routers for this DVR port a2a6fdc0-3ae2-4953-b67d-72ecc444763d on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:40:51.987229 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5be3fe4b-3a21-4e3b-af2a-4cf9994b5499 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:51.992710 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5be3fe4b-3a21-4e3b-af2a-4cf9994b5499 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "DELETE /v2.0/ports/d5120e21-d72e-45f5-9585-7c2b4dab174b HTTP/1.1" status: 204 len: 168 time: 2.4281347 Mar 23 02:40:51.995075 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58590) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:52.008620 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093ffd31-0f47-4e1f-af5c-fe992be2bf85 None None] No DVR routers for this DVR port 0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:40:52.036212 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba10d9-9618-43e2-bad5-97dff99ee380 None None] Pushing event deleted for resources: {'Port': ['ID=a2a6fdc0-3ae2-4953-b67d-72ecc444763d,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:52.062773 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ffd31-0f47-4e1f-af5c-fe992be2bf85 None None] Pushing event deleted for resources: {'Port': ['ID=0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:52.070569 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aba10d9-9618-43e2-bad5-97dff99ee380 None None] No DVR routers for this DVR port a2a6fdc0-3ae2-4953-b67d-72ecc444763d on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:40:52.104623 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1636f-5895-4136-938a-ffc88648dbc2 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Pushing event deleted for resources: {'Port': ['ID=a2a6fdc0-3ae2-4953-b67d-72ecc444763d,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:52.104725 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b5e0118-99f0-4a4a-927d-eccc5d8c109f tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Deleting subnet a2aec750-72df-4f15-b60b-bcb8c06b563b {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:40:52.114857 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9b5e0118-99f0-4a4a-927d-eccc5d8c109f tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks [] for subnet (a2aec750-72df-4f15-b60b-bcb8c06b563b), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:52.160750 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-d92defec-71c7-441b-8474-e10c8c93c2b2 None None] Current status of the port f90a9ad3-795a-4657-9f34-ff631d47f6ed is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:52.172970 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-d92defec-71c7-441b-8474-e10c8c93c2b2 None None] Provisioning complete for port 89f4fe34-598e-46b3-89bb-16997c6755ed triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:52.173458 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d92defec-71c7-441b-8474-e10c8c93c2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (89f4fe34-598e-46b3-89bb-16997c6755ed), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:52.184583 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0158f962-aa02-4e95-8b56-92340e31da44 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for port (30804067-501f-41d0-8eab-3f515ea0d699), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:52.190314 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a1178089-ac81-4172-9efc-b1c59384b71f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (89f4fe34-598e-46b3-89bb-16997c6755ed), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:52.205464 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9b5e0118-99f0-4a4a-927d-eccc5d8c109f tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (a2aec750-72df-4f15-b60b-bcb8c06b563b), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:52.207479 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-a1178089-ac81-4172-9efc-b1c59384b71f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Calling delete_port for 89f4fe34-598e-46b3-89bb-16997c6755ed owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:52.224714 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-d92defec-71c7-441b-8474-e10c8c93c2b2 None None] Port 89f4fe34-598e-46b3-89bb-16997c6755ed cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:40:52.242404 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f90a9ad3-795a-4657-9f34-ff631d47f6ed up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:40:52.301583 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port f90a9ad3-795a-4657-9f34-ff631d47f6ed triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:52.302017 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f90a9ad3-795a-4657-9f34-ff631d47f6ed), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:52.325274 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9b5e0118-99f0-4a4a-927d-eccc5d8c109f tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (a2aec750-72df-4f15-b60b-bcb8c06b563b), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:52.361289 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-603c466e-8aac-46bd-9c95-8ec93f1265c4 None None] Provisioning complete for port 89f4fe34-598e-46b3-89bb-16997c6755ed triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:52.361667 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-603c466e-8aac-46bd-9c95-8ec93f1265c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (89f4fe34-598e-46b3-89bb-16997c6755ed), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:52.365034 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0158f962-aa02-4e95-8b56-92340e31da44 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (30804067-501f-41d0-8eab-3f515ea0d699), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:52.414441 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0158f962-aa02-4e95-8b56-92340e31da44 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:52.423221 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-0158f962-aa02-4e95-8b56-92340e31da44 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:52.428095 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-603c466e-8aac-46bd-9c95-8ec93f1265c4 None None] Port 89f4fe34-598e-46b3-89bb-16997c6755ed cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:40:52.429866 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0158f962-aa02-4e95-8b56-92340e31da44 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:52.437353 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port f90a9ad3-795a-4657-9f34-ff631d47f6ed is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:52.439230 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158f962-aa02-4e95-8b56-92340e31da44 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Pushing event updated for resources: {'Port': ['ID=30804067-501f-41d0-8eab-3f515ea0d699,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:52.494050 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a3f1636f-5895-4136-938a-ffc88648dbc2 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (363420da-76a6-4cb5-b232-71ffa5b3fdf0), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:52.500030 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:40:52.521189 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:40:52.521548 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 0ed8e0d7-3e5f-4d6d-9424-6d21cd579c9a not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:40:52.522556 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device a2a6fdc0-3ae2-4953-b67d-72ecc444763d no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:40:52.522685 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.objects.ports [None req-38188ef1-1bcd-4823-8830-752d9d73e183 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104349) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 02:40:52.542086 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-a3f1636f-5895-4136-938a-ffc88648dbc2 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['363420da-76a6-4cb5-b232-71ffa5b3fdf0']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:52.548808 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9b5e0118-99f0-4a4a-927d-eccc5d8c109f tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (a2aec750-72df-4f15-b60b-bcb8c06b563b), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:52.552888 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: a2a6fdc0-3ae2-4953-b67d-72ecc444763d {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:40:52.553028 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device a2a6fdc0-3ae2-4953-b67d-72ecc444763d not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:40:52.565566 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-a3f1636f-5895-4136-938a-ffc88648dbc2 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c34180b-f5f0-49df-a9d2-433f9f1762fd') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:52.565847 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-a3f1636f-5895-4136-938a-ffc88648dbc2 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c34180b-f5f0-49df-a9d2-433f9f1762fd') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:52.571748 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-38188ef1-1bcd-4823-8830-752d9d73e183 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (13450fb7-6ea0-40d0-8407-bcd0eee13460), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:52.577754 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eeb5ddc-6dd5-4ccd-ae0b-849f50a25c46 None None] Network ae0de76b-575b-4433-9b6e-8a92f90d6e43 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:52.587955 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9b5e0118-99f0-4a4a-927d-eccc5d8c109f tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:52.594903 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9b5e0118-99f0-4a4a-927d-eccc5d8c109f tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "DELETE /v2.0/subnets/a2aec750-72df-4f15-b60b-bcb8c06b563b HTTP/1.1" status: 204 len: 168 time: 0.5969689 Mar 23 02:40:52.595572 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58594) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:52.609421 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a3f1636f-5895-4136-938a-ffc88648dbc2 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (4c34180b-f5f0-49df-a9d2-433f9f1762fd), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:52.624332 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e0118-99f0-4a4a-927d-eccc5d8c109f tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Pushing event deleted for resources: {'Subnet': ['ID=a2aec750-72df-4f15-b60b-bcb8c06b563b,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:52.633886 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:52.651796 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38188ef1-1bcd-4823-8830-752d9d73e183 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:52.677863 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-38188ef1-1bcd-4823-8830-752d9d73e183 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:52.680943 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38188ef1-1bcd-4823-8830-752d9d73e183 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:52.682185 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-38188ef1-1bcd-4823-8830-752d9d73e183 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:52.688198 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a3f1636f-5895-4136-938a-ffc88648dbc2 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (4c34180b-f5f0-49df-a9d2-433f9f1762fd), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:52.691730 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8726ee-000a-4305-b542-a7e4e34ecacb None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:52.712443 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7cd93b57-66b8-4943-a2fe-7c1e986f7d97 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (ae0de76b-575b-4433-9b6e-8a92f90d6e43), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:52.719664 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61c93e-c918-4617-8294-60de039ece3d req-8668df93-d7ed-4d9a-a0e2-a38ae793a7b7 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:52.721286 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2e61c93e-c918-4617-8294-60de039ece3d req-8668df93-d7ed-4d9a-a0e2-a38ae793a7b7 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.3400915 Mar 23 02:40:52.770159 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f1636f-5895-4136-938a-ffc88648dbc2 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:40:52.770578 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a3f1636f-5895-4136-938a-ffc88648dbc2 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (4c34180b-f5f0-49df-a9d2-433f9f1762fd), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:52.776239 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:40:52.776239 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:40:52.776239 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:40:52.776239 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:40:52.776239 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:40:52.776239 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:40:52.776239 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:40:52.776239 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:40:52.776239 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:40:52.776239 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:40:52.776239 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:40:52.776239 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:40:52.776239 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:40:52.776239 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:40:52.776239 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:40:52.776239 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:40:52.776239 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:40:52.776239 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:40:52.776239 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:40:52.776239 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:40:52.776239 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:40:52.776239 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:40:52.776239 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:40:52.776239 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:40:52.776239 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:40:52.776239 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:40:52.776239 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:40:52.776239 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:40:52.776239 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:40:52.776239 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:40:52.776239 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:40:52.776239 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:40:52.796420 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ac8896-bd88-42fc-b3c1-38d76e45e9e1 None None] DHCP port deletion for ae0de76b-575b-4433-9b6e-8a92f90d6e43 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:40:52.839751 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38188ef1-1bcd-4823-8830-752d9d73e183 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Subnet': ['ID=13450fb7-6ea0-40d0-8407-bcd0eee13460,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:52.856349 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-38188ef1-1bcd-4823-8830-752d9d73e183 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9412386 Mar 23 02:40:52.860085 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58596) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:52.860621 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-7cd93b57-66b8-4943-a2fe-7c1e986f7d97 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Deleting port f753daea-b9af-45e7-b24c-264673c684e3 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:52.861068 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7cd93b57-66b8-4943-a2fe-7c1e986f7d97 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (f753daea-b9af-45e7-b24c-264673c684e3), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:52.862062 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf4b37b-d18e-493f-ad42-2afecabc7e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-94d9379e-13fb-449b-8f45-d1ab95378f77', 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'fixed_ips': [{'subnet_id': '13450fb7-6ea0-40d0-8407-bcd0eee13460'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:40:52.862929 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5bf4b37b-d18e-493f-ad42-2afecabc7e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:52.871263 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-6d8e33da-56e5-449d-bfa6-6663901d5d58 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'port': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'mac_address': 'fa:16:3e:08:3e:df', 'name': 'tempest-NetworksTestDHCPv6-1243101766'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:52.956305 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-49ac8896-bd88-42fc-b3c1-38d76e45e9e1 None None] Deleting port f753daea-b9af-45e7-b24c-264673c684e3 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:52.956697 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49ac8896-bd88-42fc-b3c1-38d76e45e9e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (f753daea-b9af-45e7-b24c-264673c684e3), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:52.961265 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-7cd93b57-66b8-4943-a2fe-7c1e986f7d97 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] For port f753daea-b9af-45e7-b24c-264673c684e3, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f753daea-b9af-45e7-b24c-264673c684e3,segment=NetworkSegment(e4f7dfae-7c2d-4329-8098-d93176fcf778),segment_id=e4f7dfae-7c2d-4329-8098-d93176fcf778)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:52.961798 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7cd93b57-66b8-4943-a2fe-7c1e986f7d97 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (f753daea-b9af-45e7-b24c-264673c684e3), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:52.984287 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-7cd93b57-66b8-4943-a2fe-7c1e986f7d97 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Calling delete_port for f753daea-b9af-45e7-b24c-264673c684e3 owned by network:dhcp {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:52.991518 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0158f962-aa02-4e95-8b56-92340e31da44 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router_gateway (d8ce5c8a-0591-4457-a64b-1f0bc89b9b2e), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:53.064016 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-49ac8896-bd88-42fc-b3c1-38d76e45e9e1 None None] For port f753daea-b9af-45e7-b24c-264673c684e3, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f753daea-b9af-45e7-b24c-264673c684e3,segment=NetworkSegment(e4f7dfae-7c2d-4329-8098-d93176fcf778),segment_id=e4f7dfae-7c2d-4329-8098-d93176fcf778)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:53.064016 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49ac8896-bd88-42fc-b3c1-38d76e45e9e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (f753daea-b9af-45e7-b24c-264673c684e3), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:53.081921 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-49ac8896-bd88-42fc-b3c1-38d76e45e9e1 None None] Calling delete_port for f753daea-b9af-45e7-b24c-264673c684e3 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:53.094005 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-5bf4b37b-d18e-493f-ad42-2afecabc7e89 None None] Allocated IP 2001:db8::f816:3eff:fe1b:ce97 (94d9379e-13fb-449b-8f45-d1ab95378f77/13450fb7-6ea0-40d0-8407-bcd0eee13460/d27d54c2-06a0-4fa4-8ba2-c29afeea8005) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:53.299896 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49ac8896-bd88-42fc-b3c1-38d76e45e9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (f753daea-b9af-45e7-b24c-264673c684e3), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:53.335106 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac8896-bd88-42fc-b3c1-38d76e45e9e1 None None] Pushing event deleted for resources: {'Port': ['ID=f753daea-b9af-45e7-b24c-264673c684e3,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:53.340932 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ac8896-bd88-42fc-b3c1-38d76e45e9e1 None None] No DVR routers for this DVR port f753daea-b9af-45e7-b24c-264673c684e3 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:40:53.346434 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5bf4b37b-d18e-493f-ad42-2afecabc7e89 None None] Publish callbacks [] for port (d27d54c2-06a0-4fa4-8ba2-c29afeea8005), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:53.354754 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2e61c93e-c918-4617-8294-60de039ece3d req-16a523dc-dd8c-445e-8256-fdbb141e80b0 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6076589 Mar 23 02:40:53.389674 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a3f1636f-5895-4136-938a-ffc88648dbc2 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (363420da-76a6-4cb5-b232-71ffa5b3fdf0), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:53.415917 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a3f1636f-5895-4136-938a-ffc88648dbc2 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:53.419076 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a3f1636f-5895-4136-938a-ffc88648dbc2 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] 10.222.0.24 "DELETE /v2.0/networks/363420da-76a6-4cb5-b232-71ffa5b3fdf0 HTTP/1.1" status: 204 len: 168 time: 2.6272404 Mar 23 02:40:53.424818 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1636f-5895-4136-938a-ffc88648dbc2 tempest-AllowedAddressPairTestJSON-649976599 tempest-AllowedAddressPairTestJSON-649976599-project] Pushing event deleted for resources: {'Network': ['ID=363420da-76a6-4cb5-b232-71ffa5b3fdf0,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:53.439580 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5bf4b37b-d18e-493f-ad42-2afecabc7e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (d27d54c2-06a0-4fa4-8ba2-c29afeea8005), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:53.480677 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf4b37b-d18e-493f-ad42-2afecabc7e89 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:53.481202 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a1178089-ac81-4172-9efc-b1c59384b71f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (89f4fe34-598e-46b3-89bb-16997c6755ed), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:53.486525 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-5bf4b37b-d18e-493f-ad42-2afecabc7e89 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:53.491295 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf4b37b-d18e-493f-ad42-2afecabc7e89 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:53.494545 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4b37b-d18e-493f-ad42-2afecabc7e89 None None] Pushing event updated for resources: {'Port': ['ID=d27d54c2-06a0-4fa4-8ba2-c29afeea8005,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:53.517889 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1178089-ac81-4172-9efc-b1c59384b71f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Port': ['ID=89f4fe34-598e-46b3-89bb-16997c6755ed,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:53.533438 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7cd93b57-66b8-4943-a2fe-7c1e986f7d97 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (f753daea-b9af-45e7-b24c-264673c684e3), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:53.569929 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a1178089-ac81-4172-9efc-b1c59384b71f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:53.574114 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a1178089-ac81-4172-9efc-b1c59384b71f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/ports/89f4fe34-598e-46b3-89bb-16997c6755ed HTTP/1.1" status: 204 len: 168 time: 2.2478576 Mar 23 02:40:53.577392 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58600) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:53.593106 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd93b57-66b8-4943-a2fe-7c1e986f7d97 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] No DVR routers for this DVR port f753daea-b9af-45e7-b24c-264673c684e3 on host dv-neutron-834613-2-hyperv {{(pid=104348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:40:53.604888 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-5bf4b37b-d18e-493f-ad42-2afecabc7e89 None None] Attempting to bind port d27d54c2-06a0-4fa4-8ba2-c29afeea8005 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:40:53.604888 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-5bf4b37b-d18e-493f-ad42-2afecabc7e89 None None] Attempting to bind port d27d54c2-06a0-4fa4-8ba2-c29afeea8005 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:40:53.604888 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf4b37b-d18e-493f-ad42-2afecabc7e89 None None] Attempting to bind port d27d54c2-06a0-4fa4-8ba2-c29afeea8005 on network 94d9379e-13fb-449b-8f45-d1ab95378f77 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:40:53.608477 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf4b37b-d18e-493f-ad42-2afecabc7e89 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:40:53.608815 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf4b37b-d18e-493f-ad42-2afecabc7e89 None None] Checking segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:40:53.609199 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5bf4b37b-d18e-493f-ad42-2afecabc7e89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:53.609561 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf4b37b-d18e-493f-ad42-2afecabc7e89 None None] Bound using segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:40:53.610044 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-5bf4b37b-d18e-493f-ad42-2afecabc7e89 None None] Bound port: d27d54c2-06a0-4fa4-8ba2-c29afeea8005, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:40:53.610433 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5bf4b37b-d18e-493f-ad42-2afecabc7e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d27d54c2-06a0-4fa4-8ba2-c29afeea8005), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:53.628576 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8e33da-56e5-449d-bfa6-6663901d5d58 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:53.634619 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b2c27d5f-d2b2-4461-b2f0-5fadc15b4c2d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (6ed45f32-7f57-4e79-a40c-39e8cc39f7ad), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:53.639237 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c2443d4-1ea0-4f24-8b46-0ed6ea009fc6 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] GET failed (client error): The resource could not be found. Mar 23 02:40:53.643431 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7c2443d4-1ea0-4f24-8b46-0ed6ea009fc6 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "GET /v2.0/ports/89f4fe34-598e-46b3-89bb-16997c6755ed HTTP/1.1" status: 404 len: 333 time: 0.0622849 Mar 23 02:40:53.645894 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd93b57-66b8-4943-a2fe-7c1e986f7d97 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Pushing event deleted for resources: {'Port': ['ID=f753daea-b9af-45e7-b24c-264673c684e3,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:53.693545 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58602) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:53.696561 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-5bf4b37b-d18e-493f-ad42-2afecabc7e89 None None] For port d27d54c2-06a0-4fa4-8ba2-c29afeea8005, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:40:53.700494 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-5bf4b37b-d18e-493f-ad42-2afecabc7e89 None None] For port d27d54c2-06a0-4fa4-8ba2-c29afeea8005, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=d27d54c2-06a0-4fa4-8ba2-c29afeea8005,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:40:53.753219 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0158f962-aa02-4e95-8b56-92340e31da44 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1655254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3512'] for router (d8ce5c8a-0591-4457-a64b-1f0bc89b9b2e), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:53.764932 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0158f962-aa02-4e95-8b56-92340e31da44 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1655263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1655076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656974'] for router (d8ce5c8a-0591-4457-a64b-1f0bc89b9b2e), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:53.777367 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7cd93b57-66b8-4943-a2fe-7c1e986f7d97 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (ae0de76b-575b-4433-9b6e-8a92f90d6e43), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:53.787930 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5bf4b37b-d18e-493f-ad42-2afecabc7e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (d27d54c2-06a0-4fa4-8ba2-c29afeea8005), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:53.847583 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2abc484-f7e3-4d8a-ba28-0e9437fdb242 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Deleting subnet 6f25c4b4-6f2e-41ca-9179-238b2a9b76e8 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:40:53.850976 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f2abc484-f7e3-4d8a-ba28-0e9437fdb242 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for subnet (6f25c4b4-6f2e-41ca-9179-238b2a9b76e8), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:53.872495 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-7cd93b57-66b8-4943-a2fe-7c1e986f7d97 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae0de76b-575b-4433-9b6e-8a92f90d6e43']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:53.872734 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4b37b-d18e-493f-ad42-2afecabc7e89 None None] Pushing event updated for resources: {'Port': ['ID=d27d54c2-06a0-4fa4-8ba2-c29afeea8005,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:53.891592 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-7cd93b57-66b8-4943-a2fe-7c1e986f7d97 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f7dfae-7c2d-4329-8098-d93176fcf778') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:53.892119 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-7cd93b57-66b8-4943-a2fe-7c1e986f7d97 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f7dfae-7c2d-4329-8098-d93176fcf778') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:53.909980 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7cd93b57-66b8-4943-a2fe-7c1e986f7d97 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (e4f7dfae-7c2d-4329-8098-d93176fcf778), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:53.912235 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f2abc484-f7e3-4d8a-ba28-0e9437fdb242 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (6f25c4b4-6f2e-41ca-9179-238b2a9b76e8), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:53.938695 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7cd93b57-66b8-4943-a2fe-7c1e986f7d97 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (e4f7dfae-7c2d-4329-8098-d93176fcf778), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:53.942384 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d8e33da-56e5-449d-bfa6-6663901d5d58 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:53.951243 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cd93b57-66b8-4943-a2fe-7c1e986f7d97 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:40:53.952428 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7cd93b57-66b8-4943-a2fe-7c1e986f7d97 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (e4f7dfae-7c2d-4329-8098-d93176fcf778), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:53.956039 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:40:53.956039 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:40:53.956039 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:40:53.956039 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:40:53.956039 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:40:53.956039 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:40:53.956039 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:40:53.956039 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:40:53.956039 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:40:53.956039 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:40:53.956039 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:40:53.956039 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:40:53.956039 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:40:53.956039 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:40:53.956039 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:40:53.956039 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:40:53.956039 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:40:53.956039 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:40:53.956039 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:40:53.956039 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:40:53.956039 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:40:53.956039 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:40:53.956039 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:40:53.956039 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:40:53.956039 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:40:53.956039 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:40:53.956039 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:40:53.956039 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:40:53.956039 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:40:53.956039 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:40:53.956039 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:40:53.956039 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:40:53.985354 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:54.056213 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-6d8e33da-56e5-449d-bfa6-6663901d5d58 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] device_id is not set on port fe7cd909-80d1-4895-9610-6d21b1fc9aca yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:40:54.068311 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58606) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:54.122448 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7cd93b57-66b8-4943-a2fe-7c1e986f7d97 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (ae0de76b-575b-4433-9b6e-8a92f90d6e43), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:54.139499 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7cd93b57-66b8-4943-a2fe-7c1e986f7d97 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:54.139499 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7cd93b57-66b8-4943-a2fe-7c1e986f7d97 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] 10.222.0.24 "DELETE /v2.0/networks/ae0de76b-575b-4433-9b6e-8a92f90d6e43 HTTP/1.1" status: 204 len: 168 time: 1.5391281 Mar 23 02:40:54.165852 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd93b57-66b8-4943-a2fe-7c1e986f7d97 tempest-TagsExtTest-1414203574 tempest-TagsExtTest-1414203574-project] Pushing event deleted for resources: {'Network': ['ID=ae0de76b-575b-4433-9b6e-8a92f90d6e43,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:54.172924 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0158f962-aa02-4e95-8b56-92340e31da44 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Router d8ce5c8a-0591-4457-a64b-1f0bc89b9b2e is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:40:54.203325 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f2abc484-f7e3-4d8a-ba28-0e9437fdb242 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (6f25c4b4-6f2e-41ca-9179-238b2a9b76e8), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:54.310029 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d27d54c2-06a0-4fa4-8ba2-c29afeea8005 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:40:54.374762 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port d27d54c2-06a0-4fa4-8ba2-c29afeea8005 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:54.374762 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d27d54c2-06a0-4fa4-8ba2-c29afeea8005), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:54.377107 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-47684a2f-43e2-4fa0-839e-d1bedccf7b8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc871afce6884bbf9b346d45be0e5c69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074527 Mar 23 02:40:54.381624 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58616) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:54.408532 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-6d8e33da-56e5-449d-bfa6-6663901d5d58 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Allocated IP 2001:db8::f816:3eff:fe08:3edf (94d9379e-13fb-449b-8f45-d1ab95378f77/13450fb7-6ea0-40d0-8407-bcd0eee13460/fe7cd909-80d1-4895-9610-6d21b1fc9aca) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:40:54.449846 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0158f962-aa02-4e95-8b56-92340e31da44 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:40:54.454949 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0158f962-aa02-4e95-8b56-92340e31da44 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:54.456275 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0158f962-aa02-4e95-8b56-92340e31da44 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "PUT /v2.0/routers/d8ce5c8a-0591-4457-a64b-1f0bc89b9b2e HTTP/1.1" status: 200 len: 914 time: 4.8925700 Mar 23 02:40:54.459975 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58618) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:54.466128 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d6761d-d455-4c01-9b6a-a2e6653ebe34 None None] Sync routers for ids ['d8ce5c8a-0591-4457-a64b-1f0bc89b9b2e'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:40:54.513271 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8d922439-2702-4b33-bd19-8993f324c93f admin admin] Publish callbacks [] for security_group (77cb42bd-e06e-45d7-9ecf-cf934b339b91), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:54.520547 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d6761d-d455-4c01-9b6a-a2e6653ebe34 None None] Routers {'d8ce5c8a-0591-4457-a64b-1f0bc89b9b2e'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:54.521199 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-64d6761d-d455-4c01-9b6a-a2e6653ebe34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d8ce5c8a-0591-4457-a64b-1f0bc89b9b2e'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:54.562066 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port d27d54c2-06a0-4fa4-8ba2-c29afeea8005 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:54.562466 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d27d54c2-06a0-4fa4-8ba2-c29afeea8005), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:54.564589 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-64d6761d-d455-4c01-9b6a-a2e6653ebe34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:54.570526 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f2abc484-f7e3-4d8a-ba28-0e9437fdb242 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (6f25c4b4-6f2e-41ca-9179-238b2a9b76e8), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:54.589694 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d6761d-d455-4c01-9b6a-a2e6653ebe34 None None] Routers {'d8ce5c8a-0591-4457-a64b-1f0bc89b9b2e'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:54.590435 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-64d6761d-d455-4c01-9b6a-a2e6653ebe34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d8ce5c8a-0591-4457-a64b-1f0bc89b9b2e'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:54.603435 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-b2c27d5f-d2b2-4461-b2f0-5fadc15b4c2d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Deleting port 506ed149-53fb-4d97-8c16-09cc85e8c664 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:54.603778 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b2c27d5f-d2b2-4461-b2f0-5fadc15b4c2d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (506ed149-53fb-4d97-8c16-09cc85e8c664), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:54.604582 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8d922439-2702-4b33-bd19-8993f324c93f admin admin] Publish callbacks [] for security_group (77cb42bd-e06e-45d7-9ecf-cf934b339b91), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:54.633889 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-64d6761d-d455-4c01-9b6a-a2e6653ebe34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:54.634495 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d6761d-d455-4c01-9b6a-a2e6653ebe34 None None] The sync data for ids ['d8ce5c8a-0591-4457-a64b-1f0bc89b9b2e'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:40:54.666891 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port d27d54c2-06a0-4fa4-8ba2-c29afeea8005, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=d27d54c2-06a0-4fa4-8ba2-c29afeea8005,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:54.676855 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bd48a-51a9-4105-8daa-15b1be38d61b req-b58cff83-a716-4522-b0b3-a37134a1d134 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:54.678521 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-815bd48a-51a9-4105-8daa-15b1be38d61b req-b58cff83-a716-4522-b0b3-a37134a1d134 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.2152805 Mar 23 02:40:54.692633 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abc484-f7e3-4d8a-ba28-0e9437fdb242 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Subnet': ['ID=6f25c4b4-6f2e-41ca-9179-238b2a9b76e8,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:54.693967 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0953a2b0-ee45-40fa-ac84-d17aa403f8a5 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "GET /v2.0/routers/d8ce5c8a-0591-4457-a64b-1f0bc89b9b2e HTTP/1.1" status: 200 len: 920 time: 0.2317154 Mar 23 02:40:54.697066 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58622) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:54.697698 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f2abc484-f7e3-4d8a-ba28-0e9437fdb242 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:54.703300 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f2abc484-f7e3-4d8a-ba28-0e9437fdb242 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/subnets/6f25c4b4-6f2e-41ca-9179-238b2a9b76e8 HTTP/1.1" status: 204 len: 168 time: 0.9769874 Mar 23 02:40:54.707364 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58624) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:54.722411 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe989e0c-2c68-4aa9-bbea-c8e339a658fd None None] Network 2a401757-9f2e-4767-9504-539adc381c07 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:54.780499 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (d27d54c2-06a0-4fa4-8ba2-c29afeea8005), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:54.792837 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8d922439-2702-4b33-bd19-8993f324c93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (77cb42bd-e06e-45d7-9ecf-cf934b339b91), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:54.796543 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8d922439-2702-4b33-bd19-8993f324c93f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:54.801307 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8d922439-2702-4b33-bd19-8993f324c93f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/77cb42bd-e06e-45d7-9ecf-cf934b339b91 HTTP/1.1" status: 204 len: 168 time: 0.4190187 Mar 23 02:40:54.804208 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45883712-645a-441c-b517-bea8803fc0ac tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:54.808682 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-45883712-645a-441c-b517-bea8803fc0ac tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=6bbcca03-75ff-487c-8b0e-a32302dacbee&device_id=d8ce5c8a-0591-4457-a64b-1f0bc89b9b2e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1085696 Mar 23 02:40:54.810461 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58628) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:54.823383 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-815bd48a-51a9-4105-8daa-15b1be38d61b req-a7906bb6-ab6d-4b49-a340-0732e2f574a5 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914299 Mar 23 02:40:54.864054 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d922439-2702-4b33-bd19-8993f324c93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cb42bd-e06e-45d7-9ecf-cf934b339b91,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:54.866188 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58630) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:54.944953 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f02324d1-0c17-4e68-ba95-bf51932675d8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (2a401757-9f2e-4767-9504-539adc381c07), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:54.949592 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d8e33da-56e5-449d-bfa6-6663901d5d58 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for port (fe7cd909-80d1-4895-9610-6d21b1fc9aca), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:54.976830 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b2c27d5f-d2b2-4461-b2f0-5fadc15b4c2d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (506ed149-53fb-4d97-8c16-09cc85e8c664), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:55.028098 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae102e-64fe-49d0-9534-75b4195c66d2 req-9fd0ceca-438d-465f-a909-8a17c415d21a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:55.031518 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-79ae102e-64fe-49d0-9534-75b4195c66d2 req-9fd0ceca-438d-465f-a909-8a17c415d21a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.23 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.3816745 Mar 23 02:40:55.035698 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-b2c27d5f-d2b2-4461-b2f0-5fadc15b4c2d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Calling delete_port for 506ed149-53fb-4d97-8c16-09cc85e8c664 owned by network:router_interface {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:55.050386 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91f687e-e7e4-4f35-ad2e-048958101cb0 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:55.056844 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c91f687e-e7e4-4f35-ad2e-048958101cb0 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "GET /v2.0/networks/6bbcca03-75ff-487c-8b0e-a32302dacbee HTTP/1.1" status: 200 len: 881 time: 0.2444081 Mar 23 02:40:55.059469 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58634) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:55.072776 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f753daea-b9af-45e7-b24c-264673c684e3 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:40:55.129623 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3dbac775-2f71-4b02-8e1c-a2f233850e29 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8ce5c8a-0591-4457-a64b-1f0bc89b9b2e HTTP/1.1" status: 200 len: 205 time: 0.0612519 Mar 23 02:40:55.130361 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58636) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:55.144445 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: f753daea-b9af-45e7-b24c-264673c684e3 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:40:55.144806 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f753daea-b9af-45e7-b24c-264673c684e3 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:40:55.206802 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0cdd849b-27f6-4232-8d53-a24ca2fb9938 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=418fbec7650f47d2be6dcdb652ae5f2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3392708 Mar 23 02:40:55.208109 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d8e33da-56e5-449d-bfa6-6663901d5d58 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (fe7cd909-80d1-4895-9610-6d21b1fc9aca), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:55.209359 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=d27d54c2-06a0-4fa4-8ba2-c29afeea8005,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:55.246692 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58638) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:55.336132 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b2e87356-e929-4221-ac8a-5fab28791994 admin admin] Publish callbacks [] for security_group (76c99273-99a3-463e-961d-ad9c503827c9), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:55.341684 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458d3de8-3e33-4e8e-b734-aee71f18693e None None] DHCP port deletion for 2a401757-9f2e-4767-9504-539adc381c07 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:40:55.370073 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8e33da-56e5-449d-bfa6-6663901d5d58 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:55.391693 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-40faab2f-0464-45e7-9083-62cae47d0e11 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router (d8ce5c8a-0591-4457-a64b-1f0bc89b9b2e), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:55.403635 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-6d8e33da-56e5-449d-bfa6-6663901d5d58 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:55.409905 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e33da-56e5-449d-bfa6-6663901d5d58 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Port': ['ID=fe7cd909-80d1-4895-9610-6d21b1fc9aca,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:55.412638 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8e33da-56e5-449d-bfa6-6663901d5d58 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:55.421787 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8e33da-56e5-449d-bfa6-6663901d5d58 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:55.421787 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d8e33da-56e5-449d-bfa6-6663901d5d58 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:55.422411 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-0dbb78ab-43f2-4996-9722-a7a49b370fb3 None None] Provisioning complete for port d27d54c2-06a0-4fa4-8ba2-c29afeea8005 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:55.423093 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0dbb78ab-43f2-4996-9722-a7a49b370fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d27d54c2-06a0-4fa4-8ba2-c29afeea8005), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:55.428421 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-458d3de8-3e33-4e8e-b734-aee71f18693e None None] Deleting port f90a9ad3-795a-4657-9f34-ff631d47f6ed {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:55.429015 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-458d3de8-3e33-4e8e-b734-aee71f18693e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (f90a9ad3-795a-4657-9f34-ff631d47f6ed), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:55.434845 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-f02324d1-0c17-4e68-ba95-bf51932675d8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Deleting port f90a9ad3-795a-4657-9f34-ff631d47f6ed {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:55.435283 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f02324d1-0c17-4e68-ba95-bf51932675d8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (f90a9ad3-795a-4657-9f34-ff631d47f6ed), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:55.459618 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b2e87356-e929-4221-ac8a-5fab28791994 admin admin] Publish callbacks [] for security_group (76c99273-99a3-463e-961d-ad9c503827c9), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:55.502366 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6d8e33da-56e5-449d-bfa6-6663901d5d58 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6354196 Mar 23 02:40:55.506292 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58642) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:55.550022 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-458d3de8-3e33-4e8e-b734-aee71f18693e None None] For port f90a9ad3-795a-4657-9f34-ff631d47f6ed, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f90a9ad3-795a-4657-9f34-ff631d47f6ed,segment=NetworkSegment(0881827d-c898-4abf-bf07-a709ee0e4780),segment_id=0881827d-c898-4abf-bf07-a709ee0e4780)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:55.550766 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-458d3de8-3e33-4e8e-b734-aee71f18693e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (f90a9ad3-795a-4657-9f34-ff631d47f6ed), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:55.579757 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-458d3de8-3e33-4e8e-b734-aee71f18693e None None] Calling delete_port for f90a9ad3-795a-4657-9f34-ff631d47f6ed owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:55.596270 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-79ae102e-64fe-49d0-9534-75b4195c66d2 req-92277272-26f1-493c-8d67-7f7e3752466a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Deleting port b1c2f96b-7108-49be-9bca-58773bb2d8fc {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:55.596826 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-79ae102e-64fe-49d0-9534-75b4195c66d2 req-92277272-26f1-493c-8d67-7f7e3752466a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (b1c2f96b-7108-49be-9bca-58773bb2d8fc), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:55.638332 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5363ba10-622b-4d37-9925-bf1a9a8c149f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:55.645644 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5363ba10-622b-4d37-9925-bf1a9a8c149f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:55.647339 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5363ba10-622b-4d37-9925-bf1a9a8c149f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1386714 Mar 23 02:40:55.651446 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58646) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:55.681521 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-40faab2f-0464-45e7-9083-62cae47d0e11 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router_gateway (d8ce5c8a-0591-4457-a64b-1f0bc89b9b2e), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:55.729514 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-0dbb78ab-43f2-4996-9722-a7a49b370fb3 None None] Current status of the port d27d54c2-06a0-4fa4-8ba2-c29afeea8005 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:55.731112 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-f02324d1-0c17-4e68-ba95-bf51932675d8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] For port f90a9ad3-795a-4657-9f34-ff631d47f6ed, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f90a9ad3-795a-4657-9f34-ff631d47f6ed,segment=NetworkSegment(0881827d-c898-4abf-bf07-a709ee0e4780),segment_id=0881827d-c898-4abf-bf07-a709ee0e4780)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:55.731995 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f02324d1-0c17-4e68-ba95-bf51932675d8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (f90a9ad3-795a-4657-9f34-ff631d47f6ed), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:55.758422 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b2e87356-e929-4221-ac8a-5fab28791994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (76c99273-99a3-463e-961d-ad9c503827c9), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:55.761073 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b2e87356-e929-4221-ac8a-5fab28791994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:55.762511 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b2e87356-e929-4221-ac8a-5fab28791994 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/76c99273-99a3-463e-961d-ad9c503827c9 HTTP/1.1" status: 204 len: 168 time: 0.5146773 Mar 23 02:40:55.778469 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e87356-e929-4221-ac8a-5fab28791994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c99273-99a3-463e-961d-ad9c503827c9,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:55.838354 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-f02324d1-0c17-4e68-ba95-bf51932675d8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Calling delete_port for f90a9ad3-795a-4657-9f34-ff631d47f6ed owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:55.849009 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-458d3de8-3e33-4e8e-b734-aee71f18693e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (f90a9ad3-795a-4657-9f34-ff631d47f6ed), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:55.850840 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-5cabcb86-12f7-4362-874a-5246752f3b15 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting port fe7cd909-80d1-4895-9610-6d21b1fc9aca {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:55.851188 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5cabcb86-12f7-4362-874a-5246752f3b15 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (fe7cd909-80d1-4895-9610-6d21b1fc9aca), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:55.890450 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d3de8-3e33-4e8e-b734-aee71f18693e None None] Pushing event deleted for resources: {'Port': ['ID=f90a9ad3-795a-4657-9f34-ff631d47f6ed,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:55.903658 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458d3de8-3e33-4e8e-b734-aee71f18693e None None] No DVR routers for this DVR port f90a9ad3-795a-4657-9f34-ff631d47f6ed on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:40:55.912388 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:40:55.952504 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-40faab2f-0464-45e7-9083-62cae47d0e11 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Deleting port 30804067-501f-41d0-8eab-3f515ea0d699 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:55.953018 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-40faab2f-0464-45e7-9083-62cae47d0e11 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (30804067-501f-41d0-8eab-3f515ea0d699), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:55.953968 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2a5191d3-4af5-4bfb-9277-09e22b33a7c3 req-432e9c52-a1b2-4edd-96af-c5adca279cc7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a0725774-6cad-459c-af7b-59efddb8aed2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2820644 Mar 23 02:40:55.956520 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-79ae102e-64fe-49d0-9534-75b4195c66d2 req-92277272-26f1-493c-8d67-7f7e3752466a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] For port b1c2f96b-7108-49be-9bca-58773bb2d8fc, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b1c2f96b-7108-49be-9bca-58773bb2d8fc,segment=NetworkSegment(c2a8b0fd-64b5-4eaf-a563-2c5886795f6c),segment_id=c2a8b0fd-64b5-4eaf-a563-2c5886795f6c)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:55.956892 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-79ae102e-64fe-49d0-9534-75b4195c66d2 req-92277272-26f1-493c-8d67-7f7e3752466a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (b1c2f96b-7108-49be-9bca-58773bb2d8fc), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:55.990540 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-28a01092-ccfd-4706-baed-996d826838ff None None] Provisioning complete for port fe7cd909-80d1-4895-9610-6d21b1fc9aca triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:55.993537 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-28a01092-ccfd-4706-baed-996d826838ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (fe7cd909-80d1-4895-9610-6d21b1fc9aca), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:56.050983 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-28a01092-ccfd-4706-baed-996d826838ff None None] Port fe7cd909-80d1-4895-9610-6d21b1fc9aca cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:40:56.061748 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5cabcb86-12f7-4362-874a-5246752f3b15 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (fe7cd909-80d1-4895-9610-6d21b1fc9aca), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:56.088492 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-5cabcb86-12f7-4362-874a-5246752f3b15 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Calling delete_port for fe7cd909-80d1-4895-9610-6d21b1fc9aca owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:56.115611 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-40faab2f-0464-45e7-9083-62cae47d0e11 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (30804067-501f-41d0-8eab-3f515ea0d699), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:56.172394 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-40faab2f-0464-45e7-9083-62cae47d0e11 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Calling delete_port for 30804067-501f-41d0-8eab-3f515ea0d699 owned by network:router_gateway {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:56.196082 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d27d54c2-06a0-4fa4-8ba2-c29afeea8005 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:40:56.254865 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port d27d54c2-06a0-4fa4-8ba2-c29afeea8005 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:56.255594 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d27d54c2-06a0-4fa4-8ba2-c29afeea8005), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:56.413774 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port d27d54c2-06a0-4fa4-8ba2-c29afeea8005 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:56.454362 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b2c27d5f-d2b2-4461-b2f0-5fadc15b4c2d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (506ed149-53fb-4d97-8c16-09cc85e8c664), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:56.489541 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f90a9ad3-795a-4657-9f34-ff631d47f6ed no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:40:56.501044 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c27d5f-d2b2-4461-b2f0-5fadc15b4c2d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Port': ['ID=506ed149-53fb-4d97-8c16-09cc85e8c664,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:56.515130 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: f90a9ad3-795a-4657-9f34-ff631d47f6ed {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:40:56.515484 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f90a9ad3-795a-4657-9f34-ff631d47f6ed not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:40:56.614986 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-40faab2f-0464-45e7-9083-62cae47d0e11 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (30804067-501f-41d0-8eab-3f515ea0d699), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:56.617682 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ab7be-75cd-49f0-92ad-872dc86dbb72 req-059421b7-3958-493b-ab01-9885f45f037a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:56.619880 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-210ab7be-75cd-49f0-92ad-872dc86dbb72 req-059421b7-3958-493b-ab01-9885f45f037a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 945 time: 0.6729991 Mar 23 02:40:56.629833 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f02324d1-0c17-4e68-ba95-bf51932675d8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (f90a9ad3-795a-4657-9f34-ff631d47f6ed), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:56.653814 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5cabcb86-12f7-4362-874a-5246752f3b15 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (fe7cd909-80d1-4895-9610-6d21b1fc9aca), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:56.660979 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40faab2f-0464-45e7-9083-62cae47d0e11 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Pushing event deleted for resources: {'Port': ['ID=30804067-501f-41d0-8eab-3f515ea0d699,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:56.687850 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02324d1-0c17-4e68-ba95-bf51932675d8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] No DVR routers for this DVR port f90a9ad3-795a-4657-9f34-ff631d47f6ed on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:40:56.692269 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5191d3-4af5-4bfb-9277-09e22b33a7c3 req-0afecbf6-26a6-481f-99b4-a23819d5a158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:56.694134 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2a5191d3-4af5-4bfb-9277-09e22b33a7c3 req-0afecbf6-26a6-481f-99b4-a23819d5a158 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=61f0207fb76b46cf82a5b8d685172d9b&device_id=a0725774-6cad-459c-af7b-59efddb8aed2 HTTP/1.1" status: 200 len: 1129 time: 0.6441748 Mar 23 02:40:56.734984 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabcb86-12f7-4362-874a-5246752f3b15 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Port': ['ID=fe7cd909-80d1-4895-9610-6d21b1fc9aca,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:56.818167 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5cabcb86-12f7-4362-874a-5246752f3b15 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:56.830957 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5cabcb86-12f7-4362-874a-5246752f3b15 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/fe7cd909-80d1-4895-9610-6d21b1fc9aca HTTP/1.1" status: 204 len: 168 time: 1.1768107 Mar 23 02:40:56.836165 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58676) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:56.851250 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58680) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:56.906068 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-40faab2f-0464-45e7-9083-62cae47d0e11 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (d8ce5c8a-0591-4457-a64b-1f0bc89b9b2e), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:56.918318 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5191d3-4af5-4bfb-9277-09e22b33a7c3 req-4d3ee676-4983-44eb-91f6-7e0f3158283d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:56.919732 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2a5191d3-4af5-4bfb-9277-09e22b33a7c3 req-4d3ee676-4983-44eb-91f6-7e0f3158283d service neutron] 10.222.0.23 "GET /v2.0/networks?id=5b79c2a7-673b-4477-acc0-14a62556cbba HTTP/1.1" status: 200 len: 913 time: 0.1383288 Mar 23 02:40:56.938696 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02324d1-0c17-4e68-ba95-bf51932675d8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Port': ['ID=f90a9ad3-795a-4657-9f34-ff631d47f6ed,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:57.034332 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309765a2-d5bc-474b-a6e7-83958dc99af7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:57.035761 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309765a2-d5bc-474b-a6e7-83958dc99af7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:57.040296 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-309765a2-d5bc-474b-a6e7-83958dc99af7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2000740 Mar 23 02:40:57.041145 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58688) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.086484 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-31809102-0690-458e-aba7-1767590e487b tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.088385 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-31809102-0690-458e-aba7-1767590e487b tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2343502 Mar 23 02:40:57.089686 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-40faab2f-0464-45e7-9083-62cae47d0e11 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (d8ce5c8a-0591-4457-a64b-1f0bc89b9b2e), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:57.091229 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58690) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.095951 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-40faab2f-0464-45e7-9083-62cae47d0e11 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router_controller (d8ce5c8a-0591-4457-a64b-1f0bc89b9b2e), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:57.099847 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-2d3d8551-7cee-4390-ab48-b6c73695e6b7 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.103227 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2d3d8551-7cee-4390-ab48-b6c73695e6b7 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0063512 Mar 23 02:40:57.103368 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2a5191d3-4af5-4bfb-9277-09e22b33a7c3 req-b4bcbcd0-2dbe-422e-85c2-bc0f34ff5b2a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63a879a0-64d9-4584-96cd-c848bf5271a7 HTTP/1.1" status: 200 len: 1001 time: 0.1595762 Mar 23 02:40:57.107269 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58692) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.118465 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-b30767b6-5876-44fe-a759-aac2f3687cbb tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.122018 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b30767b6-5876-44fe-a759-aac2f3687cbb tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0088460 Mar 23 02:40:57.122155 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b2c27d5f-d2b2-4461-b2f0-5fadc15b4c2d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (6ed45f32-7f57-4e79-a40c-39e8cc39f7ad), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:57.126670 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58694) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.132339 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-7658410a-14f9-45ca-9759-6843d4467b7c tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.135683 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7658410a-14f9-45ca-9759-6843d4467b7c tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0055313 Mar 23 02:40:57.166787 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58696) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.183974 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-cf821906-1e05-43cf-a4e0-98400f4f5081 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.188385 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-cf821906-1e05-43cf-a4e0-98400f4f5081 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0170734 Mar 23 02:40:57.193404 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f02324d1-0c17-4e68-ba95-bf51932675d8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (2a401757-9f2e-4767-9504-539adc381c07), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:57.195893 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58700) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.270057 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-d65591d8-1d3e-4e75-911a-4774566fcfb2 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.271053 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d65591d8-1d3e-4e75-911a-4774566fcfb2 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0346465 Mar 23 02:40:57.278256 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58702) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.278598 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58704) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.291352 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-52a4e4d6-3f78-4fba-bd1d-69031929840b tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.292358 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-52a4e4d6-3f78-4fba-bd1d-69031929840b tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0052357 Mar 23 02:40:57.313373 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58706) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.320114 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-210ab7be-75cd-49f0-92ad-872dc86dbb72 req-fd40055e-4d4e-4c72-bfb0-443c0b0fa155 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b0dc365-0bd7-406d-9157-bc3355e24a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6792088 Mar 23 02:40:57.323044 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-1c5227f4-8aa6-4f53-90ed-88947ef66153 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.324102 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1c5227f4-8aa6-4f53-90ed-88947ef66153 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0076406 Mar 23 02:40:57.336729 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58710) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.354425 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-79ae102e-64fe-49d0-9534-75b4195c66d2 req-92277272-26f1-493c-8d67-7f7e3752466a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:57.354425 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-79ae102e-64fe-49d0-9534-75b4195c66d2 req-92277272-26f1-493c-8d67-7f7e3752466a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (e2bf9024-9a67-456e-a009-32f1374e0c78), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:57.354425 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [req-79ae102e-64fe-49d0-9534-75b4195c66d2 req-92277272-26f1-493c-8d67-7f7e3752466a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Floating IP e2bf9024-9a67-456e-a009-32f1374e0c78 disassociated. External IP: 172.26.2.98, port: b1c2f96b-7108-49be-9bca-58773bb2d8fc. Mar 23 02:40:57.354425 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-79ae102e-64fe-49d0-9534-75b4195c66d2 req-92277272-26f1-493c-8d67-7f7e3752466a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Calling delete_port for b1c2f96b-7108-49be-9bca-58773bb2d8fc owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:57.354425 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-3aaf27c1-5881-40f6-96a5-8720935f27e2 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.354425 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3aaf27c1-5881-40f6-96a5-8720935f27e2 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0066779 Mar 23 02:40:57.354425 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-f02324d1-0c17-4e68-ba95-bf51932675d8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a401757-9f2e-4767-9504-539adc381c07']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:57.356073 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5191d3-4af5-4bfb-9277-09e22b33a7c3 req-f44814b5-a26a-4c75-b874-17f373641f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:57.357646 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2a5191d3-4af5-4bfb-9277-09e22b33a7c3 req-f44814b5-a26a-4c75-b874-17f373641f85 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=163024ce-a589-49e2-9617-858c615e40f5 HTTP/1.1" status: 200 len: 851 time: 0.2432904 Mar 23 02:40:57.358315 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58712) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.379314 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-bb7b437b-decb-48a5-a13e-7420a220565b tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.382231 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-bb7b437b-decb-48a5-a13e-7420a220565b tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0147486 Mar 23 02:40:57.391338 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-f02324d1-0c17-4e68-ba95-bf51932675d8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0881827d-c898-4abf-bf07-a709ee0e4780') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:57.391717 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-f02324d1-0c17-4e68-ba95-bf51932675d8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0881827d-c898-4abf-bf07-a709ee0e4780') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:57.401006 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58714) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.405643 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-bed525ae-a72a-472b-a7d1-1ce127b66f59 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.406606 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-bed525ae-a72a-472b-a7d1-1ce127b66f59 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0046310 Mar 23 02:40:57.420788 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58716) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.425668 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-b8286bbe-2e61-4584-b180-46e0775c70cf tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.430861 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b8286bbe-2e61-4584-b180-46e0775c70cf tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0051584 Mar 23 02:40:57.431634 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58718) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.431771 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f02324d1-0c17-4e68-ba95-bf51932675d8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (0881827d-c898-4abf-bf07-a709ee0e4780), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:57.439560 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-8403f2b7-2d18-4536-94a9-c0c334321ec7 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.443683 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8403f2b7-2d18-4536-94a9-c0c334321ec7 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0075705 Mar 23 02:40:57.445969 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-cebc9ea7-1e0c-48f6-b1e0-b2ecf6275f69 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting subnet 13450fb7-6ea0-40d0-8407-bcd0eee13460 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:40:57.448103 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58720) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.452403 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cebc9ea7-1e0c-48f6-b1e0-b2ecf6275f69 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (13450fb7-6ea0-40d0-8407-bcd0eee13460), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:57.457653 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-10d2f9de-90ce-423b-8a64-44a5d83c39f6 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.459804 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-10d2f9de-90ce-423b-8a64-44a5d83c39f6 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0083284 Mar 23 02:40:57.477006 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58722) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.483723 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-59b8610b-c1d7-4cbe-a4e3-e0aebafc0f91 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.484878 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-59b8610b-c1d7-4cbe-a4e3-e0aebafc0f91 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0067596 Mar 23 02:40:57.488372 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58724) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.492684 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-658b73a4-0a32-4a02-b0e3-56ce4ac3426c tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.494154 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-658b73a4-0a32-4a02-b0e3-56ce4ac3426c tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0043380 Mar 23 02:40:57.500678 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58726) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.504763 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-b36c436b-eeea-4c2a-8dd5-4168fd39291e tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.508074 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b36c436b-eeea-4c2a-8dd5-4168fd39291e tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0041616 Mar 23 02:40:57.508577 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58728) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.512181 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-0cbf2095-6bd2-4969-a730-c4f4c8e93f15 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-316360267'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:57.512651 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-bda69d6d-2cd3-47b1-a311-bbb6427c2e68 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.514696 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-bda69d6d-2cd3-47b1-a311-bbb6427c2e68 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0039217 Mar 23 02:40:57.516461 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58730) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.517077 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-40faab2f-0464-45e7-9083-62cae47d0e11 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (d8ce5c8a-0591-4457-a64b-1f0bc89b9b2e), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:57.517631 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40faab2f-0464-45e7-9083-62cae47d0e11 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Fanout notify agent at l3_agent the message router_deleted on router d8ce5c8a-0591-4457-a64b-1f0bc89b9b2e {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:40:57.522432 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-f1b7dcc8-8372-45ef-a1d4-fca0d47941fc tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.523355 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f1b7dcc8-8372-45ef-a1d4-fca0d47941fc tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0039604 Mar 23 02:40:57.525643 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cebc9ea7-1e0c-48f6-b1e0-b2ecf6275f69 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (13450fb7-6ea0-40d0-8407-bcd0eee13460), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:57.533664 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-40faab2f-0464-45e7-9083-62cae47d0e11 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:57.534939 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-40faab2f-0464-45e7-9083-62cae47d0e11 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] 10.222.0.24 "DELETE /v2.0/routers/d8ce5c8a-0591-4457-a64b-1f0bc89b9b2e HTTP/1.1" status: 204 len: 168 time: 2.4034245 Mar 23 02:40:57.552507 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58732) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.552719 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58734) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.557673 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f02324d1-0c17-4e68-ba95-bf51932675d8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (0881827d-c898-4abf-bf07-a709ee0e4780), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:57.557900 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-b2bfa392-16d5-46f3-9b96-8611518ba02c tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-425531176', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:57.565835 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-45722768-c15f-42c8-9468-de10d396af6c tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.569398 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-45722768-c15f-42c8-9468-de10d396af6c tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0132396 Mar 23 02:40:57.570295 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58736) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.574261 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-e2e68709-b191-4f63-a2c9-bd2966269d10 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.578220 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e2e68709-b191-4f63-a2c9-bd2966269d10 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0040472 Mar 23 02:40:57.578378 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f02324d1-0c17-4e68-ba95-bf51932675d8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:40:57.578378 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f02324d1-0c17-4e68-ba95-bf51932675d8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (0881827d-c898-4abf-bf07-a709ee0e4780), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:57.581672 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58738) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:40:57.581976 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:40:57.591684 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-5a92075d-1766-4bf6-91d1-2f43fddc9f51 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.595184 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5a92075d-1766-4bf6-91d1-2f43fddc9f51 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0085058 Mar 23 02:40:57.598058 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58740) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.603924 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-0c42bf54-7e8d-41fe-9ae1-153dbfdab36e tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.607206 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0c42bf54-7e8d-41fe-9ae1-153dbfdab36e tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0059147 Mar 23 02:40:57.609447 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58742) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.615167 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-81e0e3b6-ce53-48ce-9d3f-1144f7ca1c4c tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.616875 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-81e0e3b6-ce53-48ce-9d3f-1144f7ca1c4c tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0057724 Mar 23 02:40:57.624002 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58744) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.627893 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-edfcf0a5-ad32-4e0c-a2b6-795a865ebacb tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.630984 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-edfcf0a5-ad32-4e0c-a2b6-795a865ebacb tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0039616 Mar 23 02:40:57.631114 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58746) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.655705 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-db4ccdfd-0335-488a-bc06-54cf710fb28a tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.659460 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-db4ccdfd-0335-488a-bc06-54cf710fb28a tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0247469 Mar 23 02:40:57.660502 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58748) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.662399 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c27d5f-d2b2-4461-b2f0-5fadc15b4c2d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Router 6ed45f32-7f57-4e79-a40c-39e8cc39f7ad has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:40:57.666584 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-9ce99353-3c1b-4d4f-adb7-8226c3a6ce12 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.668112 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9ce99353-3c1b-4d4f-adb7-8226c3a6ce12 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0061293 Mar 23 02:40:57.670143 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58750) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.672375 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5191d3-4af5-4bfb-9277-09e22b33a7c3 req-db303d2f-8ef5-454b-9675-bfd5b8ad7d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:57.673901 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2a5191d3-4af5-4bfb-9277-09e22b33a7c3 req-db303d2f-8ef5-454b-9675-bfd5b8ad7d02 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5b79c2a7-673b-4477-acc0-14a62556cbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3033571 Mar 23 02:40:57.681578 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-d2ae5c9f-41f5-4c12-8e11-c91988590fc3 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.681578 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d2ae5c9f-41f5-4c12-8e11-c91988590fc3 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0079863 Mar 23 02:40:57.684602 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58752) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.691129 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-09c7aff1-8e7f-4e81-9fad-d46f5fdd8592 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.692105 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-09c7aff1-8e7f-4e81-9fad-d46f5fdd8592 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0065892 Mar 23 02:40:57.693503 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cebc9ea7-1e0c-48f6-b1e0-b2ecf6275f69 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (13450fb7-6ea0-40d0-8407-bcd0eee13460), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:57.696654 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58754) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.718284 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-a780ad50-fdca-4507-a3d3-100bbff54533 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.722405 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a780ad50-fdca-4507-a3d3-100bbff54533 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0217152 Mar 23 02:40:57.722778 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58756) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.727038 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-e3f3c30b-0901-4b96-bfcc-d5eb8bd2be2e tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.728020 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e3f3c30b-0901-4b96-bfcc-d5eb8bd2be2e tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0042031 Mar 23 02:40:57.733708 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b2bfa392-16d5-46f3-9b96-8611518ba02c tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (1b35b64c-7719-4696-8b29-5a28c5bc77ad), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:57.739274 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b2bfa392-16d5-46f3-9b96-8611518ba02c tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (1b35b64c-7719-4696-8b29-5a28c5bc77ad), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:57.740755 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58758) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.745060 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-eff3ed3c-e659-4386-bce9-2684d2135a10 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.746069 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-eff3ed3c-e659-4386-bce9-2684d2135a10 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0042925 Mar 23 02:40:57.746886 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbf2095-6bd2-4969-a730-c4f4c8e93f15 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] Made reservation on behalf of 55199bfc37bc400c8f1a9aa00665a7d6 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:57.750286 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58760) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.751354 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0cbf2095-6bd2-4969-a730-c4f4c8e93f15 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:57.756650 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-79fd09b8-83ff-431f-a731-82362c11513c tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.759917 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-79fd09b8-83ff-431f-a731-82362c11513c tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0064139 Mar 23 02:40:57.761144 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58762) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.768866 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-c6cf22b2-8c4d-40ec-b2a0-61d1e5509fc7 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.769814 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c6cf22b2-8c4d-40ec-b2a0-61d1e5509fc7 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0066991 Mar 23 02:40:57.775955 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58764) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.779902 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-445e8552-1397-44d4-aafc-79147c5c1803 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.780837 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-445e8552-1397-44d4-aafc-79147c5c1803 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0040016 Mar 23 02:40:57.783189 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58766) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.786979 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-39836cc2-da57-44c4-8947-dc9658964315 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.787929 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-39836cc2-da57-44c4-8947-dc9658964315 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0038836 Mar 23 02:40:57.791912 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58768) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.797558 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-1079e737-294c-4f19-9116-0007db308f4c tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.798493 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1079e737-294c-4f19-9116-0007db308f4c tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0047033 Mar 23 02:40:57.809513 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58770) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.814290 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-32342bce-257d-4837-92a4-ce4f439215d5 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.815492 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-32342bce-257d-4837-92a4-ce4f439215d5 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0050867 Mar 23 02:40:57.830424 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58772) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.846290 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b2bfa392-16d5-46f3-9b96-8611518ba02c tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router_controller (1b35b64c-7719-4696-8b29-5a28c5bc77ad), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:57.849180 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f02324d1-0c17-4e68-ba95-bf51932675d8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (2a401757-9f2e-4767-9504-539adc381c07), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:57.853780 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f02324d1-0c17-4e68-ba95-bf51932675d8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:57.857288 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f02324d1-0c17-4e68-ba95-bf51932675d8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/networks/2a401757-9f2e-4767-9504-539adc381c07 HTTP/1.1" status: 204 len: 168 time: 3.1474690 Mar 23 02:40:57.861977 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58774) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.862643 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-43173f8a-9d1f-40dd-b7c9-2d1e112a77cf tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.863602 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-43173f8a-9d1f-40dd-b7c9-2d1e112a77cf tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0155168 Mar 23 02:40:57.867550 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-dc9b0be1-494b-4142-bcdc-e610a0c87fd0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'port': {'network_id': 'cbe75922-1412-46a9-a4e0-2b3990e0fa00', 'name': 'tempest-PortsIpV6TestJSON-1409775555'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:57.871188 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0cbf2095-6bd2-4969-a730-c4f4c8e93f15 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:57.871768 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58776) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.876789 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-16b33889-4d3d-490a-bb1b-486245d83cac tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.877791 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-16b33889-4d3d-490a-bb1b-486245d83cac tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0051296 Mar 23 02:40:57.886868 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58778) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.909728 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-2b869bde-de80-4143-8a84-4d88d1c53f33 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.910703 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2b869bde-de80-4143-8a84-4d88d1c53f33 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0178485 Mar 23 02:40:57.915496 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58780) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.922669 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-49a3e999-1f38-4897-b8ba-725766041d56 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.923598 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-49a3e999-1f38-4897-b8ba-725766041d56 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0068691 Mar 23 02:40:57.924993 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cebc9ea7-1e0c-48f6-b1e0-b2ecf6275f69 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (13450fb7-6ea0-40d0-8407-bcd0eee13460), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:57.926793 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02324d1-0c17-4e68-ba95-bf51932675d8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Network': ['ID=2a401757-9f2e-4767-9504-539adc381c07,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:57.928172 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58782) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.934750 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c27d5f-d2b2-4461-b2f0-5fadc15b4c2d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:40:57.941366 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b2c27d5f-d2b2-4461-b2f0-5fadc15b4c2d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "PUT /v2.0/routers/6ed45f32-7f57-4e79-a40c-39e8cc39f7ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1933422 Mar 23 02:40:57.946781 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a661b6b1-70dc-4460-95a0-a8e0596ebbd3 None None] Sync routers for ids ['6ed45f32-7f57-4e79-a40c-39e8cc39f7ad'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:40:57.953261 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58784) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.959240 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a661b6b1-70dc-4460-95a0-a8e0596ebbd3 None None] Routers {'6ed45f32-7f57-4e79-a40c-39e8cc39f7ad'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:57.959777 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-1da54f42-f82d-44b8-b803-203b1a662424 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.959996 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-a661b6b1-70dc-4460-95a0-a8e0596ebbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['6ed45f32-7f57-4e79-a40c-39e8cc39f7ad'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:57.963313 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1da54f42-f82d-44b8-b803-203b1a662424 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0043256 Mar 23 02:40:57.966771 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebc9ea7-1e0c-48f6-b1e0-b2ecf6275f69 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Subnet': ['ID=13450fb7-6ea0-40d0-8407-bcd0eee13460,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:57.968622 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58786) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.973324 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b2bfa392-16d5-46f3-9b96-8611518ba02c tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (1b35b64c-7719-4696-8b29-5a28c5bc77ad), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:57.991229 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-b40e9c11-ac85-4a14-ba42-15ec769b912b tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:57.995158 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b40e9c11-ac85-4a14-ba42-15ec769b912b tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0129509 Mar 23 02:40:57.996141 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58788) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:57.999344 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-804323e1-d072-4b9f-84b0-5c27a50caf0a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ed45f32-7f57-4e79-a40c-39e8cc39f7ad HTTP/1.1" status: 200 len: 205 time: 0.0437369 Mar 23 02:40:58.002622 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58790) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:58.005462 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-127144b5-f537-4702-a7be-5bb685a983d4 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:58.008990 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-127144b5-f537-4702-a7be-5bb685a983d4 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0061269 Mar 23 02:40:58.015486 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2a5191d3-4af5-4bfb-9277-09e22b33a7c3 req-f3763dfe-c5a3-470b-bbfe-ea008864e8ed service neutron] 10.222.0.23 "GET /v2.0/networks/5b79c2a7-673b-4477-acc0-14a62556cbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309112 Mar 23 02:40:58.016771 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fd1853-c925-4ecd-ae91-6dc3058e2fda None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:58.017824 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58792) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:58.022700 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-f427c46f-cb49-4818-b4bb-d8c40fc1bbc6 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:58.025225 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f427c46f-cb49-4818-b4bb-d8c40fc1bbc6 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0065699 Mar 23 02:40:58.033295 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58794) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:58.038465 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-86dfd64a-8651-4c14-ae8f-93e69cdc9aad tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:58.042186 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-86dfd64a-8651-4c14-ae8f-93e69cdc9aad tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0072601 Mar 23 02:40:58.060301 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58796) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:58.075457 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-79ae102e-64fe-49d0-9534-75b4195c66d2 req-92277272-26f1-493c-8d67-7f7e3752466a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (b1c2f96b-7108-49be-9bca-58773bb2d8fc), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:58.082777 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-589309ec-e564-4536-b16d-2ee681f25bca tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:58.086646 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-589309ec-e564-4536-b16d-2ee681f25bca tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0234807 Mar 23 02:40:58.095527 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-a661b6b1-70dc-4460-95a0-a8e0596ebbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:58.095744 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c965f24d-d186-4560-aaad-bfde9363843a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router (6ed45f32-7f57-4e79-a40c-39e8cc39f7ad), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:58.106307 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a661b6b1-70dc-4460-95a0-a8e0596ebbd3 None None] Routers {'6ed45f32-7f57-4e79-a40c-39e8cc39f7ad'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:58.107101 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-a661b6b1-70dc-4460-95a0-a8e0596ebbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['6ed45f32-7f57-4e79-a40c-39e8cc39f7ad'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:58.126938 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58798) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:58.133788 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-9d4e0192-0a91-4cab-a044-984533cefd3b tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:58.137484 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9d4e0192-0a91-4cab-a044-984533cefd3b tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0070589 Mar 23 02:40:58.147361 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-a661b6b1-70dc-4460-95a0-a8e0596ebbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:58.148035 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a661b6b1-70dc-4460-95a0-a8e0596ebbd3 None None] The sync data for ids ['6ed45f32-7f57-4e79-a40c-39e8cc39f7ad'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:40:58.162857 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58800) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:58.171278 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-8e14771c-661c-4f34-aa8a-b1b83ff9b527 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:58.173367 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8e14771c-661c-4f34-aa8a-b1b83ff9b527 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0070121 Mar 23 02:40:58.181380 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92277272-26f1-493c-8d67-7f7e3752466a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Pushing event deleted for resources: {'Port': ['ID=b1c2f96b-7108-49be-9bca-58773bb2d8fc,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:58.189333 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58802) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:58.193130 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cebc9ea7-1e0c-48f6-b1e0-b2ecf6275f69 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:58.198137 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-04d0f641-cddf-46b4-9077-3569dec1c188 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:58.199120 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-04d0f641-cddf-46b4-9077-3569dec1c188 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0069327 Mar 23 02:40:58.199619 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-cebc9ea7-1e0c-48f6-b1e0-b2ecf6275f69 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/13450fb7-6ea0-40d0-8407-bcd0eee13460 HTTP/1.1" status: 204 len: 168 time: 1.1572461 Mar 23 02:40:58.204736 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58804) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:58.204736 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58806) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:58.205417 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b2bfa392-16d5-46f3-9b96-8611518ba02c tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:58.206801 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b2bfa392-16d5-46f3-9b96-8611518ba02c tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6520705 Mar 23 02:40:58.209989 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-1a9f1cdd-0498-4700-9416-2407c69928f0 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:58.210947 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1a9f1cdd-0498-4700-9416-2407c69928f0 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0052116 Mar 23 02:40:58.211503 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58808) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:58.218688 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-5b6b0650-f733-4b1d-9f24-0b327a39be00 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'enable_snat': False}}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:58.224532 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58810) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:58.228675 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-0d4b577d-da5a-4172-b591-bb39314ee661 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:58.232060 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0d4b577d-da5a-4172-b591-bb39314ee661 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0048251 Mar 23 02:40:58.263155 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58812) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:58.266195 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2d161cbb-0ae1-48b3-a60c-06c433febb8a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0614583 Mar 23 02:40:58.285425 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58814) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:58.305254 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-37d247b9-3054-4683-8bcd-56eeab513e75 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:58.306296 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-37d247b9-3054-4683-8bcd-56eeab513e75 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0390968 Mar 23 02:40:58.315470 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68de4bb-7da0-40c5-974d-26090957d214 None None] DHCP port deletion for 94d9379e-13fb-449b-8f45-d1ab95378f77 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:40:58.334860 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58816) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:58.337429 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [None req-666ab717-263c-4b8e-a2e5-da317f0742fa tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:58.338398 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-666ab717-263c-4b8e-a2e5-da317f0742fa tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0053205 Mar 23 02:40:58.351730 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58818) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:58.375857 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-afbc6d00-4092-4b94-b51e-c9c5ac217cfb tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:58.377521 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-afbc6d00-4092-4b94-b51e-c9c5ac217cfb tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0220501 Mar 23 02:40:58.390437 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58822) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:58.400492 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-d68de4bb-7da0-40c5-974d-26090957d214 None None] Deleting port d27d54c2-06a0-4fa4-8ba2-c29afeea8005 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:58.400917 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-b507d7bc-82f6-4b78-8e27-b000b0c3a4ee tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:58.401376 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d68de4bb-7da0-40c5-974d-26090957d214 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (d27d54c2-06a0-4fa4-8ba2-c29afeea8005), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:58.404987 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b507d7bc-82f6-4b78-8e27-b000b0c3a4ee tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0051363 Mar 23 02:40:58.416986 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58824) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:58.421471 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-2888c266-01d0-4d4c-8582-582c228213c2 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:58.424767 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2888c266-01d0-4d4c-8582-582c228213c2 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0045161 Mar 23 02:40:58.434229 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58826) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:58.444829 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-da15daf4-9de4-4a3c-8d50-6c9f122810bd tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:58.448218 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-da15daf4-9de4-4a3c-8d50-6c9f122810bd tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0044510 Mar 23 02:40:58.449969 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0cbf2095-6bd2-4969-a730-c4f4c8e93f15 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] Publish callbacks [] for security_group (3ea53ef4-67fd-49a1-aaa4-2a9e48a939de), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:58.452546 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58828) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:58.460000 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-c548f911-8ee3-4166-be41-8e9ef16b2983 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:58.464803 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c548f911-8ee3-4166-be41-8e9ef16b2983 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0060639 Mar 23 02:40:58.464803 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2a5191d3-4af5-4bfb-9277-09e22b33a7c3 req-86ef9b56-0e1e-4ced-9c76-4a604f898199 service neutron] 10.222.0.23 "GET /v2.0/networks/5b79c2a7-673b-4477-acc0-14a62556cbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312513 Mar 23 02:40:58.465338 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58830) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:58.471690 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-4551801e-abe6-4443-a147-eef4305002ce tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:58.475316 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4551801e-abe6-4443-a147-eef4305002ce tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0069637 Mar 23 02:40:58.475601 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58832) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:58.483368 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-f2d570b7-7f78-4ffe-9f0d-dfa0a13c9004 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:58.486657 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f2d570b7-7f78-4ffe-9f0d-dfa0a13c9004 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0065553 Mar 23 02:40:58.488615 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58834) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:58.490126 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c965f24d-d186-4560-aaad-bfde9363843a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (6ed45f32-7f57-4e79-a40c-39e8cc39f7ad), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:58.492301 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c965f24d-d186-4560-aaad-bfde9363843a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router_controller (6ed45f32-7f57-4e79-a40c-39e8cc39f7ad), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:58.496037 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-52e29ab8-19f8-4b11-8dff-dafcfc2379b0 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:58.504543 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-52e29ab8-19f8-4b11-8dff-dafcfc2379b0 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0075092 Mar 23 02:40:58.506561 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58836) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:58.508199 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-d68de4bb-7da0-40c5-974d-26090957d214 None None] For port d27d54c2-06a0-4fa4-8ba2-c29afeea8005, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=d27d54c2-06a0-4fa4-8ba2-c29afeea8005,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:58.508905 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d68de4bb-7da0-40c5-974d-26090957d214 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (d27d54c2-06a0-4fa4-8ba2-c29afeea8005), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:58.511259 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-38422a58-aaaf-4a65-8b09-89b5fadf3ec9 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:58.514199 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-38422a58-aaaf-4a65-8b09-89b5fadf3ec9 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0061119 Mar 23 02:40:58.518157 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58838) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:58.523242 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-4e106142-0962-423f-9db0-64dd9ce416cf tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:58.525249 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4e106142-0962-423f-9db0-64dd9ce416cf tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0051975 Mar 23 02:40:58.526069 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-d68de4bb-7da0-40c5-974d-26090957d214 None None] Calling delete_port for d27d54c2-06a0-4fa4-8ba2-c29afeea8005 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:58.528812 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79ae102e-64fe-49d0-9534-75b4195c66d2 req-92277272-26f1-493c-8d67-7f7e3752466a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Router ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:40:58.529940 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58840) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:58.531991 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0cbf2095-6bd2-4969-a730-c4f4c8e93f15 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (3ea53ef4-67fd-49a1-aaa4-2a9e48a939de), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:58.538427 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-39237630-17f9-450d-a726-918e78e0dcd0 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:58.541860 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-39237630-17f9-450d-a726-918e78e0dcd0 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0084150 Mar 23 02:40:58.544547 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58842) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:58.554669 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-7a4ca2df-b79d-4c0e-8d1d-bcc9aec6048e tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:58.558198 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7a4ca2df-b79d-4c0e-8d1d-bcc9aec6048e tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0055101 Mar 23 02:40:58.563151 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58844) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:58.569865 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-4028a524-fdf8-45cf-8ead-3488b54948a9 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:58.573189 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4028a524-fdf8-45cf-8ead-3488b54948a9 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0065398 Mar 23 02:40:58.576756 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58846) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:58.581282 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1de9d445-9492-40dd-8651-584d557d4277 req-642136aa-5aa7-4e95-ba8c-6a80599e92da tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 210 time: 0.0377626 Mar 23 02:40:58.591094 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-d68b3e54-4b48-4965-b8ad-3caeca6f9d10 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:58.595004 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d68b3e54-4b48-4965-b8ad-3caeca6f9d10 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0137134 Mar 23 02:40:58.595694 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58848) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:58.599970 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-d60c59dc-fb25-4006-b327-9df0a7de039a tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:58.603718 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d60c59dc-fb25-4006-b327-9df0a7de039a tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0048029 Mar 23 02:40:58.603718 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58850) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:58.608381 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [None req-a8881fb9-ed23-4ce0-a073-2b46b76a1d04 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:40:58.609980 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a8881fb9-ed23-4ce0-a073-2b46b76a1d04 tempest-ExtensionsTestJSON-188159922 tempest-ExtensionsTestJSON-188159922-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0048604 Mar 23 02:40:58.644799 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf2095-6bd2-4969-a730-c4f4c8e93f15 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea53ef4-67fd-49a1-aaa4-2a9e48a939de,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:58.647218 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c965f24d-d186-4560-aaad-bfde9363843a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (6ed45f32-7f57-4e79-a40c-39e8cc39f7ad), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:58.647764 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c965f24d-d186-4560-aaad-bfde9363843a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Fanout notify agent at l3_agent the message router_deleted on router 6ed45f32-7f57-4e79-a40c-39e8cc39f7ad {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:40:58.656985 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c965f24d-d186-4560-aaad-bfde9363843a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:58.658086 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c965f24d-d186-4560-aaad-bfde9363843a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/routers/6ed45f32-7f57-4e79-a40c-39e8cc39f7ad HTTP/1.1" status: 204 len: 168 time: 0.6529601 Mar 23 02:40:58.660788 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9b0be1-494b-4142-bcdc-e610a0c87fd0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:58.664048 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dc9b0be1-494b-4142-bcdc-e610a0c87fd0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:58.668792 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58854) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:58.681848 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cbf2095-6bd2-4969-a730-c4f4c8e93f15 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:40:58.690958 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d68de4bb-7da0-40c5-974d-26090957d214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (d27d54c2-06a0-4fa4-8ba2-c29afeea8005), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:58.700537 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0cbf2095-6bd2-4969-a730-c4f4c8e93f15 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (e95bcb98-1a6c-4ff9-bd7d-b22feba9bbc9), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:58.700967 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-0cbf2095-6bd2-4969-a730-c4f4c8e93f15 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] Added segment e95bcb98-1a6c-4ff9-bd7d-b22feba9bbc9 of type vlan for network 2c59982f-5171-4909-884f-fd6b855b8c7b Mar 23 02:40:58.721546 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68de4bb-7da0-40c5-974d-26090957d214 None None] Pushing event deleted for resources: {'Port': ['ID=d27d54c2-06a0-4fa4-8ba2-c29afeea8005,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:58.725607 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68de4bb-7da0-40c5-974d-26090957d214 None None] No DVR routers for this DVR port d27d54c2-06a0-4fa4-8ba2-c29afeea8005 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:40:58.733680 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f74beea-2165-406e-824d-fefb6bf1f725 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Deleting subnet 2d393c2a-673b-4658-a077-615d89c78736 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:40:58.751236 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee342445-7dac-4ac7-a129-401b665b22f6 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:58.756376 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58856) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:58.756530 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ee342445-7dac-4ac7-a129-401b665b22f6 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4389358 Mar 23 02:40:58.759712 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5f74beea-2165-406e-824d-fefb6bf1f725 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for subnet (2d393c2a-673b-4658-a077-615d89c78736), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:58.769914 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0cbf2095-6bd2-4969-a730-c4f4c8e93f15 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (2c59982f-5171-4909-884f-fd6b855b8c7b), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:58.811342 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79ae102e-64fe-49d0-9534-75b4195c66d2 req-92277272-26f1-493c-8d67-7f7e3752466a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:40:58.830591 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3148e314-96b6-4707-83b7-084f3cf5cda8 None None] Sync routers for ids ['ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:40:58.830861 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-dc9b0be1-494b-4142-bcdc-e610a0c87fd0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] device_id is not set on port a63da7dc-179b-4ae4-877c-1e9e887eca55 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:40:58.853483 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3148e314-96b6-4707-83b7-084f3cf5cda8 None None] Routers {'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:58.854384 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-3148e314-96b6-4707-83b7-084f3cf5cda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:58.893083 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ae102e-64fe-49d0-9534-75b4195c66d2 req-92277272-26f1-493c-8d67-7f7e3752466a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] No DVR routers for this DVR port b1c2f96b-7108-49be-9bca-58773bb2d8fc on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:40:58.908352 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-79ae102e-64fe-49d0-9534-75b4195c66d2 req-92277272-26f1-493c-8d67-7f7e3752466a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:58.912513 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5b6b0650-f733-4b1d-9f24-0b327a39be00 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router_gateway (1b35b64c-7719-4696-8b29-5a28c5bc77ad), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:58.913617 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-79ae102e-64fe-49d0-9534-75b4195c66d2 req-92277272-26f1-493c-8d67-7f7e3752466a tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.23 "DELETE /v2.0/ports/b1c2f96b-7108-49be-9bca-58773bb2d8fc HTTP/1.1" status: 204 len: 173 time: 3.8740244 Mar 23 02:40:58.921442 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5f74beea-2165-406e-824d-fefb6bf1f725 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (2d393c2a-673b-4658-a077-615d89c78736), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:58.929641 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87611f01-8ebb-4ebc-8b34-372a2847db9a', 'name': 'network-vif-deleted', 'tag': 'b1c2f96b-7108-49be-9bca-58773bb2d8fc'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:40:58.933150 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d9d162-080e-46be-aea1-4eccb49e0883" -d '{"events": [{"server_uuid": "87611f01-8ebb-4ebc-8b34-372a2847db9a", "name": "network-vif-deleted", "tag": "b1c2f96b-7108-49be-9bca-58773bb2d8fc"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:40:58.943665 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb056695-299e-4ac9-bc45-410095118a82 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:58.946204 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-cb056695-299e-4ac9-bc45-410095118a82 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1884732 Mar 23 02:40:58.949868 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58862) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:59.022344 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-3148e314-96b6-4707-83b7-084f3cf5cda8 None None] Set router ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:40:59.025199 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a29753a-2548-4c35-a29b-1c0990542762 x-openstack-request-id: req-6a29753a-2548-4c35-a29b-1c0990542762 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:40:59.025604 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87611f01-8ebb-4ebc-8b34-372a2847db9a", "name": "network-vif-deleted", "tag": "b1c2f96b-7108-49be-9bca-58773bb2d8fc", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:40:59.026109 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a29753a-2548-4c35-a29b-1c0990542762 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:40:59.026554 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a29753a-2548-4c35-a29b-1c0990542762'] response: {'server_uuid': '87611f01-8ebb-4ebc-8b34-372a2847db9a', 'name': 'network-vif-deleted', 'tag': 'b1c2f96b-7108-49be-9bca-58773bb2d8fc', 'status': 'completed', 'code': 200} Mar 23 02:40:59.031048 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8a0d5b27-d5c4-4eb1-8e47-1d20f9b16e9c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0797608 Mar 23 02:40:59.037694 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58864) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:59.043317 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-68da6f99-1a4b-4f44-8afc-629ba1202f68 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:59.148372 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0cbf2095-6bd2-4969-a730-c4f4c8e93f15 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (2c59982f-5171-4909-884f-fd6b855b8c7b), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:59.165742 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbf2095-6bd2-4969-a730-c4f4c8e93f15 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:59.166460 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0cbf2095-6bd2-4969-a730-c4f4c8e93f15 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:59.209614 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5f74beea-2165-406e-824d-fefb6bf1f725 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (2d393c2a-673b-4658-a077-615d89c78736), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:59.284184 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dc9b0be1-494b-4142-bcdc-e610a0c87fd0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for port (a63da7dc-179b-4ae4-877c-1e9e887eca55), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:59.310079 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0cbf2095-6bd2-4969-a730-c4f4c8e93f15 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.0239887 Mar 23 02:40:59.314545 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58868) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:59.315791 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-3148e314-96b6-4707-83b7-084f3cf5cda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'name': 'tempest-ServerActionsTestJSON-1104090869-router', 'tenant_id': 'c302519e74814ecf9d6317cf454d8d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '834cb181-ca34-4c0b-a7ac-6fe69f9aded1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:37:28Z', 'updated_at': '2022-03-23T02:37:34Z', 'revision_number': 4, 'project_id': 'c302519e74814ecf9d6317cf454d8d57', 'gw_port': {'id': '834cb181-ca34-4c0b-a7ac-6fe69f9aded1', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:29Z', 'updated_at': '2022-03-23T02:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '5ca2165f-d2ec-4b41-8880-a80f06c959f4', 'name': '', 'network_id': '3edd2161-639f-4b63-b7ee-dfa8fb0684e0', 'tenant_id': 'c302519e74814ecf9d6317cf454d8d57', 'mac_address': 'fa:16:3e:84:d8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '43c32d8d-82fc-4897-9976-f6e345cb2e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:32Z', 'updated_at': '2022-03-23T02:37:39Z', 'revision_number': 5, 'project_id': 'c302519e74814ecf9d6317cf454d8d57', 'subnets': [{'id': '43c32d8d-82fc-4897-9976-f6e345cb2e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:59.320595 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.tag.tag_plugin [None req-f55dc34b-1e0a-40c7-bc8a-4bdddd9a3464 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '2c59982f-5171-4909-884f-fd6b855b8c7b', 'tempest-TagsTest-Tag-2017656700') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:59.353857 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58870) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:59.365203 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3148e314-96b6-4707-83b7-084f3cf5cda8 None None] Checking router: ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:40:59.367839 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf2095-6bd2-4969-a730-c4f4c8e93f15 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] Pushing event updated for resources: {'Network': ['ID=2c59982f-5171-4909-884f-fd6b855b8c7b,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:59.377289 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3148e314-96b6-4707-83b7-084f3cf5cda8 None None] Routers {'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:59.377996 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-3148e314-96b6-4707-83b7-084f3cf5cda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:59.383004 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 2c59982f-5171-4909-884f-fd6b855b8c7b details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:40:59.420176 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5f74beea-2165-406e-824d-fefb6bf1f725 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (2d393c2a-673b-4658-a077-615d89c78736), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:59.467990 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68da6f99-1a4b-4f44-8afc-629ba1202f68 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:40:59.474348 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-68da6f99-1a4b-4f44-8afc-629ba1202f68 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:59.520548 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5f74beea-2165-406e-824d-fefb6bf1f725 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:59.523036 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5f74beea-2165-406e-824d-fefb6bf1f725 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/subnets/2d393c2a-673b-4658-a077-615d89c78736 HTTP/1.1" status: 204 len: 168 time: 0.8532808 Mar 23 02:40:59.524368 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dc9b0be1-494b-4142-bcdc-e610a0c87fd0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (a63da7dc-179b-4ae4-877c-1e9e887eca55), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:59.526041 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74beea-2165-406e-824d-fefb6bf1f725 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Subnet': ['ID=2d393c2a-673b-4658-a077-615d89c78736,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:59.531245 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58874) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:59.534031 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db75ee8-5b5e-4e13-adf2-b740579ef8bc None None] Network 91c6031f-2403-46dd-af5c-d933159fa2a8 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:40:59.563761 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-55078ea9-39d9-4380-8a2c-463d7a4d3c19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:59.644827 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-3148e314-96b6-4707-83b7-084f3cf5cda8 None None] Set router ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:40:59.679852 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device b1c2f96b-7108-49be-9bca-58773bb2d8fc no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:40:59.688043 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-55078ea9-39d9-4380-8a2c-463d7a4d3c19 admin admin] Publish callbacks [] for security_group (3c944ef1-b553-45dd-a91a-e7179341eda2), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:59.718350 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9b0be1-494b-4142-bcdc-e610a0c87fd0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network cbe75922-1412-46a9-a4e0-2b3990e0fa00 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:40:59.721581 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: b1c2f96b-7108-49be-9bca-58773bb2d8fc {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:40:59.722544 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device b1c2f96b-7108-49be-9bca-58773bb2d8fc not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:40:59.740919 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-dc9b0be1-494b-4142-bcdc-e610a0c87fd0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:40:59.749423 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9b0be1-494b-4142-bcdc-e610a0c87fd0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:40:59.754556 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9b0be1-494b-4142-bcdc-e610a0c87fd0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:59.755177 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dc9b0be1-494b-4142-bcdc-e610a0c87fd0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:59.759317 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b0be1-494b-4142-bcdc-e610a0c87fd0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Port': ['ID=a63da7dc-179b-4ae4-877c-1e9e887eca55,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:59.791930 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5b6b0650-f733-4b1d-9f24-0b327a39be00 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router_gateway (1b35b64c-7719-4696-8b29-5a28c5bc77ad), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:59.816378 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-55078ea9-39d9-4380-8a2c-463d7a4d3c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (3c944ef1-b553-45dd-a91a-e7179341eda2), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:59.842236 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-493bb2bb-6053-4aa6-bab2-dc363e5b0aad req-2776a9b7-576b-46d0-9c65-0a98f6d5428b tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/ports?device_id=87611f01-8ebb-4ebc-8b34-372a2847db9a HTTP/1.1" status: 200 len: 210 time: 0.0766304 Mar 23 02:40:59.845808 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-31429068-ca6b-408c-9dee-ccdf045afa7b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (91c6031f-2403-46dd-af5c-d933159fa2a8), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:59.851109 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5b6b0650-f733-4b1d-9f24-0b327a39be00 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:59.869549 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86648e1-7722-4f8f-9050-3b1742959b4b None None] DHCP port deletion for 91c6031f-2403-46dd-af5c-d933159fa2a8 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:40:59.877527 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55078ea9-39d9-4380-8a2c-463d7a4d3c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c944ef1-b553-45dd-a91a-e7179341eda2,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:59.885979 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-55078ea9-39d9-4380-8a2c-463d7a4d3c19 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=185b43cfc23f4421ba4147697e53ae69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5244591 Mar 23 02:40:59.886661 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58880) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:59.898933 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f55dc34b-1e0a-40c7-bc8a-4bdddd9a3464 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] 10.222.0.24 "PUT /v2.0/networks/2c59982f-5171-4909-884f-fd6b855b8c7b/tags/tempest-TagsTest-Tag-2017656700 HTTP/1.1" status: 201 len: 201 time: 0.5796771 Mar 23 02:40:59.901508 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58882) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:59.908727 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.tag.tag_plugin [None req-4e10e17c-4294-4efb-82a4-5da388918c5a tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2c59982f-5171-4909-884f-fd6b855b8c7b', 'tempest-TagsTest-Tag-2017656700') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:59.954377 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-022f2554-62cc-4836-b0c4-a935dcfde30b admin admin] Publish callbacks [] for security_group (3c944ef1-b553-45dd-a91a-e7179341eda2), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:59.981042 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f86648e1-7722-4f8f-9050-3b1742959b4b None None] Deleting port 861a3fde-392b-4c0f-86de-3c79f9728eb3 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:59.981342 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f86648e1-7722-4f8f-9050-3b1742959b4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (861a3fde-392b-4c0f-86de-3c79f9728eb3), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:00.008869 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-022f2554-62cc-4836-b0c4-a935dcfde30b admin admin] Publish callbacks [] for security_group (3c944ef1-b553-45dd-a91a-e7179341eda2), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:00.043342 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-3148e314-96b6-4707-83b7-084f3cf5cda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'name': 'tempest-ServerActionsTestJSON-1104090869-router', 'tenant_id': 'c302519e74814ecf9d6317cf454d8d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '834cb181-ca34-4c0b-a7ac-6fe69f9aded1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:37:28Z', 'updated_at': '2022-03-23T02:37:34Z', 'revision_number': 4, 'project_id': 'c302519e74814ecf9d6317cf454d8d57', 'gw_port': {'id': '834cb181-ca34-4c0b-a7ac-6fe69f9aded1', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:29Z', 'updated_at': '2022-03-23T02:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '5ca2165f-d2ec-4b41-8880-a80f06c959f4', 'name': '', 'network_id': '3edd2161-639f-4b63-b7ee-dfa8fb0684e0', 'tenant_id': 'c302519e74814ecf9d6317cf454d8d57', 'mac_address': 'fa:16:3e:84:d8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '43c32d8d-82fc-4897-9976-f6e345cb2e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:32Z', 'updated_at': '2022-03-23T02:37:39Z', 'revision_number': 5, 'project_id': 'c302519e74814ecf9d6317cf454d8d57', 'subnets': [{'id': '43c32d8d-82fc-4897-9976-f6e345cb2e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:00.056645 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.objects.ports [None req-68da6f99-1a4b-4f44-8afc-629ba1202f68 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104349) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 02:41:00.063127 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-68da6f99-1a4b-4f44-8afc-629ba1202f68 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (90d2c332-5d10-4806-b5d8-9261401909a4), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:00.085537 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3148e314-96b6-4707-83b7-084f3cf5cda8 None None] The sync data for ids ['ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76'] in dv-neutron-834613-2-hyperv is: [{'id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'name': 'tempest-ServerActionsTestJSON-1104090869-router', 'tenant_id': 'c302519e74814ecf9d6317cf454d8d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '834cb181-ca34-4c0b-a7ac-6fe69f9aded1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:37:28Z', 'updated_at': '2022-03-23T02:37:34Z', 'revision_number': 4, 'project_id': 'c302519e74814ecf9d6317cf454d8d57', 'gw_port': {'id': '834cb181-ca34-4c0b-a7ac-6fe69f9aded1', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:29Z', 'updated_at': '2022-03-23T02:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '5ca2165f-d2ec-4b41-8880-a80f06c959f4', 'name': '', 'network_id': '3edd2161-639f-4b63-b7ee-dfa8fb0684e0', 'tenant_id': 'c302519e74814ecf9d6317cf454d8d57', 'mac_address': 'fa:16:3e:84:d8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '43c32d8d-82fc-4897-9976-f6e345cb2e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:32Z', 'updated_at': '2022-03-23T02:37:39Z', 'revision_number': 5, 'project_id': 'c302519e74814ecf9d6317cf454d8d57', 'subnets': [{'id': '43c32d8d-82fc-4897-9976-f6e345cb2e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:41:00.094780 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-f86648e1-7722-4f8f-9050-3b1742959b4b None None] For port 861a3fde-392b-4c0f-86de-3c79f9728eb3, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=861a3fde-392b-4c0f-86de-3c79f9728eb3,segment=NetworkSegment(6f4d4d19-4da4-4907-bd1b-1b9774bb4207),segment_id=6f4d4d19-4da4-4907-bd1b-1b9774bb4207)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:00.095324 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f86648e1-7722-4f8f-9050-3b1742959b4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (861a3fde-392b-4c0f-86de-3c79f9728eb3), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:00.114360 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f86648e1-7722-4f8f-9050-3b1742959b4b None None] Calling delete_port for 861a3fde-392b-4c0f-86de-3c79f9728eb3 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:00.131803 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68da6f99-1a4b-4f44-8afc-629ba1202f68 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:00.135445 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-68da6f99-1a4b-4f44-8afc-629ba1202f68 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:00.140420 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68da6f99-1a4b-4f44-8afc-629ba1202f68 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:00.140995 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-68da6f99-1a4b-4f44-8afc-629ba1202f68 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:00.144809 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da6f99-1a4b-4f44-8afc-629ba1202f68 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Subnet': ['ID=90d2c332-5d10-4806-b5d8-9261401909a4,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:00.153738 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a1c586-39b5-4082-a1f3-4419be63c78c None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:00.208739 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-022f2554-62cc-4836-b0c4-a935dcfde30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (3c944ef1-b553-45dd-a91a-e7179341eda2), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:00.212917 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-022f2554-62cc-4836-b0c4-a935dcfde30b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:00.214736 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-022f2554-62cc-4836-b0c4-a935dcfde30b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c944ef1-b553-45dd-a91a-e7179341eda2 HTTP/1.1" status: 204 len: 168 time: 0.3271484 Mar 23 02:41:00.231986 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f2554-62cc-4836-b0c4-a935dcfde30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c944ef1-b553-45dd-a91a-e7179341eda2,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:00.269097 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d27d54c2-06a0-4fa4-8ba2-c29afeea8005 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:41:00.270937 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-68da6f99-1a4b-4f44-8afc-629ba1202f68 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2273300 Mar 23 02:41:00.271703 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58886) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:00.297880 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-dc9b0be1-494b-4142-bcdc-e610a0c87fd0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4347508 Mar 23 02:41:00.298252 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-cc8cf157-dfe6-4694-b5a8-0c2497de14a2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'port': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'mac_address': 'fa:16:3e:e6:ce:e9', 'name': 'tempest-NetworksTestDHCPv6-1265897485'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:00.298641 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58888) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:00.305412 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: d27d54c2-06a0-4fa4-8ba2-c29afeea8005 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:41:00.305768 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d27d54c2-06a0-4fa4-8ba2-c29afeea8005 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:41:00.306207 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 861a3fde-392b-4c0f-86de-3c79f9728eb3 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:41:00.506368 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-5b6b0650-f733-4b1d-9f24-0b327a39be00 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Allocated IP 172.26.2.227 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/236a3fca-24ea-40df-a5d0-09a86176670b) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:00.580623 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8cf157-dfe6-4694-b5a8-0c2497de14a2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:00.586778 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-31429068-ca6b-408c-9dee-ccdf045afa7b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Deleting port 861a3fde-392b-4c0f-86de-3c79f9728eb3 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:00.586778 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-31429068-ca6b-408c-9dee-ccdf045afa7b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (861a3fde-392b-4c0f-86de-3c79f9728eb3), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:00.617738 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee9e51d-05c7-443f-a9aa-69900728d52a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-94d9379e-13fb-449b-8f45-d1ab95378f77', 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'fixed_ips': [{'subnet_id': '90d2c332-5d10-4806-b5d8-9261401909a4'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:41:00.618651 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1ee9e51d-05c7-443f-a9aa-69900728d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:00.618986 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be159028-dfa5-4fd4-8eb2-ef7178f53967 None None] New status for floating IP e2bf9024-9a67-456e-a009-32f1374e0c78: DOWN {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:41:00.696900 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f86648e1-7722-4f8f-9050-3b1742959b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (861a3fde-392b-4c0f-86de-3c79f9728eb3), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:00.727802 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5b6b0650-f733-4b1d-9f24-0b327a39be00 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for port (236a3fca-24ea-40df-a5d0-09a86176670b), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:00.739951 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4e10e17c-4294-4efb-82a4-5da388918c5a tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] 10.222.0.24 "GET /v2.0/networks/2c59982f-5171-4909-884f-fd6b855b8c7b/tags/tempest-TagsTest-Tag-2017656700 HTTP/1.1" status: 204 len: 168 time: 0.8351684 Mar 23 02:41:00.740663 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58896) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:00.755153 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-15a0ed00-3854-4e76-9441-edafc5edb118 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '2c59982f-5171-4909-884f-fd6b855b8c7b') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:00.776418 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cc8cf157-dfe6-4694-b5a8-0c2497de14a2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:00.838634 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-cc8cf157-dfe6-4694-b5a8-0c2497de14a2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] device_id is not set on port 280317cb-fe38-4069-affa-631188f7a829 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:41:00.861586 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-e4062230-adbd-49eb-bf77-c7f88b1bd07f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Deleting port a63da7dc-179b-4ae4-877c-1e9e887eca55 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:00.861949 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e4062230-adbd-49eb-bf77-c7f88b1bd07f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (a63da7dc-179b-4ae4-877c-1e9e887eca55), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:00.867612 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86648e1-7722-4f8f-9050-3b1742959b4b None None] Pushing event deleted for resources: {'Port': ['ID=861a3fde-392b-4c0f-86de-3c79f9728eb3,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:00.875652 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86648e1-7722-4f8f-9050-3b1742959b4b None None] No DVR routers for this DVR port 861a3fde-392b-4c0f-86de-3c79f9728eb3 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:41:00.894271 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 861a3fde-392b-4c0f-86de-3c79f9728eb3 is: ACTIVE; New status is: DOWN {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:00.894834 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (861a3fde-392b-4c0f-86de-3c79f9728eb3), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:00.969659 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e4062230-adbd-49eb-bf77-c7f88b1bd07f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (a63da7dc-179b-4ae4-877c-1e9e887eca55), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:00.989760 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-e4062230-adbd-49eb-bf77-c7f88b1bd07f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Calling delete_port for a63da7dc-179b-4ae4-877c-1e9e887eca55 owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:01.011652 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-1ee9e51d-05c7-443f-a9aa-69900728d52a None None] Allocated IP 2001:db8::f816:3eff:fe4f:fbe5 (94d9379e-13fb-449b-8f45-d1ab95378f77/90d2c332-5d10-4806-b5d8-9261401909a4/8b0295ee-e3b0-499a-a5ba-e61adaf33d5d) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:01.056706 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58908) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:01.126503 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-31429068-ca6b-408c-9dee-ccdf045afa7b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] For port 861a3fde-392b-4c0f-86de-3c79f9728eb3, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=861a3fde-392b-4c0f-86de-3c79f9728eb3,segment=NetworkSegment(6f4d4d19-4da4-4907-bd1b-1b9774bb4207),segment_id=6f4d4d19-4da4-4907-bd1b-1b9774bb4207)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:01.126877 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-31429068-ca6b-408c-9dee-ccdf045afa7b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (861a3fde-392b-4c0f-86de-3c79f9728eb3), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:01.164901 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-31429068-ca6b-408c-9dee-ccdf045afa7b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Calling delete_port for 861a3fde-392b-4c0f-86de-3c79f9728eb3 owned by network:dhcp {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:01.234208 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1ee9e51d-05c7-443f-a9aa-69900728d52a None None] Publish callbacks [] for port (8b0295ee-e3b0-499a-a5ba-e61adaf33d5d), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:01.255116 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57d7b2-5f27-4e9b-8bd2-aeb80a3ee050 req-e85f8751-9825-48a3-b6d0-3cf22ab3542d tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:01.256693 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-bb57d7b2-5f27-4e9b-8bd2-aeb80a3ee050 req-e85f8751-9825-48a3-b6d0-3cf22ab3542d tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0725774-6cad-459c-af7b-59efddb8aed2 HTTP/1.1" status: 200 len: 945 time: 0.2600737 Mar 23 02:41:01.267626 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5b6b0650-f733-4b1d-9f24-0b327a39be00 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (236a3fca-24ea-40df-a5d0-09a86176670b), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:01.294235 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1ee9e51d-05c7-443f-a9aa-69900728d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (8b0295ee-e3b0-499a-a5ba-e61adaf33d5d), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:01.339598 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-15a0ed00-3854-4e76-9441-edafc5edb118 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] 10.222.0.24 "GET /v2.0/networks/2c59982f-5171-4909-884f-fd6b855b8c7b/tags HTTP/1.1" status: 200 len: 238 time: 0.5936220 Mar 23 02:41:01.340227 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58912) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:01.347158 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-a640f1a9-87a6-4bd0-9783-ceeeaf9877b2 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '2c59982f-5171-4909-884f-fd6b855b8c7b', {'tags': ['tempest-TagsTest-Tag-1234215347', 'tempest-TagsTest-Tag-499433741', 'tempest-TagsTest-Tag-278970343']}) {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:01.359322 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee9e51d-05c7-443f-a9aa-69900728d52a None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:01.366374 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6b0650-f733-4b1d-9f24-0b327a39be00 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:01.367760 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-1ee9e51d-05c7-443f-a9aa-69900728d52a None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:01.369876 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a767a97c-42f6-4125-bba7-b45668e73d3e tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks [] for security_group (3b0dc365-0bd7-406d-9157-bc3355e24a4b), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:01.374179 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee9e51d-05c7-443f-a9aa-69900728d52a None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:01.378078 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9e51d-05c7-443f-a9aa-69900728d52a None None] Pushing event updated for resources: {'Port': ['ID=8b0295ee-e3b0-499a-a5ba-e61adaf33d5d,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:01.383256 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-5b6b0650-f733-4b1d-9f24-0b327a39be00 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:01.404184 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6b0650-f733-4b1d-9f24-0b327a39be00 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:01.452743 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b0650-f733-4b1d-9f24-0b327a39be00 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Pushing event updated for resources: {'Port': ['ID=236a3fca-24ea-40df-a5d0-09a86176670b,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:01.458971 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-cc8cf157-dfe6-4694-b5a8-0c2497de14a2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Allocated IP 2001:db8::f816:3eff:fee6:cee9 (94d9379e-13fb-449b-8f45-d1ab95378f77/90d2c332-5d10-4806-b5d8-9261401909a4/280317cb-fe38-4069-affa-631188f7a829) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:01.466666 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e4062230-adbd-49eb-bf77-c7f88b1bd07f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (a63da7dc-179b-4ae4-877c-1e9e887eca55), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:01.472115 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a767a97c-42f6-4125-bba7-b45668e73d3e tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks [] for security_group (3b0dc365-0bd7-406d-9157-bc3355e24a4b), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:01.484995 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-bb57d7b2-5f27-4e9b-8bd2-aeb80a3ee050 req-c5f06afb-bafb-47d6-a15c-46d7a59ddb33 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/security-groups?id=cac9dd8f-ee3f-4d89-9704-111d237703cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136753 Mar 23 02:41:01.491218 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-1ee9e51d-05c7-443f-a9aa-69900728d52a None None] Attempting to bind port 8b0295ee-e3b0-499a-a5ba-e61adaf33d5d on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:01.491598 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-1ee9e51d-05c7-443f-a9aa-69900728d52a None None] Attempting to bind port 8b0295ee-e3b0-499a-a5ba-e61adaf33d5d by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:01.492017 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee9e51d-05c7-443f-a9aa-69900728d52a None None] Attempting to bind port 8b0295ee-e3b0-499a-a5ba-e61adaf33d5d on network 94d9379e-13fb-449b-8f45-d1ab95378f77 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:01.497818 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee9e51d-05c7-443f-a9aa-69900728d52a None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:41:01.498180 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee9e51d-05c7-443f-a9aa-69900728d52a None None] Checking segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:01.498522 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1ee9e51d-05c7-443f-a9aa-69900728d52a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:01.498920 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee9e51d-05c7-443f-a9aa-69900728d52a None None] Bound using segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:41:01.499398 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-1ee9e51d-05c7-443f-a9aa-69900728d52a None None] Bound port: 8b0295ee-e3b0-499a-a5ba-e61adaf33d5d, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:41:01.499782 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1ee9e51d-05c7-443f-a9aa-69900728d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8b0295ee-e3b0-499a-a5ba-e61adaf33d5d), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:01.540434 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a640f1a9-87a6-4bd0-9783-ceeeaf9877b2 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] 10.222.0.24 "PUT /v2.0/networks/2c59982f-5171-4909-884f-fd6b855b8c7b/tags HTTP/1.1" status: 200 len: 307 time: 0.1965675 Mar 23 02:41:01.553496 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58920) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:01.564030 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.tag.tag_plugin [None req-2e7a12d4-0e06-466b-b094-b2007ac83dff tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '2c59982f-5171-4909-884f-fd6b855b8c7b', 'tempest-TagsTest-Tag-1234215347') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:01.569087 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-31429068-ca6b-408c-9dee-ccdf045afa7b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (861a3fde-392b-4c0f-86de-3c79f9728eb3), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:01.571744 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4062230-adbd-49eb-bf77-c7f88b1bd07f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Port': ['ID=a63da7dc-179b-4ae4-877c-1e9e887eca55,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:01.590876 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-1ee9e51d-05c7-443f-a9aa-69900728d52a None None] For port 8b0295ee-e3b0-499a-a5ba-e61adaf33d5d, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:41:01.594261 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-1ee9e51d-05c7-443f-a9aa-69900728d52a None None] For port 8b0295ee-e3b0-499a-a5ba-e61adaf33d5d, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8b0295ee-e3b0-499a-a5ba-e61adaf33d5d,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:41:01.626558 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e4062230-adbd-49eb-bf77-c7f88b1bd07f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:01.632001 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e4062230-adbd-49eb-bf77-c7f88b1bd07f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/ports/a63da7dc-179b-4ae4-877c-1e9e887eca55 HTTP/1.1" status: 204 len: 168 time: 1.3258109 Mar 23 02:41:01.632945 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58922) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:01.644219 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-0b5354b3-9f87-43b0-b3a5-381601321042 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'port': {'network_id': 'cbe75922-1412-46a9-a4e0-2b3990e0fa00', 'mac_address': 'fa:16:3e:4c:7e:c7', 'name': 'tempest-PortsIpV6TestJSON-340836297'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:01.678745 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1ee9e51d-05c7-443f-a9aa-69900728d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (8b0295ee-e3b0-499a-a5ba-e61adaf33d5d), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:01.693748 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31429068-ca6b-408c-9dee-ccdf045afa7b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Port': ['ID=861a3fde-392b-4c0f-86de-3c79f9728eb3,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:01.710952 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cc8cf157-dfe6-4694-b5a8-0c2497de14a2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for port (280317cb-fe38-4069-affa-631188f7a829), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:01.726371 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31429068-ca6b-408c-9dee-ccdf045afa7b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] No DVR routers for this DVR port 861a3fde-392b-4c0f-86de-3c79f9728eb3 on host dv-neutron-834613-2-hyperv {{(pid=104348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:41:01.803892 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9e51d-05c7-443f-a9aa-69900728d52a None None] Pushing event updated for resources: {'Port': ['ID=8b0295ee-e3b0-499a-a5ba-e61adaf33d5d,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:01.808045 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58926) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:01.876340 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5354b3-9f87-43b0-b3a5-381601321042 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:01.876576 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-31429068-ca6b-408c-9dee-ccdf045afa7b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (91c6031f-2403-46dd-af5c-d933159fa2a8), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:01.902920 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a767a97c-42f6-4125-bba7-b45668e73d3e tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (3b0dc365-0bd7-406d-9157-bc3355e24a4b), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:01.906086 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a767a97c-42f6-4125-bba7-b45668e73d3e tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:01.907250 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a767a97c-42f6-4125-bba7-b45668e73d3e tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "DELETE /v2.0/security-groups/3b0dc365-0bd7-406d-9157-bc3355e24a4b HTTP/1.1" status: 204 len: 168 time: 0.8496594 Mar 23 02:41:01.910307 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-31429068-ca6b-408c-9dee-ccdf045afa7b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c6031f-2403-46dd-af5c-d933159fa2a8']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:01.920891 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58930) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:01.924570 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cc8cf157-dfe6-4694-b5a8-0c2497de14a2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (280317cb-fe38-4069-affa-631188f7a829), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:01.947840 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-31429068-ca6b-408c-9dee-ccdf045afa7b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4d4d19-4da4-4907-bd1b-1b9774bb4207') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:01.948411 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-31429068-ca6b-408c-9dee-ccdf045afa7b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4d4d19-4da4-4907-bd1b-1b9774bb4207') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:01.955478 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767a97c-42f6-4125-bba7-b45668e73d3e tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0dc365-0bd7-406d-9157-bc3355e24a4b,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:01.966402 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-52b4cada-2b80-4648-b917-7fb1cf367a41 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] show failed (client error): The resource could not be found. Mar 23 02:41:01.970481 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-52b4cada-2b80-4648-b917-7fb1cf367a41 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "GET /v2.0/security-groups/3b0dc365-0bd7-406d-9157-bc3355e24a4b HTTP/1.1" status: 404 len: 347 time: 0.0461245 Mar 23 02:41:01.971579 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58932) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:01.973584 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-31429068-ca6b-408c-9dee-ccdf045afa7b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (6f4d4d19-4da4-4907-bd1b-1b9774bb4207), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:01.989164 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-d52e5da2-d643-4667-aefb-67c4dab7bff9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-4104863'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:02.025346 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8cf157-dfe6-4694-b5a8-0c2497de14a2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:02.057881 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0b5354b3-9f87-43b0-b3a5-381601321042 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:02.068468 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2e7a12d4-0e06-466b-b094-b2007ac83dff tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] 10.222.0.24 "DELETE /v2.0/networks/2c59982f-5171-4909-884f-fd6b855b8c7b/tags/tempest-TagsTest-Tag-1234215347 HTTP/1.1" status: 204 len: 168 time: 0.5105438 Mar 23 02:41:02.073917 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58934) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:02.084243 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-0b5354b3-9f87-43b0-b3a5-381601321042 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] device_id is not set on port e5db6086-c11e-44b6-8982-a8dff464033e yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:41:02.099198 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-31429068-ca6b-408c-9dee-ccdf045afa7b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (6f4d4d19-4da4-4907-bd1b-1b9774bb4207), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:02.145693 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-2f8d05f2-99ce-46a7-89d8-87027ca8d97b tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2c59982f-5171-4909-884f-fd6b855b8c7b', 'tempest-TagsTest-Tag-1234215347') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:02.149741 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31429068-ca6b-408c-9dee-ccdf045afa7b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:41:02.150142 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-31429068-ca6b-408c-9dee-ccdf045afa7b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (6f4d4d19-4da4-4907-bd1b-1b9774bb4207), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: self.session.flush() Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: self.session.flush() Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: self.session.flush() Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: self.session.flush() Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:41:02.153249 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:41:02.172057 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-cc8cf157-dfe6-4694-b5a8-0c2497de14a2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:02.173780 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8cf157-dfe6-4694-b5a8-0c2497de14a2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Port': ['ID=280317cb-fe38-4069-affa-631188f7a829,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:02.176704 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8cf157-dfe6-4694-b5a8-0c2497de14a2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:02.183463 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8cf157-dfe6-4694-b5a8-0c2497de14a2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:02.184191 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cc8cf157-dfe6-4694-b5a8-0c2497de14a2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:02.232909 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8b0295ee-e3b0-499a-a5ba-e61adaf33d5d up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:02.265142 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5b6b0650-f733-4b1d-9f24-0b327a39be00 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router_gateway (1b35b64c-7719-4696-8b29-5a28c5bc77ad), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:02.297236 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 8b0295ee-e3b0-499a-a5ba-e61adaf33d5d triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:02.297236 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8b0295ee-e3b0-499a-a5ba-e61adaf33d5d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:02.367541 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-31429068-ca6b-408c-9dee-ccdf045afa7b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (91c6031f-2403-46dd-af5c-d933159fa2a8), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:02.385730 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-31429068-ca6b-408c-9dee-ccdf045afa7b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:02.386404 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 8b0295ee-e3b0-499a-a5ba-e61adaf33d5d is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:02.386937 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8b0295ee-e3b0-499a-a5ba-e61adaf33d5d), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:02.392951 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-31429068-ca6b-408c-9dee-ccdf045afa7b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/networks/91c6031f-2403-46dd-af5c-d933159fa2a8 HTTP/1.1" status: 204 len: 168 time: 2.8541481 Mar 23 02:41:02.392951 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-837b4355-f381-411f-80b3-30e8b4e22a89 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Deleting port 805009fe-23e1-4949-8d6e-577f7b7bd4fd {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:02.392951 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-837b4355-f381-411f-80b3-30e8b4e22a89 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (805009fe-23e1-4949-8d6e-577f7b7bd4fd), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:02.402271 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0b5354b3-9f87-43b0-b3a5-381601321042 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for port (e5db6086-c11e-44b6-8982-a8dff464033e), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:02.402840 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58936) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:02.409765 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-6ce0f663-8140-416d-853f-bedd795aed18 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1715097554', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}, 'admin_state_up': False}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:02.426072 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31429068-ca6b-408c-9dee-ccdf045afa7b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Network': ['ID=91c6031f-2403-46dd-af5c-d933159fa2a8,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:02.427690 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 8b0295ee-e3b0-499a-a5ba-e61adaf33d5d, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8b0295ee-e3b0-499a-a5ba-e61adaf33d5d,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:02.430609 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52e5da2-d643-4667-aefb-67c4dab7bff9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Made reservation on behalf of a93ad12b8bcf4411afa287294e0d6a41 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:02.433981 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d52e5da2-d643-4667-aefb-67c4dab7bff9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:02.455978 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d52e5da2-d643-4667-aefb-67c4dab7bff9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:02.488882 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-2f8d05f2-99ce-46a7-89d8-87027ca8d97b tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] show failed (client error): The resource could not be found. Mar 23 02:41:02.492553 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2f8d05f2-99ce-46a7-89d8-87027ca8d97b tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] 10.222.0.24 "GET /v2.0/networks/2c59982f-5171-4909-884f-fd6b855b8c7b/tags/tempest-TagsTest-Tag-1234215347 HTTP/1.1" status: 404 len: 326 time: 0.3478947 Mar 23 02:41:02.495047 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58938) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:02.499741 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-de5ca205-83f2-400d-88c0-d9bf894961b2 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2c59982f-5171-4909-884f-fd6b855b8c7b', 'tempest-TagsTest-Tag-499433741') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:02.501955 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (8b0295ee-e3b0-499a-a5ba-e61adaf33d5d), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:02.514618 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917e4f7-e364-416d-851a-a1879192fe47 req-f2beb17f-5adb-4035-9741-9b70bd8a331c tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:02.516530 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0917e4f7-e364-416d-851a-a1879192fe47 req-f2beb17f-5adb-4035-9741-9b70bd8a331c tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0725774-6cad-459c-af7b-59efddb8aed2 HTTP/1.1" status: 200 len: 945 time: 0.3470495 Mar 23 02:41:02.543027 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0b5354b3-9f87-43b0-b3a5-381601321042 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (e5db6086-c11e-44b6-8982-a8dff464033e), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:02.549002 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-cc8cf157-dfe6-4694-b5a8-0c2497de14a2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2732441 Mar 23 02:41:02.552628 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58942) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:02.577061 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=8b0295ee-e3b0-499a-a5ba-e61adaf33d5d,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:02.625422 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-837b4355-f381-411f-80b3-30e8b4e22a89 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (805009fe-23e1-4949-8d6e-577f7b7bd4fd), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:02.625754 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-837b4355-f381-411f-80b3-30e8b4e22a89 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks [] for floatingip (805009fe-23e1-4949-8d6e-577f7b7bd4fd), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:02.630677 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6ce0f663-8140-416d-853f-bedd795aed18 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (7d63a290-e05f-4b5c-b56c-49569d623f30), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:02.631712 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6ce0f663-8140-416d-853f-bedd795aed18 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (7d63a290-e05f-4b5c-b56c-49569d623f30), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:02.656642 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-837b4355-f381-411f-80b3-30e8b4e22a89 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Calling delete_port for 805009fe-23e1-4949-8d6e-577f7b7bd4fd owned by network:floatingip {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:02.679370 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5b6b0650-f733-4b1d-9f24-0b327a39be00 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1655254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3512'] for router (1b35b64c-7719-4696-8b29-5a28c5bc77ad), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:02.694326 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334e5b63-9ba9-4689-a2ab-650695858917 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:02.699650 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334e5b63-9ba9-4689-a2ab-650695858917 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:02.704408 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-334e5b63-9ba9-4689-a2ab-650695858917 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1463001 Mar 23 02:41:02.706319 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58944) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:02.708745 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5b6b0650-f733-4b1d-9f24-0b327a39be00 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1655263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1655076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656974'] for router (1b35b64c-7719-4696-8b29-5a28c5bc77ad), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:02.720053 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5354b3-9f87-43b0-b3a5-381601321042 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network cbe75922-1412-46a9-a4e0-2b3990e0fa00 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:02.752832 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-0b5354b3-9f87-43b0-b3a5-381601321042 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:02.756527 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5354b3-9f87-43b0-b3a5-381601321042 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:02.761825 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5354b3-9f87-43b0-b3a5-381601321042 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:02.762442 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0b5354b3-9f87-43b0-b3a5-381601321042 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:02.769094 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5354b3-9f87-43b0-b3a5-381601321042 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Port': ['ID=e5db6086-c11e-44b6-8982-a8dff464033e,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:02.819388 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-de5ca205-83f2-400d-88c0-d9bf894961b2 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] 10.222.0.24 "GET /v2.0/networks/2c59982f-5171-4909-884f-fd6b855b8c7b/tags/tempest-TagsTest-Tag-499433741 HTTP/1.1" status: 204 len: 168 time: 0.3232677 Mar 23 02:41:02.823432 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58946) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:02.835977 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-7f4af629-5d0d-4404-9606-3f048eaa4269 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2c59982f-5171-4909-884f-fd6b855b8c7b', 'tempest-TagsTest-Tag-278970343') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:02.856848 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40840b96-b697-4189-90d1-0285dac99ff6 req-fa6022a1-267a-4e70-acc5-ebb5003fcd46 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:02.858615 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-40840b96-b697-4189-90d1-0285dac99ff6 req-fa6022a1-267a-4e70-acc5-ebb5003fcd46 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0725774-6cad-459c-af7b-59efddb8aed2 HTTP/1.1" status: 200 len: 945 time: 0.2482643 Mar 23 02:41:02.860831 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d52e5da2-d643-4667-aefb-67c4dab7bff9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for security_group (88d0ded4-c229-43a4-b91a-38bde8074cfe), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:02.879337 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0b5354b3-9f87-43b0-b3a5-381601321042 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2446606 Mar 23 02:41:02.917031 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58948) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:02.964466 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d52e5da2-d643-4667-aefb-67c4dab7bff9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (88d0ded4-c229-43a4-b91a-38bde8074cfe), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:03.011160 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-0917e4f7-e364-416d-851a-a1879192fe47 req-abf27154-59c8-445e-844d-e8488b7b08be tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Deleting port 63a879a0-64d9-4584-96cd-c848bf5271a7 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:03.011506 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-0917e4f7-e364-416d-851a-a1879192fe47 req-abf27154-59c8-445e-844d-e8488b7b08be tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (63a879a0-64d9-4584-96cd-c848bf5271a7), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:03.028434 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d52e5da2-d643-4667-aefb-67c4dab7bff9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:41:03.039919 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0264a70-62b3-4638-ba39-939ae3303639 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:03.043965 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b0264a70-62b3-4638-ba39-939ae3303639 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "GET /v2.0/ports/e5db6086-c11e-44b6-8982-a8dff464033e HTTP/1.1" status: 200 len: 844 time: 0.1224837 Mar 23 02:41:03.064524 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58950) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:03.147947 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e5da2-d643-4667-aefb-67c4dab7bff9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88d0ded4-c229-43a4-b91a-38bde8074cfe,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:03.148307 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6ce0f663-8140-416d-853f-bedd795aed18 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router_controller (7d63a290-e05f-4b5c-b56c-49569d623f30), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:03.153302 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d52e5da2-d643-4667-aefb-67c4dab7bff9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (070500f7-7b2a-4999-bfb9-08bd6e040775), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:03.153501 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-d52e5da2-d643-4667-aefb-67c4dab7bff9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Added segment 070500f7-7b2a-4999-bfb9-08bd6e040775 of type vlan for network 59c0ad71-d03a-4eea-a55e-c32b9064c1d5 Mar 23 02:41:03.160424 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-40840b96-b697-4189-90d1-0285dac99ff6 req-86611a12-d172-46be-a20c-06b25b2637a3 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/security-groups?id=cac9dd8f-ee3f-4d89-9704-111d237703cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2889953 Mar 23 02:41:03.193899 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7f4af629-5d0d-4404-9606-3f048eaa4269 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] 10.222.0.24 "GET /v2.0/networks/2c59982f-5171-4909-884f-fd6b855b8c7b/tags/tempest-TagsTest-Tag-278970343 HTTP/1.1" status: 204 len: 168 time: 0.3629577 Mar 23 02:41:03.204423 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-3dee4e69-c046-43bc-8bb9-74ee256e886f None None] Provisioning complete for port 8b0295ee-e3b0-499a-a5ba-e61adaf33d5d triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:03.205000 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3dee4e69-c046-43bc-8bb9-74ee256e886f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8b0295ee-e3b0-499a-a5ba-e61adaf33d5d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:03.219180 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58952) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:03.230868 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.tag.tag_plugin [None req-33fc91b2-0ed5-429c-bb37-61a657f46c1b tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '2c59982f-5171-4909-884f-fd6b855b8c7b') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:03.277813 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d52e5da2-d643-4667-aefb-67c4dab7bff9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (59c0ad71-d03a-4eea-a55e-c32b9064c1d5), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:03.302071 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-0917e4f7-e364-416d-851a-a1879192fe47 req-abf27154-59c8-445e-844d-e8488b7b08be tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] For port 63a879a0-64d9-4584-96cd-c848bf5271a7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=63a879a0-64d9-4584-96cd-c848bf5271a7,segment=NetworkSegment(31a5abdc-77c7-4b66-8f8c-26e205d8373f),segment_id=31a5abdc-77c7-4b66-8f8c-26e205d8373f)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:03.302438 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-0917e4f7-e364-416d-851a-a1879192fe47 req-abf27154-59c8-445e-844d-e8488b7b08be tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (63a879a0-64d9-4584-96cd-c848bf5271a7), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:03.307093 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-3dee4e69-c046-43bc-8bb9-74ee256e886f None None] Current status of the port 8b0295ee-e3b0-499a-a5ba-e61adaf33d5d is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:03.392194 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-8cf06636-ccf6-4f80-9e36-5c524dbb4c93 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Deleting port e5db6086-c11e-44b6-8982-a8dff464033e {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:03.392456 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8cf06636-ccf6-4f80-9e36-5c524dbb4c93 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (e5db6086-c11e-44b6-8982-a8dff464033e), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:03.468014 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d52e5da2-d643-4667-aefb-67c4dab7bff9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (59c0ad71-d03a-4eea-a55e-c32b9064c1d5), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:03.472995 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52e5da2-d643-4667-aefb-67c4dab7bff9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:03.473589 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d52e5da2-d643-4667-aefb-67c4dab7bff9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:03.503236 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6ce0f663-8140-416d-853f-bedd795aed18 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router_gateway (7d63a290-e05f-4b5c-b56c-49569d623f30), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:03.532986 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-f1b8a0e6-fad5-4d4e-a6a1-c080858d2767 None None] Provisioning complete for port 280317cb-fe38-4069-affa-631188f7a829 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:03.534430 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f1b8a0e6-fad5-4d4e-a6a1-c080858d2767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (280317cb-fe38-4069-affa-631188f7a829), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:03.546737 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-6dd9594a-a62f-423c-b397-d121426a1567 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting port 280317cb-fe38-4069-affa-631188f7a829 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:03.547106 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6dd9594a-a62f-423c-b397-d121426a1567 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (280317cb-fe38-4069-affa-631188f7a829), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:03.586457 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f1b8a0e6-fad5-4d4e-a6a1-c080858d2767 None None] Port 280317cb-fe38-4069-affa-631188f7a829 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:41:03.605314 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8cf06636-ccf6-4f80-9e36-5c524dbb4c93 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (e5db6086-c11e-44b6-8982-a8dff464033e), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:03.621528 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e5da2-d643-4667-aefb-67c4dab7bff9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event updated for resources: {'Network': ['ID=59c0ad71-d03a-4eea-a55e-c32b9064c1d5,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:03.631444 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-837b4355-f381-411f-80b3-30e8b4e22a89 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (805009fe-23e1-4949-8d6e-577f7b7bd4fd), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:03.634804 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 59c0ad71-d03a-4eea-a55e-c32b9064c1d5 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:41:03.640418 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d52e5da2-d643-4667-aefb-67c4dab7bff9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 1.8311222 Mar 23 02:41:03.642179 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-8cf06636-ccf6-4f80-9e36-5c524dbb4c93 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Calling delete_port for e5db6086-c11e-44b6-8982-a8dff464033e owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:03.677103 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-0917e4f7-e364-416d-851a-a1879192fe47 req-abf27154-59c8-445e-844d-e8488b7b08be tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:03.677597 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-0917e4f7-e364-416d-851a-a1879192fe47 req-abf27154-59c8-445e-844d-e8488b7b08be tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (1cc60d07-9642-4d21-9e3e-f07549b499ce), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:03.678232 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [req-0917e4f7-e364-416d-851a-a1879192fe47 req-abf27154-59c8-445e-844d-e8488b7b08be tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Floating IP 1cc60d07-9642-4d21-9e3e-f07549b499ce disassociated. External IP: 172.26.2.166, port: 63a879a0-64d9-4584-96cd-c848bf5271a7. Mar 23 02:41:03.678679 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-0917e4f7-e364-416d-851a-a1879192fe47 req-abf27154-59c8-445e-844d-e8488b7b08be tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Calling delete_port for 63a879a0-64d9-4584-96cd-c848bf5271a7 owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:03.705690 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b4355-f381-411f-80b3-30e8b4e22a89 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Pushing event deleted for resources: {'Port': ['ID=805009fe-23e1-4949-8d6e-577f7b7bd4fd,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:03.744739 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6b0650-f733-4b1d-9f24-0b327a39be00 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Router 1b35b64c-7719-4696-8b29-5a28c5bc77ad is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:41:03.760336 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6dd9594a-a62f-423c-b397-d121426a1567 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (280317cb-fe38-4069-affa-631188f7a829), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:03.762982 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58954) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:03.767875 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-33fc91b2-0ed5-429c-bb37-61a657f46c1b tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] 10.222.0.24 "DELETE /v2.0/networks/2c59982f-5171-4909-884f-fd6b855b8c7b/tags HTTP/1.1" status: 204 len: 168 time: 0.5448210 Mar 23 02:41:03.773197 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-dd218bec-bca7-45ad-860d-f4aa7be8b470 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Request body: {'subnet': {'network_id': '59c0ad71-d03a-4eea-a55e-c32b9064c1d5', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:03.776606 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58956) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:03.804609 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-6dd9594a-a62f-423c-b397-d121426a1567 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Calling delete_port for 280317cb-fe38-4069-affa-631188f7a829 owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:03.835249 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.tag.tag_plugin [None req-cb2eda79-6597-42ef-a1a2-6f52611b3b19 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2c59982f-5171-4909-884f-fd6b855b8c7b', 'tempest-TagsTest-Tag-499433741') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:03.932561 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-837b4355-f381-411f-80b3-30e8b4e22a89 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks [] for floatingip (e2bf9024-9a67-456e-a009-32f1374e0c78), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:03.934972 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-837b4355-f381-411f-80b3-30e8b4e22a89 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:03.936258 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-837b4355-f381-411f-80b3-30e8b4e22a89 tempest-ServerActionsTestJSON-1228362944 tempest-ServerActionsTestJSON-1228362944-project] 10.222.0.24 "DELETE /v2.0/floatingips/e2bf9024-9a67-456e-a009-32f1374e0c78 HTTP/1.1" status: 204 len: 168 time: 1.9604490 Mar 23 02:41:03.940726 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58958) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:04.026190 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-cb2eda79-6597-42ef-a1a2-6f52611b3b19 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] show failed (client error): The resource could not be found. Mar 23 02:41:04.027236 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-cb2eda79-6597-42ef-a1a2-6f52611b3b19 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] 10.222.0.24 "GET /v2.0/networks/2c59982f-5171-4909-884f-fd6b855b8c7b/tags/tempest-TagsTest-Tag-499433741 HTTP/1.1" status: 404 len: 325 time: 0.2098272 Mar 23 02:41:04.041191 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58960) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:04.049015 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.tag.tag_plugin [None req-0281372f-8398-4631-b240-233f5228b394 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2c59982f-5171-4909-884f-fd6b855b8c7b', 'tempest-TagsTest-Tag-278970343') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:04.077566 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8cf06636-ccf6-4f80-9e36-5c524dbb4c93 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (e5db6086-c11e-44b6-8982-a8dff464033e), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:04.115142 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8cf06636-ccf6-4f80-9e36-5c524dbb4c93 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:04.121552 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8cf06636-ccf6-4f80-9e36-5c524dbb4c93 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/ports/e5db6086-c11e-44b6-8982-a8dff464033e HTTP/1.1" status: 204 len: 168 time: 1.0163610 Mar 23 02:41:04.121552 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf06636-ccf6-4f80-9e36-5c524dbb4c93 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Port': ['ID=e5db6086-c11e-44b6-8982-a8dff464033e,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:04.121552 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd218bec-bca7-45ad-860d-f4aa7be8b470 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Made reservation on behalf of a93ad12b8bcf4411afa287294e0d6a41 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:04.126174 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dd218bec-bca7-45ad-860d-f4aa7be8b470 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:04.130645 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58962) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:04.168430 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6b0650-f733-4b1d-9f24-0b327a39be00 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:41:04.176166 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8b0295ee-e3b0-499a-a5ba-e61adaf33d5d up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:04.181449 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0feac4-40fd-4b0c-82db-494a803a4337 None None] Sync routers for ids ['1b35b64c-7719-4696-8b29-5a28c5bc77ad'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:41:04.205814 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-0917e4f7-e364-416d-851a-a1879192fe47 req-abf27154-59c8-445e-844d-e8488b7b08be tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (63a879a0-64d9-4584-96cd-c848bf5271a7), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:04.208353 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bfd8a4a-dea1-4b40-93fe-bf24bc3e0e7d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] GET failed (client error): The resource could not be found. Mar 23 02:41:04.213111 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6bfd8a4a-dea1-4b40-93fe-bf24bc3e0e7d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "GET /v2.0/ports/e5db6086-c11e-44b6-8982-a8dff464033e HTTP/1.1" status: 404 len: 333 time: 0.0809977 Mar 23 02:41:04.213791 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58966) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:04.225785 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0feac4-40fd-4b0c-82db-494a803a4337 None None] Routers {'1b35b64c-7719-4696-8b29-5a28c5bc77ad'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:41:04.226431 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-cc0feac4-40fd-4b0c-82db-494a803a4337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['1b35b64c-7719-4696-8b29-5a28c5bc77ad'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:04.249141 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5b6b0650-f733-4b1d-9f24-0b327a39be00 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:04.250993 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5b6b0650-f733-4b1d-9f24-0b327a39be00 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "PUT /v2.0/routers/1b35b64c-7719-4696-8b29-5a28c5bc77ad HTTP/1.1" status: 200 len: 915 time: 6.0366240 Mar 23 02:41:04.255029 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-102559fd-0a70-49d4-a88d-7d5880b3bc74 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'port': {'network_id': 'cbe75922-1412-46a9-a4e0-2b3990e0fa00', 'name': 'tempest-PortsIpV6TestJSON-868523460'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:04.263381 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58968) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:04.271356 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-cc0feac4-40fd-4b0c-82db-494a803a4337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:04.287155 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0feac4-40fd-4b0c-82db-494a803a4337 None None] Routers {'1b35b64c-7719-4696-8b29-5a28c5bc77ad'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:41:04.287773 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-cc0feac4-40fd-4b0c-82db-494a803a4337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['1b35b64c-7719-4696-8b29-5a28c5bc77ad'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:04.322492 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 8b0295ee-e3b0-499a-a5ba-e61adaf33d5d triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:04.323176 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8b0295ee-e3b0-499a-a5ba-e61adaf33d5d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:04.324558 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-cc0feac4-40fd-4b0c-82db-494a803a4337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:04.325164 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0feac4-40fd-4b0c-82db-494a803a4337 None None] The sync data for ids ['1b35b64c-7719-4696-8b29-5a28c5bc77ad'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:41:04.347039 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf27154-59c8-445e-844d-e8488b7b08be tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Pushing event deleted for resources: {'Port': ['ID=63a879a0-64d9-4584-96cd-c848bf5271a7,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:04.413464 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 8b0295ee-e3b0-499a-a5ba-e61adaf33d5d is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:04.605908 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0f60dd69-be63-496e-b81c-5ebf407d6c79 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "GET /v2.0/routers/1b35b64c-7719-4696-8b29-5a28c5bc77ad HTTP/1.1" status: 200 len: 921 time: 0.3170984 Mar 23 02:41:04.609989 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58970) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:04.650214 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0917e4f7-e364-416d-851a-a1879192fe47 req-abf27154-59c8-445e-844d-e8488b7b08be tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Router 7629c56d-7d67-4429-a964-8600f44d3e65 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:41:04.659543 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e0056386-f707-432d-a97b-0213888bb290 req-82febb44-8c01-4573-9bb9-bbc0beeb5440 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0725774-6cad-459c-af7b-59efddb8aed2 HTTP/1.1" status: 200 len: 210 time: 0.3630314 Mar 23 02:41:04.672897 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102559fd-0a70-49d4-a88d-7d5880b3bc74 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:04.676268 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-102559fd-0a70-49d4-a88d-7d5880b3bc74 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:04.699029 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-0281372f-8398-4631-b240-233f5228b394 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] show failed (client error): The resource could not be found. Mar 23 02:41:04.703210 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0281372f-8398-4631-b240-233f5228b394 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] 10.222.0.24 "GET /v2.0/networks/2c59982f-5171-4909-884f-fd6b855b8c7b/tags/tempest-TagsTest-Tag-278970343 HTTP/1.1" status: 404 len: 325 time: 0.6579580 Mar 23 02:41:04.707914 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58972) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:04.709402 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6ce0f663-8140-416d-853f-bedd795aed18 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router_gateway (7d63a290-e05f-4b5c-b56c-49569d623f30), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:04.713491 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.tag.tag_plugin [None req-c2c026c9-f145-4e24-a538-ba7a8f5981bd tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '2c59982f-5171-4909-884f-fd6b855b8c7b') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:04.727011 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b70c23a-6357-4605-af92-0b9ed5a57727 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:04.731235 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0b70c23a-6357-4605-af92-0b9ed5a57727 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=6bbcca03-75ff-487c-8b0e-a32302dacbee&device_id=1b35b64c-7719-4696-8b29-5a28c5bc77ad&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1140649 Mar 23 02:41:04.737647 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58974) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:04.755699 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6ce0f663-8140-416d-853f-bedd795aed18 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:04.767152 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-102559fd-0a70-49d4-a88d-7d5880b3bc74 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] device_id is not set on port 83c41092-28ea-499b-b0f0-893871205fe7 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:41:04.842753 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6dd9594a-a62f-423c-b397-d121426a1567 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (280317cb-fe38-4069-affa-631188f7a829), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:04.924991 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0917e4f7-e364-416d-851a-a1879192fe47 req-abf27154-59c8-445e-844d-e8488b7b08be tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:41:04.938363 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebc4edd-a4c1-4349-b707-0ba74fc3da13 None None] Sync routers for ids ['7629c56d-7d67-4429-a964-8600f44d3e65'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:41:04.941920 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9594a-a62f-423c-b397-d121426a1567 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Port': ['ID=280317cb-fe38-4069-affa-631188f7a829,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:04.964118 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebc4edd-a4c1-4349-b707-0ba74fc3da13 None None] Routers {'7629c56d-7d67-4429-a964-8600f44d3e65'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:41:04.964997 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-5ebc4edd-a4c1-4349-b707-0ba74fc3da13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['7629c56d-7d67-4429-a964-8600f44d3e65'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:05.048712 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6dd9594a-a62f-423c-b397-d121426a1567 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:05.054762 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6dd9594a-a62f-423c-b397-d121426a1567 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/280317cb-fe38-4069-affa-631188f7a829 HTTP/1.1" status: 204 len: 168 time: 2.3473048 Mar 23 02:41:05.069008 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58976) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:05.069455 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-0917e4f7-e364-416d-851a-a1879192fe47 req-abf27154-59c8-445e-844d-e8488b7b08be tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] No DVR routers for this DVR port 63a879a0-64d9-4584-96cd-c848bf5271a7 on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:41:05.082017 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-0917e4f7-e364-416d-851a-a1879192fe47 req-abf27154-59c8-445e-844d-e8488b7b08be tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:05.085621 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0917e4f7-e364-416d-851a-a1879192fe47 req-abf27154-59c8-445e-844d-e8488b7b08be tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.23 "DELETE /v2.0/ports/63a879a0-64d9-4584-96cd-c848bf5271a7 HTTP/1.1" status: 204 len: 173 time: 2.5574212 Mar 23 02:41:05.086229 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0725774-6cad-459c-af7b-59efddb8aed2', 'name': 'network-vif-deleted', 'tag': '63a879a0-64d9-4584-96cd-c848bf5271a7'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:41:05.090340 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cdade1-2b3c-4de8-8ec1-98e22a182121" -d '{"events": [{"server_uuid": "a0725774-6cad-459c-af7b-59efddb8aed2", "name": "network-vif-deleted", "tag": "63a879a0-64d9-4584-96cd-c848bf5271a7"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:41:05.110048 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-5ebc4edd-a4c1-4349-b707-0ba74fc3da13 None None] Set router 7629c56d-7d67-4429-a964-8600f44d3e65 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:41:05.132122 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-102559fd-0a70-49d4-a88d-7d5880b3bc74 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for port (83c41092-28ea-499b-b0f0-893871205fe7), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:05.194879 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe59446-0eea-4b32-98e1-2af1ec9b48ae x-openstack-request-id: req-ffe59446-0eea-4b32-98e1-2af1ec9b48ae {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:41:05.195438 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0725774-6cad-459c-af7b-59efddb8aed2", "name": "network-vif-deleted", "tag": "63a879a0-64d9-4584-96cd-c848bf5271a7", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:41:05.196585 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ffe59446-0eea-4b32-98e1-2af1ec9b48ae {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:41:05.197220 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffe59446-0eea-4b32-98e1-2af1ec9b48ae'] response: {'server_uuid': 'a0725774-6cad-459c-af7b-59efddb8aed2', 'name': 'network-vif-deleted', 'tag': '63a879a0-64d9-4584-96cd-c848bf5271a7', 'status': 'completed', 'code': 200} Mar 23 02:41:05.199413 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d2dc10-5c5f-47e2-b6ca-bee0aab2c633 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:05.206797 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a3d2dc10-5c5f-47e2-b6ca-bee0aab2c633 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "GET /v2.0/networks/6bbcca03-75ff-487c-8b0e-a32302dacbee HTTP/1.1" status: 200 len: 881 time: 0.4677591 Mar 23 02:41:05.209489 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58980) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:05.230281 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c2c026c9-f145-4e24-a538-ba7a8f5981bd tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] 10.222.0.24 "DELETE /v2.0/networks/2c59982f-5171-4909-884f-fd6b855b8c7b/tags HTTP/1.1" status: 204 len: 168 time: 0.5204759 Mar 23 02:41:05.233034 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58982) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:05.246478 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-6ce0f663-8140-416d-853f-bedd795aed18 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Allocated IP 172.26.2.198 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/2217a283-ffd1-42fe-85d0-464e8144ec05) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:05.250925 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0f1e62e0-041f-475d-950c-a08e7464ecc8 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b35b64c-7719-4696-8b29-5a28c5bc77ad HTTP/1.1" status: 200 len: 205 time: 0.0390325 Mar 23 02:41:05.253476 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58984) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:05.266978 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dd218bec-bca7-45ad-860d-f4aa7be8b470 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (62bf204e-a2f0-4982-a116-8db5ad83399e), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:05.322291 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1535e166-18f2-4da1-bddb-f7e17a9bdb85 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:05.323648 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1535e166-18f2-4da1-bddb-f7e17a9bdb85 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:05.328674 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1535e166-18f2-4da1-bddb-f7e17a9bdb85 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2563708 Mar 23 02:41:05.334723 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 58986) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:05.385798 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-5ebc4edd-a4c1-4349-b707-0ba74fc3da13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'name': 'tempest-ServersTestManualDisk-1311817031-router', 'tenant_id': '61f0207fb76b46cf82a5b8d685172d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '668dd7a8-d041-43bd-afcf-c2cec216956a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:39:35Z', 'updated_at': '2022-03-23T02:39:49Z', 'revision_number': 4, 'project_id': '61f0207fb76b46cf82a5b8d685172d9b', 'gw_port': {'id': '668dd7a8-d041-43bd-afcf-c2cec216956a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:37Z', 'updated_at': '2022-03-23T02:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '7949107d-a64a-43f2-9191-712a114d6445', 'name': '', 'network_id': '5b79c2a7-673b-4477-acc0-14a62556cbba', 'tenant_id': '61f0207fb76b46cf82a5b8d685172d9b', 'mac_address': 'fa:16:3e:e0:30:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '163024ce-a589-49e2-9617-858c615e40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:45Z', 'updated_at': '2022-03-23T02:39:56Z', 'revision_number': 5, 'project_id': '61f0207fb76b46cf82a5b8d685172d9b', 'subnets': [{'id': '163024ce-a589-49e2-9617-858c615e40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:05.420921 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebc4edd-a4c1-4349-b707-0ba74fc3da13 None None] Checking router: 7629c56d-7d67-4429-a964-8600f44d3e65 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:41:05.433070 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebc4edd-a4c1-4349-b707-0ba74fc3da13 None None] Routers {'7629c56d-7d67-4429-a964-8600f44d3e65'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:41:05.434114 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-5ebc4edd-a4c1-4349-b707-0ba74fc3da13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['7629c56d-7d67-4429-a964-8600f44d3e65'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:05.457806 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-216cabb4-9efe-4fec-91ce-d2343bceb970 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (2c59982f-5171-4909-884f-fd6b855b8c7b), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:05.465553 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-102559fd-0a70-49d4-a88d-7d5880b3bc74 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (83c41092-28ea-499b-b0f0-893871205fe7), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:05.467960 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd218bec-bca7-45ad-860d-f4aa7be8b470 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event updated for resources: {'Subnet': ['ID=62bf204e-a2f0-4982-a116-8db5ad83399e,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:05.490389 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e41bec-2ae4-4bc1-bf4f-fa8f993c49cc tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting subnet 90d2c332-5d10-4806-b5d8-9261401909a4 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:41:05.498460 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d5894f98-1197-40d1-9577-4b845f3e004c tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router (1b35b64c-7719-4696-8b29-5a28c5bc77ad), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:05.505133 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-82e41bec-2ae4-4bc1-bf4f-fa8f993c49cc tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (90d2c332-5d10-4806-b5d8-9261401909a4), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:05.555661 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-5ebc4edd-a4c1-4349-b707-0ba74fc3da13 None None] Set router 7629c56d-7d67-4429-a964-8600f44d3e65 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:41:05.598112 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd218bec-bca7-45ad-860d-f4aa7be8b470 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Checking segment: {'id': '070500f7-7b2a-4999-bfb9-08bd6e040775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '59c0ad71-d03a-4eea-a55e-c32b9064c1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:05.598489 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd218bec-bca7-45ad-860d-f4aa7be8b470 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Network hostable DHCP agents. Network: 59c0ad71-d03a-4eea-a55e-c32b9064c1d5, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:41:05.607362 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-82e41bec-2ae4-4bc1-bf4f-fa8f993c49cc tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (90d2c332-5d10-4806-b5d8-9261401909a4), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:05.633831 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102559fd-0a70-49d4-a88d-7d5880b3bc74 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Port': ['ID=83c41092-28ea-499b-b0f0-893871205fe7,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:05.645871 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102559fd-0a70-49d4-a88d-7d5880b3bc74 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network cbe75922-1412-46a9-a4e0-2b3990e0fa00 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:05.652334 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-102559fd-0a70-49d4-a88d-7d5880b3bc74 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:05.659425 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102559fd-0a70-49d4-a88d-7d5880b3bc74 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:05.661056 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6ce0f663-8140-416d-853f-bedd795aed18 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for port (2217a283-ffd1-42fe-85d0-464e8144ec05), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:05.664611 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102559fd-0a70-49d4-a88d-7d5880b3bc74 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:05.665231 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-102559fd-0a70-49d4-a88d-7d5880b3bc74 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:05.695378 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 63a879a0-64d9-4584-96cd-c848bf5271a7 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:41:05.699387 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d5894f98-1197-40d1-9577-4b845f3e004c tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router_gateway (1b35b64c-7719-4696-8b29-5a28c5bc77ad), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:05.733211 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: 63a879a0-64d9-4584-96cd-c848bf5271a7 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:41:05.733603 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 63a879a0-64d9-4584-96cd-c848bf5271a7 not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:41:05.745355 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd218bec-bca7-45ad-860d-f4aa7be8b470 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Network 59c0ad71-d03a-4eea-a55e-c32b9064c1d5 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:41:05.758871 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-216cabb4-9efe-4fec-91ce-d2343bceb970 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (2c59982f-5171-4909-884f-fd6b855b8c7b), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:05.780000 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-102559fd-0a70-49d4-a88d-7d5880b3bc74 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5405047 Mar 23 02:41:05.780777 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58990) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:05.788114 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-cbfff416-e080-47b5-b562-70446ed246f4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:05.798163 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-5ebc4edd-a4c1-4349-b707-0ba74fc3da13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'name': 'tempest-ServersTestManualDisk-1311817031-router', 'tenant_id': '61f0207fb76b46cf82a5b8d685172d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '668dd7a8-d041-43bd-afcf-c2cec216956a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:39:35Z', 'updated_at': '2022-03-23T02:39:49Z', 'revision_number': 4, 'project_id': '61f0207fb76b46cf82a5b8d685172d9b', 'gw_port': {'id': '668dd7a8-d041-43bd-afcf-c2cec216956a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:37Z', 'updated_at': '2022-03-23T02:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '7949107d-a64a-43f2-9191-712a114d6445', 'name': '', 'network_id': '5b79c2a7-673b-4477-acc0-14a62556cbba', 'tenant_id': '61f0207fb76b46cf82a5b8d685172d9b', 'mac_address': 'fa:16:3e:e0:30:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '163024ce-a589-49e2-9617-858c615e40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:45Z', 'updated_at': '2022-03-23T02:39:56Z', 'revision_number': 5, 'project_id': '61f0207fb76b46cf82a5b8d685172d9b', 'subnets': [{'id': '163024ce-a589-49e2-9617-858c615e40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:05.835081 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebc4edd-a4c1-4349-b707-0ba74fc3da13 None None] The sync data for ids ['7629c56d-7d67-4429-a964-8600f44d3e65'] in dv-neutron-834613-2-hyperv is: [{'id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'name': 'tempest-ServersTestManualDisk-1311817031-router', 'tenant_id': '61f0207fb76b46cf82a5b8d685172d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '668dd7a8-d041-43bd-afcf-c2cec216956a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:39:35Z', 'updated_at': '2022-03-23T02:39:49Z', 'revision_number': 4, 'project_id': '61f0207fb76b46cf82a5b8d685172d9b', 'gw_port': {'id': '668dd7a8-d041-43bd-afcf-c2cec216956a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:37Z', 'updated_at': '2022-03-23T02:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '7949107d-a64a-43f2-9191-712a114d6445', 'name': '', 'network_id': '5b79c2a7-673b-4477-acc0-14a62556cbba', 'tenant_id': '61f0207fb76b46cf82a5b8d685172d9b', 'mac_address': 'fa:16:3e:e0:30:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '163024ce-a589-49e2-9617-858c615e40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:45Z', 'updated_at': '2022-03-23T02:39:56Z', 'revision_number': 5, 'project_id': '61f0207fb76b46cf82a5b8d685172d9b', 'subnets': [{'id': '163024ce-a589-49e2-9617-858c615e40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:41:05.844643 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-fc99801e-0fc9-4a14-961b-61b05c1b0f30 req-247a3b76-6962-4d9c-adad-d6673302f6b9 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0725774-6cad-459c-af7b-59efddb8aed2 HTTP/1.1" status: 200 len: 210 time: 0.0804307 Mar 23 02:41:05.853972 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-216cabb4-9efe-4fec-91ce-d2343bceb970 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c59982f-5171-4909-884f-fd6b855b8c7b']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:05.885317 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-216cabb4-9efe-4fec-91ce-d2343bceb970 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e95bcb98-1a6c-4ff9-bd7d-b22feba9bbc9') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:05.885896 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-216cabb4-9efe-4fec-91ce-d2343bceb970 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e95bcb98-1a6c-4ff9-bd7d-b22feba9bbc9') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:05.913711 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-216cabb4-9efe-4fec-91ce-d2343bceb970 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (e95bcb98-1a6c-4ff9-bd7d-b22feba9bbc9), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:05.926685 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-82e41bec-2ae4-4bc1-bf4f-fa8f993c49cc tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (90d2c332-5d10-4806-b5d8-9261401909a4), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:05.960536 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4eb2dbe1-f651-46f7-92f9-79cabffa2dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:05.965764 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-216cabb4-9efe-4fec-91ce-d2343bceb970 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (e95bcb98-1a6c-4ff9-bd7d-b22feba9bbc9), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:06.066152 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6ce0f663-8140-416d-853f-bedd795aed18 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (2217a283-ffd1-42fe-85d0-464e8144ec05), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:06.078734 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216cabb4-9efe-4fec-91ce-d2343bceb970 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:41:06.079155 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-216cabb4-9efe-4fec-91ce-d2343bceb970 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (e95bcb98-1a6c-4ff9-bd7d-b22feba9bbc9), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:06.087712 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:41:06.087712 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:41:06.087712 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:41:06.087712 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:41:06.087712 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:41:06.087712 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:41:06.087712 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:41:06.087712 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:41:06.087712 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:41:06.087712 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:41:06.087712 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:41:06.087712 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:41:06.087712 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:41:06.087712 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:41:06.087712 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:41:06.087712 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:41:06.087712 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:41:06.087712 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:41:06.087712 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:41:06.087712 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:41:06.087712 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:41:06.087712 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:41:06.087712 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:41:06.087712 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:41:06.087712 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:41:06.087712 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:41:06.087712 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:41:06.087712 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:41:06.087712 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:41:06.087712 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:41:06.087712 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:41:06.087712 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:41:06.151170 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce0f663-8140-416d-853f-bedd795aed18 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:06.156787 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-dd218bec-bca7-45ad-860d-f4aa7be8b470 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 59c0ad71-d03a-4eea-a55e-c32b9064c1d5) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:06.170809 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ccfb31-7721-4eca-9adc-607a98b33e27 None None] Network 59c0ad71-d03a-4eea-a55e-c32b9064c1d5 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:06.176219 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff177f05-698e-4693-b4fb-9b80d1a3b563 None None] New status for floating IP 1cc60d07-9642-4d21-9e3e-f07549b499ce: DOWN {{(pid=104350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:41:06.185218 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd218bec-bca7-45ad-860d-f4aa7be8b470 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:06.185218 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dd218bec-bca7-45ad-860d-f4aa7be8b470 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:06.192605 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-6ce0f663-8140-416d-853f-bedd795aed18 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:06.205169 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce0f663-8140-416d-853f-bedd795aed18 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:06.261875 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0f663-8140-416d-853f-bedd795aed18 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Port': ['ID=2217a283-ffd1-42fe-85d0-464e8144ec05,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:06.266519 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cbfff416-e080-47b5-b562-70446ed246f4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (83c41092-28ea-499b-b0f0-893871205fe7), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:06.279025 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-d5894f98-1197-40d1-9577-4b845f3e004c tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Deleting port 236a3fca-24ea-40df-a5d0-09a86176670b {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:06.279624 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d5894f98-1197-40d1-9577-4b845f3e004c tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (236a3fca-24ea-40df-a5d0-09a86176670b), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:06.331918 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-dd218bec-bca7-45ad-860d-f4aa7be8b470 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.5624125 Mar 23 02:41:06.331918 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58992) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:06.339704 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-c57cafed-9d46-48f5-a67c-9b934c79372d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-888290229'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:06.382539 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-216cabb4-9efe-4fec-91ce-d2343bceb970 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (2c59982f-5171-4909-884f-fd6b855b8c7b), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:06.383435 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6a54f8-51bb-4c6e-b05d-02c5c55c6518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-59c0ad71-d03a-4eea-a55e-c32b9064c1d5', 'network_id': '59c0ad71-d03a-4eea-a55e-c32b9064c1d5', 'project_id': 'a93ad12b8bcf4411afa287294e0d6a41', 'fixed_ips': [{'subnet_id': '62bf204e-a2f0-4982-a116-8db5ad83399e'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:41:06.384495 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-82e41bec-2ae4-4bc1-bf4f-fa8f993c49cc tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (90d2c332-5d10-4806-b5d8-9261401909a4), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:06.384707 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7c6a54f8-51bb-4c6e-b05d-02c5c55c6518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:06.418829 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-216cabb4-9efe-4fec-91ce-d2343bceb970 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:06.424479 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-216cabb4-9efe-4fec-91ce-d2343bceb970 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] 10.222.0.24 "DELETE /v2.0/networks/2c59982f-5171-4909-884f-fd6b855b8c7b HTTP/1.1" status: 204 len: 168 time: 1.1790185 Mar 23 02:41:06.452296 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d5894f98-1197-40d1-9577-4b845f3e004c tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (236a3fca-24ea-40df-a5d0-09a86176670b), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:06.459078 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e41bec-2ae4-4bc1-bf4f-fa8f993c49cc tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Subnet': ['ID=90d2c332-5d10-4806-b5d8-9261401909a4,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:06.461322 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-82e41bec-2ae4-4bc1-bf4f-fa8f993c49cc tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:06.464533 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-82e41bec-2ae4-4bc1-bf4f-fa8f993c49cc tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/90d2c332-5d10-4806-b5d8-9261401909a4 HTTP/1.1" status: 204 len: 168 time: 1.1213636 Mar 23 02:41:06.482653 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58996) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:06.491874 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216cabb4-9efe-4fec-91ce-d2343bceb970 tempest-TagsTest-261749623 tempest-TagsTest-261749623-project] Pushing event deleted for resources: {'Network': ['ID=2c59982f-5171-4909-884f-fd6b855b8c7b,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:06.502332 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7175ee09-04d6-4623-bdcb-1059e35b65ce None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:06.570909 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57cafed-9d46-48f5-a67c-9b934c79372d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Made reservation on behalf of a93ad12b8bcf4411afa287294e0d6a41 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:06.574586 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c57cafed-9d46-48f5-a67c-9b934c79372d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:06.625976 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-7c6a54f8-51bb-4c6e-b05d-02c5c55c6518 None None] Allocated IP 172.20.255.242 (59c0ad71-d03a-4eea-a55e-c32b9064c1d5/62bf204e-a2f0-4982-a116-8db5ad83399e/fa4e1dca-b460-4733-b56e-3fc4a4cc019a) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:06.633603 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4e1d08cc-79be-43c0-a2bb-51da4b3f2cca tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0839503 Mar 23 02:41:06.634709 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-d5894f98-1197-40d1-9577-4b845f3e004c tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Calling delete_port for 236a3fca-24ea-40df-a5d0-09a86176670b owned by network:router_gateway {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:06.643801 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 58998) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:06.652442 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-85d3c2c0-59b0-486a-a6f0-97697dd74117 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:06.721468 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-4eb2dbe1-f651-46f7-92f9-79cabffa2dd5 admin admin] Deleting port 5ca2165f-d2ec-4b41-8880-a80f06c959f4 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:06.722324 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4eb2dbe1-f651-46f7-92f9-79cabffa2dd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (5ca2165f-d2ec-4b41-8880-a80f06c959f4), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:06.783296 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57cafed-9d46-48f5-a67c-9b934c79372d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:41:06.793501 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d21bcff-b200-4ca0-8fff-1adb9b9a2c28 None None] DHCP port deletion for 94d9379e-13fb-449b-8f45-d1ab95378f77 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:41:06.825668 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c57cafed-9d46-48f5-a67c-9b934c79372d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (0bb608c7-857f-47fb-8a51-82c818a438cd), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:06.826717 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-c57cafed-9d46-48f5-a67c-9b934c79372d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Added segment 0bb608c7-857f-47fb-8a51-82c818a438cd of type vlan for network c05f6c46-70ce-464b-a385-93e073018f9a Mar 23 02:41:06.829976 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6ce0f663-8140-416d-853f-bedd795aed18 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router_gateway (7d63a290-e05f-4b5c-b56c-49569d623f30), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:06.868920 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cbfff416-e080-47b5-b562-70446ed246f4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for port (83c41092-28ea-499b-b0f0-893871205fe7), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:06.869177 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7c6a54f8-51bb-4c6e-b05d-02c5c55c6518 None None] Publish callbacks [] for port (fa4e1dca-b460-4733-b56e-3fc4a4cc019a), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:06.896993 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-2d21bcff-b200-4ca0-8fff-1adb9b9a2c28 None None] Deleting port 8b0295ee-e3b0-499a-a5ba-e61adaf33d5d {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:06.896993 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2d21bcff-b200-4ca0-8fff-1adb9b9a2c28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (8b0295ee-e3b0-499a-a5ba-e61adaf33d5d), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:06.958603 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-4eb2dbe1-f651-46f7-92f9-79cabffa2dd5 admin admin] For port 5ca2165f-d2ec-4b41-8880-a80f06c959f4, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=5ca2165f-d2ec-4b41-8880-a80f06c959f4,segment=NetworkSegment(c2a8b0fd-64b5-4eaf-a563-2c5886795f6c),segment_id=c2a8b0fd-64b5-4eaf-a563-2c5886795f6c)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:06.959158 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4eb2dbe1-f651-46f7-92f9-79cabffa2dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (5ca2165f-d2ec-4b41-8880-a80f06c959f4), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:06.982852 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c57cafed-9d46-48f5-a67c-9b934c79372d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (c05f6c46-70ce-464b-a385-93e073018f9a), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:06.985521 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cbfff416-e080-47b5-b562-70446ed246f4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (83c41092-28ea-499b-b0f0-893871205fe7), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:06.986638 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59006) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:06.992553 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-2d21bcff-b200-4ca0-8fff-1adb9b9a2c28 None None] For port 8b0295ee-e3b0-499a-a5ba-e61adaf33d5d, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8b0295ee-e3b0-499a-a5ba-e61adaf33d5d,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:06.993026 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2d21bcff-b200-4ca0-8fff-1adb9b9a2c28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (8b0295ee-e3b0-499a-a5ba-e61adaf33d5d), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:06.998365 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d3c2c0-59b0-486a-a6f0-97697dd74117 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:07.002168 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-85d3c2c0-59b0-486a-a6f0-97697dd74117 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:07.003717 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-4eb2dbe1-f651-46f7-92f9-79cabffa2dd5 admin admin] Calling delete_port for 5ca2165f-d2ec-4b41-8880-a80f06c959f4 owned by network:router_interface {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:07.004102 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7c6a54f8-51bb-4c6e-b05d-02c5c55c6518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (fa4e1dca-b460-4733-b56e-3fc4a4cc019a), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:07.067948 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6a54f8-51bb-4c6e-b05d-02c5c55c6518 None None] Network 59c0ad71-d03a-4eea-a55e-c32b9064c1d5 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:07.073368 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a54f8-51bb-4c6e-b05d-02c5c55c6518 None None] Pushing event updated for resources: {'Port': ['ID=fa4e1dca-b460-4733-b56e-3fc4a4cc019a,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:07.083553 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-7c6a54f8-51bb-4c6e-b05d-02c5c55c6518 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:07.087251 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6a54f8-51bb-4c6e-b05d-02c5c55c6518 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:07.089162 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59010) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:07.092759 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-2d21bcff-b200-4ca0-8fff-1adb9b9a2c28 None None] Calling delete_port for 8b0295ee-e3b0-499a-a5ba-e61adaf33d5d owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:07.103657 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-cbfff416-e080-47b5-b562-70446ed246f4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] In _notify_port_updated(), no bound segment for port 83c41092-28ea-499b-b0f0-893871205fe7 on network cbe75922-1412-46a9-a4e0-2b3990e0fa00 {{(pid=104349) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:41:07.109369 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfff416-e080-47b5-b562-70446ed246f4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:07.110289 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cbfff416-e080-47b5-b562-70446ed246f4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:07.111849 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-cbfff416-e080-47b5-b562-70446ed246f4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "PUT /v2.0/ports/83c41092-28ea-499b-b0f0-893871205fe7 HTTP/1.1" status: 200 len: 818 time: 1.3288019 Mar 23 02:41:07.123395 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59012) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:07.227403 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-7c6a54f8-51bb-4c6e-b05d-02c5c55c6518 None None] Attempting to bind port fa4e1dca-b460-4733-b56e-3fc4a4cc019a on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:07.228548 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-7c6a54f8-51bb-4c6e-b05d-02c5c55c6518 None None] Attempting to bind port fa4e1dca-b460-4733-b56e-3fc4a4cc019a by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '070500f7-7b2a-4999-bfb9-08bd6e040775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '59c0ad71-d03a-4eea-a55e-c32b9064c1d5'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:07.229040 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a54f8-51bb-4c6e-b05d-02c5c55c6518 None None] Attempting to bind port fa4e1dca-b460-4733-b56e-3fc4a4cc019a on network 59c0ad71-d03a-4eea-a55e-c32b9064c1d5 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:07.243455 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a54f8-51bb-4c6e-b05d-02c5c55c6518 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:41:07.244074 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a54f8-51bb-4c6e-b05d-02c5c55c6518 None None] Checking segment: {'id': '070500f7-7b2a-4999-bfb9-08bd6e040775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '59c0ad71-d03a-4eea-a55e-c32b9064c1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:07.244483 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7c6a54f8-51bb-4c6e-b05d-02c5c55c6518 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:07.244609 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfff416-e080-47b5-b562-70446ed246f4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Port': ['ID=83c41092-28ea-499b-b0f0-893871205fe7,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:07.244993 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a54f8-51bb-4c6e-b05d-02c5c55c6518 None None] Bound using segment: {'id': '070500f7-7b2a-4999-bfb9-08bd6e040775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '59c0ad71-d03a-4eea-a55e-c32b9064c1d5'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:41:07.245554 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-7c6a54f8-51bb-4c6e-b05d-02c5c55c6518 None None] Bound port: fa4e1dca-b460-4733-b56e-3fc4a4cc019a, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070500f7-7b2a-4999-bfb9-08bd6e040775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '59c0ad71-d03a-4eea-a55e-c32b9064c1d5'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:41:07.246028 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7c6a54f8-51bb-4c6e-b05d-02c5c55c6518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (fa4e1dca-b460-4733-b56e-3fc4a4cc019a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:07.293891 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c57cafed-9d46-48f5-a67c-9b934c79372d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (c05f6c46-70ce-464b-a385-93e073018f9a), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:07.299765 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57cafed-9d46-48f5-a67c-9b934c79372d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:07.300423 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c57cafed-9d46-48f5-a67c-9b934c79372d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:07.326585 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-7c6a54f8-51bb-4c6e-b05d-02c5c55c6518 None None] For port fa4e1dca-b460-4733-b56e-3fc4a4cc019a, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:41:07.330068 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-7c6a54f8-51bb-4c6e-b05d-02c5c55c6518 None None] For port fa4e1dca-b460-4733-b56e-3fc4a4cc019a, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=fa4e1dca-b460-4733-b56e-3fc4a4cc019a,segment=NetworkSegment(070500f7-7b2a-4999-bfb9-08bd6e040775),segment_id=070500f7-7b2a-4999-bfb9-08bd6e040775)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:41:07.384867 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2d21bcff-b200-4ca0-8fff-1adb9b9a2c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (8b0295ee-e3b0-499a-a5ba-e61adaf33d5d), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:07.417627 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d21bcff-b200-4ca0-8fff-1adb9b9a2c28 None None] No DVR routers for this DVR port 8b0295ee-e3b0-499a-a5ba-e61adaf33d5d on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:41:07.423442 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21bcff-b200-4ca0-8fff-1adb9b9a2c28 None None] Pushing event deleted for resources: {'Port': ['ID=8b0295ee-e3b0-499a-a5ba-e61adaf33d5d,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:07.433325 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7c6a54f8-51bb-4c6e-b05d-02c5c55c6518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (fa4e1dca-b460-4733-b56e-3fc4a4cc019a), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:07.461130 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a080abd6-184d-4a53-9950-8c18f54670bb tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks [] for security_group (cac9dd8f-ee3f-4d89-9704-111d237703cb), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:07.476176 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-dcce9bde-5593-4e76-a821-3689c4aac120 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55199bfc37bc400c8f1a9aa00665a7d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4838791 Mar 23 02:41:07.493787 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57cafed-9d46-48f5-a67c-9b934c79372d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event updated for resources: {'Network': ['ID=c05f6c46-70ce-464b-a385-93e073018f9a,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:07.500292 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59014) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:07.509401 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network c05f6c46-70ce-464b-a385-93e073018f9a details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:41:07.524741 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a080abd6-184d-4a53-9950-8c18f54670bb tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks [] for security_group (cac9dd8f-ee3f-4d89-9704-111d237703cb), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:07.560756 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c57cafed-9d46-48f5-a67c-9b934c79372d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2280166 Mar 23 02:41:07.564546 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59016) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:07.578962 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-3ce05fee-8c07-436a-8add-0185429edf75 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Request body: {'subnet': {'network_id': 'c05f6c46-70ce-464b-a385-93e073018f9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:07.586672 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d5894f98-1197-40d1-9577-4b845f3e004c tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (236a3fca-24ea-40df-a5d0-09a86176670b), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:07.595057 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a54f8-51bb-4c6e-b05d-02c5c55c6518 None None] Pushing event updated for resources: {'Port': ['ID=fa4e1dca-b460-4733-b56e-3fc4a4cc019a,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:07.650943 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cb008-fcd7-461e-9061-f556bf403616 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Deleting port 83c41092-28ea-499b-b0f0-893871205fe7 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:07.651884 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fb7cb008-fcd7-461e-9061-f556bf403616 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (83c41092-28ea-499b-b0f0-893871205fe7), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:07.655860 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6ce0f663-8140-416d-853f-bedd795aed18 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (7d63a290-e05f-4b5c-b56c-49569d623f30), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:07.758096 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5894f98-1197-40d1-9577-4b845f3e004c tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Pushing event deleted for resources: {'Port': ['ID=236a3fca-24ea-40df-a5d0-09a86176670b,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:07.860162 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fb7cb008-fcd7-461e-9061-f556bf403616 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (83c41092-28ea-499b-b0f0-893871205fe7), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:07.877899 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b8818acb-42d8-4d5a-8d37-acd1a1e68b28 admin admin] Publish callbacks [] for security_group (3ea53ef4-67fd-49a1-aaa4-2a9e48a939de), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:07.887450 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cb008-fcd7-461e-9061-f556bf403616 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Calling delete_port for 83c41092-28ea-499b-b0f0-893871205fe7 owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:07.912531 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce05fee-8c07-436a-8add-0185429edf75 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Made reservation on behalf of a93ad12b8bcf4411afa287294e0d6a41 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:07.916155 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3ce05fee-8c07-436a-8add-0185429edf75 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:07.926170 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d5894f98-1197-40d1-9577-4b845f3e004c tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (1b35b64c-7719-4696-8b29-5a28c5bc77ad), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:07.963769 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4eb2dbe1-f651-46f7-92f9-79cabffa2dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (5ca2165f-d2ec-4b41-8880-a80f06c959f4), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:07.966274 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce0f663-8140-416d-853f-bedd795aed18 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Router 7d63a290-e05f-4b5c-b56c-49569d623f30 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:41:08.007109 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a080abd6-184d-4a53-9950-8c18f54670bb tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (cac9dd8f-ee3f-4d89-9704-111d237703cb), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:08.009283 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2dbe1-f651-46f7-92f9-79cabffa2dd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ca2165f-d2ec-4b41-8880-a80f06c959f4,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:08.009697 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a080abd6-184d-4a53-9950-8c18f54670bb tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:08.010849 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a080abd6-184d-4a53-9950-8c18f54670bb tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "DELETE /v2.0/security-groups/cac9dd8f-ee3f-4d89-9704-111d237703cb HTTP/1.1" status: 204 len: 168 time: 0.9161952 Mar 23 02:41:08.014386 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b8818acb-42d8-4d5a-8d37-acd1a1e68b28 admin admin] Publish callbacks [] for security_group (3ea53ef4-67fd-49a1-aaa4-2a9e48a939de), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:08.018872 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59018) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:08.120992 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080abd6-184d-4a53-9950-8c18f54670bb tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac9dd8f-ee3f-4d89-9704-111d237703cb,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:08.125630 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d5894f98-1197-40d1-9577-4b845f3e004c tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (1b35b64c-7719-4696-8b29-5a28c5bc77ad), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:08.146721 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-d57aeae8-2af8-4259-8164-f0d0d9f301eb tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] show failed (client error): The resource could not be found. Mar 23 02:41:08.147872 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d5894f98-1197-40d1-9577-4b845f3e004c tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router_controller (1b35b64c-7719-4696-8b29-5a28c5bc77ad), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:08.150762 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d57aeae8-2af8-4259-8164-f0d0d9f301eb tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "GET /v2.0/security-groups/cac9dd8f-ee3f-4d89-9704-111d237703cb HTTP/1.1" status: 404 len: 347 time: 0.1307008 Mar 23 02:41:08.158548 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59020) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:08.192407 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.objects.ports [None req-85d3c2c0-59b0-486a-a6f0-97697dd74117 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104349) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 02:41:08.251481 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-85d3c2c0-59b0-486a-a6f0-97697dd74117 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (1d5d4d2c-376e-4172-ad08-40ad3b643068), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:08.423237 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3c2c0-59b0-486a-a6f0-97697dd74117 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Subnet': ['ID=1d5d4d2c-376e-4172-ad08-40ad3b643068,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:08.426958 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d3c2c0-59b0-486a-a6f0-97697dd74117 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:08.436263 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device fa4e1dca-b460-4733-b56e-3fc4a4cc019a up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:08.442399 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d5894f98-1197-40d1-9577-4b845f3e004c tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (1b35b64c-7719-4696-8b29-5a28c5bc77ad), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:08.443021 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5894f98-1197-40d1-9577-4b845f3e004c tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Fanout notify agent at l3_agent the message router_deleted on router 1b35b64c-7719-4696-8b29-5a28c5bc77ad {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:41:08.471721 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-85d3c2c0-59b0-486a-a6f0-97697dd74117 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:08.473008 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce0f663-8140-416d-853f-bedd795aed18 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:41:08.473008 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4eb2dbe1-f651-46f7-92f9-79cabffa2dd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:08.475798 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d5894f98-1197-40d1-9577-4b845f3e004c tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:08.476921 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d5894f98-1197-40d1-9577-4b845f3e004c tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] 10.222.0.24 "DELETE /v2.0/routers/1b35b64c-7719-4696-8b29-5a28c5bc77ad HTTP/1.1" status: 204 len: 168 time: 3.2224429 Mar 23 02:41:08.481882 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5f8c5d-10e0-4fdf-81e6-1b7bffe198d7 None None] Sync routers for ids ['7d63a290-e05f-4b5c-b56c-49569d623f30'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:41:08.484383 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59022) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:08.485519 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d3c2c0-59b0-486a-a6f0-97697dd74117 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:08.486140 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-85d3c2c0-59b0-486a-a6f0-97697dd74117 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:08.502419 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5f8c5d-10e0-4fdf-81e6-1b7bffe198d7 None None] Routers {'7d63a290-e05f-4b5c-b56c-49569d623f30'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:41:08.503957 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-7c5f8c5d-10e0-4fdf-81e6-1b7bffe198d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['7d63a290-e05f-4b5c-b56c-49569d623f30'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:08.505941 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9723192-3cb3-43e0-aa44-f5c15b3ff7a0 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:08.511655 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-bb5a7417-5a1b-4ab6-8053-bf0896e45a02 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-280636150', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}, 'admin_state_up': False}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:08.527855 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fb7cb008-fcd7-461e-9061-f556bf403616 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (83c41092-28ea-499b-b0f0-893871205fe7), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:08.553016 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-7c5f8c5d-10e0-4fdf-81e6-1b7bffe198d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:08.572650 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fb7cb008-fcd7-461e-9061-f556bf403616 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:08.575893 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5f8c5d-10e0-4fdf-81e6-1b7bffe198d7 None None] Routers {'7d63a290-e05f-4b5c-b56c-49569d623f30'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:41:08.576874 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-7c5f8c5d-10e0-4fdf-81e6-1b7bffe198d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['7d63a290-e05f-4b5c-b56c-49569d623f30'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:08.579059 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-fb7cb008-fcd7-461e-9061-f556bf403616 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/ports/83c41092-28ea-499b-b0f0-893871205fe7 HTTP/1.1" status: 204 len: 168 time: 1.4451363 Mar 23 02:41:08.597233 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59024) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:08.603327 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b8818acb-42d8-4d5a-8d37-acd1a1e68b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (3ea53ef4-67fd-49a1-aaa4-2a9e48a939de), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:08.606824 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b8818acb-42d8-4d5a-8d37-acd1a1e68b28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:08.612027 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b8818acb-42d8-4d5a-8d37-acd1a1e68b28 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ea53ef4-67fd-49a1-aaa4-2a9e48a939de HTTP/1.1" status: 204 len: 168 time: 1.1106689 Mar 23 02:41:08.626947 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-85d3c2c0-59b0-486a-a6f0-97697dd74117 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9820225 Mar 23 02:41:08.632272 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59028) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:08.632272 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cb008-fcd7-461e-9061-f556bf403616 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Port': ['ID=83c41092-28ea-499b-b0f0-893871205fe7,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:08.640392 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-1aba6c2f-0e9c-4e97-98fc-4fc331bee252 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'port': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'mac_address': 'fa:16:3e:41:e6:47', 'name': 'tempest-NetworksTestDHCPv6-1290621678'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:08.653790 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-ce76f749-88b1-45bc-8ac4-2899babf6626 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Deleting port da14a155-03c7-449e-adf2-34a9b34834c4 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:08.654810 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ce76f749-88b1-45bc-8ac4-2899babf6626 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (da14a155-03c7-449e-adf2-34a9b34834c4), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:08.680767 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port fa4e1dca-b460-4733-b56e-3fc4a4cc019a triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:08.681158 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (fa4e1dca-b460-4733-b56e-3fc4a4cc019a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:08.709348 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-7c5f8c5d-10e0-4fdf-81e6-1b7bffe198d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:08.709901 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5f8c5d-10e0-4fdf-81e6-1b7bffe198d7 None None] The sync data for ids ['7d63a290-e05f-4b5c-b56c-49569d623f30'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:41:08.721306 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a79ffdc-5243-423a-9be8-8cf5cabb35e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-94d9379e-13fb-449b-8f45-d1ab95378f77', 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'fixed_ips': [{'subnet_id': '1d5d4d2c-376e-4172-ad08-40ad3b643068'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:41:08.722438 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2a79ffdc-5243-423a-9be8-8cf5cabb35e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:08.756043 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6ce0f663-8140-416d-853f-bedd795aed18 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:08.759894 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6ce0f663-8140-416d-853f-bedd795aed18 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.3534982 Mar 23 02:41:08.769487 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59030) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:08.771138 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ce76f749-88b1-45bc-8ac4-2899babf6626 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (da14a155-03c7-449e-adf2-34a9b34834c4), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:08.771629 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ce76f749-88b1-45bc-8ac4-2899babf6626 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks [] for floatingip (da14a155-03c7-449e-adf2-34a9b34834c4), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:08.796796 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8818acb-42d8-4d5a-8d37-acd1a1e68b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea53ef4-67fd-49a1-aaa4-2a9e48a939de,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:08.800218 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-ce76f749-88b1-45bc-8ac4-2899babf6626 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Calling delete_port for da14a155-03c7-449e-adf2-34a9b34834c4 owned by network:floatingip {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:08.831556 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3ce05fee-8c07-436a-8add-0185429edf75 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (7f835a23-65bf-42f7-8fac-23cc4c34d521), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:08.881869 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bb5a7417-5a1b-4ab6-8053-bf0896e45a02 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (16d11138-e181-4ee1-b259-6aa73bfaf823), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:08.882947 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bb5a7417-5a1b-4ab6-8053-bf0896e45a02 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (16d11138-e181-4ee1-b259-6aa73bfaf823), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:08.907689 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port fa4e1dca-b460-4733-b56e-3fc4a4cc019a is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:08.908114 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (fa4e1dca-b460-4733-b56e-3fc4a4cc019a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:08.937950 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-2a79ffdc-5243-423a-9be8-8cf5cabb35e5 None None] Allocated IP 2001:db8::f816:3eff:fec6:5f99 (94d9379e-13fb-449b-8f45-d1ab95378f77/1d5d4d2c-376e-4172-ad08-40ad3b643068/831a7f10-ab90-499c-9fbd-ad071a55f3d6) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:08.951969 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bb5a7417-5a1b-4ab6-8053-bf0896e45a02 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router_controller (16d11138-e181-4ee1-b259-6aa73bfaf823), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:08.988115 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port fa4e1dca-b460-4733-b56e-3fc4a4cc019a, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=fa4e1dca-b460-4733-b56e-3fc4a4cc019a,segment=NetworkSegment(070500f7-7b2a-4999-bfb9-08bd6e040775),segment_id=070500f7-7b2a-4999-bfb9-08bd6e040775)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:09.014838 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e28b1e-333f-4e57-99fa-d0685601f32a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:09.016718 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-26e28b1e-333f-4e57-99fa-d0685601f32a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3812358 Mar 23 02:41:09.016882 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107d6253-ec3f-4cc1-8e40-19e0c596754e None None] Network 59c0ad71-d03a-4eea-a55e-c32b9064c1d5 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:09.024406 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59032) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:09.075076 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aba6c2f-0e9c-4e97-98fc-4fc331bee252 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:09.094679 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-03060bb8-2e73-4be8-a6d6-b05fe927693d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] GET failed (client error): The resource could not be found. Mar 23 02:41:09.096435 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-03060bb8-2e73-4be8-a6d6-b05fe927693d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "GET /v2.0/ports/83c41092-28ea-499b-b0f0-893871205fe7 HTTP/1.1" status: 404 len: 333 time: 0.0689394 Mar 23 02:41:09.101601 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (fa4e1dca-b460-4733-b56e-3fc4a4cc019a), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:09.165038 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59036) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:09.184109 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-3e1a27ba-d500-4a5f-a6cd-7dd2e64a87fb tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2123721262'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:09.195730 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ce76f749-88b1-45bc-8ac4-2899babf6626 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (da14a155-03c7-449e-adf2-34a9b34834c4), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:09.200817 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-3e768de6-b6c5-4b1f-940b-cdf9f2e6ea32 None None] Provisioning complete for port fa4e1dca-b460-4733-b56e-3fc4a4cc019a triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:09.201201 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3e768de6-b6c5-4b1f-940b-cdf9f2e6ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (fa4e1dca-b460-4733-b56e-3fc4a4cc019a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:09.241937 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8b0295ee-e3b0-499a-a5ba-e61adaf33d5d no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:41:09.244346 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=fa4e1dca-b460-4733-b56e-3fc4a4cc019a,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:09.303632 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 8b0295ee-e3b0-499a-a5ba-e61adaf33d5d {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:41:09.303632 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8b0295ee-e3b0-499a-a5ba-e61adaf33d5d not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:41:09.337799 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1aba6c2f-0e9c-4e97-98fc-4fc331bee252 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:09.350397 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76f749-88b1-45bc-8ac4-2899babf6626 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Pushing event deleted for resources: {'Port': ['ID=da14a155-03c7-449e-adf2-34a9b34834c4,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:09.368562 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2a79ffdc-5243-423a-9be8-8cf5cabb35e5 None None] Publish callbacks [] for port (831a7f10-ab90-499c-9fbd-ad071a55f3d6), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:09.425658 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-3e768de6-b6c5-4b1f-940b-cdf9f2e6ea32 None None] Current status of the port fa4e1dca-b460-4733-b56e-3fc4a4cc019a is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:09.469740 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2a79ffdc-5243-423a-9be8-8cf5cabb35e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (831a7f10-ab90-499c-9fbd-ad071a55f3d6), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:09.474683 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-1aba6c2f-0e9c-4e97-98fc-4fc331bee252 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] device_id is not set on port 7c2730b3-3a88-4d7f-a399-220529948ddd yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:41:09.522427 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a79ffdc-5243-423a-9be8-8cf5cabb35e5 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:09.526269 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-2a79ffdc-5243-423a-9be8-8cf5cabb35e5 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:09.530542 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a79ffdc-5243-423a-9be8-8cf5cabb35e5 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:09.538714 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce05fee-8c07-436a-8add-0185429edf75 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event updated for resources: {'Subnet': ['ID=7f835a23-65bf-42f7-8fac-23cc4c34d521,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:09.561488 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce05fee-8c07-436a-8add-0185429edf75 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Checking segment: {'id': '0bb608c7-857f-47fb-8a51-82c818a438cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c05f6c46-70ce-464b-a385-93e073018f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:09.561880 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce05fee-8c07-436a-8add-0185429edf75 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Network hostable DHCP agents. Network: c05f6c46-70ce-464b-a385-93e073018f9a, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:41:09.563844 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1a27ba-d500-4a5f-a6cd-7dd2e64a87fb tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:09.567584 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3e1a27ba-d500-4a5f-a6cd-7dd2e64a87fb tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:09.586912 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79ffdc-5243-423a-9be8-8cf5cabb35e5 None None] Pushing event updated for resources: {'Port': ['ID=831a7f10-ab90-499c-9fbd-ad071a55f3d6,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:09.605828 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ce76f749-88b1-45bc-8ac4-2899babf6626 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks [] for floatingip (1cc60d07-9642-4d21-9e3e-f07549b499ce), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:09.610125 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ce76f749-88b1-45bc-8ac4-2899babf6626 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:09.616718 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ce76f749-88b1-45bc-8ac4-2899babf6626 tempest-ServersTestManualDisk-92848880 tempest-ServersTestManualDisk-92848880-project] 10.222.0.24 "DELETE /v2.0/floatingips/1cc60d07-9642-4d21-9e3e-f07549b499ce HTTP/1.1" status: 204 len: 168 time: 1.4529788 Mar 23 02:41:09.622146 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59046) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:09.659275 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-2a79ffdc-5243-423a-9be8-8cf5cabb35e5 None None] Attempting to bind port 831a7f10-ab90-499c-9fbd-ad071a55f3d6 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:09.660659 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-2a79ffdc-5243-423a-9be8-8cf5cabb35e5 None None] Attempting to bind port 831a7f10-ab90-499c-9fbd-ad071a55f3d6 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:09.660803 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a79ffdc-5243-423a-9be8-8cf5cabb35e5 None None] Attempting to bind port 831a7f10-ab90-499c-9fbd-ad071a55f3d6 on network 94d9379e-13fb-449b-8f45-d1ab95378f77 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:09.665945 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a79ffdc-5243-423a-9be8-8cf5cabb35e5 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:41:09.666326 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a79ffdc-5243-423a-9be8-8cf5cabb35e5 None None] Checking segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:09.666726 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2a79ffdc-5243-423a-9be8-8cf5cabb35e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:09.667116 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a79ffdc-5243-423a-9be8-8cf5cabb35e5 None None] Bound using segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:41:09.667712 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-2a79ffdc-5243-423a-9be8-8cf5cabb35e5 None None] Bound port: 831a7f10-ab90-499c-9fbd-ad071a55f3d6, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:41:09.668234 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2a79ffdc-5243-423a-9be8-8cf5cabb35e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (831a7f10-ab90-499c-9fbd-ad071a55f3d6), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:09.670536 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ad2846d9-6cae-4643-bf4d-5790a64e7f04 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "GET /v2.0/routers/7d63a290-e05f-4b5c-b56c-49569d623f30 HTTP/1.1" status: 200 len: 885 time: 0.8973291 Mar 23 02:41:09.671316 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59048) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:09.714233 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb2dbe1-f651-46f7-92f9-79cabffa2dd5 admin admin] Router ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:41:09.736207 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-2a79ffdc-5243-423a-9be8-8cf5cabb35e5 None None] For port 831a7f10-ab90-499c-9fbd-ad071a55f3d6, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:41:09.744226 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-2a79ffdc-5243-423a-9be8-8cf5cabb35e5 None None] For port 831a7f10-ab90-499c-9fbd-ad071a55f3d6, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=831a7f10-ab90-499c-9fbd-ad071a55f3d6,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:41:09.757249 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-1aba6c2f-0e9c-4e97-98fc-4fc331bee252 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Allocated IP 2001:db8::f816:3eff:fe41:e647 (94d9379e-13fb-449b-8f45-d1ab95378f77/1d5d4d2c-376e-4172-ad08-40ad3b643068/7c2730b3-3a88-4d7f-a399-220529948ddd) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:09.758376 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-986af224-a08a-4964-9a82-976be489253b None None] Provisioning complete for port fa4e1dca-b460-4733-b56e-3fc4a4cc019a triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:09.758818 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-986af224-a08a-4964-9a82-976be489253b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (fa4e1dca-b460-4733-b56e-3fc4a4cc019a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:09.761113 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e1a27ba-d500-4a5f-a6cd-7dd2e64a87fb tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:41:09.790558 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3e1a27ba-d500-4a5f-a6cd-7dd2e64a87fb tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (a5132e57-0b35-46b9-b5ea-a1ac6772eacf), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:09.790905 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-3e1a27ba-d500-4a5f-a6cd-7dd2e64a87fb tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Added segment a5132e57-0b35-46b9-b5ea-a1ac6772eacf of type vlan for network 42d17f9f-39ef-486f-8db6-bb5bf8e57910 Mar 23 02:41:09.817815 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bb5a7417-5a1b-4ab6-8053-bf0896e45a02 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router_gateway (16d11138-e181-4ee1-b259-6aa73bfaf823), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:09.839773 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2a79ffdc-5243-423a-9be8-8cf5cabb35e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (831a7f10-ab90-499c-9fbd-ad071a55f3d6), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:09.859194 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce05fee-8c07-436a-8add-0185429edf75 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Network c05f6c46-70ce-464b-a385-93e073018f9a is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:41:09.886597 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3e1a27ba-d500-4a5f-a6cd-7dd2e64a87fb tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (42d17f9f-39ef-486f-8db6-bb5bf8e57910), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:09.916666 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79ffdc-5243-423a-9be8-8cf5cabb35e5 None None] Pushing event updated for resources: {'Port': ['ID=831a7f10-ab90-499c-9fbd-ad071a55f3d6,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:09.948343 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-986af224-a08a-4964-9a82-976be489253b None None] Current status of the port fa4e1dca-b460-4733-b56e-3fc4a4cc019a is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:09.955851 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-3ce05fee-8c07-436a-8add-0185429edf75 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, c05f6c46-70ce-464b-a385-93e073018f9a) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:09.969015 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac67dc83-3750-4135-80ab-980f9e07a759 None None] Network c05f6c46-70ce-464b-a385-93e073018f9a requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:09.993073 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce05fee-8c07-436a-8add-0185429edf75 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:09.995249 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3ce05fee-8c07-436a-8add-0185429edf75 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:10.110934 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e46b902-cba9-4934-8ce4-0266c4da3947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-c05f6c46-70ce-464b-a385-93e073018f9a', 'network_id': 'c05f6c46-70ce-464b-a385-93e073018f9a', 'project_id': 'a93ad12b8bcf4411afa287294e0d6a41', 'fixed_ips': [{'subnet_id': '7f835a23-65bf-42f7-8fac-23cc4c34d521'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:41:10.111888 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4e46b902-cba9-4934-8ce4-0266c4da3947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:10.182484 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3ce05fee-8c07-436a-8add-0185429edf75 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.6156735 Mar 23 02:41:10.205154 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59058) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:10.224423 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device fa4e1dca-b460-4733-b56e-3fc4a4cc019a up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:10.378553 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59060) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:10.392637 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port fa4e1dca-b460-4733-b56e-3fc4a4cc019a triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:10.395388 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (fa4e1dca-b460-4733-b56e-3fc4a4cc019a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:10.396679 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb2dbe1-f651-46f7-92f9-79cabffa2dd5 admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:41:10.405760 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4eb2dbe1-f651-46f7-92f9-79cabffa2dd5 admin admin] 10.222.0.24 "PUT /v2.0/routers/ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4625423 Mar 23 02:41:10.410909 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-4e46b902-cba9-4934-8ce4-0266c4da3947 None None] Allocated IP 172.20.0.2 (c05f6c46-70ce-464b-a385-93e073018f9a/7f835a23-65bf-42f7-8fac-23cc4c34d521/35f35138-536b-4067-984b-64d67e0781c0) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:10.414265 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59064) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:10.459410 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72229c76-50bd-4acb-a3f8-f983b11a57d2 None None] Sync routers for ids ['ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:41:10.496206 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72229c76-50bd-4acb-a3f8-f983b11a57d2 None None] Routers {'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:41:10.496843 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-72229c76-50bd-4acb-a3f8-f983b11a57d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:10.535746 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3e1a27ba-d500-4a5f-a6cd-7dd2e64a87fb tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (42d17f9f-39ef-486f-8db6-bb5bf8e57910), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:10.540734 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1a27ba-d500-4a5f-a6cd-7dd2e64a87fb tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:10.541317 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3e1a27ba-d500-4a5f-a6cd-7dd2e64a87fb tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:10.590153 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (c05f6c46-70ce-464b-a385-93e073018f9a), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:10.603640 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-939bdea9-4ac0-43f4-9dda-405ec6796146 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1131310257-network', 'tenant_id': '8b3788248f424541b82b7281065cac76'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:10.645154 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a27ba-d500-4a5f-a6cd-7dd2e64a87fb tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Network': ['ID=42d17f9f-39ef-486f-8db6-bb5bf8e57910,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:10.729800 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-dfbc57c4-b11d-4d33-a7bf-f9b11e7c8a1f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.0170643 Mar 23 02:41:10.734403 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1aba6c2f-0e9c-4e97-98fc-4fc331bee252 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for port (7c2730b3-3a88-4d7f-a399-220529948ddd), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:10.737669 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59066) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:10.744335 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3e1a27ba-d500-4a5f-a6cd-7dd2e64a87fb tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5755448 Mar 23 02:41:10.744534 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4df5f967-3a5c-4374-ac14-0f05d79668ec admin admin] Publish callbacks [] for router (ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:10.745499 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59068) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:10.753873 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-d2633079-a693-4e99-9d1a-ce8666444fdc tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1715097554'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:10.790366 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-2bf7c6c4-b50f-44c7-99e5-6b40604b0ccf tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'subnet': {'network_id': '42d17f9f-39ef-486f-8db6-bb5bf8e57910', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:10.815590 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 42d17f9f-39ef-486f-8db6-bb5bf8e57910 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:41:10.995344 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939bdea9-4ac0-43f4-9dda-405ec6796146 admin admin] Made reservation on behalf of 8b3788248f424541b82b7281065cac76 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:10.998938 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-939bdea9-4ac0-43f4-9dda-405ec6796146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:11.011020 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (7f835a23-65bf-42f7-8fac-23cc4c34d521), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:11.018828 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1aba6c2f-0e9c-4e97-98fc-4fc331bee252 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (7c2730b3-3a88-4d7f-a399-220529948ddd), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:11.041226 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-72229c76-50bd-4acb-a3f8-f983b11a57d2 None None] Set router ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:41:11.045700 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port fa4e1dca-b460-4733-b56e-3fc4a4cc019a is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:11.095306 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aba6c2f-0e9c-4e97-98fc-4fc331bee252 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:11.103808 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-1aba6c2f-0e9c-4e97-98fc-4fc331bee252 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:11.117470 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aba6c2f-0e9c-4e97-98fc-4fc331bee252 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:11.124258 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aba6c2f-0e9c-4e97-98fc-4fc331bee252 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:11.124927 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1aba6c2f-0e9c-4e97-98fc-4fc331bee252 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:11.162297 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4df5f967-3a5c-4374-ac14-0f05d79668ec admin admin] Publish callbacks [] for router_gateway (ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:11.172323 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-939bdea9-4ac0-43f4-9dda-405ec6796146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:11.175730 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba6c2f-0e9c-4e97-98fc-4fc331bee252 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Port': ['ID=7c2730b3-3a88-4d7f-a399-220529948ddd,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:11.285339 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bb5a7417-5a1b-4ab6-8053-bf0896e45a02 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router_gateway (16d11138-e181-4ee1-b259-6aa73bfaf823), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:11.285760 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4e46b902-cba9-4934-8ce4-0266c4da3947 None None] Publish callbacks [] for port (35f35138-536b-4067-984b-64d67e0781c0), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:11.332570 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1aba6c2f-0e9c-4e97-98fc-4fc331bee252 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6946583 Mar 23 02:41:11.335330 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59070) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:11.341134 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-91b4576f-b6bd-490d-97f2-8f5da5f1d418 None None] Provisioning complete for port 831a7f10-ab90-499c-9fbd-ad071a55f3d6 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:11.341134 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-91b4576f-b6bd-490d-97f2-8f5da5f1d418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (831a7f10-ab90-499c-9fbd-ad071a55f3d6), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:11.375403 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d2633079-a693-4e99-9d1a-ce8666444fdc tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1655254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3512'] for router (7d63a290-e05f-4b5c-b56c-49569d623f30), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:11.387747 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4e46b902-cba9-4934-8ce4-0266c4da3947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (35f35138-536b-4067-984b-64d67e0781c0), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:11.400984 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-939bdea9-4ac0-43f4-9dda-405ec6796146 admin admin] Publish callbacks [] for security_group (502a5f01-83f8-43fe-8c91-7de0ab32d952), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:11.425969 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2f34a2f0-b136-4be4-89c0-74a1799ae99b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (7629c56d-7d67-4429-a964-8600f44d3e65), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:11.434849 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bb5a7417-5a1b-4ab6-8053-bf0896e45a02 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:11.460515 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-72229c76-50bd-4acb-a3f8-f983b11a57d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'name': 'tempest-ServerActionsTestJSON-1104090869-router', 'tenant_id': 'c302519e74814ecf9d6317cf454d8d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '834cb181-ca34-4c0b-a7ac-6fe69f9aded1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:37:28Z', 'updated_at': '2022-03-23T02:41:07Z', 'revision_number': 5, 'project_id': 'c302519e74814ecf9d6317cf454d8d57', 'gw_port': {'id': '834cb181-ca34-4c0b-a7ac-6fe69f9aded1', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:29Z', 'updated_at': '2022-03-23T02:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:11.470586 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e46b902-cba9-4934-8ce4-0266c4da3947 None None] Network c05f6c46-70ce-464b-a385-93e073018f9a is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:11.503531 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-4e46b902-cba9-4934-8ce4-0266c4da3947 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:11.507798 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72229c76-50bd-4acb-a3f8-f983b11a57d2 None None] Checking router: ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:41:11.510051 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e46b902-cba9-4934-8ce4-0266c4da3947 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:11.527940 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46b902-cba9-4934-8ce4-0266c4da3947 None None] Pushing event updated for resources: {'Port': ['ID=35f35138-536b-4067-984b-64d67e0781c0,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:11.572792 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-bb5a7417-5a1b-4ab6-8053-bf0896e45a02 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Allocated IP 172.26.2.189 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/da4fbf02-437f-4be3-9550-cb57a6cccdeb) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:11.583887 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72229c76-50bd-4acb-a3f8-f983b11a57d2 None None] Routers {'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:41:11.584518 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-72229c76-50bd-4acb-a3f8-f983b11a57d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:11.602580 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d2633079-a693-4e99-9d1a-ce8666444fdc tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1655263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1655076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656974'] for router (7d63a290-e05f-4b5c-b56c-49569d623f30), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:11.681875 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-939bdea9-4ac0-43f4-9dda-405ec6796146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (502a5f01-83f8-43fe-8c91-7de0ab32d952), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:11.703619 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-91b4576f-b6bd-490d-97f2-8f5da5f1d418 None None] Current status of the port 831a7f10-ab90-499c-9fbd-ad071a55f3d6 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:11.703843 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-91b4576f-b6bd-490d-97f2-8f5da5f1d418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (831a7f10-ab90-499c-9fbd-ad071a55f3d6), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:11.704913 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939bdea9-4ac0-43f4-9dda-405ec6796146 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:41:11.718416 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-939bdea9-4ac0-43f4-9dda-405ec6796146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (0c372683-a61d-42b3-b666-cb70435ab787), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:11.719105 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-939bdea9-4ac0-43f4-9dda-405ec6796146 admin admin] Added segment 0c372683-a61d-42b3-b666-cb70435ab787 of type vlan for network 84589e9a-0507-4cf9-9ae0-6d9f3def606b Mar 23 02:41:11.719511 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-4e46b902-cba9-4934-8ce4-0266c4da3947 None None] Attempting to bind port 35f35138-536b-4067-984b-64d67e0781c0 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:11.719915 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-4e46b902-cba9-4934-8ce4-0266c4da3947 None None] Attempting to bind port 35f35138-536b-4067-984b-64d67e0781c0 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '0bb608c7-857f-47fb-8a51-82c818a438cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c05f6c46-70ce-464b-a385-93e073018f9a'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:11.720290 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e46b902-cba9-4934-8ce4-0266c4da3947 None None] Attempting to bind port 35f35138-536b-4067-984b-64d67e0781c0 on network c05f6c46-70ce-464b-a385-93e073018f9a {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:11.733962 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e46b902-cba9-4934-8ce4-0266c4da3947 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:41:11.734346 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e46b902-cba9-4934-8ce4-0266c4da3947 None None] Checking segment: {'id': '0bb608c7-857f-47fb-8a51-82c818a438cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c05f6c46-70ce-464b-a385-93e073018f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:11.734746 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4e46b902-cba9-4934-8ce4-0266c4da3947 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:11.735609 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e46b902-cba9-4934-8ce4-0266c4da3947 None None] Bound using segment: {'id': '0bb608c7-857f-47fb-8a51-82c818a438cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c05f6c46-70ce-464b-a385-93e073018f9a'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:41:11.735741 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-4e46b902-cba9-4934-8ce4-0266c4da3947 None None] Bound port: 35f35138-536b-4067-984b-64d67e0781c0, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb608c7-857f-47fb-8a51-82c818a438cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c05f6c46-70ce-464b-a385-93e073018f9a'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:41:11.736503 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4e46b902-cba9-4934-8ce4-0266c4da3947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (35f35138-536b-4067-984b-64d67e0781c0), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:11.745639 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aea8b95-527a-42c2-8b1b-9785bbffdc78 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:11.752107 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aea8b95-527a-42c2-8b1b-9785bbffdc78 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:11.753705 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4aea8b95-527a-42c2-8b1b-9785bbffdc78 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4171364 Mar 23 02:41:11.758606 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59072) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:11.782091 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-72229c76-50bd-4acb-a3f8-f983b11a57d2 None None] Set router ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76 gateway port host: None {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:41:11.785057 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-91b4576f-b6bd-490d-97f2-8f5da5f1d418 None None] For port 831a7f10-ab90-499c-9fbd-ad071a55f3d6, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=831a7f10-ab90-499c-9fbd-ad071a55f3d6,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:11.819106 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-939bdea9-4ac0-43f4-9dda-405ec6796146 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (84589e9a-0507-4cf9-9ae0-6d9f3def606b), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:11.861935 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-72229c76-50bd-4acb-a3f8-f983b11a57d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'name': 'tempest-ServerActionsTestJSON-1104090869-router', 'tenant_id': 'c302519e74814ecf9d6317cf454d8d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:37:28Z', 'updated_at': '2022-03-23T02:41:11Z', 'revision_number': 6, 'project_id': 'c302519e74814ecf9d6317cf454d8d57', 'gw_port_host': None}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:11.865375 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-91b4576f-b6bd-490d-97f2-8f5da5f1d418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (831a7f10-ab90-499c-9fbd-ad071a55f3d6), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:11.876092 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bb5a7417-5a1b-4ab6-8053-bf0896e45a02 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for port (da4fbf02-437f-4be3-9550-cb57a6cccdeb), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:11.890887 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939bdea9-4ac0-43f4-9dda-405ec6796146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502a5f01-83f8-43fe-8c91-7de0ab32d952,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:11.909061 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2633079-a693-4e99-9d1a-ce8666444fdc tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Router 7d63a290-e05f-4b5c-b56c-49569d623f30 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:41:11.923269 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-4df5f967-3a5c-4374-ac14-0f05d79668ec admin admin] Deleting port 834cb181-ca34-4c0b-a7ac-6fe69f9aded1 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:11.923269 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4df5f967-3a5c-4374-ac14-0f05d79668ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (834cb181-ca34-4c0b-a7ac-6fe69f9aded1), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:11.923753 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72229c76-50bd-4acb-a3f8-f983b11a57d2 None None] The sync data for ids ['ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76'] in dv-neutron-834613-2-hyperv is: [{'id': 'ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76', 'name': 'tempest-ServerActionsTestJSON-1104090869-router', 'tenant_id': 'c302519e74814ecf9d6317cf454d8d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:37:28Z', 'updated_at': '2022-03-23T02:41:11Z', 'revision_number': 6, 'project_id': 'c302519e74814ecf9d6317cf454d8d57', 'gw_port_host': None}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:41:11.939481 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (7f835a23-65bf-42f7-8fac-23cc4c34d521), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:11.955575 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-4e46b902-cba9-4934-8ce4-0266c4da3947 None None] For port 35f35138-536b-4067-984b-64d67e0781c0, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:41:11.975035 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4576f-b6bd-490d-97f2-8f5da5f1d418 None None] Pushing event updated for resources: {'Port': ['ID=831a7f10-ab90-499c-9fbd-ad071a55f3d6,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:11.980214 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-4e46b902-cba9-4934-8ce4-0266c4da3947 None None] For port 35f35138-536b-4067-984b-64d67e0781c0, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=35f35138-536b-4067-984b-64d67e0781c0,segment=NetworkSegment(0bb608c7-857f-47fb-8a51-82c818a438cd),segment_id=0bb608c7-857f-47fb-8a51-82c818a438cd)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:41:12.003568 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-ccd321a5-dd7f-4ab1-b393-41316ad24eba None None] Provisioning complete for port 7c2730b3-3a88-4d7f-a399-220529948ddd triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:12.004119 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ccd321a5-dd7f-4ab1-b393-41316ad24eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7c2730b3-3a88-4d7f-a399-220529948ddd), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:12.010573 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-2c96d7a6-381c-413f-918d-b3be96d9196b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting port 7c2730b3-3a88-4d7f-a399-220529948ddd {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:12.010926 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2c96d7a6-381c-413f-918d-b3be96d9196b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (7c2730b3-3a88-4d7f-a399-220529948ddd), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:12.047173 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-ccd321a5-dd7f-4ab1-b393-41316ad24eba None None] Port 7c2730b3-3a88-4d7f-a399-220529948ddd cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:41:12.070933 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4e46b902-cba9-4934-8ce4-0266c4da3947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (35f35138-536b-4067-984b-64d67e0781c0), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:12.147092 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46b902-cba9-4934-8ce4-0266c4da3947 None None] Pushing event updated for resources: {'Port': ['ID=35f35138-536b-4067-984b-64d67e0781c0,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:12.186321 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2c96d7a6-381c-413f-918d-b3be96d9196b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (7c2730b3-3a88-4d7f-a399-220529948ddd), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:12.212837 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-2f34a2f0-b136-4be4-89c0-74a1799ae99b admin admin] Deleting port 7949107d-a64a-43f2-9191-712a114d6445 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:12.213207 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2f34a2f0-b136-4be4-89c0-74a1799ae99b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (7949107d-a64a-43f2-9191-712a114d6445), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:12.215304 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2633079-a693-4e99-9d1a-ce8666444fdc tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:41:12.218913 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-2c96d7a6-381c-413f-918d-b3be96d9196b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Calling delete_port for 7c2730b3-3a88-4d7f-a399-220529948ddd owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:12.225517 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d2633079-a693-4e99-9d1a-ce8666444fdc tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:12.229111 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d2633079-a693-4e99-9d1a-ce8666444fdc tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "PUT /v2.0/routers/7d63a290-e05f-4b5c-b56c-49569d623f30 HTTP/1.1" status: 200 len: 892 time: 1.4840097 Mar 23 02:41:12.229452 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93846a22-b30e-408a-ab77-ed56742b15d3 None None] Sync routers for ids ['7d63a290-e05f-4b5c-b56c-49569d623f30'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:41:12.237294 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59074) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:12.244859 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93846a22-b30e-408a-ab77-ed56742b15d3 None None] Routers {'7d63a290-e05f-4b5c-b56c-49569d623f30'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:41:12.245532 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-93846a22-b30e-408a-ab77-ed56742b15d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['7d63a290-e05f-4b5c-b56c-49569d623f30'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:12.296637 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-93846a22-b30e-408a-ab77-ed56742b15d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:12.319342 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93846a22-b30e-408a-ab77-ed56742b15d3 None None] Routers {'7d63a290-e05f-4b5c-b56c-49569d623f30'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:41:12.320400 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-93846a22-b30e-408a-ab77-ed56742b15d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['7d63a290-e05f-4b5c-b56c-49569d623f30'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:12.349592 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf7c6c4-b50f-44c7-99e5-6b40604b0ccf tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:12.353774 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2bf7c6c4-b50f-44c7-99e5-6b40604b0ccf tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:12.366593 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-939bdea9-4ac0-43f4-9dda-405ec6796146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (84589e9a-0507-4cf9-9ae0-6d9f3def606b), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:12.375241 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939bdea9-4ac0-43f4-9dda-405ec6796146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:12.375241 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-939bdea9-4ac0-43f4-9dda-405ec6796146 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:12.409710 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event deleted for resources: {'Subnet': ['ID=7f835a23-65bf-42f7-8fac-23cc4c34d521,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:12.454675 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-93846a22-b30e-408a-ab77-ed56742b15d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:12.456275 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93846a22-b30e-408a-ab77-ed56742b15d3 None None] The sync data for ids ['7d63a290-e05f-4b5c-b56c-49569d623f30'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:41:12.522404 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-2f34a2f0-b136-4be4-89c0-74a1799ae99b admin admin] For port 7949107d-a64a-43f2-9191-712a114d6445, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=7949107d-a64a-43f2-9191-712a114d6445,segment=NetworkSegment(31a5abdc-77c7-4b66-8f8c-26e205d8373f),segment_id=31a5abdc-77c7-4b66-8f8c-26e205d8373f)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:12.522792 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2f34a2f0-b136-4be4-89c0-74a1799ae99b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (7949107d-a64a-43f2-9191-712a114d6445), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:12.539214 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 831a7f10-ab90-499c-9fbd-ad071a55f3d6 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:12.567324 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7442035c-7a2a-4b42-b8d1-9965e7f2284e tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "GET /v2.0/routers/7d63a290-e05f-4b5c-b56c-49569d623f30 HTTP/1.1" status: 200 len: 892 time: 0.3240352 Mar 23 02:41:12.569233 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bb5a7417-5a1b-4ab6-8053-bf0896e45a02 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (da4fbf02-437f-4be3-9550-cb57a6cccdeb), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:12.569728 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59076) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:12.571891 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-2f34a2f0-b136-4be4-89c0-74a1799ae99b admin admin] Calling delete_port for 7949107d-a64a-43f2-9191-712a114d6445 owned by network:router_interface {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:12.621726 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 831a7f10-ab90-499c-9fbd-ad071a55f3d6 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:12.622112 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (831a7f10-ab90-499c-9fbd-ad071a55f3d6), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:12.633738 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-039d9a4f-b2fa-449a-92d3-68ab7360fff2 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d63a290-e05f-4b5c-b56c-49569d623f30 HTTP/1.1" status: 200 len: 205 time: 0.0629048 Mar 23 02:41:12.640238 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59078) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:12.696238 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-939bdea9-4ac0-43f4-9dda-405ec6796146 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3147907 Mar 23 02:41:12.713352 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59080) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:12.721165 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 831a7f10-ab90-499c-9fbd-ad071a55f3d6 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:12.730111 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 5ca2165f-d2ec-4b41-8880-a80f06c959f4 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:41:12.737742 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (c05f6c46-70ce-464b-a385-93e073018f9a), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:12.746449 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939bdea9-4ac0-43f4-9dda-405ec6796146 admin admin] Pushing event updated for resources: {'Network': ['ID=84589e9a-0507-4cf9-9ae0-6d9f3def606b,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:12.750444 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5a7417-5a1b-4ab6-8053-bf0896e45a02 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:12.753394 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 5ca2165f-d2ec-4b41-8880-a80f06c959f4 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:41:12.753394 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 5ca2165f-d2ec-4b41-8880-a80f06c959f4 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:41:12.761997 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 84589e9a-0507-4cf9-9ae0-6d9f3def606b details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:41:12.783636 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-4df5f967-3a5c-4374-ac14-0f05d79668ec admin admin] For port 834cb181-ca34-4c0b-a7ac-6fe69f9aded1, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=834cb181-ca34-4c0b-a7ac-6fe69f9aded1,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:12.784123 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4df5f967-3a5c-4374-ac14-0f05d79668ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (834cb181-ca34-4c0b-a7ac-6fe69f9aded1), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:12.796645 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-bb5a7417-5a1b-4ab6-8053-bf0896e45a02 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:12.811495 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a7417-5a1b-4ab6-8053-bf0896e45a02 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Pushing event updated for resources: {'Port': ['ID=da4fbf02-437f-4be3-9550-cb57a6cccdeb,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:12.817119 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5a7417-5a1b-4ab6-8053-bf0896e45a02 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:12.821219 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c05f6c46-70ce-464b-a385-93e073018f9a']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:12.860372 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-4df5f967-3a5c-4374-ac14-0f05d79668ec admin admin] Calling delete_port for 834cb181-ca34-4c0b-a7ac-6fe69f9aded1 owned by network:router_gateway {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:12.876792 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb608c7-857f-47fb-8a51-82c818a438cd') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:12.877213 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb608c7-857f-47fb-8a51-82c818a438cd') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:12.899712 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (0bb608c7-857f-47fb-8a51-82c818a438cd), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:12.949261 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (0bb608c7-857f-47fb-8a51-82c818a438cd), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:13.018894 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:41:13.019316 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (0bb608c7-857f-47fb-8a51-82c818a438cd), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:13.022730 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:41:13.022730 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:41:13.022730 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:41:13.022730 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:41:13.022730 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:41:13.022730 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:41:13.022730 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:41:13.022730 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:41:13.022730 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:41:13.022730 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:41:13.022730 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:41:13.022730 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:41:13.022730 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:41:13.022730 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:41:13.022730 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:41:13.022730 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:41:13.022730 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:41:13.022730 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:41:13.022730 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:41:13.022730 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:41:13.022730 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:41:13.022730 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:41:13.022730 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:41:13.022730 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:41:13.022730 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:41:13.022730 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:41:13.022730 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:41:13.022730 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:41:13.022730 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:41:13.022730 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:41:13.022730 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:41:13.022730 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:41:13.096309 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-0147492f-29b2-4dd0-a2a8-78449fc0f314 admin admin] Request body: {'subnet': {'network_id': '84589e9a-0507-4cf9-9ae0-6d9f3def606b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1131310257-subnet', 'tenant_id': '8b3788248f424541b82b7281065cac76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:13.192138 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.db.api [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 02:41:13.192138 dv-neutron-834613-2-hyperv neutron-server[104348]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 02:41:13.192138 dv-neutron-834613-2-hyperv neutron-server[104348]: [parameters: {'id': 'c05f6c46-70ce-464b-a385-93e073018f9a'}] Mar 23 02:41:13.192138 dv-neutron-834613-2-hyperv neutron-server[104348]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:41:13.192513 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG oslo_db.api [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:41:13.213883 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ded51062-ecca-4b26-b520-58988d0727c0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router (7d63a290-e05f-4b5c-b56c-49569d623f30), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:13.283339 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2c96d7a6-381c-413f-918d-b3be96d9196b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (7c2730b3-3a88-4d7f-a399-220529948ddd), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:13.288217 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0147492f-29b2-4dd0-a2a8-78449fc0f314 admin admin] Made reservation on behalf of 8b3788248f424541b82b7281065cac76 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:13.290608 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0147492f-29b2-4dd0-a2a8-78449fc0f314 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:13.350672 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4df5f967-3a5c-4374-ac14-0f05d79668ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (834cb181-ca34-4c0b-a7ac-6fe69f9aded1), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:13.376181 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96d7a6-381c-413f-918d-b3be96d9196b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Port': ['ID=7c2730b3-3a88-4d7f-a399-220529948ddd,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:13.392471 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5f967-3a5c-4374-ac14-0f05d79668ec admin admin] Pushing event deleted for resources: {'Port': ['ID=834cb181-ca34-4c0b-a7ac-6fe69f9aded1,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:13.437387 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2c96d7a6-381c-413f-918d-b3be96d9196b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:13.443363 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2c96d7a6-381c-413f-918d-b3be96d9196b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/7c2730b3-3a88-4d7f-a399-220529948ddd HTTP/1.1" status: 204 len: 168 time: 1.6807671 Mar 23 02:41:13.445318 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59082) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:13.476496 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4500ab8-bf9c-4e1c-ac37-2cd5f8b5cb0c None None] Network c05f6c46-70ce-464b-a385-93e073018f9a requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:13.546127 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ded51062-ecca-4b26-b520-58988d0727c0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router_gateway (7d63a290-e05f-4b5c-b56c-49569d623f30), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:13.563099 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2bf7c6c4-b50f-44c7-99e5-6b40604b0ccf tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (87bced4e-dcf2-4f93-bbef-0b01535bca65), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:13.593679 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-0d7a5905-518c-48b9-9661-bd12db2a0789 None None] Provisioning complete for port 35f35138-536b-4067-984b-64d67e0781c0 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:13.594253 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0d7a5905-518c-48b9-9661-bd12db2a0789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (35f35138-536b-4067-984b-64d67e0781c0), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:13.607488 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2f34a2f0-b136-4be4-89c0-74a1799ae99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (7949107d-a64a-43f2-9191-712a114d6445), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:13.663870 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4df5f967-3a5c-4374-ac14-0f05d79668ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:13.669572 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f34a2f0-b136-4be4-89c0-74a1799ae99b admin admin] Pushing event deleted for resources: {'Port': ['ID=7949107d-a64a-43f2-9191-712a114d6445,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:13.714491 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e38b74-3529-4292-8a53-97e4b004ae91 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:13.716998 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e38b74-3529-4292-8a53-97e4b004ae91 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:13.721435 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-85e38b74-3529-4292-8a53-97e4b004ae91 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2719920 Mar 23 02:41:13.721435 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (c05f6c46-70ce-464b-a385-93e073018f9a), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:13.744855 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-0d7a5905-518c-48b9-9661-bd12db2a0789 None None] Current status of the port 35f35138-536b-4067-984b-64d67e0781c0 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:13.745111 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0d7a5905-518c-48b9-9661-bd12db2a0789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (35f35138-536b-4067-984b-64d67e0781c0), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:13.772409 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59084) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:13.784092 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7c6c4-b50f-44c7-99e5-6b40604b0ccf tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Subnet': ['ID=87bced4e-dcf2-4f93-bbef-0b01535bca65,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:13.785738 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb373315-df87-44f6-ae02-7051f0e8ee45 None None] DHCP port deletion for c05f6c46-70ce-464b-a385-93e073018f9a request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:41:13.792758 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-0d7a5905-518c-48b9-9661-bd12db2a0789 None None] For port 35f35138-536b-4067-984b-64d67e0781c0, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=35f35138-536b-4067-984b-64d67e0781c0,segment=NetworkSegment(0bb608c7-857f-47fb-8a51-82c818a438cd),segment_id=0bb608c7-857f-47fb-8a51-82c818a438cd)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:13.845530 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-cb373315-df87-44f6-ae02-7051f0e8ee45 None None] Deleting port 35f35138-536b-4067-984b-64d67e0781c0 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:13.845831 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cb373315-df87-44f6-ae02-7051f0e8ee45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (35f35138-536b-4067-984b-64d67e0781c0), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:13.882563 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4df5f967-3a5c-4374-ac14-0f05d79668ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:13.896632 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4df5f967-3a5c-4374-ac14-0f05d79668ec admin admin] Publish callbacks [] for router_controller (ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:13.911883 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf7c6c4-b50f-44c7-99e5-6b40604b0ccf tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Checking segment: {'id': 'a5132e57-0b35-46b9-b5ea-a1ac6772eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '42d17f9f-39ef-486f-8db6-bb5bf8e57910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:13.912218 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf7c6c4-b50f-44c7-99e5-6b40604b0ccf tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network hostable DHCP agents. Network: 42d17f9f-39ef-486f-8db6-bb5bf8e57910, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:41:13.914376 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bb5a7417-5a1b-4ab6-8053-bf0896e45a02 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router_gateway (16d11138-e181-4ee1-b259-6aa73bfaf823), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:13.925660 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0d7a5905-518c-48b9-9661-bd12db2a0789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (35f35138-536b-4067-984b-64d67e0781c0), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:13.960094 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0147492f-29b2-4dd0-a2a8-78449fc0f314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (be74aef4-d523-4b82-b87e-77f5209279fd), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:13.979462 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-cb373315-df87-44f6-ae02-7051f0e8ee45 None None] For port 35f35138-536b-4067-984b-64d67e0781c0, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=35f35138-536b-4067-984b-64d67e0781c0,segment=NetworkSegment(0bb608c7-857f-47fb-8a51-82c818a438cd),segment_id=0bb608c7-857f-47fb-8a51-82c818a438cd)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:13.979959 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cb373315-df87-44f6-ae02-7051f0e8ee45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (35f35138-536b-4067-984b-64d67e0781c0), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:13.984931 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d66a66-72ee-4271-b188-992c123fa52c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting subnet 1d5d4d2c-376e-4172-ad08-40ad3b643068 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:41:14.015089 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-cb373315-df87-44f6-ae02-7051f0e8ee45 None None] Calling delete_port for 35f35138-536b-4067-984b-64d67e0781c0 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:14.022770 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a5905-518c-48b9-9661-bd12db2a0789 None None] Pushing event updated for resources: {'Port': ['ID=35f35138-536b-4067-984b-64d67e0781c0,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:14.037649 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b8d66a66-72ee-4271-b188-992c123fa52c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (1d5d4d2c-376e-4172-ad08-40ad3b643068), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:14.042025 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147492f-29b2-4dd0-a2a8-78449fc0f314 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be74aef4-d523-4b82-b87e-77f5209279fd,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:14.059281 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-ded51062-ecca-4b26-b520-58988d0727c0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Deleting port 2217a283-ffd1-42fe-85d0-464e8144ec05 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:14.059624 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ded51062-ecca-4b26-b520-58988d0727c0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (2217a283-ffd1-42fe-85d0-464e8144ec05), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:14.103034 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b8d66a66-72ee-4271-b188-992c123fa52c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (1d5d4d2c-376e-4172-ad08-40ad3b643068), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:14.121174 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0147492f-29b2-4dd0-a2a8-78449fc0f314 admin admin] Checking segment: {'id': '0c372683-a61d-42b3-b666-cb70435ab787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '84589e9a-0507-4cf9-9ae0-6d9f3def606b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:14.121423 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0147492f-29b2-4dd0-a2a8-78449fc0f314 admin admin] Network hostable DHCP agents. Network: 84589e9a-0507-4cf9-9ae0-6d9f3def606b, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:41:14.128397 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2f34a2f0-b136-4be4-89c0-74a1799ae99b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (7629c56d-7d67-4429-a964-8600f44d3e65), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:14.129161 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4df5f967-3a5c-4374-ac14-0f05d79668ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:14.129682 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df5f967-3a5c-4374-ac14-0f05d79668ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76 {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:41:14.150157 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4df5f967-3a5c-4374-ac14-0f05d79668ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:14.151622 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4df5f967-3a5c-4374-ac14-0f05d79668ec admin admin] 10.222.0.24 "DELETE /v2.0/routers/ee631beb-a2d8-4cd5-b0c6-cd5c3dd40b76 HTTP/1.1" status: 204 len: 168 time: 3.7342923 Mar 23 02:41:14.157231 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59086) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:14.210425 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf7c6c4-b50f-44c7-99e5-6b40604b0ccf tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network 42d17f9f-39ef-486f-8db6-bb5bf8e57910 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:41:14.258432 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ded51062-ecca-4b26-b520-58988d0727c0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (2217a283-ffd1-42fe-85d0-464e8144ec05), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:14.265413 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cb373315-df87-44f6-ae02-7051f0e8ee45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (35f35138-536b-4067-984b-64d67e0781c0), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:14.284651 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-ded51062-ecca-4b26-b520-58988d0727c0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Calling delete_port for 2217a283-ffd1-42fe-85d0-464e8144ec05 owned by network:router_gateway {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:14.294012 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0147492f-29b2-4dd0-a2a8-78449fc0f314 admin admin] Network 84589e9a-0507-4cf9-9ae0-6d9f3def606b is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:41:14.321805 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb373315-df87-44f6-ae02-7051f0e8ee45 None None] Pushing event deleted for resources: {'Port': ['ID=35f35138-536b-4067-984b-64d67e0781c0,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:14.332454 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb373315-df87-44f6-ae02-7051f0e8ee45 None None] No DVR routers for this DVR port 35f35138-536b-4067-984b-64d67e0781c0 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:41:14.342606 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 834cb181-ca34-4c0b-a7ac-6fe69f9aded1 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:41:14.354798 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Deleting port 35f35138-536b-4067-984b-64d67e0781c0 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:14.354798 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (35f35138-536b-4067-984b-64d67e0781c0), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:14.379069 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbee3c9e-980c-46a1-bd07-22b6a9839ed2 admin admin] Deleting subnet 43c32d8d-82fc-4897-9976-f6e345cb2e2c {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:41:14.380460 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 834cb181-ca34-4c0b-a7ac-6fe69f9aded1 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:41:14.380950 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 834cb181-ca34-4c0b-a7ac-6fe69f9aded1 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:41:14.381595 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-0147492f-29b2-4dd0-a2a8-78449fc0f314 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 84589e9a-0507-4cf9-9ae0-6d9f3def606b) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:14.393453 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0147492f-29b2-4dd0-a2a8-78449fc0f314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:14.394064 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0147492f-29b2-4dd0-a2a8-78449fc0f314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:14.398474 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9bdb28-4e82-4f3e-951c-edce361f93e0 None None] Network 84589e9a-0507-4cf9-9ae0-6d9f3def606b requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:14.414588 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-2bf7c6c4-b50f-44c7-99e5-6b40604b0ccf tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 42d17f9f-39ef-486f-8db6-bb5bf8e57910) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:14.417749 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cbee3c9e-980c-46a1-bd07-22b6a9839ed2 admin admin] Publish callbacks [] for subnet (43c32d8d-82fc-4897-9976-f6e345cb2e2c), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:14.445397 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76c4d54-c2fd-48c2-9c6d-074e69b42b57 None None] Network 42d17f9f-39ef-486f-8db6-bb5bf8e57910 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:14.455330 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b8d66a66-72ee-4271-b188-992c123fa52c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (1d5d4d2c-376e-4172-ad08-40ad3b643068), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:14.506092 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf7c6c4-b50f-44c7-99e5-6b40604b0ccf tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:14.506694 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2bf7c6c4-b50f-44c7-99e5-6b40604b0ccf tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:14.557287 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cbee3c9e-980c-46a1-bd07-22b6a9839ed2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (43c32d8d-82fc-4897-9976-f6e345cb2e2c), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:14.559481 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] For port 35f35138-536b-4067-984b-64d67e0781c0, host dv-neutron-834613-2-hyperv, got binding levels [] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:14.559889 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (35f35138-536b-4067-984b-64d67e0781c0), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:14.564947 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f34a2f0-b136-4be4-89c0-74a1799ae99b admin admin] Router 7629c56d-7d67-4429-a964-8600f44d3e65 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:41:14.580218 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0147492f-29b2-4dd0-a2a8-78449fc0f314 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4936612 Mar 23 02:41:14.599795 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e108003-08b1-4087-bd25-c8d8ed4e12f0 None None] Network 84589e9a-0507-4cf9-9ae0-6d9f3def606b requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:14.625509 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Calling delete_port for 35f35138-536b-4067-984b-64d67e0781c0 owned by network:dhcp {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:14.629081 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.ipam_backend_mixin [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Port 35f35138-536b-4067-984b-64d67e0781c0 was not found and therefore no delete operation was performed {{(pid=104348) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 02:41:14.631285 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (35f35138-536b-4067-984b-64d67e0781c0), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:14.666766 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bb5a7417-5a1b-4ab6-8053-bf0896e45a02 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (16d11138-e181-4ee1-b259-6aa73bfaf823), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:14.714961 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2bf7c6c4-b50f-44c7-99e5-6b40604b0ccf tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9285116 Mar 23 02:41:14.720140 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59096) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:14.725297 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event deleted for resources: {'Port': ['ID=35f35138-536b-4067-984b-64d67e0781c0,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:14.729600 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-0c5e6b6a-8688-4102-927d-3de6764cc8b1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'subnet': {'network_id': '42d17f9f-39ef-486f-8db6-bb5bf8e57910', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:14.748537 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] No DVR routers for this DVR port 35f35138-536b-4067-984b-64d67e0781c0 on host dv-neutron-834613-2-hyperv {{(pid=104348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:41:14.846373 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bb1416-f154-4514-8e43-49441bd9103a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-42d17f9f-39ef-486f-8db6-bb5bf8e57910', 'network_id': '42d17f9f-39ef-486f-8db6-bb5bf8e57910', 'project_id': '0f646194e90f4b3ab6ee5c5d30f98fdd', 'fixed_ips': [{'subnet_id': '87bced4e-dcf2-4f93-bbef-0b01535bca65'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:41:14.847190 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-40bb1416-f154-4514-8e43-49441bd9103a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:14.851171 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f34a2f0-b136-4be4-89c0-74a1799ae99b admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:41:14.866718 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2f34a2f0-b136-4be4-89c0-74a1799ae99b admin admin] 10.222.0.24 "PUT /v2.0/routers/7629c56d-7d67-4429-a964-8600f44d3e65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2402492 Mar 23 02:41:14.867386 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59100) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:14.869183 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b43202-81d7-4050-889e-4a099e9afd82 None None] Sync routers for ids ['7629c56d-7d67-4429-a964-8600f44d3e65'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:41:14.887615 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b43202-81d7-4050-889e-4a099e9afd82 None None] Routers {'7629c56d-7d67-4429-a964-8600f44d3e65'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:41:14.887615 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-54b43202-81d7-4050-889e-4a099e9afd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['7629c56d-7d67-4429-a964-8600f44d3e65'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:14.936717 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ded51062-ecca-4b26-b520-58988d0727c0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (2217a283-ffd1-42fe-85d0-464e8144ec05), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:14.995555 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5e6b6a-8688-4102-927d-3de6764cc8b1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:14.999916 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0c5e6b6a-8688-4102-927d-3de6764cc8b1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.016469 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-54b43202-81d7-4050-889e-4a099e9afd82 None None] Set router 7629c56d-7d67-4429-a964-8600f44d3e65 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:41:15.019006 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded51062-ecca-4b26-b520-58988d0727c0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Port': ['ID=2217a283-ffd1-42fe-85d0-464e8144ec05,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:15.162018 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f25810fa-eb40-4741-b6f2-7e86f0a3d22d admin admin] Publish callbacks [] for router (7629c56d-7d67-4429-a964-8600f44d3e65), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.269241 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ded51062-ecca-4b26-b520-58988d0727c0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (7d63a290-e05f-4b5c-b56c-49569d623f30), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.285865 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.ipam_backend_mixin [None req-0c5e6b6a-8688-4102-927d-3de6764cc8b1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 87bced4e-dcf2-4f93-bbef-0b01535bca65 (CIDR: 2001:db8::/64) Mar 23 02:41:15.295503 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b8d66a66-72ee-4271-b188-992c123fa52c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (1d5d4d2c-376e-4172-ad08-40ad3b643068), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.334904 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cbee3c9e-980c-46a1-bd07-22b6a9839ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (43c32d8d-82fc-4897-9976-f6e345cb2e2c), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.356163 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-40bb1416-f154-4514-8e43-49441bd9103a None None] Allocated IP 2001:db8::2 (42d17f9f-39ef-486f-8db6-bb5bf8e57910/87bced4e-dcf2-4f93-bbef-0b01535bca65/b57fc99b-bf4a-437e-bfa4-221fd67e6789) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:15.400182 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d66a66-72ee-4271-b188-992c123fa52c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Subnet': ['ID=1d5d4d2c-376e-4172-ad08-40ad3b643068,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:15.406479 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b8d66a66-72ee-4271-b188-992c123fa52c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.412356 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b8d66a66-72ee-4271-b188-992c123fa52c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/1d5d4d2c-376e-4172-ad08-40ad3b643068 HTTP/1.1" status: 204 len: 168 time: 1.6359630 Mar 23 02:41:15.416570 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (c05f6c46-70ce-464b-a385-93e073018f9a), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.418757 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c5e6b6a-8688-4102-927d-3de6764cc8b1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:41:15.418947 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c5e6b6a-8688-4102-927d-3de6764cc8b1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:41:15.421696 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59112) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:15.429530 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-54b43202-81d7-4050-889e-4a099e9afd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'name': 'tempest-ServersTestManualDisk-1311817031-router', 'tenant_id': '61f0207fb76b46cf82a5b8d685172d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '668dd7a8-d041-43bd-afcf-c2cec216956a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:39:35Z', 'updated_at': '2022-03-23T02:41:13Z', 'revision_number': 5, 'project_id': '61f0207fb76b46cf82a5b8d685172d9b', 'gw_port': {'id': '668dd7a8-d041-43bd-afcf-c2cec216956a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:37Z', 'updated_at': '2022-03-23T02:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:15.459746 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b43202-81d7-4050-889e-4a099e9afd82 None None] Checking router: 7629c56d-7d67-4429-a964-8600f44d3e65 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:41:15.460239 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ded51062-ecca-4b26-b520-58988d0727c0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (7d63a290-e05f-4b5c-b56c-49569d623f30), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.464247 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ded51062-ecca-4b26-b520-58988d0727c0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router_controller (7d63a290-e05f-4b5c-b56c-49569d623f30), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.465082 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdb0a5a-aef0-4fc8-bed9-a225334d8d19 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:15.488389 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-803478fe-2a08-4c83-a9b8-3458a67560da tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0655479 Mar 23 02:41:15.492046 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59114) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:15.496495 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c05f6c46-70ce-464b-a385-93e073018f9a']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:15.522418 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b43202-81d7-4050-889e-4a099e9afd82 None None] Routers {'7629c56d-7d67-4429-a964-8600f44d3e65'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:41:15.522888 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb608c7-857f-47fb-8a51-82c818a438cd') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:15.523172 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-54b43202-81d7-4050-889e-4a099e9afd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['7629c56d-7d67-4429-a964-8600f44d3e65'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:15.523299 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb608c7-857f-47fb-8a51-82c818a438cd') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:15.542794 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f25810fa-eb40-4741-b6f2-7e86f0a3d22d admin admin] Publish callbacks [] for router_gateway (7629c56d-7d67-4429-a964-8600f44d3e65), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.553926 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0c5e6b6a-8688-4102-927d-3de6764cc8b1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8279274 Mar 23 02:41:15.554133 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59118) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:15.561841 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (0bb608c7-857f-47fb-8a51-82c818a438cd), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.572572 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-1af4c577-288e-4bd3-b882-e116b63f8218 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'subnet': {'network_id': '42d17f9f-39ef-486f-8db6-bb5bf8e57910', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:15.595625 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59120) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:15.597135 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (0bb608c7-857f-47fb-8a51-82c818a438cd), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.605165 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-632d236e-54ba-4b40-827b-8620ebbb9a9b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1768978988-network', 'tenant_id': '4c62c5cfc3d0484e8ca8f90adeed573d'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:15.619651 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:41:15.620077 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (0bb608c7-857f-47fb-8a51-82c818a438cd), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.625051 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:41:15.625051 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:41:15.625051 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:41:15.625051 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:41:15.625051 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:41:15.625051 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:41:15.625051 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:41:15.625051 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:41:15.625051 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:41:15.625051 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:41:15.625051 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:41:15.625051 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:41:15.625051 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:41:15.625051 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:41:15.625051 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:41:15.625051 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:41:15.625051 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:41:15.625051 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:41:15.625051 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:41:15.625051 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:41:15.625051 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:41:15.625051 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:41:15.625051 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:41:15.625051 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:41:15.625051 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:41:15.625051 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:41:15.625051 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:41:15.625051 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:41:15.625051 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:41:15.625051 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:41:15.625051 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:41:15.625051 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:41:15.635952 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ded51062-ecca-4b26-b520-58988d0727c0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (7d63a290-e05f-4b5c-b56c-49569d623f30), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.638643 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded51062-ecca-4b26-b520-58988d0727c0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Fanout notify agent at l3_agent the message router_deleted on router 7d63a290-e05f-4b5c-b56c-49569d623f30 {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:41:15.647834 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ded51062-ecca-4b26-b520-58988d0727c0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.649130 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ded51062-ecca-4b26-b520-58988d0727c0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/routers/7d63a290-e05f-4b5c-b56c-49569d623f30 HTTP/1.1" status: 204 len: 168 time: 3.0079038 Mar 23 02:41:15.655502 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59122) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:15.662769 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-135b4dd2-a20b-49a5-b928-565ce2c10ed4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1365505703'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:15.680408 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24db47c-6a0e-4e4e-b639-853f1e501084 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:15.684307 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e24db47c-6a0e-4e4e-b639-853f1e501084 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1875997 Mar 23 02:41:15.684307 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cbee3c9e-980c-46a1-bd07-22b6a9839ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (43c32d8d-82fc-4897-9976-f6e345cb2e2c), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.687406 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59124) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:15.726003 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-54b43202-81d7-4050-889e-4a099e9afd82 None None] Set router 7629c56d-7d67-4429-a964-8600f44d3e65 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:41:15.764183 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-f25810fa-eb40-4741-b6f2-7e86f0a3d22d admin admin] Deleting port 668dd7a8-d041-43bd-afcf-c2cec216956a {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:15.765149 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f25810fa-eb40-4741-b6f2-7e86f0a3d22d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (668dd7a8-d041-43bd-afcf-c2cec216956a), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.779527 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee3c9e-980c-46a1-bd07-22b6a9839ed2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43c32d8d-82fc-4897-9976-f6e345cb2e2c,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:15.779527 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cbee3c9e-980c-46a1-bd07-22b6a9839ed2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.781696 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-cbee3c9e-980c-46a1-bd07-22b6a9839ed2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/43c32d8d-82fc-4897-9976-f6e345cb2e2c HTTP/1.1" status: 204 len: 168 time: 1.6196783 Mar 23 02:41:15.785199 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59126) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:15.795892 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0acc57a-480d-4870-ae8b-1e6b7ed5e72b None None] Network 3edd2161-639f-4b63-b7ee-dfa8fb0684e0 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:15.814462 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-40bb1416-f154-4514-8e43-49441bd9103a None None] Publish callbacks [] for port (b57fc99b-bf4a-437e-bfa4-221fd67e6789), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.815364 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135b4dd2-a20b-49a5-b928-565ce2c10ed4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Made reservation on behalf of a390c7a337b546c28b66d49e8c0359d6 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:15.818763 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-135b4dd2-a20b-49a5-b928-565ce2c10ed4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.835539 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632d236e-54ba-4b40-827b-8620ebbb9a9b admin admin] Made reservation on behalf of 4c62c5cfc3d0484e8ca8f90adeed573d for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:15.837909 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-632d236e-54ba-4b40-827b-8620ebbb9a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.861106 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d1136f-3ba2-4657-84cc-ca3d64aef06e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:15.862217 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-60d1136f-3ba2-4657-84cc-ca3d64aef06e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1626060 Mar 23 02:41:15.863072 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-632d236e-54ba-4b40-827b-8620ebbb9a9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.864936 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59128) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:15.881181 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af4c577-288e-4bd3-b882-e116b63f8218 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:15.885240 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1af4c577-288e-4bd3-b882-e116b63f8218 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.905832 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f3f8a5-c448-4559-809d-52527e0bde49 None None] DHCP port deletion for 94d9379e-13fb-449b-8f45-d1ab95378f77 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:41:15.927920 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5a7417-5a1b-4ab6-8053-bf0896e45a02 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Router 16d11138-e181-4ee1-b259-6aa73bfaf823 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:41:15.937941 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5962f6a4-7ee1-4f6c-8db9-b1c6be98287f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620632 Mar 23 02:41:15.937941 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (c05f6c46-70ce-464b-a385-93e073018f9a), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.943008 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59130) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:15.954399 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-200ae803-312c-4bd2-b486-4c9ed6fafe94 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:15.959862 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.964107 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/networks/c05f6c46-70ce-464b-a385-93e073018f9a HTTP/1.1" status: 204 len: 168 time: 5.7534533 Mar 23 02:41:15.969376 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-40bb1416-f154-4514-8e43-49441bd9103a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (b57fc99b-bf4a-437e-bfa4-221fd67e6789), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.977955 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59132) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:15.980195 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-266dacc2-8536-4a71-bd7e-17ebfa0d456f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (3edd2161-639f-4b63-b7ee-dfa8fb0684e0), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.983931 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-59742819-62a7-48d1-a676-79e958ecb6a0 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1729419315'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:15.995425 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-135b4dd2-a20b-49a5-b928-565ce2c10ed4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:41:15.997123 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e9224-9983-4544-bdd0-630ee6563ca7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event deleted for resources: {'Network': ['ID=c05f6c46-70ce-464b-a385-93e073018f9a,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:16.026228 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-f25810fa-eb40-4741-b6f2-7e86f0a3d22d admin admin] For port 668dd7a8-d041-43bd-afcf-c2cec216956a, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=668dd7a8-d041-43bd-afcf-c2cec216956a,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:16.026228 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f25810fa-eb40-4741-b6f2-7e86f0a3d22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (668dd7a8-d041-43bd-afcf-c2cec216956a), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.039044 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bb1416-f154-4514-8e43-49441bd9103a None None] Network 42d17f9f-39ef-486f-8db6-bb5bf8e57910 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:16.045491 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-135b4dd2-a20b-49a5-b928-565ce2c10ed4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (225c6fe7-7406-4a41-9847-7c06bc2ba318), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.045847 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-135b4dd2-a20b-49a5-b928-565ce2c10ed4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Added segment 225c6fe7-7406-4a41-9847-7c06bc2ba318 of type vlan for network c6a961e3-cf4e-497c-9362-91cdff666adb Mar 23 02:41:16.050047 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-40bb1416-f154-4514-8e43-49441bd9103a None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:16.053873 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb1416-f154-4514-8e43-49441bd9103a None None] Pushing event updated for resources: {'Port': ['ID=b57fc99b-bf4a-437e-bfa4-221fd67e6789,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:16.065605 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-f25810fa-eb40-4741-b6f2-7e86f0a3d22d admin admin] Calling delete_port for 668dd7a8-d041-43bd-afcf-c2cec216956a owned by network:router_gateway {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:16.074705 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bb1416-f154-4514-8e43-49441bd9103a None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:16.140805 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-135b4dd2-a20b-49a5-b928-565ce2c10ed4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (c6a961e3-cf4e-497c-9362-91cdff666adb), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.156235 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-33f3f8a5-c448-4559-809d-52527e0bde49 None None] Deleting port 831a7f10-ab90-499c-9fbd-ad071a55f3d6 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:16.156557 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-33f3f8a5-c448-4559-809d-52527e0bde49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (831a7f10-ab90-499c-9fbd-ad071a55f3d6), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.188200 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59742819-62a7-48d1-a676-79e958ecb6a0 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Made reservation on behalf of a93ad12b8bcf4411afa287294e0d6a41 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:16.192538 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-59742819-62a7-48d1-a676-79e958ecb6a0 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.220111 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb36c2e9-3ff3-4eb2-82e1-5d1932ba7df8 None None] DHCP port deletion for 3edd2161-639f-4b63-b7ee-dfa8fb0684e0 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:41:16.222043 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-40bb1416-f154-4514-8e43-49441bd9103a None None] Attempting to bind port b57fc99b-bf4a-437e-bfa4-221fd67e6789 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:16.222422 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-40bb1416-f154-4514-8e43-49441bd9103a None None] Attempting to bind port b57fc99b-bf4a-437e-bfa4-221fd67e6789 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'a5132e57-0b35-46b9-b5ea-a1ac6772eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '42d17f9f-39ef-486f-8db6-bb5bf8e57910'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:16.222953 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bb1416-f154-4514-8e43-49441bd9103a None None] Attempting to bind port b57fc99b-bf4a-437e-bfa4-221fd67e6789 on network 42d17f9f-39ef-486f-8db6-bb5bf8e57910 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:16.251253 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bb1416-f154-4514-8e43-49441bd9103a None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:41:16.251653 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bb1416-f154-4514-8e43-49441bd9103a None None] Checking segment: {'id': 'a5132e57-0b35-46b9-b5ea-a1ac6772eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '42d17f9f-39ef-486f-8db6-bb5bf8e57910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:16.252076 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-40bb1416-f154-4514-8e43-49441bd9103a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.252495 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bb1416-f154-4514-8e43-49441bd9103a None None] Bound using segment: {'id': 'a5132e57-0b35-46b9-b5ea-a1ac6772eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '42d17f9f-39ef-486f-8db6-bb5bf8e57910'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:41:16.252984 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-40bb1416-f154-4514-8e43-49441bd9103a None None] Bound port: b57fc99b-bf4a-437e-bfa4-221fd67e6789, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5132e57-0b35-46b9-b5ea-a1ac6772eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '42d17f9f-39ef-486f-8db6-bb5bf8e57910'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:41:16.253370 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-40bb1416-f154-4514-8e43-49441bd9103a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b57fc99b-bf4a-437e-bfa4-221fd67e6789), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.307992 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 831a7f10-ab90-499c-9fbd-ad071a55f3d6 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:41:16.317178 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-632d236e-54ba-4b40-827b-8620ebbb9a9b admin admin] Publish callbacks [] for security_group (660e88e7-96ea-4535-b78a-92176bf86274), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.321027 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200ae803-312c-4bd2-b486-4c9ed6fafe94 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:16.322103 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-33f3f8a5-c448-4559-809d-52527e0bde49 None None] For port 831a7f10-ab90-499c-9fbd-ad071a55f3d6, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=831a7f10-ab90-499c-9fbd-ad071a55f3d6,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:16.322103 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-33f3f8a5-c448-4559-809d-52527e0bde49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (831a7f10-ab90-499c-9fbd-ad071a55f3d6), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.324479 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-200ae803-312c-4bd2-b486-4c9ed6fafe94 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.342120 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59742819-62a7-48d1-a676-79e958ecb6a0 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:41:16.354823 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-135b4dd2-a20b-49a5-b928-565ce2c10ed4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (c6a961e3-cf4e-497c-9362-91cdff666adb), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.360022 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135b4dd2-a20b-49a5-b928-565ce2c10ed4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:16.360649 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-135b4dd2-a20b-49a5-b928-565ce2c10ed4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.377374 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5a7417-5a1b-4ab6-8053-bf0896e45a02 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:41:16.383205 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-266dacc2-8536-4a71-bd7e-17ebfa0d456f admin admin] Deleting port 3b351473-af75-4307-979d-c78198bcfd52 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:16.383205 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-266dacc2-8536-4a71-bd7e-17ebfa0d456f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (3b351473-af75-4307-979d-c78198bcfd52), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.389141 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-59742819-62a7-48d1-a676-79e958ecb6a0 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (3b640890-08e6-4294-9d69-2a7da89350be), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.389502 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-59742819-62a7-48d1-a676-79e958ecb6a0 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Added segment 3b640890-08e6-4294-9d69-2a7da89350be of type vlan for network 3aa5cf6d-5f34-4fb2-b7b6-f303d49a801f Mar 23 02:41:16.396752 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18633ec6-9dac-4589-9eb3-ec93353a5cb3 None None] Sync routers for ids ['16d11138-e181-4ee1-b259-6aa73bfaf823'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:41:16.415371 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18633ec6-9dac-4589-9eb3-ec93353a5cb3 None None] Routers {'16d11138-e181-4ee1-b259-6aa73bfaf823'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:41:16.416517 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-18633ec6-9dac-4589-9eb3-ec93353a5cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['16d11138-e181-4ee1-b259-6aa73bfaf823'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:16.443240 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-632d236e-54ba-4b40-827b-8620ebbb9a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (660e88e7-96ea-4535-b78a-92176bf86274), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.473637 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-18633ec6-9dac-4589-9eb3-ec93353a5cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:16.493424 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18633ec6-9dac-4589-9eb3-ec93353a5cb3 None None] Routers {'16d11138-e181-4ee1-b259-6aa73bfaf823'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:41:16.494707 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-18633ec6-9dac-4589-9eb3-ec93353a5cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:40:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['16d11138-e181-4ee1-b259-6aa73bfaf823'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:16.500627 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-632d236e-54ba-4b40-827b-8620ebbb9a9b admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:41:16.535628 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-266dacc2-8536-4a71-bd7e-17ebfa0d456f admin admin] For port 3b351473-af75-4307-979d-c78198bcfd52, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=3b351473-af75-4307-979d-c78198bcfd52,segment=NetworkSegment(c2a8b0fd-64b5-4eaf-a563-2c5886795f6c),segment_id=c2a8b0fd-64b5-4eaf-a563-2c5886795f6c)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:16.536031 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-266dacc2-8536-4a71-bd7e-17ebfa0d456f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (3b351473-af75-4307-979d-c78198bcfd52), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.554452 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-632d236e-54ba-4b40-827b-8620ebbb9a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (7f80a2a1-8e65-48c0-a230-e8dacbc1a7a2), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.555106 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-632d236e-54ba-4b40-827b-8620ebbb9a9b admin admin] Added segment 7f80a2a1-8e65-48c0-a230-e8dacbc1a7a2 of type vlan for network 2e8ac09e-5dd4-4420-9ed7-338e9ce1b1b4 Mar 23 02:41:16.559851 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bb5a7417-5a1b-4ab6-8053-bf0896e45a02 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.566170 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-bb5a7417-5a1b-4ab6-8053-bf0896e45a02 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.0673890 Mar 23 02:41:16.567172 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d236e-54ba-4b40-827b-8620ebbb9a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660e88e7-96ea-4535-b78a-92176bf86274,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:16.568217 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-54b43202-81d7-4050-889e-4a099e9afd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'name': 'tempest-ServersTestManualDisk-1311817031-router', 'tenant_id': '61f0207fb76b46cf82a5b8d685172d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '668dd7a8-d041-43bd-afcf-c2cec216956a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:39:35Z', 'updated_at': '2022-03-23T02:41:13Z', 'revision_number': 5, 'project_id': '61f0207fb76b46cf82a5b8d685172d9b', 'gw_port': {'id': '668dd7a8-d041-43bd-afcf-c2cec216956a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:37Z', 'updated_at': '2022-03-23T02:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:16.573013 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59136) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:16.589120 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-644d295e-63ad-482a-bd04-19396c37022e tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:16.592422 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-266dacc2-8536-4a71-bd7e-17ebfa0d456f admin admin] Calling delete_port for 3b351473-af75-4307-979d-c78198bcfd52 owned by network:dhcp {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:16.592920 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-33f3f8a5-c448-4559-809d-52527e0bde49 None None] Calling delete_port for 831a7f10-ab90-499c-9fbd-ad071a55f3d6 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:16.609927 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-18633ec6-9dac-4589-9eb3-ec93353a5cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:16.610584 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18633ec6-9dac-4589-9eb3-ec93353a5cb3 None None] The sync data for ids ['16d11138-e181-4ee1-b259-6aa73bfaf823'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:41:16.660110 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b43202-81d7-4050-889e-4a099e9afd82 None None] The sync data for ids ['7629c56d-7d67-4429-a964-8600f44d3e65'] in dv-neutron-834613-2-hyperv is: [{'id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'name': 'tempest-ServersTestManualDisk-1311817031-router', 'tenant_id': '61f0207fb76b46cf82a5b8d685172d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '668dd7a8-d041-43bd-afcf-c2cec216956a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:39:35Z', 'updated_at': '2022-03-23T02:41:13Z', 'revision_number': 5, 'project_id': '61f0207fb76b46cf82a5b8d685172d9b', 'gw_port': {'id': '668dd7a8-d041-43bd-afcf-c2cec216956a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7629c56d-7d67-4429-a964-8600f44d3e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:37Z', 'updated_at': '2022-03-23T02:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:41:16.711053 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-632d236e-54ba-4b40-827b-8620ebbb9a9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (2e8ac09e-5dd4-4420-9ed7-338e9ce1b1b4), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.764935 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-40bb1416-f154-4514-8e43-49441bd9103a None None] For port b57fc99b-bf4a-437e-bfa4-221fd67e6789, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:41:16.783131 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-cb36c2e9-3ff3-4eb2-82e1-5d1932ba7df8 None None] Deleting port 3b351473-af75-4307-979d-c78198bcfd52 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:16.783509 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cb36c2e9-3ff3-4eb2-82e1-5d1932ba7df8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (3b351473-af75-4307-979d-c78198bcfd52), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.805629 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-40bb1416-f154-4514-8e43-49441bd9103a None None] For port b57fc99b-bf4a-437e-bfa4-221fd67e6789, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=b57fc99b-bf4a-437e-bfa4-221fd67e6789,segment=NetworkSegment(a5132e57-0b35-46b9-b5ea-a1ac6772eacf),segment_id=a5132e57-0b35-46b9-b5ea-a1ac6772eacf)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:41:16.865799 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 831a7f10-ab90-499c-9fbd-ad071a55f3d6 is: ACTIVE; New status is: DOWN {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:16.866443 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (831a7f10-ab90-499c-9fbd-ad071a55f3d6), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.897208 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b4dd2-a20b-49a5-b928-565ce2c10ed4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Network': ['ID=c6a961e3-cf4e-497c-9362-91cdff666adb,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:16.905536 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-cb36c2e9-3ff3-4eb2-82e1-5d1932ba7df8 None None] For port 3b351473-af75-4307-979d-c78198bcfd52, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=3b351473-af75-4307-979d-c78198bcfd52,segment=NetworkSegment(c2a8b0fd-64b5-4eaf-a563-2c5886795f6c),segment_id=c2a8b0fd-64b5-4eaf-a563-2c5886795f6c)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:16.905536 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cb36c2e9-3ff3-4eb2-82e1-5d1932ba7df8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (3b351473-af75-4307-979d-c78198bcfd52), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.916221 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network c6a961e3-cf4e-497c-9362-91cdff666adb details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:41:16.933018 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-59742819-62a7-48d1-a676-79e958ecb6a0 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (3aa5cf6d-5f34-4fb2-b7b6-f303d49a801f), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.934477 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-cb36c2e9-3ff3-4eb2-82e1-5d1932ba7df8 None None] Calling delete_port for 3b351473-af75-4307-979d-c78198bcfd52 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:16.944612 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-135b4dd2-a20b-49a5-b928-565ce2c10ed4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2877619 Mar 23 02:41:16.952234 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59138) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:16.958104 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-924bb34d-8484-4217-a002-3693dd663575 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Request body: {'subnet': {'network_id': 'c6a961e3-cf4e-497c-9362-91cdff666adb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:16.969080 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-632d236e-54ba-4b40-827b-8620ebbb9a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (2e8ac09e-5dd4-4420-9ed7-338e9ce1b1b4), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.969080 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632d236e-54ba-4b40-827b-8620ebbb9a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:16.969080 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-632d236e-54ba-4b40-827b-8620ebbb9a9b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.969726 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-40bb1416-f154-4514-8e43-49441bd9103a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (b57fc99b-bf4a-437e-bfa4-221fd67e6789), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:17.041055 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-33f3f8a5-c448-4559-809d-52527e0bde49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (831a7f10-ab90-499c-9fbd-ad071a55f3d6), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:17.042656 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-266dacc2-8536-4a71-bd7e-17ebfa0d456f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (3b351473-af75-4307-979d-c78198bcfd52), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:17.079078 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266dacc2-8536-4a71-bd7e-17ebfa0d456f admin admin] Pushing event deleted for resources: {'Port': ['ID=3b351473-af75-4307-979d-c78198bcfd52,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:17.083023 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d236e-54ba-4b40-827b-8620ebbb9a9b admin admin] Pushing event updated for resources: {'Network': ['ID=2e8ac09e-5dd4-4420-9ed7-338e9ce1b1b4,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:17.088649 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266dacc2-8536-4a71-bd7e-17ebfa0d456f admin admin] No DVR routers for this DVR port 3b351473-af75-4307-979d-c78198bcfd52 on host dv-neutron-834613-2-hyperv {{(pid=104348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:41:17.160472 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f3f8a5-c448-4559-809d-52527e0bde49 None None] No DVR routers for this DVR port 831a7f10-ab90-499c-9fbd-ad071a55f3d6 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:41:17.160472 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 2e8ac09e-5dd4-4420-9ed7-338e9ce1b1b4 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:41:17.172134 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 23 02:41:17.172134 dv-neutron-834613-2-hyperv neutron-server[104350]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Mar 23 02:41:17.172134 dv-neutron-834613-2-hyperv neutron-server[104350]: [parameters: {'status': 'DOWN', 'ports_id': '831a7f10-ab90-499c-9fbd-ad071a55f3d6'}] Mar 23 02:41:17.172134 dv-neutron-834613-2-hyperv neutron-server[104350]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:41:17.173096 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:41:17.185264 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-200ae803-312c-4bd2-b486-4c9ed6fafe94 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (9d8bc963-e05c-4a6b-851d-c94af48a96e3), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:17.192807 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-632d236e-54ba-4b40-827b-8620ebbb9a9b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5926032 Mar 23 02:41:17.193339 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59140) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:17.207607 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-4a249118-c768-49b2-b735-3610813cd439 admin admin] Request body: {'subnet': {'network_id': '2e8ac09e-5dd4-4420-9ed7-338e9ce1b1b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1768978988-subnet', 'tenant_id': '4c62c5cfc3d0484e8ca8f90adeed573d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:17.237493 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb1416-f154-4514-8e43-49441bd9103a None None] Pushing event updated for resources: {'Port': ['ID=b57fc99b-bf4a-437e-bfa4-221fd67e6789,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:17.244325 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1af4c577-288e-4bd3-b882-e116b63f8218 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (1d45ea56-671d-49b4-ad02-ee375d3099dc), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:17.285811 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3f8a5-c448-4559-809d-52527e0bde49 None None] Pushing event deleted for resources: {'Port': ['ID=831a7f10-ab90-499c-9fbd-ad071a55f3d6,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:17.297505 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924bb34d-8484-4217-a002-3693dd663575 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Made reservation on behalf of a390c7a337b546c28b66d49e8c0359d6 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:17.301670 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-924bb34d-8484-4217-a002-3693dd663575 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:17.324007 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cb36c2e9-3ff3-4eb2-82e1-5d1932ba7df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (3b351473-af75-4307-979d-c78198bcfd52), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:17.368982 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb36c2e9-3ff3-4eb2-82e1-5d1932ba7df8 None None] No DVR routers for this DVR port 3b351473-af75-4307-979d-c78198bcfd52 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:41:17.371222 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-266dacc2-8536-4a71-bd7e-17ebfa0d456f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (3edd2161-639f-4b63-b7ee-dfa8fb0684e0), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:17.373359 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36c2e9-3ff3-4eb2-82e1-5d1932ba7df8 None None] Pushing event deleted for resources: {'Port': ['ID=3b351473-af75-4307-979d-c78198bcfd52,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:17.442868 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-59742819-62a7-48d1-a676-79e958ecb6a0 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (3aa5cf6d-5f34-4fb2-b7b6-f303d49a801f), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:17.450087 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59742819-62a7-48d1-a676-79e958ecb6a0 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:17.451264 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-59742819-62a7-48d1-a676-79e958ecb6a0 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:17.453791 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f25810fa-eb40-4741-b6f2-7e86f0a3d22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (668dd7a8-d041-43bd-afcf-c2cec216956a), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:17.480855 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a249118-c768-49b2-b735-3610813cd439 admin admin] Made reservation on behalf of 4c62c5cfc3d0484e8ca8f90adeed573d for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:17.483393 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4a249118-c768-49b2-b735-3610813cd439 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:17.555274 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af4c577-288e-4bd3-b882-e116b63f8218 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network 42d17f9f-39ef-486f-8db6-bb5bf8e57910 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:17.615053 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25810fa-eb40-4741-b6f2-7e86f0a3d22d admin admin] Pushing event deleted for resources: {'Port': ['ID=668dd7a8-d041-43bd-afcf-c2cec216956a,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:17.620837 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9274b31f-ab8f-423b-939f-9250992088a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:17.633039 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4c577-288e-4bd3-b882-e116b63f8218 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Subnet': ['ID=1d45ea56-671d-49b4-ad02-ee375d3099dc,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:17.635515 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-1af4c577-288e-4bd3-b882-e116b63f8218 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:17.671104 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af4c577-288e-4bd3-b882-e116b63f8218 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:17.671812 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1af4c577-288e-4bd3-b882-e116b63f8218 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:17.696359 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Port 831a7f10-ab90-499c-9fbd-ad071a55f3d6 update to DOWN by agent not found {{(pid=104350) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Mar 23 02:41:17.721907 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59742819-62a7-48d1-a676-79e958ecb6a0 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event updated for resources: {'Network': ['ID=3aa5cf6d-5f34-4fb2-b7b6-f303d49a801f,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:17.734465 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200ae803-312c-4bd2-b486-4c9ed6fafe94 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:17.737714 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 3aa5cf6d-5f34-4fb2-b7b6-f303d49a801f details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:41:17.741657 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-266dacc2-8536-4a71-bd7e-17ebfa0d456f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3edd2161-639f-4b63-b7ee-dfa8fb0684e0']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:17.741778 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-59742819-62a7-48d1-a676-79e958ecb6a0 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7623827 Mar 23 02:41:17.748404 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59142) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:17.753819 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-200ae803-312c-4bd2-b486-4c9ed6fafe94 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:17.760607 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-ae61d010-de3c-4581-9bc8-2bc10ae92e53 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Request body: {'subnet': {'network_id': '3aa5cf6d-5f34-4fb2-b7b6-f303d49a801f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:17.768133 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200ae803-312c-4bd2-b486-4c9ed6fafe94 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:17.769403 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-200ae803-312c-4bd2-b486-4c9ed6fafe94 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:17.777406 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-266dacc2-8536-4a71-bd7e-17ebfa0d456f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a8b0fd-64b5-4eaf-a563-2c5886795f6c') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:17.777895 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-266dacc2-8536-4a71-bd7e-17ebfa0d456f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a8b0fd-64b5-4eaf-a563-2c5886795f6c') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:17.789287 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bf9b71-c82b-4309-94ad-396e5caae38a None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:17.792817 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f25810fa-eb40-4741-b6f2-7e86f0a3d22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (7629c56d-7d67-4429-a964-8600f44d3e65), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:17.831674 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ae803-312c-4bd2-b486-4c9ed6fafe94 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Subnet': ['ID=9d8bc963-e05c-4a6b-851d-c94af48a96e3,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:17.834923 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-266dacc2-8536-4a71-bd7e-17ebfa0d456f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (c2a8b0fd-64b5-4eaf-a563-2c5886795f6c), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:17.869110 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-644d295e-63ad-482a-bd04-19396c37022e tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router_gateway (16d11138-e181-4ee1-b259-6aa73bfaf823), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:17.879754 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-266dacc2-8536-4a71-bd7e-17ebfa0d456f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (c2a8b0fd-64b5-4eaf-a563-2c5886795f6c), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:17.892477 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-266dacc2-8536-4a71-bd7e-17ebfa0d456f admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:41:17.892884 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-266dacc2-8536-4a71-bd7e-17ebfa0d456f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (c2a8b0fd-64b5-4eaf-a563-2c5886795f6c), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:17.894613 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:41:17.894613 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:41:17.894613 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:41:17.894613 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:41:17.894613 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:41:17.894613 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:41:17.894613 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:41:17.894613 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:41:17.894613 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:41:17.894613 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:41:17.894613 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:41:17.894613 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:41:17.894613 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:41:17.894613 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:41:17.894613 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:41:17.894613 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:41:17.894613 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:41:17.894613 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:41:17.894613 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:41:17.894613 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:41:17.894613 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:41:17.894613 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:41:17.894613 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:41:17.894613 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:41:17.894613 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:41:17.894613 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:41:17.894613 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:41:17.894613 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:41:17.894613 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:41:17.894613 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:41:17.894613 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:41:17.894613 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:41:17.902472 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1af4c577-288e-4bd3-b882-e116b63f8218 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3403022 Mar 23 02:41:17.905635 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59144) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:17.911968 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-1433fbdb-35ef-42ec-8a80-5dd40391a5f6 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'port': {'network_id': '42d17f9f-39ef-486f-8db6-bb5bf8e57910', 'fixed_ips': [{'subnet_id': '87bced4e-dcf2-4f93-bbef-0b01535bca65'}, {'subnet_id': '1d45ea56-671d-49b4-ad02-ee375d3099dc'}], 'name': 'tempest-PortsIpV6TestJSON-1903039392'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:17.942241 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5c7181-dc34-45b9-b74f-1bc894ccc1b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-94d9379e-13fb-449b-8f45-d1ab95378f77', 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'fixed_ips': [{'subnet_id': '9d8bc963-e05c-4a6b-851d-c94af48a96e3'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:41:17.943336 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ca5c7181-dc34-45b9-b74f-1bc894ccc1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:17.949234 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f25810fa-eb40-4741-b6f2-7e86f0a3d22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (7629c56d-7d67-4429-a964-8600f44d3e65), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:17.956010 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f25810fa-eb40-4741-b6f2-7e86f0a3d22d admin admin] Publish callbacks [] for router_controller (7629c56d-7d67-4429-a964-8600f44d3e65), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:17.971934 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-200ae803-312c-4bd2-b486-4c9ed6fafe94 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0234239 Mar 23 02:41:17.974714 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59146) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:18.007159 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-5d64bf83-2d0c-44b6-8251-61532526a21b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'port': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'mac_address': 'fa:16:3e:9b:65:dd', 'name': 'tempest-NetworksTestDHCPv6-627955562'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:18.081586 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-924bb34d-8484-4217-a002-3693dd663575 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (13be041e-8cc7-4d08-8480-b506a2757e87), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:18.110750 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-ca5c7181-dc34-45b9-b74f-1bc894ccc1b4 None None] Allocated IP 2001:db8::2 (94d9379e-13fb-449b-8f45-d1ab95378f77/9d8bc963-e05c-4a6b-851d-c94af48a96e3/cf66af2b-127f-4b93-86ae-cc0a89e466ab) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:18.119489 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-644d295e-63ad-482a-bd04-19396c37022e tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router_gateway (16d11138-e181-4ee1-b259-6aa73bfaf823), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:18.147070 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f25810fa-eb40-4741-b6f2-7e86f0a3d22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (7629c56d-7d67-4429-a964-8600f44d3e65), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:18.147734 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25810fa-eb40-4741-b6f2-7e86f0a3d22d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7629c56d-7d67-4429-a964-8600f44d3e65 {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:41:18.183210 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f25810fa-eb40-4741-b6f2-7e86f0a3d22d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:18.188051 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f25810fa-eb40-4741-b6f2-7e86f0a3d22d admin admin] 10.222.0.24 "DELETE /v2.0/routers/7629c56d-7d67-4429-a964-8600f44d3e65 HTTP/1.1" status: 204 len: 168 time: 3.3176563 Mar 23 02:41:18.188956 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59148) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:18.224767 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-266dacc2-8536-4a71-bd7e-17ebfa0d456f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (3edd2161-639f-4b63-b7ee-dfa8fb0684e0), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:18.274776 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924bb34d-8484-4217-a002-3693dd663575 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Subnet': ['ID=13be041e-8cc7-4d08-8480-b506a2757e87,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:18.275714 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-266dacc2-8536-4a71-bd7e-17ebfa0d456f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:18.283527 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-266dacc2-8536-4a71-bd7e-17ebfa0d456f admin admin] 10.222.0.24 "DELETE /v2.0/networks/3edd2161-639f-4b63-b7ee-dfa8fb0684e0 HTTP/1.1" status: 204 len: 168 time: 2.4975729 Mar 23 02:41:18.303885 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4a249118-c768-49b2-b735-3610813cd439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (bac32318-7fb5-410c-b264-a611f5bf53fe), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:18.343364 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266dacc2-8536-4a71-bd7e-17ebfa0d456f admin admin] Pushing event deleted for resources: {'Network': ['ID=3edd2161-639f-4b63-b7ee-dfa8fb0684e0,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:18.347204 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae61d010-de3c-4581-9bc8-2bc10ae92e53 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Made reservation on behalf of a93ad12b8bcf4411afa287294e0d6a41 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:18.350595 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ae61d010-de3c-4581-9bc8-2bc10ae92e53 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:18.391171 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device b57fc99b-bf4a-437e-bfa4-221fd67e6789 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:18.457143 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1433fbdb-35ef-42ec-8a80-5dd40391a5f6 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:18.467259 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-c513fe02-4822-4f93-b6f2-955244cb2133 admin admin] Deleting subnet 163024ce-a589-49e2-9617-858c615e40f5 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:41:18.472519 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c513fe02-4822-4f93-b6f2-955244cb2133 admin admin] Publish callbacks [] for subnet (163024ce-a589-49e2-9617-858c615e40f5), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:18.498099 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a249118-c768-49b2-b735-3610813cd439 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bac32318-7fb5-410c-b264-a611f5bf53fe,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:18.501675 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ca5c7181-dc34-45b9-b74f-1bc894ccc1b4 None None] Publish callbacks [] for port (cf66af2b-127f-4b93-86ae-cc0a89e466ab), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:18.505067 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port b57fc99b-bf4a-437e-bfa4-221fd67e6789 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:18.505445 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b57fc99b-bf4a-437e-bfa4-221fd67e6789), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:18.512879 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924bb34d-8484-4217-a002-3693dd663575 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Checking segment: {'id': '225c6fe7-7406-4a41-9847-7c06bc2ba318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c6a961e3-cf4e-497c-9362-91cdff666adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:18.513412 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924bb34d-8484-4217-a002-3693dd663575 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network hostable DHCP agents. Network: c6a961e3-cf4e-497c-9362-91cdff666adb, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:41:18.538188 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c513fe02-4822-4f93-b6f2-955244cb2133 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (163024ce-a589-49e2-9617-858c615e40f5), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:18.570667 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.ipam_backend_mixin [None req-ae61d010-de3c-4581-9bc8-2bc10ae92e53 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Performing IP validity checks on allocation pools {{(pid=104348) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 23 02:41:18.571457 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.ipam_backend_mixin [None req-ae61d010-de3c-4581-9bc8-2bc10ae92e53 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104348) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 23 02:41:18.575130 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d64bf83-2d0c-44b6-8251-61532526a21b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:18.598778 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a249118-c768-49b2-b735-3610813cd439 admin admin] Checking segment: {'id': '7f80a2a1-8e65-48c0-a230-e8dacbc1a7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e8ac09e-5dd4-4420-9ed7-338e9ce1b1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:18.599152 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a249118-c768-49b2-b735-3610813cd439 admin admin] Network hostable DHCP agents. Network: 2e8ac09e-5dd4-4420-9ed7-338e9ce1b1b4, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:41:18.614980 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port b57fc99b-bf4a-437e-bfa4-221fd67e6789 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:18.615382 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b57fc99b-bf4a-437e-bfa4-221fd67e6789), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:18.625388 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ca5c7181-dc34-45b9-b74f-1bc894ccc1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (cf66af2b-127f-4b93-86ae-cc0a89e466ab), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:18.669638 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c513fe02-4822-4f93-b6f2-955244cb2133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (163024ce-a589-49e2-9617-858c615e40f5), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:18.669880 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:18.702309 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924bb34d-8484-4217-a002-3693dd663575 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network c6a961e3-cf4e-497c-9362-91cdff666adb is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:41:18.709061 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5c7181-dc34-45b9-b74f-1bc894ccc1b4 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:18.718872 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port b57fc99b-bf4a-437e-bfa4-221fd67e6789, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=b57fc99b-bf4a-437e-bfa4-221fd67e6789,segment=NetworkSegment(a5132e57-0b35-46b9-b5ea-a1ac6772eacf),segment_id=a5132e57-0b35-46b9-b5ea-a1ac6772eacf)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:18.719125 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a249118-c768-49b2-b735-3610813cd439 admin admin] Network 2e8ac09e-5dd4-4420-9ed7-338e9ce1b1b4 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:41:18.723138 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-ca5c7181-dc34-45b9-b74f-1bc894ccc1b4 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:18.726078 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c7181-dc34-45b9-b74f-1bc894ccc1b4 None None] Pushing event updated for resources: {'Port': ['ID=cf66af2b-127f-4b93-86ae-cc0a89e466ab,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:18.727435 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-644d295e-63ad-482a-bd04-19396c37022e tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Deleting port da4fbf02-437f-4be3-9550-cb57a6cccdeb {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:18.727781 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-644d295e-63ad-482a-bd04-19396c37022e tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (da4fbf02-437f-4be3-9550-cb57a6cccdeb), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:18.733666 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5c7181-dc34-45b9-b74f-1bc894ccc1b4 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:18.747795 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d397f8d-9d5e-4147-b45e-724f9694cd28 None None] Network 42d17f9f-39ef-486f-8db6-bb5bf8e57910 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:18.784468 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1433fbdb-35ef-42ec-8a80-5dd40391a5f6 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:18.806287 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-924bb34d-8484-4217-a002-3693dd663575 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, c6a961e3-cf4e-497c-9362-91cdff666adb) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:18.818300 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924bb34d-8484-4217-a002-3693dd663575 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:18.819212 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-924bb34d-8484-4217-a002-3693dd663575 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:18.822756 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-4a249118-c768-49b2-b735-3610813cd439 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 2e8ac09e-5dd4-4420-9ed7-338e9ce1b1b4) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:18.828672 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a249118-c768-49b2-b735-3610813cd439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:18.829186 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4a249118-c768-49b2-b735-3610813cd439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:18.832334 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cce7f34-5594-426e-a804-72eb898ae0d3 None None] Network c6a961e3-cf4e-497c-9362-91cdff666adb requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:18.842732 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c55a735-6851-41ff-9d01-a68ea863484b None None] Network 2e8ac09e-5dd4-4420-9ed7-338e9ce1b1b4 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:18.844786 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-1433fbdb-35ef-42ec-8a80-5dd40391a5f6 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] device_id is not set on port bbbde253-a6d3-4b7c-977e-6c8f83d807e2 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:41:18.864561 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59152) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:18.897761 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (b57fc99b-bf4a-437e-bfa4-221fd67e6789), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:18.904814 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c513fe02-4822-4f93-b6f2-955244cb2133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (163024ce-a589-49e2-9617-858c615e40f5), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:18.942788 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c513fe02-4822-4f93-b6f2-955244cb2133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:18.949136 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c513fe02-4822-4f93-b6f2-955244cb2133 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/163024ce-a589-49e2-9617-858c615e40f5 HTTP/1.1" status: 204 len: 168 time: 0.7545526 Mar 23 02:41:18.949842 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59154) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:18.955479 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-08074a5d-40ce-4f8c-b23e-e59762a78c58 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c302519e74814ecf9d6317cf454d8d57&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0892482 Mar 23 02:41:18.965401 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4a249118-c768-49b2-b735-3610813cd439 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7708709 Mar 23 02:41:18.966925 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513fe02-4822-4f93-b6f2-955244cb2133 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=163024ce-a589-49e2-9617-858c615e40f5,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:18.974838 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-924bb34d-8484-4217-a002-3693dd663575 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0180287 Mar 23 02:41:18.974838 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59156) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:18.991323 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59160) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:19.034484 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-f223b153-dc9a-4590-ae87-6427b6b7069d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1624503394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:19.100956 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8bd824ad-7dad-4f35-b3c3-5705a006a97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (5b79c2a7-673b-4477-acc0-14a62556cbba), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.126624 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-47b008fd-f679-4966-bd04-63d07ed70c68 admin admin] Publish callbacks [] for security_group (266404b4-f4c2-4974-97b9-5bb991e9b4d3), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.174986 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-47b008fd-f679-4966-bd04-63d07ed70c68 admin admin] Publish callbacks [] for security_group (266404b4-f4c2-4974-97b9-5bb991e9b4d3), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.217695 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f223b153-dc9a-4590-ae87-6427b6b7069d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (05d9d5e1-a88c-4e60-a397-cb29fcdd8c9a), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.222315 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f223b153-dc9a-4590-ae87-6427b6b7069d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (05d9d5e1-a88c-4e60-a397-cb29fcdd8c9a), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.229532 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-8bd824ad-7dad-4f35-b3c3-5705a006a97d admin admin] Deleting port 78a8623e-ffe9-4d28-b279-9e48b7791381 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:19.230120 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8bd824ad-7dad-4f35-b3c3-5705a006a97d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (78a8623e-ffe9-4d28-b279-9e48b7791381), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.270305 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5d64bf83-2d0c-44b6-8251-61532526a21b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.273943 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324ca18d-3591-4af0-82e5-c9edc97713e8 None None] Network 5b79c2a7-673b-4477-acc0-14a62556cbba requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:19.276462 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 7949107d-a64a-43f2-9191-712a114d6445 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:41:19.299428 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-1433fbdb-35ef-42ec-8a80-5dd40391a5f6 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Allocated IP 2001:db8::a9 (42d17f9f-39ef-486f-8db6-bb5bf8e57910/87bced4e-dcf2-4f93-bbef-0b01535bca65/bbbde253-a6d3-4b7c-977e-6c8f83d807e2) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:19.312937 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-644d295e-63ad-482a-bd04-19396c37022e tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (da4fbf02-437f-4be3-9550-cb57a6cccdeb), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.352104 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=b57fc99b-bf4a-437e-bfa4-221fd67e6789,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:19.355157 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-ca5c7181-dc34-45b9-b74f-1bc894ccc1b4 None None] Attempting to bind port cf66af2b-127f-4b93-86ae-cc0a89e466ab on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:19.355157 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-ca5c7181-dc34-45b9-b74f-1bc894ccc1b4 None None] Attempting to bind port cf66af2b-127f-4b93-86ae-cc0a89e466ab by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:19.355605 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5c7181-dc34-45b9-b74f-1bc894ccc1b4 None None] Attempting to bind port cf66af2b-127f-4b93-86ae-cc0a89e466ab on network 94d9379e-13fb-449b-8f45-d1ab95378f77 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:19.356355 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-1433fbdb-35ef-42ec-8a80-5dd40391a5f6 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Allocated IP 2001:db8:0:1::b7 (42d17f9f-39ef-486f-8db6-bb5bf8e57910/1d45ea56-671d-49b4-ad02-ee375d3099dc/bbbde253-a6d3-4b7c-977e-6c8f83d807e2) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:19.374013 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-644d295e-63ad-482a-bd04-19396c37022e tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Calling delete_port for da4fbf02-437f-4be3-9550-cb57a6cccdeb owned by network:router_gateway {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:19.382771 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-5d64bf83-2d0c-44b6-8251-61532526a21b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] device_id is not set on port 639adf47-37d7-4d64-9048-b1e1611fdcc9 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:41:19.387481 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 7949107d-a64a-43f2-9191-712a114d6445 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:41:19.387917 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 7949107d-a64a-43f2-9191-712a114d6445 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:41:19.388498 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 3b351473-af75-4307-979d-c78198bcfd52 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:41:19.388652 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f223b153-dc9a-4590-ae87-6427b6b7069d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router_controller (05d9d5e1-a88c-4e60-a397-cb29fcdd8c9a), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.390666 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-8bd824ad-7dad-4f35-b3c3-5705a006a97d admin admin] For port 78a8623e-ffe9-4d28-b279-9e48b7791381, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=78a8623e-ffe9-4d28-b279-9e48b7791381,segment=NetworkSegment(31a5abdc-77c7-4b66-8f8c-26e205d8373f),segment_id=31a5abdc-77c7-4b66-8f8c-26e205d8373f)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:19.391192 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8bd824ad-7dad-4f35-b3c3-5705a006a97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (78a8623e-ffe9-4d28-b279-9e48b7791381), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.398015 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-9f49a31f-642e-4d11-a844-daf57a388936 None None] Provisioning complete for port b57fc99b-bf4a-437e-bfa4-221fd67e6789 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:19.398346 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9f49a31f-642e-4d11-a844-daf57a388936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b57fc99b-bf4a-437e-bfa4-221fd67e6789), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.411746 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-8bd824ad-7dad-4f35-b3c3-5705a006a97d admin admin] Calling delete_port for 78a8623e-ffe9-4d28-b279-9e48b7791381 owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:19.430159 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-47b008fd-f679-4966-bd04-63d07ed70c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (266404b4-f4c2-4974-97b9-5bb991e9b4d3), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.436766 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-47b008fd-f679-4966-bd04-63d07ed70c68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.440707 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-47b008fd-f679-4966-bd04-63d07ed70c68 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/266404b4-f4c2-4974-97b9-5bb991e9b4d3 HTTP/1.1" status: 204 len: 168 time: 0.4636025 Mar 23 02:41:19.455666 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5c7181-dc34-45b9-b74f-1bc894ccc1b4 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:41:19.457165 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5c7181-dc34-45b9-b74f-1bc894ccc1b4 None None] Checking segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:19.457165 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ca5c7181-dc34-45b9-b74f-1bc894ccc1b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.457165 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5c7181-dc34-45b9-b74f-1bc894ccc1b4 None None] Bound using segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:41:19.457459 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-ca5c7181-dc34-45b9-b74f-1bc894ccc1b4 None None] Bound port: cf66af2b-127f-4b93-86ae-cc0a89e466ab, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:41:19.457740 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ca5c7181-dc34-45b9-b74f-1bc894ccc1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (cf66af2b-127f-4b93-86ae-cc0a89e466ab), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.473216 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 3b351473-af75-4307-979d-c78198bcfd52 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:41:19.473638 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 3b351473-af75-4307-979d-c78198bcfd52 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:41:19.513758 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ae61d010-de3c-4581-9bc8-2bc10ae92e53 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (10952f87-2688-4207-981e-393b89ac3765), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.558197 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f223b153-dc9a-4590-ae87-6427b6b7069d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (05d9d5e1-a88c-4e60-a397-cb29fcdd8c9a), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.562995 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b008fd-f679-4966-bd04-63d07ed70c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266404b4-f4c2-4974-97b9-5bb991e9b4d3,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:19.600908 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61d010-de3c-4581-9bc8-2bc10ae92e53 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event updated for resources: {'Subnet': ['ID=10952f87-2688-4207-981e-393b89ac3765,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:19.663349 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f223b153-dc9a-4590-ae87-6427b6b7069d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.664714 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f223b153-dc9a-4590-ae87-6427b6b7069d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6727018 Mar 23 02:41:19.667464 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59176) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:19.689449 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e644a79-10a3-45ef-83d8-a230205ef680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-c6a961e3-cf4e-497c-9362-91cdff666adb', 'network_id': 'c6a961e3-cf4e-497c-9362-91cdff666adb', 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'fixed_ips': [{'subnet_id': '13be041e-8cc7-4d08-8480-b506a2757e87'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:41:19.690583 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4e644a79-10a3-45ef-83d8-a230205ef680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.725811 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fda3eae-8da2-4383-bfb7-f2116f34719a None None] Network 2e8ac09e-5dd4-4420-9ed7-338e9ce1b1b4 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:19.749060 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8bd824ad-7dad-4f35-b3c3-5705a006a97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (78a8623e-ffe9-4d28-b279-9e48b7791381), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.789907 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd824ad-7dad-4f35-b3c3-5705a006a97d admin admin] No DVR routers for this DVR port 78a8623e-ffe9-4d28-b279-9e48b7791381 on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:41:19.797936 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae61d010-de3c-4581-9bc8-2bc10ae92e53 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Checking segment: {'id': '3b640890-08e6-4294-9d69-2a7da89350be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3aa5cf6d-5f34-4fb2-b7b6-f303d49a801f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:19.798510 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae61d010-de3c-4581-9bc8-2bc10ae92e53 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Network hostable DHCP agents. Network: 3aa5cf6d-5f34-4fb2-b7b6-f303d49a801f, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:41:19.845418 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-ca5c7181-dc34-45b9-b74f-1bc894ccc1b4 None None] For port cf66af2b-127f-4b93-86ae-cc0a89e466ab, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:41:19.884222 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-5d64bf83-2d0c-44b6-8251-61532526a21b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Allocated IP 2001:db8::29e (94d9379e-13fb-449b-8f45-d1ab95378f77/9d8bc963-e05c-4a6b-851d-c94af48a96e3/639adf47-37d7-4d64-9048-b1e1611fdcc9) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:19.926930 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8bd824ad-7dad-4f35-b3c3-5705a006a97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (5b79c2a7-673b-4477-acc0-14a62556cbba), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.951611 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-ca5c7181-dc34-45b9-b74f-1bc894ccc1b4 None None] For port cf66af2b-127f-4b93-86ae-cc0a89e466ab, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=cf66af2b-127f-4b93-86ae-cc0a89e466ab,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:41:19.998670 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae61d010-de3c-4581-9bc8-2bc10ae92e53 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Network 3aa5cf6d-5f34-4fb2-b7b6-f303d49a801f is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:41:20.003030 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8961bdef-2378-49ac-88fb-36090f913636 None None] DHCP port deletion for 5b79c2a7-673b-4477-acc0-14a62556cbba request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:41:20.003218 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1433fbdb-35ef-42ec-8a80-5dd40391a5f6 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for port (bbbde253-a6d3-4b7c-977e-6c8f83d807e2), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.010654 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-9f49a31f-642e-4d11-a844-daf57a388936 None None] Current status of the port b57fc99b-bf4a-437e-bfa4-221fd67e6789 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:20.017606 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115a5e5f-adfe-4ece-a5ff-c33792444cee None None] Update dhcp port {'port': {'network_id': '42d17f9f-39ef-486f-8db6-bb5bf8e57910', 'fixed_ips': [{'subnet_id': '87bced4e-dcf2-4f93-bbef-0b01535bca65', 'ip_address': '2001:db8::2'}, {'subnet_id': '1d45ea56-671d-49b4-ad02-ee375d3099dc'}], 'binding:host_id': 'dv-neutron-834613-2-hyperv'}, 'id': 'b57fc99b-bf4a-437e-bfa4-221fd67e6789'} from dv-neutron-834613-2-hyperv. {{(pid=104350) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 23 02:41:20.066879 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-25bfc0f0-91ab-49e1-84a8-97f29f059719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.090573 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ca5c7181-dc34-45b9-b74f-1bc894ccc1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (cf66af2b-127f-4b93-86ae-cc0a89e466ab), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.122529 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-ae61d010-de3c-4581-9bc8-2bc10ae92e53 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 3aa5cf6d-5f34-4fb2-b7b6-f303d49a801f) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:20.131129 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-811f3316-58a3-4f2b-b36c-00c091858070 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:20.134831 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae61d010-de3c-4581-9bc8-2bc10ae92e53 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:20.135702 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ae61d010-de3c-4581-9bc8-2bc10ae92e53 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.140571 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-811f3316-58a3-4f2b-b36c-00c091858070 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/networks?id=84589e9a-0507-4cf9-9ae0-6d9f3def606b HTTP/1.1" status: 200 len: 812 time: 0.4261341 Mar 23 02:41:20.151154 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa2b444-3f51-4ead-895b-a367335b56e7 None None] Network 3aa5cf6d-5f34-4fb2-b7b6-f303d49a801f requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:20.161329 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-115a5e5f-adfe-4ece-a5ff-c33792444cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b57fc99b-bf4a-437e-bfa4-221fd67e6789), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.193140 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-644d295e-63ad-482a-bd04-19396c37022e tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (da4fbf02-437f-4be3-9550-cb57a6cccdeb), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.223712 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-4e644a79-10a3-45ef-83d8-a230205ef680 None None] Allocated IP 2001:db8::2 (c6a961e3-cf4e-497c-9362-91cdff666adb/13be041e-8cc7-4d08-8480-b506a2757e87/8ed2b638-8bce-4bc9-a842-a55aad674a18) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:20.256540 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ae61d010-de3c-4581-9bc8-2bc10ae92e53 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.5006175 Mar 23 02:41:20.287751 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59190) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:20.301737 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device b57fc99b-bf4a-437e-bfa4-221fd67e6789 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:20.305617 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c7181-dc34-45b9-b74f-1bc894ccc1b4 None None] Pushing event updated for resources: {'Port': ['ID=cf66af2b-127f-4b93-86ae-cc0a89e466ab,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:20.307112 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd824ad-7dad-4f35-b3c3-5705a006a97d admin admin] Pushing event deleted for resources: {'Port': ['ID=78a8623e-ffe9-4d28-b279-9e48b7791381,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:20.327140 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-8bd824ad-7dad-4f35-b3c3-5705a006a97d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b79c2a7-673b-4477-acc0-14a62556cbba']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:20.358214 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1433fbdb-35ef-42ec-8a80-5dd40391a5f6 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (bbbde253-a6d3-4b7c-977e-6c8f83d807e2), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.362377 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-b1d83990-4126-4bd1-9ba0-f4bbd5fbaa96 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/quotas/8b3788248f424541b82b7281065cac76 HTTP/1.1" status: 200 len: 375 time: 0.2204294 Mar 23 02:41:20.364344 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-8bd824ad-7dad-4f35-b3c3-5705a006a97d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a5abdc-77c7-4b66-8f8c-26e205d8373f') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:20.364646 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-8bd824ad-7dad-4f35-b3c3-5705a006a97d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a5abdc-77c7-4b66-8f8c-26e205d8373f') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:20.368382 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d295e-63ad-482a-bd04-19396c37022e tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Pushing event deleted for resources: {'Port': ['ID=da4fbf02-437f-4be3-9550-cb57a6cccdeb,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:20.390021 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5d64bf83-2d0c-44b6-8251-61532526a21b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for port (639adf47-37d7-4d64-9048-b1e1611fdcc9), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.437894 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8bd824ad-7dad-4f35-b3c3-5705a006a97d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (31a5abdc-77c7-4b66-8f8c-26e205d8373f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.445200 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1433fbdb-35ef-42ec-8a80-5dd40391a5f6 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network 42d17f9f-39ef-486f-8db6-bb5bf8e57910 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:20.451746 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-1433fbdb-35ef-42ec-8a80-5dd40391a5f6 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:20.460427 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1433fbdb-35ef-42ec-8a80-5dd40391a5f6 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:20.466521 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1433fbdb-35ef-42ec-8a80-5dd40391a5f6 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:20.467138 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1433fbdb-35ef-42ec-8a80-5dd40391a5f6 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.502308 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-644d295e-63ad-482a-bd04-19396c37022e tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (16d11138-e181-4ee1-b259-6aa73bfaf823), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.548415 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-96cdcabd-8b38-4f4d-adb3-1004656afec0 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b3788248f424541b82b7281065cac76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1648276 Mar 23 02:41:20.574347 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433fbdb-35ef-42ec-8a80-5dd40391a5f6 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Port': ['ID=bbbde253-a6d3-4b7c-977e-6c8f83d807e2,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:20.617131 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1433fbdb-35ef-42ec-8a80-5dd40391a5f6 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.7105982 Mar 23 02:41:20.629848 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59196) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:20.635056 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8bd824ad-7dad-4f35-b3c3-5705a006a97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (31a5abdc-77c7-4b66-8f8c-26e205d8373f), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.642074 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-d2a180cb-861b-428b-ba8b-f4470d75e8c1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '87bced4e-dcf2-4f93-bbef-0b01535bca65'}]}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:20.704487 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd824ad-7dad-4f35-b3c3-5705a006a97d admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:41:20.704819 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8bd824ad-7dad-4f35-b3c3-5705a006a97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (31a5abdc-77c7-4b66-8f8c-26e205d8373f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.706679 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:41:20.706679 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:41:20.706679 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:41:20.706679 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:41:20.706679 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:41:20.706679 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:41:20.706679 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:41:20.706679 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:41:20.706679 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:41:20.706679 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:41:20.706679 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:41:20.706679 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:41:20.706679 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:41:20.706679 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:41:20.706679 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:41:20.706679 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:41:20.706679 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:41:20.706679 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:41:20.706679 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:41:20.706679 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:41:20.706679 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:41:20.706679 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:41:20.706679 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:41:20.706679 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:41:20.706679 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:41:20.706679 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:41:20.706679 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:41:20.706679 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:41:20.706679 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:41:20.706679 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:41:20.706679 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:41:20.706679 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:41:20.724516 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c106bb3e-e6d1-4fba-a226-99da62c8b558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-3aa5cf6d-5f34-4fb2-b7b6-f303d49a801f', 'network_id': '3aa5cf6d-5f34-4fb2-b7b6-f303d49a801f', 'project_id': 'a93ad12b8bcf4411afa287294e0d6a41', 'fixed_ips': [{'subnet_id': '10952f87-2688-4207-981e-393b89ac3765'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:41:20.726409 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c106bb3e-e6d1-4fba-a226-99da62c8b558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.796992 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port b57fc99b-bf4a-437e-bfa4-221fd67e6789 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:20.798097 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b57fc99b-bf4a-437e-bfa4-221fd67e6789), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.868803 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (3aa5cf6d-5f34-4fb2-b7b6-f303d49a801f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.886500 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-644d295e-63ad-482a-bd04-19396c37022e tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1655254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3512'] for router (16d11138-e181-4ee1-b259-6aa73bfaf823), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.893765 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-644d295e-63ad-482a-bd04-19396c37022e tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1655263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1655076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656974'] for router (16d11138-e181-4ee1-b259-6aa73bfaf823), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.896172 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5d64bf83-2d0c-44b6-8251-61532526a21b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (639adf47-37d7-4d64-9048-b1e1611fdcc9), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.914346 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-57b57ab8-b6e4-4b5f-a9df-449168f903f9 service neutron] 10.222.0.24 "GET /v2.0/networks/84589e9a-0507-4cf9-9ae0-6d9f3def606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942400 Mar 23 02:41:20.917663 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6fbe7276-43b3-476f-a9a5-3a167c30d8b0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.942881 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-115a5e5f-adfe-4ece-a5ff-c33792444cee None None] Allocated IP 2001:db8:0:1::2 (42d17f9f-39ef-486f-8db6-bb5bf8e57910/1d45ea56-671d-49b4-ad02-ee375d3099dc/b57fc99b-bf4a-437e-bfa4-221fd67e6789) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:20.953805 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d64bf83-2d0c-44b6-8251-61532526a21b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:20.954885 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d2a180cb-861b-428b-ba8b-f4470d75e8c1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (bbbde253-a6d3-4b7c-977e-6c8f83d807e2), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.988308 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8bd824ad-7dad-4f35-b3c3-5705a006a97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (5b79c2a7-673b-4477-acc0-14a62556cbba), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:21.029908 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8bd824ad-7dad-4f35-b3c3-5705a006a97d admin admin] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:21.036698 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8bd824ad-7dad-4f35-b3c3-5705a006a97d admin admin] 10.222.0.24 "DELETE /v2.0/networks/5b79c2a7-673b-4477-acc0-14a62556cbba HTTP/1.1" status: 204 len: 168 time: 2.0841961 Mar 23 02:41:21.037214 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4e644a79-10a3-45ef-83d8-a230205ef680 None None] Publish callbacks [] for port (8ed2b638-8bce-4bc9-a842-a55aad674a18), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:21.046074 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-5d64bf83-2d0c-44b6-8251-61532526a21b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:21.051418 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d64bf83-2d0c-44b6-8251-61532526a21b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:21.055004 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d64bf83-2d0c-44b6-8251-61532526a21b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:21.055849 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5d64bf83-2d0c-44b6-8251-61532526a21b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:21.076579 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644d295e-63ad-482a-bd04-19396c37022e tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Router 16d11138-e181-4ee1-b259-6aa73bfaf823 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:41:21.108958 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64bf83-2d0c-44b6-8251-61532526a21b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Port': ['ID=639adf47-37d7-4d64-9048-b1e1611fdcc9,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:21.119529 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd824ad-7dad-4f35-b3c3-5705a006a97d admin admin] Pushing event deleted for resources: {'Network': ['ID=5b79c2a7-673b-4477-acc0-14a62556cbba,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:21.155464 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5d64bf83-2d0c-44b6-8251-61532526a21b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1528780 Mar 23 02:41:21.160420 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59208) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:21.167644 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (10952f87-2688-4207-981e-393b89ac3765), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:21.247752 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port b57fc99b-bf4a-437e-bfa4-221fd67e6789 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:21.273381 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644d295e-63ad-482a-bd04-19396c37022e tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:41:21.285757 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-c106bb3e-e6d1-4fba-a226-99da62c8b558 None None] Allocated IP 172.20.0.3 (3aa5cf6d-5f34-4fb2-b7b6-f303d49a801f/10952f87-2688-4207-981e-393b89ac3765/205e56d0-6960-4aca-9134-b64d55302434) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:21.293268 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-644d295e-63ad-482a-bd04-19396c37022e tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:21.295307 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-644d295e-63ad-482a-bd04-19396c37022e tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] 10.222.0.24 "PUT /v2.0/routers/16d11138-e181-4ee1-b259-6aa73bfaf823 HTTP/1.1" status: 200 len: 705 time: 4.7135155 Mar 23 02:41:21.308937 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4e644a79-10a3-45ef-83d8-a230205ef680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (8ed2b638-8bce-4bc9-a842-a55aad674a18), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:21.319668 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59210) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:21.328354 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:21.329914 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cff7d6-b6d8-49a8-9674-f028e476886e None None] Sync routers for ids ['16d11138-e181-4ee1-b259-6aa73bfaf823'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:41:21.480037 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0563dd-5eb9-45de-950e-d4e55fd918a9 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:21.488310 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0563dd-5eb9-45de-950e-d4e55fd918a9 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:21.491949 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-dc0563dd-5eb9-45de-950e-d4e55fd918a9 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3282580 Mar 23 02:41:21.496731 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59214) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:21.556007 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59216) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:21.757803 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c106bb3e-e6d1-4fba-a226-99da62c8b558 None None] Publish callbacks [] for port (205e56d0-6960-4aca-9134-b64d55302434), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:21.768943 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 668dd7a8-d041-43bd-afcf-c2cec216956a no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:41:21.816709 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e644a79-10a3-45ef-83d8-a230205ef680 None None] Network c6a961e3-cf4e-497c-9362-91cdff666adb is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:21.830552 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cff7d6-b6d8-49a8-9674-f028e476886e None None] Routers {'16d11138-e181-4ee1-b259-6aa73bfaf823'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:41:21.831214 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-61cff7d6-b6d8-49a8-9674-f028e476886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:41:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['16d11138-e181-4ee1-b259-6aa73bfaf823'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:21.844376 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-4e644a79-10a3-45ef-83d8-a230205ef680 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:21.844376 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e644a79-10a3-45ef-83d8-a230205ef680 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:21.844916 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 668dd7a8-d041-43bd-afcf-c2cec216956a {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:41:21.845269 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 668dd7a8-d041-43bd-afcf-c2cec216956a not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:41:21.845819 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 78a8623e-ffe9-4d28-b279-9e48b7791381 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:41:21.848923 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-115a5e5f-adfe-4ece-a5ff-c33792444cee None None] For port b57fc99b-bf4a-437e-bfa4-221fd67e6789, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=b57fc99b-bf4a-437e-bfa4-221fd67e6789,segment=NetworkSegment(a5132e57-0b35-46b9-b5ea-a1ac6772eacf),segment_id=a5132e57-0b35-46b9-b5ea-a1ac6772eacf)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:21.931444 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c106bb3e-e6d1-4fba-a226-99da62c8b558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (205e56d0-6960-4aca-9134-b64d55302434), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:21.933456 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-61cff7d6-b6d8-49a8-9674-f028e476886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:21.952993 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 78a8623e-ffe9-4d28-b279-9e48b7791381 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:41:21.953656 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 78a8623e-ffe9-4d28-b279-9e48b7791381 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:41:21.967631 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-22217276-b5c9-4e37-a2c5-462684c56e52 service neutron] 10.222.0.24 "GET /v2.0/networks/84589e9a-0507-4cf9-9ae0-6d9f3def606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0450602 Mar 23 02:41:22.026049 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cff7d6-b6d8-49a8-9674-f028e476886e None None] Routers {'16d11138-e181-4ee1-b259-6aa73bfaf823'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:41:22.026719 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-61cff7d6-b6d8-49a8-9674-f028e476886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:41:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['16d11138-e181-4ee1-b259-6aa73bfaf823'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:22.060245 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ccfc0ed2-0da6-4c5e-804c-0218ce24636f tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "GET /v2.0/routers/16d11138-e181-4ee1-b259-6aa73bfaf823 HTTP/1.1" status: 200 len: 740 time: 0.7386460 Mar 23 02:41:22.066697 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59224) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:22.075872 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c30cc86b-0bfe-4e1e-8f8e-af82e47b4b18 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61f0207fb76b46cf82a5b8d685172d9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5185442 Mar 23 02:41:22.077584 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59226) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:22.092264 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e644a79-10a3-45ef-83d8-a230205ef680 None None] Pushing event updated for resources: {'Port': ['ID=8ed2b638-8bce-4bc9-a842-a55aad674a18,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:22.153822 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-6e269427-28b1-4eea-925a-ae52fdce8f43 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting port 639adf47-37d7-4d64-9048-b1e1611fdcc9 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:22.158442 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6e269427-28b1-4eea-925a-ae52fdce8f43 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (639adf47-37d7-4d64-9048-b1e1611fdcc9), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:22.166406 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (10952f87-2688-4207-981e-393b89ac3765), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:22.183419 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3538300b-5edb-4c7c-8caf-94e84c0287e0 tempest-RoutersAdminTest-1741655663 tempest-RoutersAdminTest-1741655663-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=6bbcca03-75ff-487c-8b0e-a32302dacbee&device_id=16d11138-e181-4ee1-b259-6aa73bfaf823 HTTP/1.1" status: 200 len: 205 time: 0.1157918 Mar 23 02:41:22.184319 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59228) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:22.189513 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8b3d3374-209b-4749-8398-8f941c5a6479 admin admin] Publish callbacks [] for security_group (89097aa8-a212-4a6d-9230-35a10f1787af), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:22.292462 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8b3d3374-209b-4749-8398-8f941c5a6479 admin admin] Publish callbacks [] for security_group (89097aa8-a212-4a6d-9230-35a10f1787af), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:22.324021 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-aa9c9279-ac2c-4f95-8759-b0c691b358f5 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] 10.222.0.24 "GET /v2.0/ports?device_id=16d11138-e181-4ee1-b259-6aa73bfaf823 HTTP/1.1" status: 200 len: 205 time: 0.1234024 Mar 23 02:41:22.325274 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event deleted for resources: {'Subnet': ['ID=10952f87-2688-4207-981e-393b89ac3765,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:22.337100 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59232) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:22.351591 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-61cff7d6-b6d8-49a8-9674-f028e476886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:22.352335 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cff7d6-b6d8-49a8-9674-f028e476886e None None] The sync data for ids ['16d11138-e181-4ee1-b259-6aa73bfaf823'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:41:22.384246 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-4e644a79-10a3-45ef-83d8-a230205ef680 None None] Attempting to bind port 8ed2b638-8bce-4bc9-a842-a55aad674a18 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:22.384634 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-4e644a79-10a3-45ef-83d8-a230205ef680 None None] Attempting to bind port 8ed2b638-8bce-4bc9-a842-a55aad674a18 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '225c6fe7-7406-4a41-9847-7c06bc2ba318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c6a961e3-cf4e-497c-9362-91cdff666adb'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:22.385017 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e644a79-10a3-45ef-83d8-a230205ef680 None None] Attempting to bind port 8ed2b638-8bce-4bc9-a842-a55aad674a18 on network c6a961e3-cf4e-497c-9362-91cdff666adb {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:22.390590 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device cf66af2b-127f-4b93-86ae-cc0a89e466ab up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:22.399890 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6e269427-28b1-4eea-925a-ae52fdce8f43 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (639adf47-37d7-4d64-9048-b1e1611fdcc9), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:22.408651 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-115a5e5f-adfe-4ece-a5ff-c33792444cee None None] Publish callbacks [] for port (b57fc99b-bf4a-437e-bfa4-221fd67e6789), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:22.433736 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5b56c10b-b518-4ff1-b0b4-509cdee57700 req-acc17109-120e-413b-8f3d-087027af37e4 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 210 time: 0.0400100 Mar 23 02:41:22.438647 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-6e269427-28b1-4eea-925a-ae52fdce8f43 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Calling delete_port for 639adf47-37d7-4d64-9048-b1e1611fdcc9 owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:22.460761 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c106bb3e-e6d1-4fba-a226-99da62c8b558 None None] Network 3aa5cf6d-5f34-4fb2-b7b6-f303d49a801f is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:22.471485 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e644a79-10a3-45ef-83d8-a230205ef680 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:41:22.472126 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e644a79-10a3-45ef-83d8-a230205ef680 None None] Checking segment: {'id': '225c6fe7-7406-4a41-9847-7c06bc2ba318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c6a961e3-cf4e-497c-9362-91cdff666adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:22.472700 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4e644a79-10a3-45ef-83d8-a230205ef680 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:22.473259 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e644a79-10a3-45ef-83d8-a230205ef680 None None] Bound using segment: {'id': '225c6fe7-7406-4a41-9847-7c06bc2ba318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c6a961e3-cf4e-497c-9362-91cdff666adb'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:41:22.473927 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-4e644a79-10a3-45ef-83d8-a230205ef680 None None] Bound port: 8ed2b638-8bce-4bc9-a842-a55aad674a18, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '225c6fe7-7406-4a41-9847-7c06bc2ba318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c6a961e3-cf4e-497c-9362-91cdff666adb'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:41:22.474482 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4e644a79-10a3-45ef-83d8-a230205ef680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8ed2b638-8bce-4bc9-a842-a55aad674a18), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:22.492439 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-6fbe7276-43b3-476f-a9a5-3a167c30d8b0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Allocated IP 2001:db8::1 (c6a961e3-cf4e-497c-9362-91cdff666adb/13be041e-8cc7-4d08-8480-b506a2757e87/e9afd08b-1b5f-42ff-871d-2dcb48bcb26b) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:22.500511 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-c106bb3e-e6d1-4fba-a226-99da62c8b558 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:22.507628 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-3c2a05a5-ec50-46d8-acd4-08eb0e0d8feb None None] Provisioning complete for port cf66af2b-127f-4b93-86ae-cc0a89e466ab triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:22.507893 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3c2a05a5-ec50-46d8-acd4-08eb0e0d8feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (cf66af2b-127f-4b93-86ae-cc0a89e466ab), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:22.530446 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c106bb3e-e6d1-4fba-a226-99da62c8b558 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:22.583376 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (3aa5cf6d-5f34-4fb2-b7b6-f303d49a801f), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:22.594424 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106bb3e-e6d1-4fba-a226-99da62c8b558 None None] Pushing event updated for resources: {'Port': ['ID=205e56d0-6960-4aca-9134-b64d55302434,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:22.622460 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-115a5e5f-adfe-4ece-a5ff-c33792444cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (b57fc99b-bf4a-437e-bfa4-221fd67e6789), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:22.661410 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ecba-7e18-4205-b2a2-e2a240be3192 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router (16d11138-e181-4ee1-b259-6aa73bfaf823), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:22.662405 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59246) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:22.686483 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-d2a180cb-861b-428b-ba8b-f4470d75e8c1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Delete allocated IP 2001:db8:0:1::b7 (42d17f9f-39ef-486f-8db6-bb5bf8e57910/1d45ea56-671d-49b4-ad02-ee375d3099dc) {{(pid=104348) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 23 02:41:22.814145 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa5cf6d-5f34-4fb2-b7b6-f303d49a801f']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:22.815610 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8b3d3374-209b-4749-8398-8f941c5a6479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (89097aa8-a212-4a6d-9230-35a10f1787af), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:22.818662 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8b3d3374-209b-4749-8398-8f941c5a6479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:22.819934 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8b3d3374-209b-4749-8398-8f941c5a6479 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/89097aa8-a212-4a6d-9230-35a10f1787af HTTP/1.1" status: 204 len: 168 time: 0.7411339 Mar 23 02:41:22.827282 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b640890-08e6-4294-9d69-2a7da89350be') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:22.828156 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b640890-08e6-4294-9d69-2a7da89350be') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:22.830988 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:22.834466 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-4e644a79-10a3-45ef-83d8-a230205ef680 None None] For port 8ed2b638-8bce-4bc9-a842-a55aad674a18, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:41:22.841145 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6e269427-28b1-4eea-925a-ae52fdce8f43 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (639adf47-37d7-4d64-9048-b1e1611fdcc9), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:22.841384 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (3b640890-08e6-4294-9d69-2a7da89350be), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:22.854898 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (3b640890-08e6-4294-9d69-2a7da89350be), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:22.858966 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a5e5f-adfe-4ece-a5ff-c33792444cee None None] Pushing event updated for resources: {'Port': ['ID=b57fc99b-bf4a-437e-bfa4-221fd67e6789,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:22.864988 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-b88f64f0-7d57-4fd9-9b1d-1ddc85926e76 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:22.867280 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-c106bb3e-e6d1-4fba-a226-99da62c8b558 None None] Attempting to bind port 205e56d0-6960-4aca-9134-b64d55302434 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:22.867875 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-c106bb3e-e6d1-4fba-a226-99da62c8b558 None None] Attempting to bind port 205e56d0-6960-4aca-9134-b64d55302434 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '3b640890-08e6-4294-9d69-2a7da89350be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3aa5cf6d-5f34-4fb2-b7b6-f303d49a801f'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:22.868936 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c106bb3e-e6d1-4fba-a226-99da62c8b558 None None] Attempting to bind port 205e56d0-6960-4aca-9134-b64d55302434 on network 3aa5cf6d-5f34-4fb2-b7b6-f303d49a801f {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:22.869575 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:41:22.870087 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (3b640890-08e6-4294-9d69-2a7da89350be), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:22.876377 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-4e644a79-10a3-45ef-83d8-a230205ef680 None None] For port 8ed2b638-8bce-4bc9-a842-a55aad674a18, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8ed2b638-8bce-4bc9-a842-a55aad674a18,segment=NetworkSegment(225c6fe7-7406-4a41-9847-7c06bc2ba318),segment_id=225c6fe7-7406-4a41-9847-7c06bc2ba318)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:41:22.882138 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port cf66af2b-127f-4b93-86ae-cc0a89e466ab triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:22.882736 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (cf66af2b-127f-4b93-86ae-cc0a89e466ab), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:22.887272 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c106bb3e-e6d1-4fba-a226-99da62c8b558 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:41:22.888136 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c106bb3e-e6d1-4fba-a226-99da62c8b558 None None] Checking segment: {'id': '3b640890-08e6-4294-9d69-2a7da89350be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3aa5cf6d-5f34-4fb2-b7b6-f303d49a801f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:22.888824 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c106bb3e-e6d1-4fba-a226-99da62c8b558 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:22.889384 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c106bb3e-e6d1-4fba-a226-99da62c8b558 None None] Bound using segment: {'id': '3b640890-08e6-4294-9d69-2a7da89350be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3aa5cf6d-5f34-4fb2-b7b6-f303d49a801f'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:41:22.890037 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-c106bb3e-e6d1-4fba-a226-99da62c8b558 None None] Bound port: 205e56d0-6960-4aca-9134-b64d55302434, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b640890-08e6-4294-9d69-2a7da89350be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3aa5cf6d-5f34-4fb2-b7b6-f303d49a801f'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:41:22.890613 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c106bb3e-e6d1-4fba-a226-99da62c8b558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (205e56d0-6960-4aca-9134-b64d55302434), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:22.917029 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:41:22.917029 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:41:22.917029 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:41:22.917029 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:41:22.917029 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:41:22.917029 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:41:22.917029 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:41:22.917029 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:41:22.917029 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:41:22.917029 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:41:22.917029 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:41:22.917029 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:41:22.917029 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:41:22.917029 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:41:22.917029 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:41:22.917029 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:41:22.917029 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:41:22.917029 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:41:22.917029 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:41:22.917029 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:41:22.917029 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:41:22.917029 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:41:22.917029 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:41:22.917029 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:41:22.917029 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:41:22.917029 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:41:22.917029 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:41:22.917029 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:41:22.917029 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:41:22.917029 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:41:22.917029 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:41:22.917029 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:41:22.930759 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e269427-28b1-4eea-925a-ae52fdce8f43 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Port': ['ID=639adf47-37d7-4d64-9048-b1e1611fdcc9,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:22.960098 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d3374-209b-4749-8398-8f941c5a6479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89097aa8-a212-4a6d-9230-35a10f1787af,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:23.025479 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d2a180cb-861b-428b-ba8b-f4470d75e8c1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for port (bbbde253-a6d3-4b7c-977e-6c8f83d807e2), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:23.034017 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6e269427-28b1-4eea-925a-ae52fdce8f43 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:23.038749 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6e269427-28b1-4eea-925a-ae52fdce8f43 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/639adf47-37d7-4d64-9048-b1e1611fdcc9 HTTP/1.1" status: 204 len: 168 time: 1.5399818 Mar 23 02:41:23.041152 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59252) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:23.102359 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-c106bb3e-e6d1-4fba-a226-99da62c8b558 None None] For port 205e56d0-6960-4aca-9134-b64d55302434, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:41:23.107534 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-c106bb3e-e6d1-4fba-a226-99da62c8b558 None None] For port 205e56d0-6960-4aca-9134-b64d55302434, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=205e56d0-6960-4aca-9134-b64d55302434,segment=NetworkSegment(3b640890-08e6-4294-9d69-2a7da89350be),segment_id=3b640890-08e6-4294-9d69-2a7da89350be)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:41:23.108224 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932bdf90-3ff7-472d-ac8a-de48aa0febc1 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:23.109816 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932bdf90-3ff7-472d-ac8a-de48aa0febc1 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:23.114159 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-932bdf90-3ff7-472d-ac8a-de48aa0febc1 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0693755 Mar 23 02:41:23.114495 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59254) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:23.127436 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d2a180cb-861b-428b-ba8b-f4470d75e8c1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (bbbde253-a6d3-4b7c-977e-6c8f83d807e2), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:23.142523 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.db.api [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 02:41:23.142523 dv-neutron-834613-2-hyperv neutron-server[104349]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 02:41:23.142523 dv-neutron-834613-2-hyperv neutron-server[104349]: [parameters: {'id': '3aa5cf6d-5f34-4fb2-b7b6-f303d49a801f'}] Mar 23 02:41:23.142523 dv-neutron-834613-2-hyperv neutron-server[104349]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104349) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:41:23.143641 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG oslo_db.api [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:41:23.150226 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4e644a79-10a3-45ef-83d8-a230205ef680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (8ed2b638-8bce-4bc9-a842-a55aad674a18), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:23.209721 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b88f64f0-7d57-4fd9-9b1d-1ddc85926e76 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:23.239592 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ecba-7e18-4205-b2a2-e2a240be3192 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (16d11138-e181-4ee1-b259-6aa73bfaf823), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:23.249387 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e644a79-10a3-45ef-83d8-a230205ef680 None None] Pushing event updated for resources: {'Port': ['ID=8ed2b638-8bce-4bc9-a842-a55aad674a18,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:23.253104 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c106bb3e-e6d1-4fba-a226-99da62c8b558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (205e56d0-6960-4aca-9134-b64d55302434), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:23.264188 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ecba-7e18-4205-b2a2-e2a240be3192 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router_controller (16d11138-e181-4ee1-b259-6aa73bfaf823), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:23.303498 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-d2a180cb-861b-428b-ba8b-f4470d75e8c1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] In _notify_port_updated(), no bound segment for port bbbde253-a6d3-4b7c-977e-6c8f83d807e2 on network 42d17f9f-39ef-486f-8db6-bb5bf8e57910 {{(pid=104348) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:41:23.308934 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a180cb-861b-428b-ba8b-f4470d75e8c1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:23.309740 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d2a180cb-861b-428b-ba8b-f4470d75e8c1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:23.313661 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d2a180cb-861b-428b-ba8b-f4470d75e8c1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "PUT /v2.0/ports/bbbde253-a6d3-4b7c-977e-6c8f83d807e2 HTTP/1.1" status: 200 len: 925 time: 2.6798913 Mar 23 02:41:23.317896 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59256) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:23.335420 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-0119640a-ce64-42f4-b85b-ddc433bfab51 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '87bced4e-dcf2-4f93-bbef-0b01535bca65'}, {'subnet_id': '1d45ea56-671d-49b4-ad02-ee375d3099dc'}]}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:23.339779 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port cf66af2b-127f-4b93-86ae-cc0a89e466ab is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:23.340196 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (cf66af2b-127f-4b93-86ae-cc0a89e466ab), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:23.344230 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-31be1e27-0ac8-4f59-ac7a-2b503cc0ed82 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting subnet 9d8bc963-e05c-4a6b-851d-c94af48a96e3 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:41:23.362975 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6fbe7276-43b3-476f-a9a5-3a167c30d8b0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for port (e9afd08b-1b5f-42ff-871d-2dcb48bcb26b), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:23.436210 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-31be1e27-0ac8-4f59-ac7a-2b503cc0ed82 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (9d8bc963-e05c-4a6b-851d-c94af48a96e3), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:23.467726 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ecba-7e18-4205-b2a2-e2a240be3192 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (16d11138-e181-4ee1-b259-6aa73bfaf823), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:23.468569 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba9ecba-7e18-4205-b2a2-e2a240be3192 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Fanout notify agent at l3_agent the message router_deleted on router 16d11138-e181-4ee1-b259-6aa73bfaf823 {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:41:23.480017 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ecba-7e18-4205-b2a2-e2a240be3192 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:23.485160 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2ba9ecba-7e18-4205-b2a2-e2a240be3192 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] 10.222.0.24 "DELETE /v2.0/routers/16d11138-e181-4ee1-b259-6aa73bfaf823 HTTP/1.1" status: 204 len: 168 time: 1.1064415 Mar 23 02:41:23.485512 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59262) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:23.510912 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a180cb-861b-428b-ba8b-f4470d75e8c1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Port': ['ID=bbbde253-a6d3-4b7c-977e-6c8f83d807e2,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:23.515465 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-3c2a05a5-ec50-46d8-acd4-08eb0e0d8feb None None] Current status of the port cf66af2b-127f-4b93-86ae-cc0a89e466ab is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:23.517349 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3c2a05a5-ec50-46d8-acd4-08eb0e0d8feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (cf66af2b-127f-4b93-86ae-cc0a89e466ab), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:23.573856 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6fbe7276-43b3-476f-a9a5-3a167c30d8b0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (e9afd08b-1b5f-42ff-871d-2dcb48bcb26b), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:23.579034 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf527ef9-6acd-4d39-a262-19d2adf04a9b None None] Network 3aa5cf6d-5f34-4fb2-b7b6-f303d49a801f requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:23.592236 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59266) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:23.592529 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b85dd21b-5549-46c2-a549-227b0750a012 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] 10.222.0.24 "GET /v2.0/ports?device_id=16d11138-e181-4ee1-b259-6aa73bfaf823 HTTP/1.1" status: 200 len: 205 time: 0.0994208 Mar 23 02:41:23.677044 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-31be1e27-0ac8-4f59-ac7a-2b503cc0ed82 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (9d8bc963-e05c-4a6b-851d-c94af48a96e3), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:23.683628 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106bb3e-e6d1-4fba-a226-99da62c8b558 None None] Pushing event updated for resources: {'Port': ['ID=205e56d0-6960-4aca-9134-b64d55302434,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:23.749749 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-fcfdb533-1b1d-4280-8e50-d2cc14b551c2 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] delete failed (client error): The resource could not be found. Mar 23 02:41:23.750801 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-fcfdb533-1b1d-4280-8e50-d2cc14b551c2 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] 10.222.0.24 "DELETE /v2.0/routers/16d11138-e181-4ee1-b259-6aa73bfaf823 HTTP/1.1" status: 404 len: 336 time: 0.1537774 Mar 23 02:41:23.761618 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59272) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:23.774499 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (3aa5cf6d-5f34-4fb2-b7b6-f303d49a801f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:23.776437 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe7276-43b3-476f-a9a5-3a167c30d8b0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Port': ['ID=e9afd08b-1b5f-42ff-871d-2dcb48bcb26b,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:23.786393 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-3c2a05a5-ec50-46d8-acd4-08eb0e0d8feb None None] For port cf66af2b-127f-4b93-86ae-cc0a89e466ab, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=cf66af2b-127f-4b93-86ae-cc0a89e466ab,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:23.799677 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0119640a-ce64-42f4-b85b-ddc433bfab51 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (bbbde253-a6d3-4b7c-977e-6c8f83d807e2), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:23.812396 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-28890025-a641-4d18-bb0b-9dc0298937bd req-cf7e4d99-3237-4409-bb89-68cbe9fd0ddd tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 210 time: 0.2527101 Mar 23 02:41:23.856038 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbe7276-43b3-476f-a9a5-3a167c30d8b0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network c6a961e3-cf4e-497c-9362-91cdff666adb is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:23.859672 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-6fbe7276-43b3-476f-a9a5-3a167c30d8b0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:23.865994 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59276) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:23.873060 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbe7276-43b3-476f-a9a5-3a167c30d8b0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:23.873582 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6fbe7276-43b3-476f-a9a5-3a167c30d8b0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (05d9d5e1-a88c-4e60-a397-cb29fcdd8c9a), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:23.875915 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6f2b08be-021f-4ead-b953-869648a48edb tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b35b64c-7719-4696-8b29-5a28c5bc77ad HTTP/1.1" status: 200 len: 205 time: 0.0878320 Mar 23 02:41:23.941131 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3c2a05a5-ec50-46d8-acd4-08eb0e0d8feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (cf66af2b-127f-4b93-86ae-cc0a89e466ab), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:24.005268 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb4a368-fb4d-4442-8fa7-952a2eee0da6 None None] Network 42d17f9f-39ef-486f-8db6-bb5bf8e57910 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:24.008996 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:41:24.009350 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:41:24.028070 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-31be1e27-0ac8-4f59-ac7a-2b503cc0ed82 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (9d8bc963-e05c-4a6b-851d-c94af48a96e3), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:24.041501 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-3af62874-e19d-4d19-ab72-0c31a691f180 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] delete failed (client error): The resource could not be found. Mar 23 02:41:24.042816 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3af62874-e19d-4d19-ab72-0c31a691f180 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] 10.222.0.24 "DELETE /v2.0/routers/1b35b64c-7719-4696-8b29-5a28c5bc77ad HTTP/1.1" status: 404 len: 336 time: 0.1758454 Mar 23 02:41:24.047923 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59280) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:24.083286 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d0b54c70-1ebf-4002-93c1-6879532b96c9 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8ce5c8a-0591-4457-a64b-1f0bc89b9b2e HTTP/1.1" status: 200 len: 205 time: 0.0330493 Mar 23 02:41:24.087993 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59282) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:24.107659 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b88f64f0-7d57-4fd9-9b1d-1ddc85926e76 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:24.176152 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-37661a2b-cda1-44a0-ac0a-f98f058e690f tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] delete failed (client error): The resource could not be found. Mar 23 02:41:24.176711 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a05a5-ec50-46d8-acd4-08eb0e0d8feb None None] Pushing event updated for resources: {'Port': ['ID=cf66af2b-127f-4b93-86ae-cc0a89e466ab,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:24.178333 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-37661a2b-cda1-44a0-ac0a-f98f058e690f tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] 10.222.0.24 "DELETE /v2.0/routers/d8ce5c8a-0591-4457-a64b-1f0bc89b9b2e HTTP/1.1" status: 404 len: 336 time: 0.0891414 Mar 23 02:41:24.183423 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59284) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:24.235857 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:24.241107 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c6456f4e-a06b-4baf-947c-7ee034c7e5b0 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] 10.222.0.24 "GET /v2.0/ports?device_id=7401816f-ca77-4328-836d-6aef3ae2929b HTTP/1.1" status: 200 len: 205 time: 0.0563626 Mar 23 02:41:24.246726 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59286) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:24.252785 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-2ee6ae68-78f6-4093-9b36-7009ab593f77 None None] Provisioning complete for port b57fc99b-bf4a-437e-bfa4-221fd67e6789 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:24.252785 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2ee6ae68-78f6-4093-9b36-7009ab593f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b57fc99b-bf4a-437e-bfa4-221fd67e6789), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:24.311417 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Deleting port 205e56d0-6960-4aca-9134-b64d55302434 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:24.312173 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (205e56d0-6960-4aca-9134-b64d55302434), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:24.315588 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-1ec53365-41e8-4fdc-a2a4-c4847de9b2ab tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] delete failed (client error): The resource could not be found. Mar 23 02:41:24.317301 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1ec53365-41e8-4fdc-a2a4-c4847de9b2ab tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] 10.222.0.24 "DELETE /v2.0/routers/7401816f-ca77-4328-836d-6aef3ae2929b HTTP/1.1" status: 404 len: 336 time: 0.0594127 Mar 23 02:41:24.320065 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59288) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:24.329238 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-31be1e27-0ac8-4f59-ac7a-2b503cc0ed82 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (9d8bc963-e05c-4a6b-851d-c94af48a96e3), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:24.383303 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-2ee6ae68-78f6-4093-9b36-7009ab593f77 None None] Current status of the port b57fc99b-bf4a-437e-bfa4-221fd67e6789 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:24.394612 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-2ee6ae68-78f6-4093-9b36-7009ab593f77 None None] Could not find standard attr ID for object 639adf47-37d7-4d64-9048-b1e1611fdcc9. {{(pid=104350) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:41:24.414003 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be1e27-0ac8-4f59-ac7a-2b503cc0ed82 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Subnet': ['ID=9d8bc963-e05c-4a6b-851d-c94af48a96e3,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:24.423514 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-b88f64f0-7d57-4fd9-9b1d-1ddc85926e76 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] Allocated IP 172.26.2.33 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/c73b27b5-5a14-4f04-8744-798b55f5db05) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:24.438038 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-405d1a05-a6c2-402e-ad32-376f9794c6e3 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] 10.222.0.24 "GET /v2.0/ports?device_id=efbb3278-2bea-431c-938e-e671239f645a HTTP/1.1" status: 200 len: 205 time: 0.1162155 Mar 23 02:41:24.443288 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59294) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:24.447613 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-31be1e27-0ac8-4f59-ac7a-2b503cc0ed82 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:24.453296 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-31be1e27-0ac8-4f59-ac7a-2b503cc0ed82 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/9d8bc963-e05c-4a6b-851d-c94af48a96e3 HTTP/1.1" status: 204 len: 168 time: 1.3355088 Mar 23 02:41:24.456182 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59296) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:24.470724 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e7b52a-238b-4913-840d-6c63f093b676 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:24.590358 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-ac911497-b8a7-48fd-823e-6a6e71ea5266 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] delete failed (client error): The resource could not be found. Mar 23 02:41:24.592828 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ac911497-b8a7-48fd-823e-6a6e71ea5266 tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] 10.222.0.24 "DELETE /v2.0/routers/efbb3278-2bea-431c-938e-e671239f645a HTTP/1.1" status: 404 len: 336 time: 0.1370881 Mar 23 02:41:24.597226 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59300) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:24.646703 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-82ee59e6-e95f-4ce1-be40-12dfc3fc15cf tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a4fe297-3502-401e-9f93-a5a5875cf768 HTTP/1.1" status: 200 len: 205 time: 0.0447571 Mar 23 02:41:24.648978 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] For port 205e56d0-6960-4aca-9134-b64d55302434, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=205e56d0-6960-4aca-9134-b64d55302434,segment=NetworkSegment(3b640890-08e6-4294-9d69-2a7da89350be),segment_id=3b640890-08e6-4294-9d69-2a7da89350be)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:24.649325 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (205e56d0-6960-4aca-9134-b64d55302434), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:24.652266 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6fbe7276-43b3-476f-a9a5-3a167c30d8b0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (e9afd08b-1b5f-42ff-871d-2dcb48bcb26b), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:24.661213 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59302) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:24.715921 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-632c2f9d-f7a4-4b3b-9353-7ebb5f91281d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2541008 Mar 23 02:41:24.718390 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-0119640a-ce64-42f4-b85b-ddc433bfab51 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Allocated IP 2001:db8:0:1::22 (42d17f9f-39ef-486f-8db6-bb5bf8e57910/1d45ea56-671d-49b4-ad02-ee375d3099dc/bbbde253-a6d3-4b7c-977e-6c8f83d807e2) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:24.723243 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59306) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:24.757934 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Calling delete_port for 205e56d0-6960-4aca-9134-b64d55302434 owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:24.761991 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-eb5bd855-b404-4f63-9aa5-a7842f03638f tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] delete failed (client error): The resource could not be found. Mar 23 02:41:24.764625 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-eb5bd855-b404-4f63-9aa5-a7842f03638f tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] 10.222.0.24 "DELETE /v2.0/routers/2a4fe297-3502-401e-9f93-a5a5875cf768 HTTP/1.1" status: 404 len: 336 time: 0.0834970 Mar 23 02:41:24.777163 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59308) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:24.816929 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b88f64f0-7d57-4fd9-9b1d-1ddc85926e76 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] Publish callbacks [] for port (c73b27b5-5a14-4f04-8744-798b55f5db05), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:24.883807 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3bc3145-0d4c-4c53-830a-2903ce391baf tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] DELETE failed (client error): The resource could not be found. Mar 23 02:41:24.896026 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3bc3145-0d4c-4c53-830a-2903ce391baf tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:41:24.903094 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b3bc3145-0d4c-4c53-830a-2903ce391baf tempest-RoutersAdminTest-2067604679 tempest-RoutersAdminTest-2067604679-project] 10.222.0.24 "DELETE /v2.0/subnets/a10c65f2-509d-4b12-aa92-d8ef927e121c HTTP/1.1" status: 404 len: 337 time: 0.1307037 Mar 23 02:41:24.929773 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port cf66af2b-127f-4b93-86ae-cc0a89e466ab is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:25.038469 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-acd517b5-fc83-479d-8ed4-0157525fc499 None None] Provisioning complete for port b57fc99b-bf4a-437e-bfa4-221fd67e6789 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:25.038469 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-acd517b5-fc83-479d-8ed4-0157525fc499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b57fc99b-bf4a-437e-bfa4-221fd67e6789), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:25.100301 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b88f64f0-7d57-4fd9-9b1d-1ddc85926e76 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (c73b27b5-5a14-4f04-8744-798b55f5db05), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:25.175675 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (205e56d0-6960-4aca-9134-b64d55302434), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:25.235247 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f64f0-7d57-4fd9-9b1d-1ddc85926e76 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] Pushing event updated for resources: {'Port': ['ID=c73b27b5-5a14-4f04-8744-798b55f5db05,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:25.243489 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a21e1a-07c9-4c3f-819d-1875b1a8dc2b None None] Network c6a961e3-cf4e-497c-9362-91cdff666adb requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:25.282110 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event deleted for resources: {'Port': ['ID=205e56d0-6960-4aca-9134-b64d55302434,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:25.285707 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] No DVR routers for this DVR port 205e56d0-6960-4aca-9134-b64d55302434 on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:41:25.292819 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ac127e6a-76a0-45f1-844b-bcf70328fa0c req-330e7e3f-81ab-41d7-b1ae-e1e5692fa98b tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 210 time: 0.2054884 Mar 23 02:41:25.312019 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-acd517b5-fc83-479d-8ed4-0157525fc499 None None] Current status of the port b57fc99b-bf4a-437e-bfa4-221fd67e6789 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:25.342864 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb1e33f-6436-4e48-95ff-14db57c75584 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:25.343136 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-acd517b5-fc83-479d-8ed4-0157525fc499 None None] Provisioning complete for port bbbde253-a6d3-4b7c-977e-6c8f83d807e2 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:25.343136 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-acd517b5-fc83-479d-8ed4-0157525fc499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (bbbde253-a6d3-4b7c-977e-6c8f83d807e2), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:25.345177 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1bb1e33f-6436-4e48-95ff-14db57c75584 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6202974 Mar 23 02:41:25.347298 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88f64f0-7d57-4fd9-9b1d-1ddc85926e76 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:25.348211 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59316) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:25.373225 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-b88f64f0-7d57-4fd9-9b1d-1ddc85926e76 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:25.379740 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88f64f0-7d57-4fd9-9b1d-1ddc85926e76 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:25.397001 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8ed2b638-8bce-4bc9-a842-a55aad674a18 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:25.412397 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (3aa5cf6d-5f34-4fb2-b7b6-f303d49a801f), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:25.490681 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d7d1ae-833b-47a8-b849-e0012ccef30e None None] DHCP port deletion for 94d9379e-13fb-449b-8f45-d1ab95378f77 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:41:25.504629 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0119640a-ce64-42f4-b85b-ddc433bfab51 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for port (bbbde253-a6d3-4b7c-977e-6c8f83d807e2), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:25.512484 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b694ad2-58f6-45bd-9936-311864840cfe tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:25.517414 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9b694ad2-58f6-45bd-9936-311864840cfe tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1607654 Mar 23 02:41:25.518284 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59320) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:25.543495 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-acd517b5-fc83-479d-8ed4-0157525fc499 None None] Port bbbde253-a6d3-4b7c-977e-6c8f83d807e2 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:41:25.567374 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa5cf6d-5f34-4fb2-b7b6-f303d49a801f']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:25.585282 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b640890-08e6-4294-9d69-2a7da89350be') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:25.585505 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b640890-08e6-4294-9d69-2a7da89350be') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:25.608826 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (3b640890-08e6-4294-9d69-2a7da89350be), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:25.635811 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (3b640890-08e6-4294-9d69-2a7da89350be), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:25.654698 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:41:25.654698 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (3b640890-08e6-4294-9d69-2a7da89350be), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:25.659085 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:41:25.659085 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:41:25.659085 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:41:25.659085 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:41:25.659085 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:41:25.659085 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:41:25.659085 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:41:25.659085 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:41:25.659085 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:41:25.659085 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:41:25.659085 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:41:25.659085 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:41:25.659085 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:41:25.659085 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:41:25.659085 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:41:25.659085 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:41:25.659085 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:41:25.659085 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:41:25.659085 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:41:25.659085 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:41:25.659085 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:41:25.659085 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:41:25.659085 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:41:25.659085 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:41:25.659085 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:41:25.659085 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:41:25.659085 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:41:25.659085 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:41:25.659085 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:41:25.659085 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:41:25.659085 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:41:25.659085 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:41:25.690680 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8f527085-c224-45da-9921-138671b570d2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1496947 Mar 23 02:41:25.690997 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59326) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:25.700417 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0119640a-ce64-42f4-b85b-ddc433bfab51 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (bbbde253-a6d3-4b7c-977e-6c8f83d807e2), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:25.705728 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-eef2f08d-3fa1-445d-9bb9-027698e17b0f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:25.710397 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 8ed2b638-8bce-4bc9-a842-a55aad674a18 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:25.710922 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8ed2b638-8bce-4bc9-a842-a55aad674a18), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:25.764810 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59328) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:25.773607 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-41d7d1ae-833b-47a8-b849-e0012ccef30e None None] Deleting port cf66af2b-127f-4b93-86ae-cc0a89e466ab {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:25.774126 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-41d7d1ae-833b-47a8-b849-e0012ccef30e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (cf66af2b-127f-4b93-86ae-cc0a89e466ab), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:25.891695 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-b06b8c15-a180-4b6e-afc3-368f2e135f52 None None] Provisioning complete for port 8ed2b638-8bce-4bc9-a842-a55aad674a18 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:25.891695 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b06b8c15-a180-4b6e-afc3-368f2e135f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8ed2b638-8bce-4bc9-a842-a55aad674a18), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:25.983429 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6fbe7276-43b3-476f-a9a5-3a167c30d8b0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for port (e9afd08b-1b5f-42ff-871d-2dcb48bcb26b), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:25.990306 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8b6caf6a-bd88-47fb-aa45-0b29222e9943 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:26.032393 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (3aa5cf6d-5f34-4fb2-b7b6-f303d49a801f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:26.051586 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-0119640a-ce64-42f4-b85b-ddc433bfab51 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] In _notify_port_updated(), no bound segment for port bbbde253-a6d3-4b7c-977e-6c8f83d807e2 on network 42d17f9f-39ef-486f-8db6-bb5bf8e57910 {{(pid=104348) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:41:26.057222 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0119640a-ce64-42f4-b85b-ddc433bfab51 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:26.058819 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:26.063437 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/networks/3aa5cf6d-5f34-4fb2-b7b6-f303d49a801f HTTP/1.1" status: 204 len: 168 time: 5.7427990 Mar 23 02:41:26.073930 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0119640a-ce64-42f4-b85b-ddc433bfab51 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:26.078400 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0119640a-ce64-42f4-b85b-ddc433bfab51 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "PUT /v2.0/ports/bbbde253-a6d3-4b7c-977e-6c8f83d807e2 HTTP/1.1" status: 200 len: 1010 time: 2.7481375 Mar 23 02:41:26.085142 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59336) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:26.085475 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59338) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:26.109368 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-f2f8a26d-3491-4e19-a8a2-e2337fd42cae tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-767625006'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:26.146636 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6fbe7276-43b3-476f-a9a5-3a167c30d8b0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (e9afd08b-1b5f-42ff-871d-2dcb48bcb26b), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:26.147562 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6fbe7276-43b3-476f-a9a5-3a167c30d8b0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (05d9d5e1-a88c-4e60-a397-cb29fcdd8c9a), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:26.155609 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef2f08d-3fa1-445d-9bb9-027698e17b0f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:26.160182 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e887300-2a0b-4b5d-a438-eec28f01cf69 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event deleted for resources: {'Network': ['ID=3aa5cf6d-5f34-4fb2-b7b6-f303d49a801f,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:26.160916 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-eef2f08d-3fa1-445d-9bb9-027698e17b0f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:26.185284 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 8ed2b638-8bce-4bc9-a842-a55aad674a18 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:26.185804 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8ed2b638-8bce-4bc9-a842-a55aad674a18), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:26.204980 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-b06b8c15-a180-4b6e-afc3-368f2e135f52 None None] Current status of the port 8ed2b638-8bce-4bc9-a842-a55aad674a18 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:26.205406 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b06b8c15-a180-4b6e-afc3-368f2e135f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8ed2b638-8bce-4bc9-a842-a55aad674a18), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:26.249234 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 8ed2b638-8bce-4bc9-a842-a55aad674a18, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8ed2b638-8bce-4bc9-a842-a55aad674a18,segment=NetworkSegment(225c6fe7-7406-4a41-9847-7c06bc2ba318),segment_id=225c6fe7-7406-4a41-9847-7c06bc2ba318)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:26.277112 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-41d7d1ae-833b-47a8-b849-e0012ccef30e None None] For port cf66af2b-127f-4b93-86ae-cc0a89e466ab, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=cf66af2b-127f-4b93-86ae-cc0a89e466ab,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:26.277762 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-41d7d1ae-833b-47a8-b849-e0012ccef30e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (cf66af2b-127f-4b93-86ae-cc0a89e466ab), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:26.294781 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-41d7d1ae-833b-47a8-b849-e0012ccef30e None None] Calling delete_port for cf66af2b-127f-4b93-86ae-cc0a89e466ab owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:26.385669 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (8ed2b638-8bce-4bc9-a842-a55aad674a18), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:26.386488 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device b57fc99b-bf4a-437e-bfa4-221fd67e6789 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:26.415214 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbe7276-43b3-476f-a9a5-3a167c30d8b0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network c6a961e3-cf4e-497c-9362-91cdff666adb is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:26.436585 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-b06b8c15-a180-4b6e-afc3-368f2e135f52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:41:26.436982 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-b06b8c15-a180-4b6e-afc3-368f2e135f52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:41:26.438166 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119640a-ce64-42f4-b85b-ddc433bfab51 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Port': ['ID=bbbde253-a6d3-4b7c-977e-6c8f83d807e2,revision_number=3']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:26.469905 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-8297f723-ca3d-4bf6-af99-e03a8bdc9335 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:26.477318 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-8297f723-ca3d-4bf6-af99-e03a8bdc9335 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.23 "GET /v2.0/networks?id=84589e9a-0507-4cf9-9ae0-6d9f3def606b HTTP/1.1" status: 200 len: 812 time: 0.7136350 Mar 23 02:41:26.520707 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe7276-43b3-476f-a9a5-3a167c30d8b0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Port': ['ID=e9afd08b-1b5f-42ff-871d-2dcb48bcb26b,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:26.523251 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-6fbe7276-43b3-476f-a9a5-3a167c30d8b0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:26.547335 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=8ed2b638-8bce-4bc9-a842-a55aad674a18,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:26.557718 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b88f64f0-7d57-4fd9-9b1d-1ddc85926e76 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] Publish callbacks [] for floatingip (de61f9bb-d9cd-40a3-8287-a7375eee765e), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:26.568067 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-d19faf50-7a5b-4d9e-a842-907e165cc6ec tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Request body: {'port': {'device_id': '0f2e5ef7-fe4b-4448-8c40-435c118b9fab', 'network_id': '84589e9a-0507-4cf9-9ae0-6d9f3def606b', 'admin_state_up': True, 'tenant_id': '8b3788248f424541b82b7281065cac76'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:26.569438 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port b57fc99b-bf4a-437e-bfa4-221fd67e6789 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:26.569827 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b57fc99b-bf4a-437e-bfa4-221fd67e6789), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:26.580545 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-89742bef-f3b5-4af3-84ad-548781a2a3e1 req-d676eee9-b748-4c25-8f50-d87b5a6f854c tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 210 time: 0.0926409 Mar 23 02:41:26.615478 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f8a26d-3491-4e19-a8a2-e2337fd42cae tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Made reservation on behalf of a93ad12b8bcf4411afa287294e0d6a41 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:26.618853 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a26d-3491-4e19-a8a2-e2337fd42cae tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:26.675989 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f8a26d-3491-4e19-a8a2-e2337fd42cae tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:41:26.696943 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port b57fc99b-bf4a-437e-bfa4-221fd67e6789 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:26.738697 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-a068ffe0-b773-4f77-8071-e841760dd8fe tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Deleting port bbbde253-a6d3-4b7c-977e-6c8f83d807e2 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:26.739035 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a068ffe0-b773-4f77-8071-e841760dd8fe tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (bbbde253-a6d3-4b7c-977e-6c8f83d807e2), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:26.803147 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-41d7d1ae-833b-47a8-b849-e0012ccef30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (cf66af2b-127f-4b93-86ae-cc0a89e466ab), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:26.855956 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d7d1ae-833b-47a8-b849-e0012ccef30e None None] No DVR routers for this DVR port cf66af2b-127f-4b93-86ae-cc0a89e466ab on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:41:26.858360 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7d1ae-833b-47a8-b849-e0012ccef30e None None] Pushing event deleted for resources: {'Port': ['ID=cf66af2b-127f-4b93-86ae-cc0a89e466ab,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:26.890164 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b14d3cb-67d2-4f16-b04d-8298b466ddf5 None None] get_active_networks_info from dv-neutron-834613-2-hyperv {{(pid=104350) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 02:41:27.025024 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-b06b8c15-a180-4b6e-afc3-368f2e135f52 None None] Current status of the port 8ed2b638-8bce-4bc9-a842-a55aad674a18 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:27.058948 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8ed2b638-8bce-4bc9-a842-a55aad674a18 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:27.065342 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-b06b8c15-a180-4b6e-afc3-368f2e135f52 None None] Provisioning complete for port bbbde253-a6d3-4b7c-977e-6c8f83d807e2 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:27.065865 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b06b8c15-a180-4b6e-afc3-368f2e135f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (bbbde253-a6d3-4b7c-977e-6c8f83d807e2), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:27.070428 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b14d3cb-67d2-4f16-b04d-8298b466ddf5 None None] Resources bound (agent type, host, resource id): {{(pid=104350) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 02:41:27.113420 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a26d-3491-4e19-a8a2-e2337fd42cae tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (05b7f8b1-855a-46d9-83ea-99a73c071c23), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:27.114393 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-f2f8a26d-3491-4e19-a8a2-e2337fd42cae tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Added segment 05b7f8b1-855a-46d9-83ea-99a73c071c23 of type vlan for network f617daf6-612c-4004-a96e-57c220bd53ef Mar 23 02:41:27.121880 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59356) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:27.159069 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-b06b8c15-a180-4b6e-afc3-368f2e135f52 None None] Port bbbde253-a6d3-4b7c-977e-6c8f83d807e2 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:41:27.179835 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b88f64f0-7d57-4fd9-9b1d-1ddc85926e76 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (c73b27b5-5a14-4f04-8744-798b55f5db05), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:27.186073 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8b6caf6a-bd88-47fb-aa45-0b29222e9943 admin admin] Publish callbacks [] for security_group (6b3b0a4a-1bef-4ac0-916c-cdf30a42a5a3), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:27.215086 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a26d-3491-4e19-a8a2-e2337fd42cae tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (f617daf6-612c-4004-a96e-57c220bd53ef), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:27.269710 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8b6caf6a-bd88-47fb-aa45-0b29222e9943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (6b3b0a4a-1bef-4ac0-916c-cdf30a42a5a3), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:27.281650 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-47c2b5a9-cf26-4de9-bd55-910e339371ba tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Request body: {'quota': {'network': 2}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:27.318503 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a068ffe0-b773-4f77-8071-e841760dd8fe tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (bbbde253-a6d3-4b7c-977e-6c8f83d807e2), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:27.328485 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 8ed2b638-8bce-4bc9-a842-a55aad674a18 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:27.329072 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8ed2b638-8bce-4bc9-a842-a55aad674a18), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:27.335622 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8b6caf6a-bd88-47fb-aa45-0b29222e9943 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09279fe001a641e099301b946ff342af&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5643580 Mar 23 02:41:27.337594 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6caf6a-bd88-47fb-aa45-0b29222e9943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3b0a4a-1bef-4ac0-916c-cdf30a42a5a3,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:27.341189 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59360) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:27.361328 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-a068ffe0-b773-4f77-8071-e841760dd8fe tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Calling delete_port for bbbde253-a6d3-4b7c-977e-6c8f83d807e2 owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:27.378888 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e035f6ad-3763-41c7-aae9-391359127b93 None None] Provisioning complete for port e9afd08b-1b5f-42ff-871d-2dcb48bcb26b triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:27.379195 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e035f6ad-3763-41c7-aae9-391359127b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e9afd08b-1b5f-42ff-871d-2dcb48bcb26b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:27.380975 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-d19faf50-7a5b-4d9e-a842-907e165cc6ec tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Made reservation on behalf of 8b3788248f424541b82b7281065cac76 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:27.385358 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-d19faf50-7a5b-4d9e-a842-907e165cc6ec tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:27.410735 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fbe7276-43b3-476f-a9a5-3a167c30d8b0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Router 05d9d5e1-a88c-4e60-a397-cb29fcdd8c9a is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:41:27.444476 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e035f6ad-3763-41c7-aae9-391359127b93 None None] Port e9afd08b-1b5f-42ff-871d-2dcb48bcb26b cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:41:27.472807 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a26d-3491-4e19-a8a2-e2337fd42cae tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (f617daf6-612c-4004-a96e-57c220bd53ef), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:27.477737 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8a26d-3491-4e19-a8a2-e2337fd42cae tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:27.478334 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a26d-3491-4e19-a8a2-e2337fd42cae tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:27.493121 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e035f6ad-3763-41c7-aae9-391359127b93 None None] Provisioning complete for port 8ed2b638-8bce-4bc9-a842-a55aad674a18 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:27.494175 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e035f6ad-3763-41c7-aae9-391359127b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8ed2b638-8bce-4bc9-a842-a55aad674a18), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:27.523961 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 8ed2b638-8bce-4bc9-a842-a55aad674a18 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:27.592545 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbe7276-43b3-476f-a9a5-3a167c30d8b0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:41:27.602504 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6fbe7276-43b3-476f-a9a5-3a167c30d8b0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "PUT /v2.0/routers/05d9d5e1-a88c-4e60-a397-cb29fcdd8c9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9333961 Mar 23 02:41:27.605011 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59362) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:27.607738 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913fc3bf-2b4b-40a2-b8da-ca03652736ef None None] Sync routers for ids ['05d9d5e1-a88c-4e60-a397-cb29fcdd8c9a'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:41:27.608267 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device cf66af2b-127f-4b93-86ae-cc0a89e466ab no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:41:27.624240 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913fc3bf-2b4b-40a2-b8da-ca03652736ef None None] Routers {'05d9d5e1-a88c-4e60-a397-cb29fcdd8c9a'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:41:27.625072 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-913fc3bf-2b4b-40a2-b8da-ca03652736ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:41:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['05d9d5e1-a88c-4e60-a397-cb29fcdd8c9a'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:27.639038 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-d19faf50-7a5b-4d9e-a842-907e165cc6ec tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Allocated IP 172.20.0.11 (84589e9a-0507-4cf9-9ae0-6d9f3def606b/be74aef4-d523-4b82-b87e-77f5209279fd/a10d4af4-900f-4e62-abeb-34f763d3523c) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:27.640054 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: cf66af2b-127f-4b93-86ae-cc0a89e466ab {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:41:27.640636 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device cf66af2b-127f-4b93-86ae-cc0a89e466ab not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:41:27.649870 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e035f6ad-3763-41c7-aae9-391359127b93 None None] Current status of the port 8ed2b638-8bce-4bc9-a842-a55aad674a18 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:27.665520 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-47c2b5a9-cf26-4de9-bd55-910e339371ba tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] 10.222.0.24 "PUT /v2.0/quotas/01992b33d34640c1a869c783827bd13a HTTP/1.1" status: 200 len: 368 time: 0.5402982 Mar 23 02:41:27.670362 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e035f6ad-3763-41c7-aae9-391359127b93 None None] Provisioning complete for port bbbde253-a6d3-4b7c-977e-6c8f83d807e2 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:27.670652 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59366) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:27.670794 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e035f6ad-3763-41c7-aae9-391359127b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (bbbde253-a6d3-4b7c-977e-6c8f83d807e2), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:27.679035 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-e2838cb1-12c1-46bf-8a8b-73b3b79510b8 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Request body: {'network': {'project_id': '01992b33d34640c1a869c783827bd13a'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:27.691718 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-67de81d8-e3d8-41db-ba63-a19802509afb admin admin] Publish callbacks [] for security_group (6b3b0a4a-1bef-4ac0-916c-cdf30a42a5a3), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:27.693090 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-913fc3bf-2b4b-40a2-b8da-ca03652736ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:27.704406 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913fc3bf-2b4b-40a2-b8da-ca03652736ef None None] Routers {'05d9d5e1-a88c-4e60-a397-cb29fcdd8c9a'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:41:27.705285 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-913fc3bf-2b4b-40a2-b8da-ca03652736ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:41:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['05d9d5e1-a88c-4e60-a397-cb29fcdd8c9a'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:27.720442 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e035f6ad-3763-41c7-aae9-391359127b93 None None] Port bbbde253-a6d3-4b7c-977e-6c8f83d807e2 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:41:27.739757 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e46e1a49-6408-4329-abd9-a44e378b6ca4 req-c27c7d14-3627-47e9-b5d3-e17687032fb9 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 210 time: 0.0564747 Mar 23 02:41:27.745927 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-913fc3bf-2b4b-40a2-b8da-ca03652736ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:27.746589 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913fc3bf-2b4b-40a2-b8da-ca03652736ef None None] The sync data for ids ['05d9d5e1-a88c-4e60-a397-cb29fcdd8c9a'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:41:27.759655 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8a26d-3491-4e19-a8a2-e2337fd42cae tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event updated for resources: {'Network': ['ID=f617daf6-612c-4004-a96e-57c220bd53ef,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:27.760530 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d2f4ed-66a3-4d07-a485-73fc648c33dc tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:27.772505 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f2f8a26d-3491-4e19-a8a2-e2337fd42cae tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6764596 Mar 23 02:41:27.772615 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c9d2f4ed-66a3-4d07-a485-73fc648c33dc tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "GET /v2.0/ports/e9afd08b-1b5f-42ff-871d-2dcb48bcb26b HTTP/1.1" status: 200 len: 911 time: 0.1562045 Mar 23 02:41:27.772615 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59368) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:27.772615 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59370) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:27.775646 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network f617daf6-612c-4004-a96e-57c220bd53ef details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:41:27.787403 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-62c43901-c054-429e-aca8-e87bf8a444f6 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Request body: {'subnet': {'network_id': 'f617daf6-612c-4004-a96e-57c220bd53ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:27.794581 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-dc968e0e-533d-4aed-8ff8-26dbc5f09973 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '13be041e-8cc7-4d08-8480-b506a2757e87'}]}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:27.796535 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.objects.ports [None req-eef2f08d-3fa1-445d-9bb9-027698e17b0f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104348) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 02:41:27.808943 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-eef2f08d-3fa1-445d-9bb9-027698e17b0f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (303cd858-2ad8-40e8-ad86-58c50b3342a0), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:27.836111 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-67de81d8-e3d8-41db-ba63-a19802509afb admin admin] Publish callbacks [] for security_group (6b3b0a4a-1bef-4ac0-916c-cdf30a42a5a3), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:27.892109 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef2f08d-3fa1-445d-9bb9-027698e17b0f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:27.898626 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2838cb1-12c1-46bf-8a8b-73b3b79510b8 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Made reservation on behalf of 01992b33d34640c1a869c783827bd13a for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:27.901061 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e2838cb1-12c1-46bf-8a8b-73b3b79510b8 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:27.933574 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-eef2f08d-3fa1-445d-9bb9-027698e17b0f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:27.944591 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10018019-119f-4730-8b9b-9f173dc48c62 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:27.947856 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef2f08d-3fa1-445d-9bb9-027698e17b0f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:27.948491 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-eef2f08d-3fa1-445d-9bb9-027698e17b0f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:27.968485 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e2838cb1-12c1-46bf-8a8b-73b3b79510b8 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:28.003388 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b88f64f0-7d57-4fd9-9b1d-1ddc85926e76 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] Publish callbacks [] for port (c73b27b5-5a14-4f04-8744-798b55f5db05), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:28.005030 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2f08d-3fa1-445d-9bb9-027698e17b0f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Subnet': ['ID=303cd858-2ad8-40e8-ad86-58c50b3342a0,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:28.082197 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c381ab-d424-4c16-a164-f845ee23ad08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-94d9379e-13fb-449b-8f45-d1ab95378f77', 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'fixed_ips': [{'subnet_id': '303cd858-2ad8-40e8-ad86-58c50b3342a0'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:41:28.083923 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-71c381ab-d424-4c16-a164-f845ee23ad08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:28.100669 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-eef2f08d-3fa1-445d-9bb9-027698e17b0f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4057622 Mar 23 02:41:28.103866 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59372) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:28.112188 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-865149cf-e252-4337-be0f-2ff353dd617d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:28.129274 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-d19faf50-7a5b-4d9e-a842-907e165cc6ec tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Publish callbacks [] for port (a10d4af4-900f-4e62-abeb-34f763d3523c), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:28.178490 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-67de81d8-e3d8-41db-ba63-a19802509afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (6b3b0a4a-1bef-4ac0-916c-cdf30a42a5a3), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:28.182515 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-67de81d8-e3d8-41db-ba63-a19802509afb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:28.183913 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-67de81d8-e3d8-41db-ba63-a19802509afb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b3b0a4a-1bef-4ac0-916c-cdf30a42a5a3 HTTP/1.1" status: 204 len: 168 time: 0.8413465 Mar 23 02:41:28.218695 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b88f64f0-7d57-4fd9-9b1d-1ddc85926e76 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (c73b27b5-5a14-4f04-8744-798b55f5db05), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:28.239081 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dc968e0e-533d-4aed-8ff8-26dbc5f09973 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (e9afd08b-1b5f-42ff-871d-2dcb48bcb26b), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:28.240749 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de81d8-e3d8-41db-ba63-a19802509afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3b0a4a-1bef-4ac0-916c-cdf30a42a5a3,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:28.257519 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a068ffe0-b773-4f77-8071-e841760dd8fe tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (bbbde253-a6d3-4b7c-977e-6c8f83d807e2), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:28.268217 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c43901-c054-429e-aca8-e87bf8a444f6 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Made reservation on behalf of a93ad12b8bcf4411afa287294e0d6a41 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:28.272256 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-62c43901-c054-429e-aca8-e87bf8a444f6 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:28.416094 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-d19faf50-7a5b-4d9e-a842-907e165cc6ec tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (a10d4af4-900f-4e62-abeb-34f763d3523c), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:28.422468 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e2838cb1-12c1-46bf-8a8b-73b3b79510b8 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Publish callbacks [] for security_group (10094048-7fa3-431a-b5ed-3b71ba34ffce), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:28.482523 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a068ffe0-b773-4f77-8071-e841760dd8fe tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:28.486909 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a068ffe0-b773-4f77-8071-e841760dd8fe tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/ports/bbbde253-a6d3-4b7c-977e-6c8f83d807e2 HTTP/1.1" status: 204 len: 168 time: 2.3882976 Mar 23 02:41:28.492923 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59376) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:28.538823 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e2838cb1-12c1-46bf-8a8b-73b3b79510b8 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (10094048-7fa3-431a-b5ed-3b71ba34ffce), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:28.548108 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-8651e268-0136-4af6-891a-2ee6b017b345 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] GET failed (client error): The resource could not be found. Mar 23 02:41:28.550367 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8651e268-0136-4af6-891a-2ee6b017b345 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "GET /v2.0/ports/bbbde253-a6d3-4b7c-977e-6c8f83d807e2 HTTP/1.1" status: 404 len: 333 time: 0.0486894 Mar 23 02:41:28.563675 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f64f0-7d57-4fd9-9b1d-1ddc85926e76 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] Pushing event updated for resources: {'Port': ['ID=c73b27b5-5a14-4f04-8744-798b55f5db05,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:28.568330 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59378) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:28.569496 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b88f64f0-7d57-4fd9-9b1d-1ddc85926e76 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (de61f9bb-d9cd-40a3-8287-a7375eee765e), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:28.639685 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-d19faf50-7a5b-4d9e-a842-907e165cc6ec tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Network 84589e9a-0507-4cf9-9ae0-6d9f3def606b is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:28.650488 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2838cb1-12c1-46bf-8a8b-73b3b79510b8 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:41:28.655935 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-6379e5a4-285f-4bed-be04-a022ec9b6360 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Deleting subnet 1d45ea56-671d-49b4-ad02-ee375d3099dc {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:41:28.660573 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6379e5a4-285f-4bed-be04-a022ec9b6360 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for subnet (1d45ea56-671d-49b4-ad02-ee375d3099dc), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:28.666267 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-d19faf50-7a5b-4d9e-a842-907e165cc6ec tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:28.668857 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-d19faf50-7a5b-4d9e-a842-907e165cc6ec tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:28.689188 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-71c381ab-d424-4c16-a164-f845ee23ad08 None None] Allocated IP 2001:db8::f816:3eff:fee0:d795 (94d9379e-13fb-449b-8f45-d1ab95378f77/303cd858-2ad8-40e8-ad86-58c50b3342a0/0ac54300-fb85-4292-9534-978e6d2f17e1) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:28.703508 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19faf50-7a5b-4d9e-a842-907e165cc6ec tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Pushing event updated for resources: {'Port': ['ID=a10d4af4-900f-4e62-abeb-34f763d3523c,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:28.706510 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2838cb1-12c1-46bf-8a8b-73b3b79510b8 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10094048-7fa3-431a-b5ed-3b71ba34ffce,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:28.722208 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6379e5a4-285f-4bed-be04-a022ec9b6360 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (1d45ea56-671d-49b4-ad02-ee375d3099dc), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:28.859261 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6379e5a4-285f-4bed-be04-a022ec9b6360 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (1d45ea56-671d-49b4-ad02-ee375d3099dc), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:28.906770 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-71c381ab-d424-4c16-a164-f845ee23ad08 None None] Publish callbacks [] for port (0ac54300-fb85-4292-9534-978e6d2f17e1), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:28.958617 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068ffe0-b773-4f77-8071-e841760dd8fe tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Port': ['ID=bbbde253-a6d3-4b7c-977e-6c8f83d807e2,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:28.976240 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-71c381ab-d424-4c16-a164-f845ee23ad08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (0ac54300-fb85-4292-9534-978e6d2f17e1), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:28.987592 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e2838cb1-12c1-46bf-8a8b-73b3b79510b8 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (a2063163-baaa-4d6b-a674-b7a697dfa2d4), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:28.988035 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-e2838cb1-12c1-46bf-8a8b-73b3b79510b8 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Added segment a2063163-baaa-4d6b-a674-b7a697dfa2d4 of type vlan for network 85535583-32aa-4aad-a44c-959d8797c4ad Mar 23 02:41:29.017285 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c381ab-d424-4c16-a164-f845ee23ad08 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:29.020777 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-71c381ab-d424-4c16-a164-f845ee23ad08 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:29.024163 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c381ab-d424-4c16-a164-f845ee23ad08 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:29.041023 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c381ab-d424-4c16-a164-f845ee23ad08 None None] Pushing event updated for resources: {'Port': ['ID=0ac54300-fb85-4292-9534-978e6d2f17e1,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:29.109480 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b88f64f0-7d57-4fd9-9b1d-1ddc85926e76 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:29.113725 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b88f64f0-7d57-4fd9-9b1d-1ddc85926e76 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4474790 Mar 23 02:41:29.114141 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59384) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:29.128475 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-1c386ac3-d4be-4198-9518-87d7a6c2f0e7 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-413380394', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'fixed_ips': [{'ip_address': '172.26.2.33'}]}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:29.166817 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-71c381ab-d424-4c16-a164-f845ee23ad08 None None] Attempting to bind port 0ac54300-fb85-4292-9534-978e6d2f17e1 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:29.168048 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-71c381ab-d424-4c16-a164-f845ee23ad08 None None] Attempting to bind port 0ac54300-fb85-4292-9534-978e6d2f17e1 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:29.170575 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c381ab-d424-4c16-a164-f845ee23ad08 None None] Attempting to bind port 0ac54300-fb85-4292-9534-978e6d2f17e1 on network 94d9379e-13fb-449b-8f45-d1ab95378f77 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:29.193589 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6379e5a4-285f-4bed-be04-a022ec9b6360 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (1d45ea56-671d-49b4-ad02-ee375d3099dc), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:29.200181 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c381ab-d424-4c16-a164-f845ee23ad08 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:41:29.201098 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c381ab-d424-4c16-a164-f845ee23ad08 None None] Checking segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:29.201954 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-71c381ab-d424-4c16-a164-f845ee23ad08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:29.203196 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c381ab-d424-4c16-a164-f845ee23ad08 None None] Bound using segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:41:29.205501 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-71c381ab-d424-4c16-a164-f845ee23ad08 None None] Bound port: 0ac54300-fb85-4292-9534-978e6d2f17e1, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:41:29.206155 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-71c381ab-d424-4c16-a164-f845ee23ad08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (0ac54300-fb85-4292-9534-978e6d2f17e1), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:29.209544 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e2838cb1-12c1-46bf-8a8b-73b3b79510b8 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (85535583-32aa-4aad-a44c-959d8797c4ad), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:29.223594 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-d19faf50-7a5b-4d9e-a842-907e165cc6ec tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:29.224598 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-d19faf50-7a5b-4d9e-a842-907e165cc6ec tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:29.270368 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865149cf-e252-4337-be0f-2ff353dd617d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:29.276074 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-865149cf-e252-4337-be0f-2ff353dd617d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:29.280340 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379e5a4-285f-4bed-be04-a022ec9b6360 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Subnet': ['ID=1d45ea56-671d-49b4-ad02-ee375d3099dc,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:29.307672 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe22714-01b2-4acf-931a-83d8d985e404 None None] Network 42d17f9f-39ef-486f-8db6-bb5bf8e57910 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:29.328674 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-d19faf50-7a5b-4d9e-a842-907e165cc6ec tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7869976 Mar 23 02:41:29.328897 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6379e5a4-285f-4bed-be04-a022ec9b6360 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:29.335271 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6379e5a4-285f-4bed-be04-a022ec9b6360 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/subnets/1d45ea56-671d-49b4-ad02-ee375d3099dc HTTP/1.1" status: 204 len: 168 time: 0.7619843 Mar 23 02:41:29.338847 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59386) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:29.338988 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c386ac3-d4be-4198-9518-87d7a6c2f0e7 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] Made reservation on behalf of 6d816acabe73498f8be2de5b165ea5dc for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:29.341097 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1c386ac3-d4be-4198-9518-87d7a6c2f0e7 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:29.351888 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bde386-32be-4bf3-9177-dc08265fa734 req-b4e844d4-cf27-42eb-8ad8-7225fc7afdc4 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:29.352678 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-71c381ab-d424-4c16-a164-f845ee23ad08 None None] For port 0ac54300-fb85-4292-9534-978e6d2f17e1, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:41:29.353390 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-14bde386-32be-4bf3-9177-dc08265fa734 req-b4e844d4-cf27-42eb-8ad8-7225fc7afdc4 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 932 time: 0.3743021 Mar 23 02:41:29.356701 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1c386ac3-d4be-4198-9518-87d7a6c2f0e7 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:29.373286 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dc968e0e-533d-4aed-8ff8-26dbc5f09973 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for port (e9afd08b-1b5f-42ff-871d-2dcb48bcb26b), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:29.379470 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-71c381ab-d424-4c16-a164-f845ee23ad08 None None] For port 0ac54300-fb85-4292-9534-978e6d2f17e1, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=0ac54300-fb85-4292-9534-978e6d2f17e1,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:41:29.394909 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Request body: {'port': {'device_id': '0f2e5ef7-fe4b-4448-8c40-435c118b9fab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:29.421528 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59388) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:29.457772 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.ipam_backend_mixin [None req-865149cf-e252-4337-be0f-2ff353dd617d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 303cd858-2ad8-40e8-ad86-58c50b3342a0 (CIDR: 2001:db8::/64) Mar 23 02:41:29.468983 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-71c381ab-d424-4c16-a164-f845ee23ad08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (0ac54300-fb85-4292-9534-978e6d2f17e1), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:29.503339 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-865149cf-e252-4337-be0f-2ff353dd617d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:41:29.503945 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-865149cf-e252-4337-be0f-2ff353dd617d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:41:29.509174 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e2838cb1-12c1-46bf-8a8b-73b3b79510b8 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (85535583-32aa-4aad-a44c-959d8797c4ad), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:29.510497 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2838cb1-12c1-46bf-8a8b-73b3b79510b8 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:29.511473 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e2838cb1-12c1-46bf-8a8b-73b3b79510b8 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:29.522333 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-380be4a2-c2fc-49a5-8c6b-06319be01790 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70a7fe43dd044aee867b86748fcef86d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0995789 Mar 23 02:41:29.525732 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59390) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:29.572484 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1c386ac3-d4be-4198-9518-87d7a6c2f0e7 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] Publish callbacks [] for security_group (1b837cbf-7713-4b8c-9055-198abe20eee6), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:29.579349 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c381ab-d424-4c16-a164-f845ee23ad08 None None] Pushing event updated for resources: {'Port': ['ID=0ac54300-fb85-4292-9534-978e6d2f17e1,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:29.602686 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-094cd755-296d-4a7b-be08-41c74fa1ab95 admin admin] Publish callbacks [] for security_group (97d9b48e-ec5b-40fb-a2c7-583d6f4122d3), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:29.616454 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-865149cf-e252-4337-be0f-2ff353dd617d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5073979 Mar 23 02:41:29.624028 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59392) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:29.632203 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-88493430-4ac1-419f-b9ce-4feabb75dbdf tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:29.702296 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-62c43901-c054-429e-aca8-e87bf8a444f6 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (9f8103ea-c7f2-4446-8103-0d7aa3daa1ab), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:29.704502 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dc968e0e-533d-4aed-8ff8-26dbc5f09973 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (e9afd08b-1b5f-42ff-871d-2dcb48bcb26b), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:29.710670 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc968e0e-533d-4aed-8ff8-26dbc5f09973 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:29.711376 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dc968e0e-533d-4aed-8ff8-26dbc5f09973 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:29.712751 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-dc968e0e-533d-4aed-8ff8-26dbc5f09973 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "PUT /v2.0/ports/e9afd08b-1b5f-42ff-871d-2dcb48bcb26b HTTP/1.1" status: 200 len: 911 time: 1.9321921 Mar 23 02:41:29.713678 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2838cb1-12c1-46bf-8a8b-73b3b79510b8 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Pushing event updated for resources: {'Network': ['ID=85535583-32aa-4aad-a44c-959d8797c4ad,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:29.716912 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1c386ac3-d4be-4198-9518-87d7a6c2f0e7 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (1b837cbf-7713-4b8c-9055-198abe20eee6), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:29.720904 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-1c386ac3-d4be-4198-9518-87d7a6c2f0e7 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] device_id is not set on port effe6e6b-f165-4988-81cd-779c276f5720 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:41:29.728161 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 85535583-32aa-4aad-a44c-959d8797c4ad details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:41:29.739916 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59394) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:29.916514 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc968e0e-533d-4aed-8ff8-26dbc5f09973 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Port': ['ID=e9afd08b-1b5f-42ff-871d-2dcb48bcb26b,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:29.917172 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-094cd755-296d-4a7b-be08-41c74fa1ab95 admin admin] Publish callbacks [] for security_group (97d9b48e-ec5b-40fb-a2c7-583d6f4122d3), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:29.923219 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a10d4af4-900f-4e62-abeb-34f763d3523c), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:30.043197 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c386ac3-d4be-4198-9518-87d7a6c2f0e7 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b837cbf-7713-4b8c-9055-198abe20eee6,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:30.169460 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c386ac3-d4be-4198-9518-87d7a6c2f0e7 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 23 02:41:30.170587 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c386ac3-d4be-4198-9518-87d7a6c2f0e7 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:41:30.207264 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-14bde386-32be-4bf3-9177-dc08265fa734 req-6b08b86b-014f-4b27-9e66-d947c5462a63 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/security-groups?id=502a5f01-83f8-43fe-8c91-7de0ab32d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8366759 Mar 23 02:41:30.208051 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88493430-4ac1-419f-b9ce-4feabb75dbdf tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:30.211962 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-88493430-4ac1-419f-b9ce-4feabb75dbdf tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:30.213456 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e2838cb1-12c1-46bf-8a8b-73b3b79510b8 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.5406227 Mar 23 02:41:30.218183 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59396) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:30.225203 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-acc59d99-aff6-470e-840b-4deae1c6b171 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Request body: {'network': {'project_id': '01992b33d34640c1a869c783827bd13a'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:30.228189 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-442cbb48-40be-4aac-bd99-6e501a327616 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Deleting subnet 87bced4e-dcf2-4f93-bbef-0b01535bca65 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:41:30.254804 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-442cbb48-40be-4aac-bd99-6e501a327616 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for subnet (87bced4e-dcf2-4f93-bbef-0b01535bca65), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:30.306643 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c43901-c054-429e-aca8-e87bf8a444f6 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event updated for resources: {'Subnet': ['ID=9f8103ea-c7f2-4446-8103-0d7aa3daa1ab,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:30.448238 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-094cd755-296d-4a7b-be08-41c74fa1ab95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (97d9b48e-ec5b-40fb-a2c7-583d6f4122d3), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:30.455251 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-094cd755-296d-4a7b-be08-41c74fa1ab95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:30.456814 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-094cd755-296d-4a7b-be08-41c74fa1ab95 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/97d9b48e-ec5b-40fb-a2c7-583d6f4122d3 HTTP/1.1" status: 204 len: 168 time: 0.9300134 Mar 23 02:41:30.469541 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-a3f7fe09-880d-4e8f-9028-e1209e65da2b None None] Provisioning complete for port b57fc99b-bf4a-437e-bfa4-221fd67e6789 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:30.470085 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a3f7fe09-880d-4e8f-9028-e1209e65da2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b57fc99b-bf4a-437e-bfa4-221fd67e6789), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:30.502928 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-442cbb48-40be-4aac-bd99-6e501a327616 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (87bced4e-dcf2-4f93-bbef-0b01535bca65), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:30.519298 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1c386ac3-d4be-4198-9518-87d7a6c2f0e7 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.4033597 Mar 23 02:41:30.526712 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59400) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:30.538879 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094cd755-296d-4a7b-be08-41c74fa1ab95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d9b48e-ec5b-40fb-a2c7-583d6f4122d3,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:30.638920 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-a3f7fe09-880d-4e8f-9028-e1209e65da2b None None] Current status of the port b57fc99b-bf4a-437e-bfa4-221fd67e6789 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:30.665438 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c43901-c054-429e-aca8-e87bf8a444f6 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Checking segment: {'id': '05b7f8b1-855a-46d9-83ea-99a73c071c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f617daf6-612c-4004-a96e-57c220bd53ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:30.666074 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c43901-c054-429e-aca8-e87bf8a444f6 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Network hostable DHCP agents. Network: f617daf6-612c-4004-a96e-57c220bd53ef, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:41:30.698689 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-88493430-4ac1-419f-b9ce-4feabb75dbdf tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (a414a813-ab1d-4443-b74e-afdc6bb831bb), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:30.775814 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a10d4af4-900f-4e62-abeb-34f763d3523c {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:41:30.790270 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc59d99-aff6-470e-840b-4deae1c6b171 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Made reservation on behalf of 01992b33d34640c1a869c783827bd13a for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:30.790440 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Publish callbacks [] for port (a10d4af4-900f-4e62-abeb-34f763d3523c), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:30.793088 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-acc59d99-aff6-470e-840b-4deae1c6b171 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:30.828492 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88493430-4ac1-419f-b9ce-4feabb75dbdf tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Subnet': ['ID=a414a813-ab1d-4443-b74e-afdc6bb831bb,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:30.837539 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c43901-c054-429e-aca8-e87bf8a444f6 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Network f617daf6-612c-4004-a96e-57c220bd53ef is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:41:30.858634 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88493430-4ac1-419f-b9ce-4feabb75dbdf tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:30.860317 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-442cbb48-40be-4aac-bd99-6e501a327616 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (87bced4e-dcf2-4f93-bbef-0b01535bca65), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:30.864067 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Transition to ACTIVE for port object a10d4af4-900f-4e62-abeb-34f763d3523c will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:41:30.866640 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-88493430-4ac1-419f-b9ce-4feabb75dbdf tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:30.874572 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88493430-4ac1-419f-b9ce-4feabb75dbdf tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:30.875245 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-88493430-4ac1-419f-b9ce-4feabb75dbdf tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:30.881849 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc59d99-aff6-470e-840b-4deae1c6b171 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:41:30.901340 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-acc59d99-aff6-470e-840b-4deae1c6b171 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (6ef55498-d81f-42ce-bb3c-fdacb40f59c2), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:30.902245 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-acc59d99-aff6-470e-840b-4deae1c6b171 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Added segment 6ef55498-d81f-42ce-bb3c-fdacb40f59c2 of type vlan for network fb571eed-f386-45ed-8876-4550d7d4d234 Mar 23 02:41:30.955812 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-acc59d99-aff6-470e-840b-4deae1c6b171 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (fb571eed-f386-45ed-8876-4550d7d4d234), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:30.967038 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-88493430-4ac1-419f-b9ce-4feabb75dbdf tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3386991 Mar 23 02:41:30.968317 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-7a510b3d-6120-42ea-aba7-18900dd5d281 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] Deleting port c73b27b5-5a14-4f04-8744-798b55f5db05 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:30.968665 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7a510b3d-6120-42ea-aba7-18900dd5d281 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (c73b27b5-5a14-4f04-8744-798b55f5db05), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:30.970329 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59404) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:30.993730 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (a10d4af4-900f-4e62-abeb-34f763d3523c), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:31.000717 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-62c43901-c054-429e-aca8-e87bf8a444f6 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, f617daf6-612c-4004-a96e-57c220bd53ef) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:31.012178 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c43901-c054-429e-aca8-e87bf8a444f6 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:31.015528 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-62c43901-c054-429e-aca8-e87bf8a444f6 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:31.016004 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e660595-c277-4ff9-bc6f-f52ea95e1180 None None] Network f617daf6-612c-4004-a96e-57c220bd53ef requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:31.051090 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-7e42e36f-fd35-4d59-a5dc-3c47f40ce847 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'port': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'mac_address': 'fa:16:3e:d1:f7:7b', 'name': 'tempest-NetworksTestDHCPv6-160553795'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:31.111022 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7a510b3d-6120-42ea-aba7-18900dd5d281 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (c73b27b5-5a14-4f04-8744-798b55f5db05), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:31.111944 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7a510b3d-6120-42ea-aba7-18900dd5d281 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] Publish callbacks [] for floatingip (c73b27b5-5a14-4f04-8744-798b55f5db05), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:31.127290 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-acc59d99-aff6-470e-840b-4deae1c6b171 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (fb571eed-f386-45ed-8876-4550d7d4d234), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:31.128404 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc59d99-aff6-470e-840b-4deae1c6b171 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:31.128996 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-acc59d99-aff6-470e-840b-4deae1c6b171 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:31.188974 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 0ac54300-fb85-4292-9534-978e6d2f17e1 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:31.194331 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa151ac-940c-40bc-bb31-0a2761df513c None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:31.228045 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-7a510b3d-6120-42ea-aba7-18900dd5d281 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] Calling delete_port for c73b27b5-5a14-4f04-8744-798b55f5db05 owned by network:floatingip {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:31.244938 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc59d99-aff6-470e-840b-4deae1c6b171 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Pushing event updated for resources: {'Network': ['ID=fb571eed-f386-45ed-8876-4550d7d4d234,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:31.311231 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network fb571eed-f386-45ed-8876-4550d7d4d234 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:41:31.312524 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59414) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:31.312652 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-acc59d99-aff6-470e-840b-4deae1c6b171 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0932333 Mar 23 02:41:31.322203 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-d9518854-1748-4a5c-9e60-663462d87691 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Request body: {'network': {'project_id': '01992b33d34640c1a869c783827bd13a'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:31.359072 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-62c43901-c054-429e-aca8-e87bf8a444f6 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.5772150 Mar 23 02:41:31.360459 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-442cbb48-40be-4aac-bd99-6e501a327616 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (87bced4e-dcf2-4f93-bbef-0b01535bca65), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:31.366349 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59416) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:31.369548 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Pushing event updated for resources: {'Port': ['ID=a10d4af4-900f-4e62-abeb-34f763d3523c,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:31.410137 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69964a69-5241-48b2-b70b-c7a5518d1afa req-b2df5bb0-9198-436a-83c4-3d82844ed7ea tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:31.412240 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-69964a69-5241-48b2-b70b-c7a5518d1afa req-b2df5bb0-9198-436a-83c4-3d82844ed7ea tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 944 time: 0.0756929 Mar 23 02:41:31.418087 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9518854-1748-4a5c-9e60-663462d87691 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 23 02:41:31.418631 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9518854-1748-4a5c-9e60-663462d87691 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:41:31.423377 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d9518854-1748-4a5c-9e60-663462d87691 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1027038 Mar 23 02:41:31.427694 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59418) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:31.444513 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-97421929-6f75-4a68-a797-5bd01ac9ef2f None None] Provisioning complete for port 0ac54300-fb85-4292-9534-978e6d2f17e1 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:31.445300 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-97421929-6f75-4a68-a797-5bd01ac9ef2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (0ac54300-fb85-4292-9534-978e6d2f17e1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:31.480113 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442cbb48-40be-4aac-bd99-6e501a327616 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Subnet': ['ID=87bced4e-dcf2-4f93-bbef-0b01535bca65,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:31.483524 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:31.483903 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:31.484248 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:31.484593 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:31.484931 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:31.485274 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:31.485612 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:31.486170 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:31.486590 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:31.486999 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:31.487412 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:31.487848 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:31.488233 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:31.488636 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:31.489038 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:31.502093 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e42e36f-fd35-4d59-a5dc-3c47f40ce847 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:31.507183 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-442cbb48-40be-4aac-bd99-6e501a327616 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:31.510520 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-442cbb48-40be-4aac-bd99-6e501a327616 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/subnets/87bced4e-dcf2-4f93-bbef-0b01535bca65 HTTP/1.1" status: 204 len: 168 time: 2.1663353 Mar 23 02:41:31.516410 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59422) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:31.517865 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdc685b-7fb5-4eb0-b192-e51a13a2cdba None None] Network 42d17f9f-39ef-486f-8db6-bb5bf8e57910 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:31.552944 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-f617daf6-612c-4004-a96e-57c220bd53ef', 'network_id': 'f617daf6-612c-4004-a96e-57c220bd53ef', 'project_id': 'a93ad12b8bcf4411afa287294e0d6a41', 'fixed_ips': [{'subnet_id': '9f8103ea-c7f2-4446-8103-0d7aa3daa1ab'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:41:31.554338 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:31.590534 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442cbb48-40be-4aac-bd99-6e501a327616 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:31.590970 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442cbb48-40be-4aac-bd99-6e501a327616 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:31.591448 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442cbb48-40be-4aac-bd99-6e501a327616 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:31.591939 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442cbb48-40be-4aac-bd99-6e501a327616 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:31.592356 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442cbb48-40be-4aac-bd99-6e501a327616 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:31.592766 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442cbb48-40be-4aac-bd99-6e501a327616 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:31.593175 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442cbb48-40be-4aac-bd99-6e501a327616 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:31.593813 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442cbb48-40be-4aac-bd99-6e501a327616 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:31.593935 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442cbb48-40be-4aac-bd99-6e501a327616 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:31.594347 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442cbb48-40be-4aac-bd99-6e501a327616 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:31.594750 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442cbb48-40be-4aac-bd99-6e501a327616 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:31.595163 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442cbb48-40be-4aac-bd99-6e501a327616 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:31.595507 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442cbb48-40be-4aac-bd99-6e501a327616 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:31.595963 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442cbb48-40be-4aac-bd99-6e501a327616 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:31.596361 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442cbb48-40be-4aac-bd99-6e501a327616 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:31.613420 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7a510b3d-6120-42ea-aba7-18900dd5d281 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (c73b27b5-5a14-4f04-8744-798b55f5db05), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:31.680989 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a510b3d-6120-42ea-aba7-18900dd5d281 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] Pushing event deleted for resources: {'Port': ['ID=c73b27b5-5a14-4f04-8744-798b55f5db05,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:31.701167 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-38abb3d6-dd40-48ec-9ece-cf34dc37764e tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=01992b33d34640c1a869c783827bd13a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2683005 Mar 23 02:41:31.704524 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59424) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:31.729880 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 0ac54300-fb85-4292-9534-978e6d2f17e1 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:31.730265 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (0ac54300-fb85-4292-9534-978e6d2f17e1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:31.737360 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-49a09186-c54c-4948-b9c1-956c2b8a486f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (42d17f9f-39ef-486f-8db6-bb5bf8e57910), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:31.745199 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-69964a69-5241-48b2-b70b-c7a5518d1afa req-57b05d11-8850-481e-abaf-04d6a908f211 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/security-groups?id=502a5f01-83f8-43fe-8c91-7de0ab32d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436874 Mar 23 02:41:31.774024 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7e42e36f-fd35-4d59-a5dc-3c47f40ce847 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:31.789531 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (f617daf6-612c-4004-a96e-57c220bd53ef), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:32.071569 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Allocated IP 172.20.0.1 (f617daf6-612c-4004-a96e-57c220bd53ef/9f8103ea-c7f2-4446-8103-0d7aa3daa1ab/bfb9fbcc-68f6-4228-8b6b-0fba0b8b0f7c) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:32.172738 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7a510b3d-6120-42ea-aba7-18900dd5d281 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] Publish callbacks [] for floatingip (de61f9bb-d9cd-40a3-8287-a7375eee765e), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:32.175358 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7a510b3d-6120-42ea-aba7-18900dd5d281 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:32.176739 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7a510b3d-6120-42ea-aba7-18900dd5d281 tempest-ExternalNetworksAdminNegativeTestJSON-601219884 tempest-ExternalNetworksAdminNegativeTestJSON-601219884-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/de61f9bb-d9cd-40a3-8287-a7375eee765e HTTP/1.1" status: 204 len: 168 time: 1.6461813 Mar 23 02:41:32.184290 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0dae88df-fb6c-4c1f-b43c-f06a32fb3c5f tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Publish callbacks [] for security_group (10094048-7fa3-431a-b5ed-3b71ba34ffce), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:32.220784 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0dae88df-fb6c-4c1f-b43c-f06a32fb3c5f tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Publish callbacks [] for security_group (10094048-7fa3-431a-b5ed-3b71ba34ffce), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:32.251630 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59436) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:32.287576 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-97421929-6f75-4a68-a797-5bd01ac9ef2f None None] Current status of the port 0ac54300-fb85-4292-9534-978e6d2f17e1 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:32.287576 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-97421929-6f75-4a68-a797-5bd01ac9ef2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (0ac54300-fb85-4292-9534-978e6d2f17e1), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:32.291983 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Attempting to bind port a10d4af4-900f-4e62-abeb-34f763d3523c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:32.292457 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Attempting to bind port a10d4af4-900f-4e62-abeb-34f763d3523c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '0c372683-a61d-42b3-b666-cb70435ab787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '84589e9a-0507-4cf9-9ae0-6d9f3def606b'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:32.292889 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Attempting to bind port a10d4af4-900f-4e62-abeb-34f763d3523c on network 84589e9a-0507-4cf9-9ae0-6d9f3def606b {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:32.306736 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-99512805-7722-4bb3-ab36-3f47492bc023 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (05d9d5e1-a88c-4e60-a397-cb29fcdd8c9a), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:32.319767 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-7e42e36f-fd35-4d59-a5dc-3c47f40ce847 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] device_id is not set on port 95cda82a-6b37-40ae-817b-0e1a5cc8ed1a yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:41:32.341072 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-49a09186-c54c-4948-b9c1-956c2b8a486f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Deleting port b57fc99b-bf4a-437e-bfa4-221fd67e6789 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:32.341601 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-49a09186-c54c-4948-b9c1-956c2b8a486f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (b57fc99b-bf4a-437e-bfa4-221fd67e6789), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:32.380935 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Port a10d4af4-900f-4e62-abeb-34f763d3523c on network 84589e9a-0507-4cf9-9ae0-6d9f3def606b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:41:32.382414 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Attempting to bind port a10d4af4-900f-4e62-abeb-34f763d3523c on network 84589e9a-0507-4cf9-9ae0-6d9f3def606b {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:32.393388 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Publish callbacks [] for port (bfb9fbcc-68f6-4228-8b6b-0fba0b8b0f7c), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:32.412867 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 0ac54300-fb85-4292-9534-978e6d2f17e1 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:32.412867 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (0ac54300-fb85-4292-9534-978e6d2f17e1), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:32.442581 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-49a09186-c54c-4948-b9c1-956c2b8a486f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] For port b57fc99b-bf4a-437e-bfa4-221fd67e6789, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=b57fc99b-bf4a-437e-bfa4-221fd67e6789,segment=NetworkSegment(a5132e57-0b35-46b9-b5ea-a1ac6772eacf),segment_id=a5132e57-0b35-46b9-b5ea-a1ac6772eacf)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:32.443447 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-49a09186-c54c-4948-b9c1-956c2b8a486f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (b57fc99b-bf4a-437e-bfa4-221fd67e6789), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:32.468474 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-49a09186-c54c-4948-b9c1-956c2b8a486f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Calling delete_port for b57fc99b-bf4a-437e-bfa4-221fd67e6789 owned by network:dhcp {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:32.473804 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:41:32.474510 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Checking segment: {'id': '0c372683-a61d-42b3-b666-cb70435ab787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '84589e9a-0507-4cf9-9ae0-6d9f3def606b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:32.475225 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4ba486-ae8c-41d8-9f1e-b3f6987b0c1f None None] DHCP port deletion for 42d17f9f-39ef-486f-8db6-bb5bf8e57910 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:41:32.475630 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Bound using segment: {'id': '0c372683-a61d-42b3-b666-cb70435ab787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '84589e9a-0507-4cf9-9ae0-6d9f3def606b'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:41:32.476341 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Bound port: a10d4af4-900f-4e62-abeb-34f763d3523c, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c372683-a61d-42b3-b666-cb70435ab787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '84589e9a-0507-4cf9-9ae0-6d9f3def606b'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:41:32.476775 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a10d4af4-900f-4e62-abeb-34f763d3523c), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:32.478283 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-97421929-6f75-4a68-a797-5bd01ac9ef2f None None] For port 0ac54300-fb85-4292-9534-978e6d2f17e1, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=0ac54300-fb85-4292-9534-978e6d2f17e1,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:32.479757 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1350d08-0b79-42a0-85ce-1397160baf7c None None] Update dhcp port {'port': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'fixed_ips': [{'subnet_id': '303cd858-2ad8-40e8-ad86-58c50b3342a0', 'ip_address': '2001:db8::f816:3eff:fee0:d795'}, {'subnet_id': 'a414a813-ab1d-4443-b74e-afdc6bb831bb'}], 'binding:host_id': 'dv-neutron-834613-2-hyperv'}, 'id': '0ac54300-fb85-4292-9534-978e6d2f17e1'} from dv-neutron-834613-2-hyperv. {{(pid=104350) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 23 02:41:32.526957 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (bfb9fbcc-68f6-4228-8b6b-0fba0b8b0f7c), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:32.567931 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e1350d08-0b79-42a0-85ce-1397160baf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (0ac54300-fb85-4292-9534-978e6d2f17e1), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:32.573603 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0dae88df-fb6c-4c1f-b43c-f06a32fb3c5f tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (10094048-7fa3-431a-b5ed-3b71ba34ffce), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:32.577040 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0dae88df-fb6c-4c1f-b43c-f06a32fb3c5f tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:32.585829 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-97421929-6f75-4a68-a797-5bd01ac9ef2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (0ac54300-fb85-4292-9534-978e6d2f17e1), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:32.586132 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0dae88df-fb6c-4c1f-b43c-f06a32fb3c5f tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/10094048-7fa3-431a-b5ed-3b71ba34ffce HTTP/1.1" status: 204 len: 168 time: 0.8714306 Mar 23 02:41:32.586132 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-0f23c9dc-3ac7-431f-b16b-7f8ca13ad075 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1634033030'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:32.599814 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59440) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:32.605417 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Network f617daf6-612c-4004-a96e-57c220bd53ef is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:32.620950 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae88df-fb6c-4c1f-b43c-f06a32fb3c5f tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10094048-7fa3-431a-b5ed-3b71ba34ffce,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:32.646510 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:32.648280 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Pushing event updated for resources: {'Port': ['ID=bfb9fbcc-68f6-4228-8b6b-0fba0b8b0f7c,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:32.653472 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:32.676016 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-49a09186-c54c-4948-b9c1-956c2b8a486f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (b57fc99b-bf4a-437e-bfa4-221fd67e6789), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:32.710016 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a09186-c54c-4948-b9c1-956c2b8a486f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Port': ['ID=b57fc99b-bf4a-437e-bfa4-221fd67e6789,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:32.711984 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a09186-c54c-4948-b9c1-956c2b8a486f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] No DVR routers for this DVR port b57fc99b-bf4a-437e-bfa4-221fd67e6789 on host dv-neutron-834613-2-hyperv {{(pid=104348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:41:32.719296 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f23c9dc-3ac7-431f-b16b-7f8ca13ad075 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Made reservation on behalf of 8a6ca950183143d98eeb653298889bd0 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:32.722897 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0f23c9dc-3ac7-431f-b16b-7f8ca13ad075 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:32.744953 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (9f8103ea-c7f2-4446-8103-0d7aa3daa1ab), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:32.752679 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0f23c9dc-3ac7-431f-b16b-7f8ca13ad075 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:32.870317 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] For port a10d4af4-900f-4e62-abeb-34f763d3523c, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:41:32.871925 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-49a09186-c54c-4948-b9c1-956c2b8a486f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (42d17f9f-39ef-486f-8db6-bb5bf8e57910), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:32.882868 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:41:32.883514 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:41:32.891028 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-111e56c4-51bf-4b26-ae79-9c78b996fd87 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (fb571eed-f386-45ed-8876-4550d7d4d234), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:32.905662 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:41:32.907326 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-49a09186-c54c-4948-b9c1-956c2b8a486f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d17f9f-39ef-486f-8db6-bb5bf8e57910']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:32.928331 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-49a09186-c54c-4948-b9c1-956c2b8a486f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5132e57-0b35-46b9-b5ea-a1ac6772eacf') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:32.930055 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-49a09186-c54c-4948-b9c1-956c2b8a486f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5132e57-0b35-46b9-b5ea-a1ac6772eacf') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:32.945067 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] For port a10d4af4-900f-4e62-abeb-34f763d3523c, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a10d4af4-900f-4e62-abeb-34f763d3523c,segment=NetworkSegment(0c372683-a61d-42b3-b666-cb70435ab787),segment_id=0c372683-a61d-42b3-b666-cb70435ab787)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:41:32.960180 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:32.960551 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:32.960925 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:32.961282 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:32.961651 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:32.961959 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:32.962293 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:32.962621 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:32.963232 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:32.963345 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:32.963599 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:32.963959 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:32.964285 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:32.964950 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:32.965081 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:32.972145 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-49a09186-c54c-4948-b9c1-956c2b8a486f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (a5132e57-0b35-46b9-b5ea-a1ac6772eacf), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:32.973172 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Attempting to bind port bfb9fbcc-68f6-4228-8b6b-0fba0b8b0f7c on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:32.973172 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Attempting to bind port bfb9fbcc-68f6-4228-8b6b-0fba0b8b0f7c by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '05b7f8b1-855a-46d9-83ea-99a73c071c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f617daf6-612c-4004-a96e-57c220bd53ef'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:32.973467 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Attempting to bind port bfb9fbcc-68f6-4228-8b6b-0fba0b8b0f7c on network f617daf6-612c-4004-a96e-57c220bd53ef {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:32.985261 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:41:32.985681 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Checking segment: {'id': '05b7f8b1-855a-46d9-83ea-99a73c071c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f617daf6-612c-4004-a96e-57c220bd53ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:32.986046 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:32.986458 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Bound using segment: {'id': '05b7f8b1-855a-46d9-83ea-99a73c071c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f617daf6-612c-4004-a96e-57c220bd53ef'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:41:32.986932 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Bound port: bfb9fbcc-68f6-4228-8b6b-0fba0b8b0f7c, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b7f8b1-855a-46d9-83ea-99a73c071c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f617daf6-612c-4004-a96e-57c220bd53ef'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:41:32.987314 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (bfb9fbcc-68f6-4228-8b6b-0fba0b8b0f7c), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:32.996486 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-3e4ba486-ae8c-41d8-9f1e-b3f6987b0c1f None None] Deleting port b57fc99b-bf4a-437e-bfa4-221fd67e6789 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:32.997154 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3e4ba486-ae8c-41d8-9f1e-b3f6987b0c1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (b57fc99b-bf4a-437e-bfa4-221fd67e6789), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.002581 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59446) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:33.017745 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-7e42e36f-fd35-4d59-a5dc-3c47f40ce847 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Allocated IP 2001:db8:0:1::1bd (94d9379e-13fb-449b-8f45-d1ab95378f77/a414a813-ab1d-4443-b74e-afdc6bb831bb/95cda82a-6b37-40ae-817b-0e1a5cc8ed1a) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:33.022332 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-49a09186-c54c-4948-b9c1-956c2b8a486f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (a5132e57-0b35-46b9-b5ea-a1ac6772eacf), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.036607 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49a09186-c54c-4948-b9c1-956c2b8a486f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:41:33.036980 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-49a09186-c54c-4948-b9c1-956c2b8a486f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (a5132e57-0b35-46b9-b5ea-a1ac6772eacf), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: warnings.warn('Neutron quota engine will require "--force" ' Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:41:33.040299 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:41:33.054373 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0f23c9dc-3ac7-431f-b16b-7f8ca13ad075 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks [] for security_group (23aacb0f-b20d-4be6-b8a4-28ac615bc486), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.055060 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (a10d4af4-900f-4e62-abeb-34f763d3523c), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.077503 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-3e4ba486-ae8c-41d8-9f1e-b3f6987b0c1f None None] For port b57fc99b-bf4a-437e-bfa4-221fd67e6789, host dv-neutron-834613-2-hyperv, got binding levels [] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:33.078088 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3e4ba486-ae8c-41d8-9f1e-b3f6987b0c1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (b57fc99b-bf4a-437e-bfa4-221fd67e6789), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.140691 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0f23c9dc-3ac7-431f-b16b-7f8ca13ad075 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (23aacb0f-b20d-4be6-b8a4-28ac615bc486), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.162093 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (9f8103ea-c7f2-4446-8103-0d7aa3daa1ab), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.164455 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-3e4ba486-ae8c-41d8-9f1e-b3f6987b0c1f None None] Calling delete_port for b57fc99b-bf4a-437e-bfa4-221fd67e6789 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:33.167588 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-7e42e36f-fd35-4d59-a5dc-3c47f40ce847 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Allocated IP 2001:db8::f816:3eff:fed1:f77b (94d9379e-13fb-449b-8f45-d1ab95378f77/303cd858-2ad8-40e8-ad86-58c50b3342a0/95cda82a-6b37-40ae-817b-0e1a5cc8ed1a) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:33.172251 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:33.176727 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.176727 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] 10.222.0.23 "PUT /v2.0/ports/a10d4af4-900f-4e62-abeb-34f763d3523c HTTP/1.1" status: 200 len: 1094 time: 3.8051994 Mar 23 02:41:33.176938 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f23c9dc-3ac7-431f-b16b-7f8ca13ad075 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:41:33.179778 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.ipam_backend_mixin [None req-3e4ba486-ae8c-41d8-9f1e-b3f6987b0c1f None None] Port b57fc99b-bf4a-437e-bfa4-221fd67e6789 was not found and therefore no delete operation was performed {{(pid=104350) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 02:41:33.191011 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2e5ef7-fe4b-4448-8c40-435c118b9fab', 'tag': 'a10d4af4-900f-4e62-abeb-34f763d3523c'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:41:33.193654 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8101ee-856e-4d3c-984f-7a14bcb13507" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2e5ef7-fe4b-4448-8c40-435c118b9fab", "tag": "a10d4af4-900f-4e62-abeb-34f763d3523c"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:41:33.195542 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23c9dc-3ac7-431f-b16b-7f8ca13ad075 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23aacb0f-b20d-4be6-b8a4-28ac615bc486,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:33.226736 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0f23c9dc-3ac7-431f-b16b-7f8ca13ad075 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (2f4cc206-55c7-4172-bdee-beb142e26402), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.227308 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-0f23c9dc-3ac7-431f-b16b-7f8ca13ad075 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Added segment 2f4cc206-55c7-4172-bdee-beb142e26402 of type vlan for network f07a62c5-88cc-490e-8bc1-14eee675f068 Mar 23 02:41:33.229932 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-49a09186-c54c-4948-b9c1-956c2b8a486f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (42d17f9f-39ef-486f-8db6-bb5bf8e57910), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.246302 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dec5f1-0526-4611-8859-b74966433dc1 req-3e8b70eb-236c-4d39-a5fd-0e0a949b2a8d tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:33.247034 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3e4ba486-ae8c-41d8-9f1e-b3f6987b0c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (b57fc99b-bf4a-437e-bfa4-221fd67e6789), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.248620 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-93dec5f1-0526-4611-8859-b74966433dc1 req-3e8b70eb-236c-4d39-a5fd-0e0a949b2a8d tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 944 time: 0.3734837 Mar 23 02:41:33.257689 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-686a3f2e-5184-4af6-be14-5b0514b9c4ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.262936 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1ef316-009d-499d-93a3-2be28a5c0f88 x-openstack-request-id: req-8b1ef316-009d-499d-93a3-2be28a5c0f88 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:41:33.262936 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2e5ef7-fe4b-4448-8c40-435c118b9fab", "tag": "a10d4af4-900f-4e62-abeb-34f763d3523c", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:41:33.262936 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8b1ef316-009d-499d-93a3-2be28a5c0f88 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:41:33.262936 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b1ef316-009d-499d-93a3-2be28a5c0f88'] response: {'name': 'network-changed', 'server_uuid': '0f2e5ef7-fe4b-4448-8c40-435c118b9fab', 'tag': 'a10d4af4-900f-4e62-abeb-34f763d3523c', 'status': 'completed', 'code': 200} Mar 23 02:41:33.263601 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-111e56c4-51bf-4b26-ae79-9c78b996fd87 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (fb571eed-f386-45ed-8876-4550d7d4d234), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.270629 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-49a09186-c54c-4948-b9c1-956c2b8a486f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.274721 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event deleted for resources: {'Subnet': ['ID=9f8103ea-c7f2-4446-8103-0d7aa3daa1ab,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:33.279484 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-49a09186-c54c-4948-b9c1-956c2b8a486f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/networks/42d17f9f-39ef-486f-8db6-bb5bf8e57910 HTTP/1.1" status: 204 len: 168 time: 1.7617931 Mar 23 02:41:33.291178 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59452) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:33.302119 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3e4ba486-ae8c-41d8-9f1e-b3f6987b0c1f None None] Network 42d17f9f-39ef-486f-8db6-bb5bf8e57910 is not hosted by any dhcp agent {{(pid=104350) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 23 02:41:33.302664 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4ba486-ae8c-41d8-9f1e-b3f6987b0c1f None None] No DVR routers for this DVR port b57fc99b-bf4a-437e-bfa4-221fd67e6789 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:41:33.303192 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a09186-c54c-4948-b9c1-956c2b8a486f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Network': ['ID=42d17f9f-39ef-486f-8db6-bb5bf8e57910,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:33.310060 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97421929-6f75-4a68-a797-5bd01ac9ef2f None None] Pushing event updated for resources: {'Port': ['ID=0ac54300-fb85-4292-9534-978e6d2f17e1,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:33.341885 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ba486-ae8c-41d8-9f1e-b3f6987b0c1f None None] Pushing event deleted for resources: {'Port': ['ID=b57fc99b-bf4a-437e-bfa4-221fd67e6789,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:33.355070 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0f23c9dc-3ac7-431f-b16b-7f8ca13ad075 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (f07a62c5-88cc-490e-8bc1-14eee675f068), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.358078 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] For port bfb9fbcc-68f6-4228-8b6b-0fba0b8b0f7c, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:41:33.360058 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] For port bfb9fbcc-68f6-4228-8b6b-0fba0b8b0f7c, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=bfb9fbcc-68f6-4228-8b6b-0fba0b8b0f7c,segment=NetworkSegment(05b7f8b1-855a-46d9-83ea-99a73c071c23),segment_id=05b7f8b1-855a-46d9-83ea-99a73c071c23)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:41:33.393796 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f5090-aa2e-4d87-87c4-15dc55736b27 service neutron] Pushing event updated for resources: {'Port': ['ID=a10d4af4-900f-4e62-abeb-34f763d3523c,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:33.425293 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 0ac54300-fb85-4292-9534-978e6d2f17e1 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:33.438251 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (bfb9fbcc-68f6-4228-8b6b-0fba0b8b0f7c), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.454398 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-686a3f2e-5184-4af6-be14-5b0514b9c4ac admin admin] Publish callbacks [] for security_group (6fffb351-8a56-47fd-bb49-bf2b03d9b0b5), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.464185 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-111e56c4-51bf-4b26-ae79-9c78b996fd87 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb571eed-f386-45ed-8876-4550d7d4d234']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:33.467102 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0f23c9dc-3ac7-431f-b16b-7f8ca13ad075 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (f07a62c5-88cc-490e-8bc1-14eee675f068), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.473413 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f23c9dc-3ac7-431f-b16b-7f8ca13ad075 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:33.475080 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0f23c9dc-3ac7-431f-b16b-7f8ca13ad075 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.505995 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-111e56c4-51bf-4b26-ae79-9c78b996fd87 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef55498-d81f-42ce-bb3c-fdacb40f59c2') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:33.506312 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-111e56c4-51bf-4b26-ae79-9c78b996fd87 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef55498-d81f-42ce-bb3c-fdacb40f59c2') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:33.508347 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f98ec-0b55-4e04-b030-365afa788d5a None None] Pushing event updated for resources: {'Port': ['ID=bfb9fbcc-68f6-4228-8b6b-0fba0b8b0f7c,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:33.526984 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 0ac54300-fb85-4292-9534-978e6d2f17e1 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:33.535728 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-111e56c4-51bf-4b26-ae79-9c78b996fd87 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (6ef55498-d81f-42ce-bb3c-fdacb40f59c2), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.540404 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-686a3f2e-5184-4af6-be14-5b0514b9c4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (6fffb351-8a56-47fd-bb49-bf2b03d9b0b5), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.552209 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-111e56c4-51bf-4b26-ae79-9c78b996fd87 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (6ef55498-d81f-42ce-bb3c-fdacb40f59c2), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.560893 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-111e56c4-51bf-4b26-ae79-9c78b996fd87 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:41:33.561687 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-111e56c4-51bf-4b26-ae79-9c78b996fd87 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (6ef55498-d81f-42ce-bb3c-fdacb40f59c2), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.586081 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23c9dc-3ac7-431f-b16b-7f8ca13ad075 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Pushing event updated for resources: {'Network': ['ID=f07a62c5-88cc-490e-8bc1-14eee675f068,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:33.601354 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-686a3f2e-5184-4af6-be14-5b0514b9c4ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=76faa1dfcf9a4639bf1887937a8cc197&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5951324 Mar 23 02:41:33.601557 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network f07a62c5-88cc-490e-8bc1-14eee675f068 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:41:33.601675 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59454) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:33.608362 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a3f2e-5184-4af6-be14-5b0514b9c4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fffb351-8a56-47fd-bb49-bf2b03d9b0b5,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:33.637555 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0f23c9dc-3ac7-431f-b16b-7f8ca13ad075 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.3813426 Mar 23 02:41:33.640091 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59456) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:33.644092 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deab43cf-e1d7-4efd-b8ee-712a47f43530 None None] Network f617daf6-612c-4004-a96e-57c220bd53ef requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:33.649980 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-8afd3a8b-2d97-46f9-b6d1-5f925f1980ce tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Request body: {'subnet': {'network_id': 'f07a62c5-88cc-490e-8bc1-14eee675f068', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:33.664340 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:41:33.664340 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:41:33.664340 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:41:33.664340 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:41:33.664340 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:41:33.664340 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:41:33.664340 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:41:33.664340 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:41:33.664340 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:41:33.664340 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:41:33.664340 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:41:33.664340 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:41:33.664340 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:41:33.664340 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:41:33.664340 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:41:33.664340 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:41:33.664340 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:41:33.664340 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:41:33.664340 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:41:33.664340 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:41:33.664340 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:41:33.664340 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:41:33.664340 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:41:33.664340 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:41:33.664340 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:41:33.664340 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:41:33.664340 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:41:33.664340 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:41:33.664340 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:41:33.664340 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:41:33.664340 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:41:33.664340 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:41:33.668941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (f617daf6-612c-4004-a96e-57c220bd53ef), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.724853 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e3723827-a4dd-4633-bbfd-efa4401909fc admin admin] Publish callbacks [] for security_group (6fffb351-8a56-47fd-bb49-bf2b03d9b0b5), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.734648 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f617daf6-612c-4004-a96e-57c220bd53ef']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:33.735166 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 0ac54300-fb85-4292-9534-978e6d2f17e1 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:33.735621 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (0ac54300-fb85-4292-9534-978e6d2f17e1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.764271 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e3723827-a4dd-4633-bbfd-efa4401909fc admin admin] Publish callbacks [] for security_group (6fffb351-8a56-47fd-bb49-bf2b03d9b0b5), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.776998 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-111e56c4-51bf-4b26-ae79-9c78b996fd87 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (fb571eed-f386-45ed-8876-4550d7d4d234), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.827927 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-93dec5f1-0526-4611-8859-b74966433dc1 req-39afd591-e5be-4312-9dc0-929263529304 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/security-groups?id=502a5f01-83f8-43fe-8c91-7de0ab32d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5607209 Mar 23 02:41:33.834431 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b7f8b1-855a-46d9-83ea-99a73c071c23') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:33.834727 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b7f8b1-855a-46d9-83ea-99a73c071c23') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:33.837834 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-111e56c4-51bf-4b26-ae79-9c78b996fd87 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.841958 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-111e56c4-51bf-4b26-ae79-9c78b996fd87 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] 10.222.0.24 "DELETE /v2.0/networks/fb571eed-f386-45ed-8876-4550d7d4d234 HTTP/1.1" status: 204 len: 168 time: 1.2376306 Mar 23 02:41:33.845032 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59458) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:33.860568 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 0ac54300-fb85-4292-9534-978e6d2f17e1 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:33.871708 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae62c834-01fb-484c-81d8-7a1d7a589258 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:33.876955 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ae62c834-01fb-484c-81d8-7a1d7a589258 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5328882 Mar 23 02:41:33.879694 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8101ee-856e-4d3c-984f-7a14bcb13507 req-2f663218-341f-4ebc-b4fc-a75880da47f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:33.881211 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3b8101ee-856e-4d3c-984f-7a14bcb13507 req-2f663218-341f-4ebc-b4fc-a75880da47f6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8b3788248f424541b82b7281065cac76&device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 1128 time: 0.5983727 Mar 23 02:41:33.882975 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (05b7f8b1-855a-46d9-83ea-99a73c071c23), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.886425 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59460) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:33.892759 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e56c4-51bf-4b26-ae79-9c78b996fd87 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb571eed-f386-45ed-8876-4550d7d4d234,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:33.902362 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afd3a8b-2d97-46f9-b6d1-5f925f1980ce tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Made reservation on behalf of 8a6ca950183143d98eeb653298889bd0 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:33.907225 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8afd3a8b-2d97-46f9-b6d1-5f925f1980ce tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.924867 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e3723827-a4dd-4633-bbfd-efa4401909fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (6fffb351-8a56-47fd-bb49-bf2b03d9b0b5), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.926655 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device b57fc99b-bf4a-437e-bfa4-221fd67e6789 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:41:33.928021 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e3723827-a4dd-4633-bbfd-efa4401909fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.933280 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e3723827-a4dd-4633-bbfd-efa4401909fc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6fffb351-8a56-47fd-bb49-bf2b03d9b0b5 HTTP/1.1" status: 204 len: 168 time: 0.3267939 Mar 23 02:41:33.950589 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: b57fc99b-bf4a-437e-bfa4-221fd67e6789 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:41:33.950947 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device b57fc99b-bf4a-437e-bfa4-221fd67e6789 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:41:33.993000 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3723827-a4dd-4633-bbfd-efa4401909fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fffb351-8a56-47fd-bb49-bf2b03d9b0b5,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:34.018494 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2ac889d7-34e4-4271-a51c-7ea59dc71096 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (85535583-32aa-4aad-a44c-959d8797c4ad), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:34.021873 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3723827-a4dd-4633-bbfd-efa4401909fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:34.022276 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3723827-a4dd-4633-bbfd-efa4401909fc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:34.022611 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3723827-a4dd-4633-bbfd-efa4401909fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:34.022954 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3723827-a4dd-4633-bbfd-efa4401909fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:34.023292 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3723827-a4dd-4633-bbfd-efa4401909fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:34.023656 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3723827-a4dd-4633-bbfd-efa4401909fc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:34.024019 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3723827-a4dd-4633-bbfd-efa4401909fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:34.024346 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3723827-a4dd-4633-bbfd-efa4401909fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:34.024671 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3723827-a4dd-4633-bbfd-efa4401909fc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:34.024996 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3723827-a4dd-4633-bbfd-efa4401909fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:34.025320 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3723827-a4dd-4633-bbfd-efa4401909fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:34.025644 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3723827-a4dd-4633-bbfd-efa4401909fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:34.025963 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3723827-a4dd-4633-bbfd-efa4401909fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:34.026286 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3723827-a4dd-4633-bbfd-efa4401909fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:34.026602 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3723827-a4dd-4633-bbfd-efa4401909fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:34.035940 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (05b7f8b1-855a-46d9-83ea-99a73c071c23), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:34.089745 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:41:34.090072 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (05b7f8b1-855a-46d9-83ea-99a73c071c23), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:34.095611 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-99512805-7722-4bb3-ab36-3f47492bc023 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Deleting port e9afd08b-1b5f-42ff-871d-2dcb48bcb26b {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:34.095979 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-99512805-7722-4bb3-ab36-3f47492bc023 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (e9afd08b-1b5f-42ff-871d-2dcb48bcb26b), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:34.098575 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:41:34.098575 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:41:34.098575 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:41:34.098575 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:41:34.098575 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:41:34.098575 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:41:34.098575 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:41:34.098575 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:41:34.098575 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:41:34.098575 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:41:34.098575 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:41:34.098575 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:41:34.098575 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:41:34.098575 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:41:34.098575 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:41:34.098575 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:41:34.098575 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:41:34.098575 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:41:34.098575 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:41:34.098575 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:41:34.098575 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:41:34.098575 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:41:34.098575 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:41:34.098575 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:41:34.098575 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:41:34.098575 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:41:34.098575 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:41:34.098575 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:41:34.098575 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:41:34.098575 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:41:34.098575 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:41:34.098575 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:41:34.135940 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2ac889d7-34e4-4271-a51c-7ea59dc71096 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (85535583-32aa-4aad-a44c-959d8797c4ad), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:34.157114 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-2ac889d7-34e4-4271-a51c-7ea59dc71096 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85535583-32aa-4aad-a44c-959d8797c4ad']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:34.166777 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-2ac889d7-34e4-4271-a51c-7ea59dc71096 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2063163-baaa-4d6b-a674-b7a697dfa2d4') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:34.167057 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-2ac889d7-34e4-4271-a51c-7ea59dc71096 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2063163-baaa-4d6b-a674-b7a697dfa2d4') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:34.178056 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2ac889d7-34e4-4271-a51c-7ea59dc71096 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (a2063163-baaa-4d6b-a674-b7a697dfa2d4), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:34.196781 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2ac889d7-34e4-4271-a51c-7ea59dc71096 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (a2063163-baaa-4d6b-a674-b7a697dfa2d4), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:34.208009 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac889d7-34e4-4271-a51c-7ea59dc71096 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:41:34.208415 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2ac889d7-34e4-4271-a51c-7ea59dc71096 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (a2063163-baaa-4d6b-a674-b7a697dfa2d4), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:34.210176 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:41:34.210176 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:41:34.210176 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:41:34.210176 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:41:34.210176 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:41:34.210176 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:41:34.210176 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:41:34.210176 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:41:34.210176 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:41:34.210176 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:41:34.210176 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:41:34.210176 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:41:34.210176 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:41:34.210176 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:41:34.210176 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:41:34.210176 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:41:34.210176 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:41:34.210176 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:41:34.210176 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:41:34.210176 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:41:34.210176 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:41:34.210176 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:41:34.210176 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:41:34.210176 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:41:34.210176 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:41:34.210176 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:41:34.210176 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:41:34.210176 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:41:34.210176 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:41:34.210176 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:41:34.210176 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:41:34.210176 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:41:34.288868 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0acde75e-290c-4057-a98f-3c01a1562dbb tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3972011 Mar 23 02:41:34.292494 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59466) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:34.298695 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-dfaea0bc-4e41-42f2-983c-60c834f746d3 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1977471672'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:34.315161 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.db.api [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 02:41:34.315161 dv-neutron-834613-2-hyperv neutron-server[104349]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 02:41:34.315161 dv-neutron-834613-2-hyperv neutron-server[104349]: [parameters: {'id': 'f617daf6-612c-4004-a96e-57c220bd53ef'}] Mar 23 02:41:34.315161 dv-neutron-834613-2-hyperv neutron-server[104349]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104349) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:41:34.315592 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG oslo_db.api [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:41:34.321497 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7e42e36f-fd35-4d59-a5dc-3c47f40ce847 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for port (95cda82a-6b37-40ae-817b-0e1a5cc8ed1a), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:34.326511 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2ac889d7-34e4-4271-a51c-7ea59dc71096 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (85535583-32aa-4aad-a44c-959d8797c4ad), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:34.331663 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2ac889d7-34e4-4271-a51c-7ea59dc71096 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:34.334399 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8101ee-856e-4d3c-984f-7a14bcb13507 req-8f5f7b34-7ef4-43ac-8224-94e9a26b7992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:34.337721 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2ac889d7-34e4-4271-a51c-7ea59dc71096 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] 10.222.0.24 "DELETE /v2.0/networks/85535583-32aa-4aad-a44c-959d8797c4ad HTTP/1.1" status: 204 len: 168 time: 0.4882724 Mar 23 02:41:34.337966 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3b8101ee-856e-4d3c-984f-7a14bcb13507 req-8f5f7b34-7ef4-43ac-8224-94e9a26b7992 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=8b3788248f424541b82b7281065cac76&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4409027 Mar 23 02:41:34.353422 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac889d7-34e4-4271-a51c-7ea59dc71096 tempest-QuotasNegativeTest-1463445100 tempest-QuotasNegativeTest-1463445100-project-admin] Pushing event deleted for resources: {'Network': ['ID=85535583-32aa-4aad-a44c-959d8797c4ad,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:34.391900 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-99512805-7722-4bb3-ab36-3f47492bc023 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (e9afd08b-1b5f-42ff-871d-2dcb48bcb26b), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:34.442988 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfaea0bc-4e41-42f2-983c-60c834f746d3 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:34.446378 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dfaea0bc-4e41-42f2-983c-60c834f746d3 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:34.472760 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-99512805-7722-4bb3-ab36-3f47492bc023 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Calling delete_port for e9afd08b-1b5f-42ff-871d-2dcb48bcb26b owned by network:router_interface {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:34.489542 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfaea0bc-4e41-42f2-983c-60c834f746d3 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:41:34.499577 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dfaea0bc-4e41-42f2-983c-60c834f746d3 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (14c5ede8-690a-4344-b0a6-5d40c9882e19), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:34.499958 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-dfaea0bc-4e41-42f2-983c-60c834f746d3 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Added segment 14c5ede8-690a-4344-b0a6-5d40c9882e19 of type vlan for network 4b436f81-4aaf-4621-a677-0bda5dd24645 Mar 23 02:41:34.540458 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dfaea0bc-4e41-42f2-983c-60c834f746d3 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (4b436f81-4aaf-4621-a677-0bda5dd24645), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:34.569345 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8afd3a8b-2d97-46f9-b6d1-5f925f1980ce tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (d093b727-b167-4108-a1fa-49fa85d7b975), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:34.601256 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59470) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:34.633203 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dfaea0bc-4e41-42f2-983c-60c834f746d3 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (4b436f81-4aaf-4621-a677-0bda5dd24645), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:34.638230 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaea0bc-4e41-42f2-983c-60c834f746d3 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:34.638825 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dfaea0bc-4e41-42f2-983c-60c834f746d3 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:34.640070 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8101ee-856e-4d3c-984f-7a14bcb13507 req-2dc79e64-74dd-4e3c-8a75-9d3144345fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:34.641551 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3b8101ee-856e-4d3c-984f-7a14bcb13507 req-2dc79e64-74dd-4e3c-8a75-9d3144345fcd service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2974696 Mar 23 02:41:34.672447 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd3a8b-2d97-46f9-b6d1-5f925f1980ce tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Pushing event updated for resources: {'Subnet': ['ID=d093b727-b167-4108-a1fa-49fa85d7b975,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:34.718334 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afd3a8b-2d97-46f9-b6d1-5f925f1980ce tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Checking segment: {'id': '2f4cc206-55c7-4172-bdee-beb142e26402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f07a62c5-88cc-490e-8bc1-14eee675f068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:34.720138 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afd3a8b-2d97-46f9-b6d1-5f925f1980ce tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Network hostable DHCP agents. Network: f07a62c5-88cc-490e-8bc1-14eee675f068, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:41:34.741654 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaea0bc-4e41-42f2-983c-60c834f746d3 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Network': ['ID=4b436f81-4aaf-4621-a677-0bda5dd24645,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:34.756957 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 4b436f81-4aaf-4621-a677-0bda5dd24645 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:41:34.797576 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-dfaea0bc-4e41-42f2-983c-60c834f746d3 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5032179 Mar 23 02:41:34.798253 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59474) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:34.803882 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-3798f987-ca5a-4067-8748-a73c04566c30 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'subnet': {'network_id': '4b436f81-4aaf-4621-a677-0bda5dd24645', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:34.812000 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-e1350d08-0b79-42a0-85ce-1397160baf7c None None] Allocated IP 2001:db8:0:1::2 (94d9379e-13fb-449b-8f45-d1ab95378f77/a414a813-ab1d-4443-b74e-afdc6bb831bb/0ac54300-fb85-4292-9534-978e6d2f17e1) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:34.860567 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afd3a8b-2d97-46f9-b6d1-5f925f1980ce tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Network f07a62c5-88cc-490e-8bc1-14eee675f068 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:41:34.959344 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-8afd3a8b-2d97-46f9-b6d1-5f925f1980ce tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, f07a62c5-88cc-490e-8bc1-14eee675f068) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:34.969625 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afd3a8b-2d97-46f9-b6d1-5f925f1980ce tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:34.969625 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8afd3a8b-2d97-46f9-b6d1-5f925f1980ce tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:34.971082 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-e1350d08-0b79-42a0-85ce-1397160baf7c None None] For port 0ac54300-fb85-4292-9534-978e6d2f17e1, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=0ac54300-fb85-4292-9534-978e6d2f17e1,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:34.994178 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3798f987-ca5a-4067-8748-a73c04566c30 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:34.997990 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3798f987-ca5a-4067-8748-a73c04566c30 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:35.012815 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9115cd9-33e4-4698-ab27-1bf3bc11f540 None None] Network f07a62c5-88cc-490e-8bc1-14eee675f068 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:35.021915 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ade59c-8c38-4571-9117-2cc93a8762b0 req-0b6ca58b-472c-47c9-ba60-c02dfc9f2b06 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:35.023493 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-83ade59c-8c38-4571-9117-2cc93a8762b0 req-0b6ca58b-472c-47c9-ba60-c02dfc9f2b06 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 944 time: 0.0955753 Mar 23 02:41:35.035615 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e1350d08-0b79-42a0-85ce-1397160baf7c None None] Publish callbacks [] for port (0ac54300-fb85-4292-9534-978e6d2f17e1), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:35.047433 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7e42e36f-fd35-4d59-a5dc-3c47f40ce847 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (95cda82a-6b37-40ae-817b-0e1a5cc8ed1a), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:35.049003 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (f617daf6-612c-4004-a96e-57c220bd53ef), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:35.098606 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8afd3a8b-2d97-46f9-b6d1-5f925f1980ce tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4574568 Mar 23 02:41:35.099250 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59478) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:35.113606 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-3de34962-d3a5-4035-983d-cb6d66a6926f tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Request body: {'port': {'network_id': 'f07a62c5-88cc-490e-8bc1-14eee675f068', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-965149577'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:35.120409 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b36e06b9-81fe-4214-a98e-f7b0c1b6d49e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d816acabe73498f8be2de5b165ea5dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5180104 Mar 23 02:41:35.134859 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59480) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:35.136947 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e1350d08-0b79-42a0-85ce-1397160baf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (0ac54300-fb85-4292-9534-978e6d2f17e1), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:35.163214 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e42e36f-fd35-4d59-a5dc-3c47f40ce847 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:35.173036 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6ef939-47c7-4726-995a-c1f21301cc53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-f07a62c5-88cc-490e-8bc1-14eee675f068', 'network_id': 'f07a62c5-88cc-490e-8bc1-14eee675f068', 'project_id': '8a6ca950183143d98eeb653298889bd0', 'fixed_ips': [{'subnet_id': 'd093b727-b167-4108-a1fa-49fa85d7b975'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:41:35.174194 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-dc6ef939-47c7-4726-995a-c1f21301cc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:35.183494 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-7e42e36f-fd35-4d59-a5dc-3c47f40ce847 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:35.193554 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e42e36f-fd35-4d59-a5dc-3c47f40ce847 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:35.199109 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e42e36f-fd35-4d59-a5dc-3c47f40ce847 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:35.200581 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7e42e36f-fd35-4d59-a5dc-3c47f40ce847 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:35.228936 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-83ade59c-8c38-4571-9117-2cc93a8762b0 req-55768799-4b62-46f6-ae40-5920bb7ee7bf tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/security-groups?id=502a5f01-83f8-43fe-8c91-7de0ab32d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779478 Mar 23 02:41:35.232802 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42e36f-fd35-4d59-a5dc-3c47f40ce847 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Port': ['ID=95cda82a-6b37-40ae-817b-0e1a5cc8ed1a,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:35.311130 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-d909ba1d-b4f2-4844-a486-386b6a075bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:35.312698 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-d909ba1d-b4f2-4844-a486-386b6a075bc2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8b3788248f424541b82b7281065cac76&device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 1128 time: 0.2602093 Mar 23 02:41:35.405555 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7e42e36f-fd35-4d59-a5dc-3c47f40ce847 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.4136839 Mar 23 02:41:35.406989 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-52d34398-c5b2-45e3-a3b1-63b19eb550c2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a10d4af4-900f-4e62-abeb-34f763d3523c HTTP/1.1" status: 200 len: 217 time: 0.0833859 Mar 23 02:41:35.408113 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59484) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:35.408793 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-71f7497f-905c-4b32-8b8a-85f28879b175 admin admin] Publish callbacks [] for security_group (1b837cbf-7713-4b8c-9055-198abe20eee6), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:35.415575 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-dc6ef939-47c7-4726-995a-c1f21301cc53 None None] Allocated IP 2001:db8::2 (f07a62c5-88cc-490e-8bc1-14eee675f068/d093b727-b167-4108-a1fa-49fa85d7b975/8b79809e-49ec-4f1f-a032-ed57de44fa80) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:35.421662 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59486) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:35.490845 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-99512805-7722-4bb3-ab36-3f47492bc023 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (e9afd08b-1b5f-42ff-871d-2dcb48bcb26b), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:35.493652 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Deleting port bfb9fbcc-68f6-4228-8b6b-0fba0b8b0f7c {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:35.494034 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (bfb9fbcc-68f6-4228-8b6b-0fba0b8b0f7c), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:35.503863 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1350d08-0b79-42a0-85ce-1397160baf7c None None] Pushing event updated for resources: {'Port': ['ID=0ac54300-fb85-4292-9534-978e6d2f17e1,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:35.505801 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-71f7497f-905c-4b32-8b8a-85f28879b175 admin admin] Publish callbacks [] for security_group (1b837cbf-7713-4b8c-9055-198abe20eee6), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:35.553665 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de34962-d3a5-4035-983d-cb6d66a6926f tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Made reservation on behalf of 8a6ca950183143d98eeb653298889bd0 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:35.558119 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3de34962-d3a5-4035-983d-cb6d66a6926f tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:35.606900 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3798f987-ca5a-4067-8748-a73c04566c30 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (bb6793d4-dc48-4d03-bde1-f54426765f3b), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:35.613688 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4e94e092-613a-4161-a42f-9ea94dcb9534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:35.627293 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99512805-7722-4bb3-ab36-3f47492bc023 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Port': ['ID=e9afd08b-1b5f-42ff-871d-2dcb48bcb26b,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:35.639710 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-dc6ef939-47c7-4726-995a-c1f21301cc53 None None] Publish callbacks [] for port (8b79809e-49ec-4f1f-a032-ed57de44fa80), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:35.670443 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-3de34962-d3a5-4035-983d-cb6d66a6926f tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] device_id is not set on port e5990f05-ae0e-486e-b240-f2a417f1c508 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:41:35.678956 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-30aeae0d-cda7-4aa0-9c51-47514e880fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:35.680491 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-30aeae0d-cda7-4aa0-9c51-47514e880fc3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=be74aef4-d523-4b82-b87e-77f5209279fd HTTP/1.1" status: 200 len: 852 time: 0.2647672 Mar 23 02:41:35.722954 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-dc6ef939-47c7-4726-995a-c1f21301cc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (8b79809e-49ec-4f1f-a032-ed57de44fa80), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:35.776533 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6ef939-47c7-4726-995a-c1f21301cc53 None None] Network f07a62c5-88cc-490e-8bc1-14eee675f068 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:35.781302 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-dc6ef939-47c7-4726-995a-c1f21301cc53 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:35.790041 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798f987-ca5a-4067-8748-a73c04566c30 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Subnet': ['ID=bb6793d4-dc48-4d03-bde1-f54426765f3b,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:35.791928 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6ef939-47c7-4726-995a-c1f21301cc53 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:35.825159 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-baf6c042-08aa-4d2c-90b6-1d806d9377de tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting port 95cda82a-6b37-40ae-817b-0e1a5cc8ed1a {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:35.826623 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-baf6c042-08aa-4d2c-90b6-1d806d9377de tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (95cda82a-6b37-40ae-817b-0e1a5cc8ed1a), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:35.846930 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ef939-47c7-4726-995a-c1f21301cc53 None None] Pushing event updated for resources: {'Port': ['ID=8b79809e-49ec-4f1f-a032-ed57de44fa80,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:35.852561 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3798f987-ca5a-4067-8748-a73c04566c30 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Checking segment: {'id': '14c5ede8-690a-4344-b0a6-5d40c9882e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4b436f81-4aaf-4621-a677-0bda5dd24645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:35.854862 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3798f987-ca5a-4067-8748-a73c04566c30 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network hostable DHCP agents. Network: 4b436f81-4aaf-4621-a677-0bda5dd24645, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:41:35.865091 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-9fd0bc19-496e-4a8e-901f-2662c419cd36 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=84589e9a-0507-4cf9-9ae0-6d9f3def606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1593981 Mar 23 02:41:35.880067 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] For port bfb9fbcc-68f6-4228-8b6b-0fba0b8b0f7c, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=bfb9fbcc-68f6-4228-8b6b-0fba0b8b0f7c,segment=NetworkSegment(05b7f8b1-855a-46d9-83ea-99a73c071c23),segment_id=05b7f8b1-855a-46d9-83ea-99a73c071c23)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:35.880067 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (bfb9fbcc-68f6-4228-8b6b-0fba0b8b0f7c), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:35.911187 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-99512805-7722-4bb3-ab36-3f47492bc023 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (05d9d5e1-a88c-4e60-a397-cb29fcdd8c9a), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:35.919814 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-dc6ef939-47c7-4726-995a-c1f21301cc53 None None] Attempting to bind port 8b79809e-49ec-4f1f-a032-ed57de44fa80 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:35.920503 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-dc6ef939-47c7-4726-995a-c1f21301cc53 None None] Attempting to bind port 8b79809e-49ec-4f1f-a032-ed57de44fa80 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '2f4cc206-55c7-4172-bdee-beb142e26402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f07a62c5-88cc-490e-8bc1-14eee675f068'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:35.921060 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6ef939-47c7-4726-995a-c1f21301cc53 None None] Attempting to bind port 8b79809e-49ec-4f1f-a032-ed57de44fa80 on network f07a62c5-88cc-490e-8bc1-14eee675f068 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:35.927723 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6ef939-47c7-4726-995a-c1f21301cc53 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:41:35.928403 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6ef939-47c7-4726-995a-c1f21301cc53 None None] Checking segment: {'id': '2f4cc206-55c7-4172-bdee-beb142e26402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f07a62c5-88cc-490e-8bc1-14eee675f068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:35.928972 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-dc6ef939-47c7-4726-995a-c1f21301cc53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:35.929516 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6ef939-47c7-4726-995a-c1f21301cc53 None None] Bound using segment: {'id': '2f4cc206-55c7-4172-bdee-beb142e26402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f07a62c5-88cc-490e-8bc1-14eee675f068'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:41:35.930178 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-dc6ef939-47c7-4726-995a-c1f21301cc53 None None] Bound port: 8b79809e-49ec-4f1f-a032-ed57de44fa80, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4cc206-55c7-4172-bdee-beb142e26402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f07a62c5-88cc-490e-8bc1-14eee675f068'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:41:35.931935 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-dc6ef939-47c7-4726-995a-c1f21301cc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8b79809e-49ec-4f1f-a032-ed57de44fa80), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:35.964319 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Calling delete_port for bfb9fbcc-68f6-4228-8b6b-0fba0b8b0f7c owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:36.031522 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-dc6ef939-47c7-4726-995a-c1f21301cc53 None None] For port 8b79809e-49ec-4f1f-a032-ed57de44fa80, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:41:36.034256 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-71f7497f-905c-4b32-8b8a-85f28879b175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (1b837cbf-7713-4b8c-9055-198abe20eee6), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:36.035899 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-dc6ef939-47c7-4726-995a-c1f21301cc53 None None] For port 8b79809e-49ec-4f1f-a032-ed57de44fa80, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8b79809e-49ec-4f1f-a032-ed57de44fa80,segment=NetworkSegment(2f4cc206-55c7-4172-bdee-beb142e26402),segment_id=2f4cc206-55c7-4172-bdee-beb142e26402)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:41:36.036991 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-71f7497f-905c-4b32-8b8a-85f28879b175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:36.038047 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-71f7497f-905c-4b32-8b8a-85f28879b175 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b837cbf-7713-4b8c-9055-198abe20eee6 HTTP/1.1" status: 204 len: 168 time: 0.9006333 Mar 23 02:41:36.066674 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3798f987-ca5a-4067-8748-a73c04566c30 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network 4b436f81-4aaf-4621-a677-0bda5dd24645 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:41:36.068074 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7497f-905c-4b32-8b8a-85f28879b175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b837cbf-7713-4b8c-9055-198abe20eee6,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:36.075167 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-3de34962-d3a5-4035-983d-cb6d66a6926f tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Allocated IP 2001:db8::139 (f07a62c5-88cc-490e-8bc1-14eee675f068/d093b727-b167-4108-a1fa-49fa85d7b975/e5990f05-ae0e-486e-b240-f2a417f1c508) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:36.111266 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-baf6c042-08aa-4d2c-90b6-1d806d9377de tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (95cda82a-6b37-40ae-817b-0e1a5cc8ed1a), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:36.120712 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-dc6ef939-47c7-4726-995a-c1f21301cc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (8b79809e-49ec-4f1f-a032-ed57de44fa80), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:36.155544 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-baf6c042-08aa-4d2c-90b6-1d806d9377de tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Calling delete_port for 95cda82a-6b37-40ae-817b-0e1a5cc8ed1a owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:36.181355 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4e94e092-613a-4161-a42f-9ea94dcb9534 admin admin] Publish callbacks [] for security_group (a76d1fe5-1637-4ab1-887d-9439ef215245), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:36.189398 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-3798f987-ca5a-4067-8748-a73c04566c30 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 4b436f81-4aaf-4621-a677-0bda5dd24645) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:36.207436 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3798f987-ca5a-4067-8748-a73c04566c30 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:36.208409 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3798f987-ca5a-4067-8748-a73c04566c30 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:36.214059 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5724aac5-195c-4c3c-9d85-d54fe507989c None None] Network 4b436f81-4aaf-4621-a677-0bda5dd24645 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:36.242701 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-bfb78d9d-8bbe-40d4-b395-d07252a5cb7f service neutron] 10.222.0.23 "GET /v2.0/networks/84589e9a-0507-4cf9-9ae0-6d9f3def606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679893 Mar 23 02:41:36.267745 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99512805-7722-4bb3-ab36-3f47492bc023 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Router 05d9d5e1-a88c-4e60-a397-cb29fcdd8c9a has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:41:36.291100 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ef939-47c7-4726-995a-c1f21301cc53 None None] Pushing event updated for resources: {'Port': ['ID=8b79809e-49ec-4f1f-a032-ed57de44fa80,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:36.294122 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4e94e092-613a-4161-a42f-9ea94dcb9534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (a76d1fe5-1637-4ab1-887d-9439ef215245), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:36.418711 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3798f987-ca5a-4067-8748-a73c04566c30 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6164076 Mar 23 02:41:36.424730 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938e2289-df33-4938-84a2-0b29c027a656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-4b436f81-4aaf-4621-a677-0bda5dd24645', 'network_id': '4b436f81-4aaf-4621-a677-0bda5dd24645', 'project_id': '0f646194e90f4b3ab6ee5c5d30f98fdd', 'fixed_ips': [{'subnet_id': 'bb6793d4-dc48-4d03-bde1-f54426765f3b'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:41:36.425612 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-938e2289-df33-4938-84a2-0b29c027a656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:36.425857 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59494) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:36.442938 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-73f3c352-e4a4-482d-944c-928f0dcf661a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'port': {'network_id': '4b436f81-4aaf-4621-a677-0bda5dd24645', 'name': 'tempest-PortsIpV6TestJSON-313704466'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:36.482195 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (bfb9fbcc-68f6-4228-8b6b-0fba0b8b0f7c), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:36.504857 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-335bc6fd-40b2-40b4-a725-115ebe0296dd None None] Provisioning complete for port 0ac54300-fb85-4292-9534-978e6d2f17e1 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:36.505238 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-335bc6fd-40b2-40b4-a725-115ebe0296dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (0ac54300-fb85-4292-9534-978e6d2f17e1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:36.523954 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event deleted for resources: {'Port': ['ID=bfb9fbcc-68f6-4228-8b6b-0fba0b8b0f7c,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:36.555145 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99512805-7722-4bb3-ab36-3f47492bc023 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:41:36.561266 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-99512805-7722-4bb3-ab36-3f47492bc023 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "PUT /v2.0/routers/05d9d5e1-a88c-4e60-a397-cb29fcdd8c9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6914151 Mar 23 02:41:36.582167 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59498) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:36.585966 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] No DVR routers for this DVR port bfb9fbcc-68f6-4228-8b6b-0fba0b8b0f7c on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:41:36.622439 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c7ce3844-fc8f-4b97-b26d-46a2d0e6caf3 req-42485014-ba88-4137-8267-a75f47531147 service neutron] 10.222.0.23 "GET /v2.0/networks/84589e9a-0507-4cf9-9ae0-6d9f3def606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698044 Mar 23 02:41:36.624286 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94e092-613a-4161-a42f-9ea94dcb9534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76d1fe5-1637-4ab1-887d-9439ef215245,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:36.631163 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4e94e092-613a-4161-a42f-9ea94dcb9534 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd5b1dd613644a35997156c94d56971a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2052119 Mar 23 02:41:36.636063 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59500) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:36.674609 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154a446c-5c3d-438a-8333-fcb90993c319 None None] Sync routers for ids ['05d9d5e1-a88c-4e60-a397-cb29fcdd8c9a'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:41:36.749547 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4251ba42-5feb-4dcf-87c8-01f49a396a6a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d9d5e1-a88c-4e60-a397-cb29fcdd8c9a HTTP/1.1" status: 200 len: 205 time: 0.1323092 Mar 23 02:41:36.757326 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59504) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:36.776231 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c50d5-ffb1-4ed3-a697-6a08bfa33a1a req-9e9844e0-3a3e-4c04-91a8-0ee1b8bdc8e0 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:36.778010 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1d2c50d5-ffb1-4ed3-a697-6a08bfa33a1a req-9e9844e0-3a3e-4c04-91a8-0ee1b8bdc8e0 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 944 time: 0.3858960 Mar 23 02:41:36.794407 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (f617daf6-612c-4004-a96e-57c220bd53ef), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:36.803091 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154a446c-5c3d-438a-8333-fcb90993c319 None None] Routers {'05d9d5e1-a88c-4e60-a397-cb29fcdd8c9a'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:41:36.803802 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-154a446c-5c3d-438a-8333-fcb90993c319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:41:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['05d9d5e1-a88c-4e60-a397-cb29fcdd8c9a'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:36.861328 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3de34962-d3a5-4035-983d-cb6d66a6926f tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks [] for port (e5990f05-ae0e-486e-b240-f2a417f1c508), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:36.862893 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f3c352-e4a4-482d-944c-928f0dcf661a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:36.866314 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-73f3c352-e4a4-482d-944c-928f0dcf661a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:36.883561 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f617daf6-612c-4004-a96e-57c220bd53ef']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:36.914815 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b7f8b1-855a-46d9-83ea-99a73c071c23') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:36.915312 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b7f8b1-855a-46d9-83ea-99a73c071c23') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:36.916226 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-154a446c-5c3d-438a-8333-fcb90993c319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:36.932039 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (05b7f8b1-855a-46d9-83ea-99a73c071c23), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:36.956614 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0d569f64-49f4-4848-b3ec-2765a4cf7a2e tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router (05d9d5e1-a88c-4e60-a397-cb29fcdd8c9a), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:36.968403 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1d2c50d5-ffb1-4ed3-a697-6a08bfa33a1a req-f7999e8f-6542-4ea4-bda5-5632d8c87890 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/security-groups?id=502a5f01-83f8-43fe-8c91-7de0ab32d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765404 Mar 23 02:41:36.969213 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (05b7f8b1-855a-46d9-83ea-99a73c071c23), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:36.977206 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154a446c-5c3d-438a-8333-fcb90993c319 None None] Routers {'05d9d5e1-a88c-4e60-a397-cb29fcdd8c9a'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:41:37.014690 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:41:37.015136 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-154a446c-5c3d-438a-8333-fcb90993c319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:41:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['05d9d5e1-a88c-4e60-a397-cb29fcdd8c9a'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:37.015242 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (05b7f8b1-855a-46d9-83ea-99a73c071c23), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:37.015242 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:41:37.015242 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:41:37.015242 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:41:37.015242 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:41:37.015242 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:41:37.015242 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:41:37.015242 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:41:37.015242 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:41:37.015242 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:41:37.015242 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:41:37.015242 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:41:37.015242 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:41:37.015242 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:41:37.015242 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:41:37.015242 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:41:37.015242 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:41:37.015242 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:41:37.015242 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:41:37.015242 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:41:37.015242 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:41:37.015242 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:41:37.015242 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:41:37.015242 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:41:37.015242 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:41:37.015242 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:41:37.015242 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:41:37.015242 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:41:37.015242 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:41:37.015242 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:41:37.015242 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:41:37.015242 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:41:37.015242 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:41:37.017742 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dfd670f2-0168-4265-aad5-fa7b09eeb366 admin admin] Publish callbacks [] for security_group (a76d1fe5-1637-4ab1-887d-9439ef215245), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:37.017742 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-73f3c352-e4a4-482d-944c-928f0dcf661a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] device_id is not set on port 53fc2a23-2b9d-41f1-bebf-a47c546c17ea yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:41:37.052634 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-154a446c-5c3d-438a-8333-fcb90993c319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:37.053311 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154a446c-5c3d-438a-8333-fcb90993c319 None None] The sync data for ids ['05d9d5e1-a88c-4e60-a397-cb29fcdd8c9a'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:41:37.056979 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-938e2289-df33-4938-84a2-0b29c027a656 None None] Allocated IP 2001:db8::2 (4b436f81-4aaf-4621-a677-0bda5dd24645/bb6793d4-dc48-4d03-bde1-f54426765f3b/89f9d88e-22a9-4286-8f50-555d5c2b6acc) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:37.082197 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-335bc6fd-40b2-40b4-a725-115ebe0296dd None None] Current status of the port 0ac54300-fb85-4292-9534-978e6d2f17e1 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:37.192818 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (f617daf6-612c-4004-a96e-57c220bd53ef), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:37.202878 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dfd670f2-0168-4265-aad5-fa7b09eeb366 admin admin] Publish callbacks [] for security_group (a76d1fe5-1637-4ab1-887d-9439ef215245), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:37.204786 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:37.212238 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/networks/f617daf6-612c-4004-a96e-57c220bd53ef HTTP/1.1" status: 204 len: 168 time: 5.8401301 Mar 23 02:41:37.253374 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bd84b369-2374-4a11-9cd2-71d3ef0b02d5 None None] Provisioning complete for port 95cda82a-6b37-40ae-817b-0e1a5cc8ed1a triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:37.253920 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bd84b369-2374-4a11-9cd2-71d3ef0b02d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (95cda82a-6b37-40ae-817b-0e1a5cc8ed1a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:37.264995 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59512) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:37.481583 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-938e2289-df33-4938-84a2-0b29c027a656 None None] Publish callbacks [] for port (89f9d88e-22a9-4286-8f50-555d5c2b6acc), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:37.497655 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bd84b369-2374-4a11-9cd2-71d3ef0b02d5 None None] Port 95cda82a-6b37-40ae-817b-0e1a5cc8ed1a cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:41:37.566274 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366fae13-8cb4-4c43-ba5d-0392c10bddc1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event deleted for resources: {'Network': ['ID=f617daf6-612c-4004-a96e-57c220bd53ef,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:37.568060 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-938e2289-df33-4938-84a2-0b29c027a656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (89f9d88e-22a9-4286-8f50-555d5c2b6acc), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:37.624360 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938e2289-df33-4938-84a2-0b29c027a656 None None] Network 4b436f81-4aaf-4621-a677-0bda5dd24645 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:37.643546 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-938e2289-df33-4938-84a2-0b29c027a656 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:37.660447 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938e2289-df33-4938-84a2-0b29c027a656 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:37.667223 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e2289-df33-4938-84a2-0b29c027a656 None None] Pushing event updated for resources: {'Port': ['ID=89f9d88e-22a9-4286-8f50-555d5c2b6acc,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:37.687332 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-4abd2ddb-69f9-4952-b441-bda26ffe4759 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-813324568'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:37.705678 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 0ac54300-fb85-4292-9534-978e6d2f17e1 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:37.712351 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3de34962-d3a5-4035-983d-cb6d66a6926f tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (e5990f05-ae0e-486e-b240-f2a417f1c508), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:37.733897 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0d569f64-49f4-4848-b3ec-2765a4cf7a2e tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (05d9d5e1-a88c-4e60-a397-cb29fcdd8c9a), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:37.758615 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-938e2289-df33-4938-84a2-0b29c027a656 None None] Attempting to bind port 89f9d88e-22a9-4286-8f50-555d5c2b6acc on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:37.758834 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-938e2289-df33-4938-84a2-0b29c027a656 None None] Attempting to bind port 89f9d88e-22a9-4286-8f50-555d5c2b6acc by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '14c5ede8-690a-4344-b0a6-5d40c9882e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4b436f81-4aaf-4621-a677-0bda5dd24645'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:37.759149 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e2289-df33-4938-84a2-0b29c027a656 None None] Attempting to bind port 89f9d88e-22a9-4286-8f50-555d5c2b6acc on network 4b436f81-4aaf-4621-a677-0bda5dd24645 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:37.766454 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0d569f64-49f4-4848-b3ec-2765a4cf7a2e tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router_controller (05d9d5e1-a88c-4e60-a397-cb29fcdd8c9a), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:37.770629 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e2289-df33-4938-84a2-0b29c027a656 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:41:37.771110 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e2289-df33-4938-84a2-0b29c027a656 None None] Checking segment: {'id': '14c5ede8-690a-4344-b0a6-5d40c9882e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4b436f81-4aaf-4621-a677-0bda5dd24645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:37.771813 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-938e2289-df33-4938-84a2-0b29c027a656 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:37.771813 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e2289-df33-4938-84a2-0b29c027a656 None None] Bound using segment: {'id': '14c5ede8-690a-4344-b0a6-5d40c9882e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4b436f81-4aaf-4621-a677-0bda5dd24645'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:41:37.772354 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-938e2289-df33-4938-84a2-0b29c027a656 None None] Bound port: 89f9d88e-22a9-4286-8f50-555d5c2b6acc, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c5ede8-690a-4344-b0a6-5d40c9882e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4b436f81-4aaf-4621-a677-0bda5dd24645'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:41:37.772744 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-938e2289-df33-4938-84a2-0b29c027a656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (89f9d88e-22a9-4286-8f50-555d5c2b6acc), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:37.779151 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59522) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:37.827149 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de34962-d3a5-4035-983d-cb6d66a6926f tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Network f07a62c5-88cc-490e-8bc1-14eee675f068 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:37.837797 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-3de34962-d3a5-4035-983d-cb6d66a6926f tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:37.840941 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-baf6c042-08aa-4d2c-90b6-1d806d9377de tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (95cda82a-6b37-40ae-817b-0e1a5cc8ed1a), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:37.844021 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de34962-d3a5-4035-983d-cb6d66a6926f tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:37.850595 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de34962-d3a5-4035-983d-cb6d66a6926f tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:37.851893 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3de34962-d3a5-4035-983d-cb6d66a6926f tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:37.872484 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 0ac54300-fb85-4292-9534-978e6d2f17e1 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:37.873102 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (0ac54300-fb85-4292-9534-978e6d2f17e1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:37.874898 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-938e2289-df33-4938-84a2-0b29c027a656 None None] For port 89f9d88e-22a9-4286-8f50-555d5c2b6acc, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:41:37.878674 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-938e2289-df33-4938-84a2-0b29c027a656 None None] For port 89f9d88e-22a9-4286-8f50-555d5c2b6acc, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=89f9d88e-22a9-4286-8f50-555d5c2b6acc,segment=NetworkSegment(14c5ede8-690a-4344-b0a6-5d40c9882e19),segment_id=14c5ede8-690a-4344-b0a6-5d40c9882e19)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:41:37.905348 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-62c794fb-0490-4537-a126-2f2922ef3329 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1120755552'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:37.931650 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abd2ddb-69f9-4952-b441-bda26ffe4759 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Made reservation on behalf of a93ad12b8bcf4411afa287294e0d6a41 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:37.935642 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4abd2ddb-69f9-4952-b441-bda26ffe4759 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:37.961882 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de34962-d3a5-4035-983d-cb6d66a6926f tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Pushing event updated for resources: {'Port': ['ID=e5990f05-ae0e-486e-b240-f2a417f1c508,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:37.968535 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3de34962-d3a5-4035-983d-cb6d66a6926f tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.8631432 Mar 23 02:41:37.972113 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59526) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:37.976671 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eb5ca5-e6fb-42f8-9fc6-f48e09f1b48b None None] Network f07a62c5-88cc-490e-8bc1-14eee675f068 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:37.980257 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-715565a0-f7fc-40cf-b641-32d4289dbbca tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Request body: {'port': {'network_id': 'f07a62c5-88cc-490e-8bc1-14eee675f068', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2114407387', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:37.990510 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.api.validators [None req-715565a0-f7fc-40cf-b641-32d4289dbbca tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] bootfile-name is not in valid_values {{(pid=104349) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 02:41:37.990510 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.api.validators [None req-715565a0-f7fc-40cf-b641-32d4289dbbca tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] tftp-server is not in valid_values {{(pid=104349) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 02:41:37.990510 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.api.validators [None req-715565a0-f7fc-40cf-b641-32d4289dbbca tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] server-ip-address is not in valid_values {{(pid=104349) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 02:41:37.991233 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-73f3c352-e4a4-482d-944c-928f0dcf661a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Allocated IP 2001:db8::c1 (4b436f81-4aaf-4621-a677-0bda5dd24645/bb6793d4-dc48-4d03-bde1-f54426765f3b/53fc2a23-2b9d-41f1-bebf-a47c546c17ea) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:37.991691 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-938e2289-df33-4938-84a2-0b29c027a656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (89f9d88e-22a9-4286-8f50-555d5c2b6acc), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:38.025905 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 0ac54300-fb85-4292-9534-978e6d2f17e1 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:38.026996 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8b79809e-49ec-4f1f-a032-ed57de44fa80 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:38.048971 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6c042-08aa-4d2c-90b6-1d806d9377de tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Port': ['ID=95cda82a-6b37-40ae-817b-0e1a5cc8ed1a,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:38.107291 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0d569f64-49f4-4848-b3ec-2765a4cf7a2e tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (05d9d5e1-a88c-4e60-a397-cb29fcdd8c9a), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:38.107906 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d569f64-49f4-4848-b3ec-2765a4cf7a2e tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Fanout notify agent at l3_agent the message router_deleted on router 05d9d5e1-a88c-4e60-a397-cb29fcdd8c9a {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:41:38.112606 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c794fb-0490-4537-a126-2f2922ef3329 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Made reservation on behalf of 6c00033ab2c44c8bb0e17d1388ba9fe3 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:38.114189 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-baf6c042-08aa-4d2c-90b6-1d806d9377de tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:38.117130 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-baf6c042-08aa-4d2c-90b6-1d806d9377de tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/95cda82a-6b37-40ae-817b-0e1a5cc8ed1a HTTP/1.1" status: 204 len: 168 time: 2.7065601 Mar 23 02:41:38.121646 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-62c794fb-0490-4537-a126-2f2922ef3329 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:38.123902 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0d569f64-49f4-4848-b3ec-2765a4cf7a2e tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:38.125422 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0d569f64-49f4-4848-b3ec-2765a4cf7a2e tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/routers/05d9d5e1-a88c-4e60-a397-cb29fcdd8c9a HTTP/1.1" status: 204 len: 168 time: 1.3639333 Mar 23 02:41:38.127544 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59530) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:38.128160 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59532) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:38.171572 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e2289-df33-4938-84a2-0b29c027a656 None None] Pushing event updated for resources: {'Port': ['ID=89f9d88e-22a9-4286-8f50-555d5c2b6acc,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:38.195264 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-b1725b20-c565-4b75-b1bb-986e580ddb77 None None] Provisioning complete for port 8b79809e-49ec-4f1f-a032-ed57de44fa80 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:38.195644 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b1725b20-c565-4b75-b1bb-986e580ddb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8b79809e-49ec-4f1f-a032-ed57de44fa80), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:38.240204 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-62c794fb-0490-4537-a126-2f2922ef3329 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:38.258750 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dfd670f2-0168-4265-aad5-fa7b09eeb366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (a76d1fe5-1637-4ab1-887d-9439ef215245), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:38.261360 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dfd670f2-0168-4265-aad5-fa7b09eeb366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:38.263319 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-dfd670f2-0168-4265-aad5-fa7b09eeb366 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a76d1fe5-1637-4ab1-887d-9439ef215245 HTTP/1.1" status: 204 len: 168 time: 1.6198473 Mar 23 02:41:38.278719 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4abd2ddb-69f9-4952-b441-bda26ffe4759 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:41:38.297649 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd670f2-0168-4265-aad5-fa7b09eeb366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76d1fe5-1637-4ab1-887d-9439ef215245,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:38.318534 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4abd2ddb-69f9-4952-b441-bda26ffe4759 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (6a519296-568b-493a-b2f3-4ea906a42113), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:38.318907 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-4abd2ddb-69f9-4952-b441-bda26ffe4759 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Added segment 6a519296-568b-493a-b2f3-4ea906a42113 of type vlan for network 7d5dc3c8-c58c-446e-bf3d-30ae422fd02b Mar 23 02:41:38.390091 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c010087-6e6a-4b94-a917-c74086fff311 req-c4717fe5-437a-40be-976c-d22903fb0fa8 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:38.391706 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5c010087-6e6a-4b94-a917-c74086fff311 req-c4717fe5-437a-40be-976c-d22903fb0fa8 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 944 time: 0.2792070 Mar 23 02:41:38.402357 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-b1725b20-c565-4b75-b1bb-986e580ddb77 None None] Current status of the port 8b79809e-49ec-4f1f-a032-ed57de44fa80 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:38.404938 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b1725b20-c565-4b75-b1bb-986e580ddb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8b79809e-49ec-4f1f-a032-ed57de44fa80), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:38.411043 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-62c794fb-0490-4537-a126-2f2922ef3329 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks [] for security_group (c8c02936-9652-415f-9a17-dec22262216d), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:38.430283 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4abd2ddb-69f9-4952-b441-bda26ffe4759 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (7d5dc3c8-c58c-446e-bf3d-30ae422fd02b), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:38.456059 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-73f3c352-e4a4-482d-944c-928f0dcf661a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for port (53fc2a23-2b9d-41f1-bebf-a47c546c17ea), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:38.457552 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 8b79809e-49ec-4f1f-a032-ed57de44fa80 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:38.457952 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8b79809e-49ec-4f1f-a032-ed57de44fa80), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:38.510238 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01bbc23-c32c-4542-a9f2-4852cc89ce36 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Deleting subnet 13be041e-8cc7-4d08-8480-b506a2757e87 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:41:38.514408 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-62c794fb-0490-4537-a126-2f2922ef3329 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (c8c02936-9652-415f-9a17-dec22262216d), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:38.523995 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a01bbc23-c32c-4542-a9f2-4852cc89ce36 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for subnet (13be041e-8cc7-4d08-8480-b506a2757e87), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:38.545024 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-b1725b20-c565-4b75-b1bb-986e580ddb77 None None] For port 8b79809e-49ec-4f1f-a032-ed57de44fa80, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8b79809e-49ec-4f1f-a032-ed57de44fa80,segment=NetworkSegment(2f4cc206-55c7-4172-bdee-beb142e26402),segment_id=2f4cc206-55c7-4172-bdee-beb142e26402)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:38.553117 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5c010087-6e6a-4b94-a917-c74086fff311 req-e710629f-8b57-4e5e-a1a8-366e2f6340c7 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/security-groups?id=502a5f01-83f8-43fe-8c91-7de0ab32d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470914 Mar 23 02:41:38.623547 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c794fb-0490-4537-a126-2f2922ef3329 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:41:38.630150 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4abd2ddb-69f9-4952-b441-bda26ffe4759 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (7d5dc3c8-c58c-446e-bf3d-30ae422fd02b), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:38.630956 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b1725b20-c565-4b75-b1bb-986e580ddb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (8b79809e-49ec-4f1f-a032-ed57de44fa80), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:38.637732 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abd2ddb-69f9-4952-b441-bda26ffe4759 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:38.639671 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dfb2fa-2d25-434c-8e3b-da98b5c1a73c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:38.640866 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4abd2ddb-69f9-4952-b441-bda26ffe4759 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:38.648660 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-22dfb2fa-2d25-434c-8e3b-da98b5c1a73c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5127165 Mar 23 02:41:38.649585 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59536) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:38.656049 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c794fb-0490-4537-a126-2f2922ef3329 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c02936-9652-415f-9a17-dec22262216d,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:38.665302 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715565a0-f7fc-40cf-b641-32d4289dbbca tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Made reservation on behalf of 8a6ca950183143d98eeb653298889bd0 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:38.669868 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-715565a0-f7fc-40cf-b641-32d4289dbbca tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:38.699008 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a01bbc23-c32c-4542-a9f2-4852cc89ce36 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (13be041e-8cc7-4d08-8480-b506a2757e87), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:38.704800 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-62c794fb-0490-4537-a126-2f2922ef3329 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (98106c0b-03d5-4f36-b1e9-2245c31e0713), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:38.705143 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-62c794fb-0490-4537-a126-2f2922ef3329 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Added segment 98106c0b-03d5-4f36-b1e9-2245c31e0713 of type vlan for network 883e018b-232d-4d2d-86ff-358c666f6e61 Mar 23 02:41:38.722351 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1725b20-c565-4b75-b1bb-986e580ddb77 None None] Pushing event updated for resources: {'Port': ['ID=8b79809e-49ec-4f1f-a032-ed57de44fa80,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:38.737931 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 8b79809e-49ec-4f1f-a032-ed57de44fa80 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:38.738329 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8b79809e-49ec-4f1f-a032-ed57de44fa80), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:38.765345 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-73f3c352-e4a4-482d-944c-928f0dcf661a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (53fc2a23-2b9d-41f1-bebf-a47c546c17ea), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:38.783810 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-715565a0-f7fc-40cf-b641-32d4289dbbca tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] device_id is not set on port a9ce8a27-7657-4c14-a49a-d2e5d74adc89 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:41:38.858675 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:41:38.859239 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:41:38.867646 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3c352-e4a4-482d-944c-928f0dcf661a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Port': ['ID=53fc2a23-2b9d-41f1-bebf-a47c546c17ea,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:38.873492 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4abd2ddb-69f9-4952-b441-bda26ffe4759 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1961994 Mar 23 02:41:38.874229 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd2ddb-69f9-4952-b441-bda26ffe4759 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event updated for resources: {'Network': ['ID=7d5dc3c8-c58c-446e-bf3d-30ae422fd02b,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:38.877207 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59540) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:38.887470 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-ad91af0b-5bfc-46d2-abe0-7efffe068a2d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Request body: {'subnet': {'network_id': '7d5dc3c8-c58c-446e-bf3d-30ae422fd02b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:38.891867 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 7d5dc3c8-c58c-446e-bf3d-30ae422fd02b details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:41:38.894491 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f3c352-e4a4-482d-944c-928f0dcf661a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network 4b436f81-4aaf-4621-a677-0bda5dd24645 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:38.962866 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-73f3c352-e4a4-482d-944c-928f0dcf661a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:38.968684 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f3c352-e4a4-482d-944c-928f0dcf661a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:38.976081 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-715565a0-f7fc-40cf-b641-32d4289dbbca tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Allocated IP 2001:db8::39f (f07a62c5-88cc-490e-8bc1-14eee675f068/d093b727-b167-4108-a1fa-49fa85d7b975/a9ce8a27-7657-4c14-a49a-d2e5d74adc89) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:38.976445 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f3c352-e4a4-482d-944c-928f0dcf661a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:38.976445 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-73f3c352-e4a4-482d-944c-928f0dcf661a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:38.988043 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a86dce-b4d9-4af7-9224-5fd999c93ba3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:38.992666 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d6a86dce-b4d9-4af7-9224-5fd999c93ba3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3373032 Mar 23 02:41:38.993372 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59542) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:39.016446 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-771b340d-ff99-40d3-85ce-0b9551cd8588 None None] Provisioning complete for port e5990f05-ae0e-486e-b240-f2a417f1c508 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:39.017133 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-771b340d-ff99-40d3-85ce-0b9551cd8588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e5990f05-ae0e-486e-b240-f2a417f1c508), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:39.070790 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1343e43e-367d-44f3-a738-63c3cfc72ac5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:39.072292 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1343e43e-367d-44f3-a738-63c3cfc72ac5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:39.073396 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-771b340d-ff99-40d3-85ce-0b9551cd8588 None None] Port e5990f05-ae0e-486e-b240-f2a417f1c508 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:41:39.074115 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1343e43e-367d-44f3-a738-63c3cfc72ac5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:39.079377 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1343e43e-367d-44f3-a738-63c3cfc72ac5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0755830 Mar 23 02:41:39.083136 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59544) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:39.102477 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-771b340d-ff99-40d3-85ce-0b9551cd8588 None None] Provisioning complete for port 8b79809e-49ec-4f1f-a032-ed57de44fa80 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:39.103097 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-771b340d-ff99-40d3-85ce-0b9551cd8588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8b79809e-49ec-4f1f-a032-ed57de44fa80), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:39.150729 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-28150cbb-b80c-4962-94fb-975ddebc379e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting subnet 303cd858-2ad8-40e8-ad86-58c50b3342a0 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:41:39.168521 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-28150cbb-b80c-4962-94fb-975ddebc379e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (303cd858-2ad8-40e8-ad86-58c50b3342a0), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:39.204381 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-715565a0-f7fc-40cf-b641-32d4289dbbca tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks [] for port (a9ce8a27-7657-4c14-a49a-d2e5d74adc89), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:39.244527 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-771b340d-ff99-40d3-85ce-0b9551cd8588 None None] Current status of the port 8b79809e-49ec-4f1f-a032-ed57de44fa80 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:39.249992 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-28150cbb-b80c-4962-94fb-975ddebc379e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (303cd858-2ad8-40e8-ad86-58c50b3342a0), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:39.287655 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-62c794fb-0490-4537-a126-2f2922ef3329 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (883e018b-232d-4d2d-86ff-358c666f6e61), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:39.289475 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-73f3c352-e4a4-482d-944c-928f0dcf661a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8508766 Mar 23 02:41:39.292483 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59546) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:39.297977 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-e9f4c4cd-f5a5-41ac-8746-12db19d7b6f5 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'port': {'network_id': '4b436f81-4aaf-4621-a677-0bda5dd24645', 'name': 'tempest-PortsIpV6TestJSON-2132646364'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:39.357725 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a01bbc23-c32c-4542-a9f2-4852cc89ce36 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (13be041e-8cc7-4d08-8480-b506a2757e87), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:39.395587 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad91af0b-5bfc-46d2-abe0-7efffe068a2d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Made reservation on behalf of a93ad12b8bcf4411afa287294e0d6a41 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:39.399759 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ad91af0b-5bfc-46d2-abe0-7efffe068a2d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:39.410648 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-eb2da29a-b30f-4243-a94f-e6f347f284cd None None] Provisioning complete for port e5990f05-ae0e-486e-b240-f2a417f1c508 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:39.411160 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-eb2da29a-b30f-4243-a94f-e6f347f284cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e5990f05-ae0e-486e-b240-f2a417f1c508), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:39.445054 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 8b79809e-49ec-4f1f-a032-ed57de44fa80 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:39.459088 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59548) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:39.470330 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-eb2da29a-b30f-4243-a94f-e6f347f284cd None None] Port e5990f05-ae0e-486e-b240-f2a417f1c508 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:41:39.479261 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-62c794fb-0490-4537-a126-2f2922ef3329 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (883e018b-232d-4d2d-86ff-358c666f6e61), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:39.487404 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c794fb-0490-4537-a126-2f2922ef3329 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:39.488081 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-62c794fb-0490-4537-a126-2f2922ef3329 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:39.506037 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-da3e426a-5113-4870-894d-da3baf1acfcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:39.528793 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-28150cbb-b80c-4962-94fb-975ddebc379e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (303cd858-2ad8-40e8-ad86-58c50b3342a0), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:39.532564 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-715565a0-f7fc-40cf-b641-32d4289dbbca tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (a9ce8a27-7657-4c14-a49a-d2e5d74adc89), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:39.584276 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a01bbc23-c32c-4542-a9f2-4852cc89ce36 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (13be041e-8cc7-4d08-8480-b506a2757e87), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:39.642141 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-62c794fb-0490-4537-a126-2f2922ef3329 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8616130 Mar 23 02:41:39.646517 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a01bbc23-c32c-4542-a9f2-4852cc89ce36 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:39.648238 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59552) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:39.652290 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a01bbc23-c32c-4542-a9f2-4852cc89ce36 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/subnets/13be041e-8cc7-4d08-8480-b506a2757e87 HTTP/1.1" status: 204 len: 168 time: 1.5204303 Mar 23 02:41:39.653360 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59554) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:39.659905 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b945ce-6118-4dd4-8b96-cdbd3746bd3a None None] Network c6a961e3-cf4e-497c-9362-91cdff666adb requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:39.662187 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-31c73b3b-e294-4578-b69f-84b8f9708c87 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Request body: {'subnet': {'network_id': '883e018b-232d-4d2d-86ff-358c666f6e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:39.691069 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c794fb-0490-4537-a126-2f2922ef3329 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Pushing event updated for resources: {'Network': ['ID=883e018b-232d-4d2d-86ff-358c666f6e61,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:39.694372 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715565a0-f7fc-40cf-b641-32d4289dbbca tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Network f07a62c5-88cc-490e-8bc1-14eee675f068 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:39.701384 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01bbc23-c32c-4542-a9f2-4852cc89ce36 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Subnet': ['ID=13be041e-8cc7-4d08-8480-b506a2757e87,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:39.744123 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 883e018b-232d-4d2d-86ff-358c666f6e61 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:41:39.751924 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-715565a0-f7fc-40cf-b641-32d4289dbbca tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:39.759947 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 89f9d88e-22a9-4286-8f50-555d5c2b6acc up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:39.775092 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715565a0-f7fc-40cf-b641-32d4289dbbca tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:39.778204 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f10c8b-6317-45f7-9231-dcc10cf24a5a None None] Network 4b436f81-4aaf-4621-a677-0bda5dd24645 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:39.780598 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715565a0-f7fc-40cf-b641-32d4289dbbca tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:39.781271 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-715565a0-f7fc-40cf-b641-32d4289dbbca tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:39.804165 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715565a0-f7fc-40cf-b641-32d4289dbbca tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Pushing event updated for resources: {'Port': ['ID=a9ce8a27-7657-4c14-a49a-d2e5d74adc89,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:39.846900 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f4c4cd-f5a5-41ac-8746-12db19d7b6f5 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:39.849752 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e9f4c4cd-f5a5-41ac-8746-12db19d7b6f5 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:39.852156 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-28150cbb-b80c-4962-94fb-975ddebc379e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (303cd858-2ad8-40e8-ad86-58c50b3342a0), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:39.858691 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5ad46d41-8d01-480b-84b8-277a9a558ae9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (c6a961e3-cf4e-497c-9362-91cdff666adb), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:39.893207 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device a10d4af4-900f-4e62-abeb-34f763d3523c details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:41:39.903853 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-715565a0-f7fc-40cf-b641-32d4289dbbca tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.9301436 Mar 23 02:41:39.916078 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59556) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:39.947318 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44090b3-e5c9-4283-bce4-0e0b6fe401ee req-01de4d9a-3757-4e4b-9b18-3008b80c1053 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:39.948958 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a44090b3-e5c9-4283-bce4-0e0b6fe401ee req-01de4d9a-3757-4e4b-9b18-3008b80c1053 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 944 time: 0.1848364 Mar 23 02:41:39.952514 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-da3e426a-5113-4870-894d-da3baf1acfcd admin admin] Publish callbacks [] for security_group (5fe109a9-15da-422f-aafc-a5063b60de70), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:39.955113 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098a1703-38df-41b3-b090-81532b5c05ab None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:39.963937 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-28150cbb-b80c-4962-94fb-975ddebc379e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:39.968825 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-28150cbb-b80c-4962-94fb-975ddebc379e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/303cd858-2ad8-40e8-ad86-58c50b3342a0 HTTP/1.1" status: 204 len: 168 time: 0.8803513 Mar 23 02:41:39.974768 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e2850345-c600-430e-b1e2-21a6cc8d4b11 None None] Provisioning complete for port 89f9d88e-22a9-4286-8f50-555d5c2b6acc triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:39.975410 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e2850345-c600-430e-b1e2-21a6cc8d4b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (89f9d88e-22a9-4286-8f50-555d5c2b6acc), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:39.984005 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59558) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:39.991690 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28150cbb-b80c-4962-94fb-975ddebc379e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Subnet': ['ID=303cd858-2ad8-40e8-ad86-58c50b3342a0,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:40.000228 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-e9f4c4cd-f5a5-41ac-8746-12db19d7b6f5 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] device_id is not set on port 5b3af107-173f-4e5f-8136-c3705d966050 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:41:40.011350 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ad91af0b-5bfc-46d2-abe0-7efffe068a2d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (5ee11aca-d45b-4586-8e3a-a399bb85cee7), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:40.031939 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-da3e426a-5113-4870-894d-da3baf1acfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (5fe109a9-15da-422f-aafc-a5063b60de70), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:40.107968 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a44090b3-e5c9-4283-bce4-0e0b6fe401ee req-a7828ce8-9910-4156-a890-f93d1f376f9d tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/security-groups?id=502a5f01-83f8-43fe-8c91-7de0ab32d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465006 Mar 23 02:41:40.111190 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.resource_extend [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 02:41:40.140115 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-5726f2da-2111-4ef6-9c1a-e7d3b64691ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting subnet a414a813-ab1d-4443-b74e-afdc6bb831bb {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:41:40.143161 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-5ad46d41-8d01-480b-84b8-277a9a558ae9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Deleting port 8ed2b638-8bce-4bc9-a842-a55aad674a18 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:40.143548 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5ad46d41-8d01-480b-84b8-277a9a558ae9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (8ed2b638-8bce-4bc9-a842-a55aad674a18), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:40.149695 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-da3e426a-5113-4870-894d-da3baf1acfcd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d7a0cf3a3ef4904b48f8a56d7defdc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6890581 Mar 23 02:41:40.150622 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5726f2da-2111-4ef6-9c1a-e7d3b64691ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (a414a813-ab1d-4443-b74e-afdc6bb831bb), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:40.161635 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59560) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:40.171275 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91af0b-5bfc-46d2-abe0-7efffe068a2d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event updated for resources: {'Subnet': ['ID=5ee11aca-d45b-4586-8e3a-a399bb85cee7,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:40.221046 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e426a-5113-4870-894d-da3baf1acfcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe109a9-15da-422f-aafc-a5063b60de70,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:40.255218 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa6d282-80ca-46c3-9671-2d4103e2e37a tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:40.257767 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa6d282-80ca-46c3-9671-2d4103e2e37a tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:40.263960 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5726f2da-2111-4ef6-9c1a-e7d3b64691ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (a414a813-ab1d-4443-b74e-afdc6bb831bb), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:40.264559 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa6d282-80ca-46c3-9671-2d4103e2e37a tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:40.269893 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-cfa6d282-80ca-46c3-9671-2d4103e2e37a tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.3220558 Mar 23 02:41:40.286183 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59562) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:40.294628 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-5ad46d41-8d01-480b-84b8-277a9a558ae9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] For port 8ed2b638-8bce-4bc9-a842-a55aad674a18, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8ed2b638-8bce-4bc9-a842-a55aad674a18,segment=NetworkSegment(225c6fe7-7406-4a41-9847-7c06bc2ba318),segment_id=225c6fe7-7406-4a41-9847-7c06bc2ba318)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:40.295375 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5ad46d41-8d01-480b-84b8-277a9a558ae9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (8ed2b638-8bce-4bc9-a842-a55aad674a18), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:40.319913 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c73b3b-e294-4578-b69f-84b8f9708c87 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Made reservation on behalf of 6c00033ab2c44c8bb0e17d1388ba9fe3 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:40.323448 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-31c73b3b-e294-4578-b69f-84b8f9708c87 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:40.339661 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-5ad46d41-8d01-480b-84b8-277a9a558ae9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Calling delete_port for 8ed2b638-8bce-4bc9-a842-a55aad674a18 owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:40.381823 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad91af0b-5bfc-46d2-abe0-7efffe068a2d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Checking segment: {'id': '6a519296-568b-493a-b2f3-4ea906a42113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7d5dc3c8-c58c-446e-bf3d-30ae422fd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:40.382197 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad91af0b-5bfc-46d2-abe0-7efffe068a2d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Network hostable DHCP agents. Network: 7d5dc3c8-c58c-446e-bf3d-30ae422fd02b, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:41:40.395292 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 89f9d88e-22a9-4286-8f50-555d5c2b6acc triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:40.395955 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (89f9d88e-22a9-4286-8f50-555d5c2b6acc), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:40.422070 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-e9f4c4cd-f5a5-41ac-8746-12db19d7b6f5 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Allocated IP 2001:db8::2cf (4b436f81-4aaf-4621-a677-0bda5dd24645/bb6793d4-dc48-4d03-bde1-f54426765f3b/5b3af107-173f-4e5f-8136-c3705d966050) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:40.455797 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e2850345-c600-430e-b1e2-21a6cc8d4b11 None None] Current status of the port 89f9d88e-22a9-4286-8f50-555d5c2b6acc is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:40.456568 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e2850345-c600-430e-b1e2-21a6cc8d4b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (89f9d88e-22a9-4286-8f50-555d5c2b6acc), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:40.469414 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b9c0c5b0-8e3d-41fd-9990-7cf6e7616fb4 admin admin] Publish callbacks [] for security_group (5fe109a9-15da-422f-aafc-a5063b60de70), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:40.497122 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b3283c-510a-4af4-a2e5-1ccca5c1d674 None None] DHCP port deletion for c6a961e3-cf4e-497c-9362-91cdff666adb request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:41:40.525984 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b9c0c5b0-8e3d-41fd-9990-7cf6e7616fb4 admin admin] Publish callbacks [] for security_group (5fe109a9-15da-422f-aafc-a5063b60de70), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:40.533920 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5726f2da-2111-4ef6-9c1a-e7d3b64691ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (a414a813-ab1d-4443-b74e-afdc6bb831bb), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:40.537751 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port a10d4af4-900f-4e62-abeb-34f763d3523c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a10d4af4-900f-4e62-abeb-34f763d3523c,segment=NetworkSegment(0c372683-a61d-42b3-b666-cb70435ab787),segment_id=0c372683-a61d-42b3-b666-cb70435ab787)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:40.594683 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbc536-834c-483a-8be7-0dac2caf112d tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Deleting port a9ce8a27-7657-4c14-a49a-d2e5d74adc89 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:40.595373 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5ccbc536-834c-483a-8be7-0dac2caf112d tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (a9ce8a27-7657-4c14-a49a-d2e5d74adc89), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:40.598633 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-e2850345-c600-430e-b1e2-21a6cc8d4b11 None None] For port 89f9d88e-22a9-4286-8f50-555d5c2b6acc, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=89f9d88e-22a9-4286-8f50-555d5c2b6acc,segment=NetworkSegment(14c5ede8-690a-4344-b0a6-5d40c9882e19),segment_id=14c5ede8-690a-4344-b0a6-5d40c9882e19)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:40.599931 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': 'a10d4af4-900f-4e62-abeb-34f763d3523c', 'network_id': '84589e9a-0507-4cf9-9ae0-6d9f3def606b', 'port_id': 'a10d4af4-900f-4e62-abeb-34f763d3523c', 'mac_address': 'fa:16:3e:72:e1:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be74aef4-d523-4b82-b87e-77f5209279fd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:41:40.604557 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad91af0b-5bfc-46d2-abe0-7efffe068a2d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Network 7d5dc3c8-c58c-446e-bf3d-30ae422fd02b is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:41:40.647512 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5ad46d41-8d01-480b-84b8-277a9a558ae9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (8ed2b638-8bce-4bc9-a842-a55aad674a18), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:40.678573 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e2850345-c600-430e-b1e2-21a6cc8d4b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (89f9d88e-22a9-4286-8f50-555d5c2b6acc), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:40.734770 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 89f9d88e-22a9-4286-8f50-555d5c2b6acc is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:40.735243 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (89f9d88e-22a9-4286-8f50-555d5c2b6acc), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:40.739571 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port a10d4af4-900f-4e62-abeb-34f763d3523c is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:40.739979 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a10d4af4-900f-4e62-abeb-34f763d3523c), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:40.744940 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad46d41-8d01-480b-84b8-277a9a558ae9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Port': ['ID=8ed2b638-8bce-4bc9-a842-a55aad674a18,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:40.745156 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-ad91af0b-5bfc-46d2-abe0-7efffe068a2d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 7d5dc3c8-c58c-446e-bf3d-30ae422fd02b) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:40.750756 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad91af0b-5bfc-46d2-abe0-7efffe068a2d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:40.751714 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ad91af0b-5bfc-46d2-abe0-7efffe068a2d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:40.752484 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad46d41-8d01-480b-84b8-277a9a558ae9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] No DVR routers for this DVR port 8ed2b638-8bce-4bc9-a842-a55aad674a18 on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:41:40.791665 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d830f495-fffb-46d5-bf6f-8e5928a40923 None None] Network 7d5dc3c8-c58c-446e-bf3d-30ae422fd02b requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:40.791903 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b9c0c5b0-8e3d-41fd-9990-7cf6e7616fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (5fe109a9-15da-422f-aafc-a5063b60de70), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:40.795380 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b9c0c5b0-8e3d-41fd-9990-7cf6e7616fb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:40.796949 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b9c0c5b0-8e3d-41fd-9990-7cf6e7616fb4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5fe109a9-15da-422f-aafc-a5063b60de70 HTTP/1.1" status: 204 len: 168 time: 0.6269908 Mar 23 02:41:40.827688 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e9f4c4cd-f5a5-41ac-8746-12db19d7b6f5 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for port (5b3af107-173f-4e5f-8136-c3705d966050), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:40.829966 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0c5b0-8e3d-41fd-9990-7cf6e7616fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe109a9-15da-422f-aafc-a5063b60de70,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:40.865439 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-31c73b3b-e294-4578-b69f-84b8f9708c87 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (f004acd0-1ed4-4d73-8b8f-bd9bed5a2a36), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:40.886088 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ad91af0b-5bfc-46d2-abe0-7efffe068a2d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0060978 Mar 23 02:41:40.900954 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5ad46d41-8d01-480b-84b8-277a9a558ae9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (c6a961e3-cf4e-497c-9362-91cdff666adb), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:40.918083 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59566) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:40.940549 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-5ad46d41-8d01-480b-84b8-277a9a558ae9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a961e3-cf4e-497c-9362-91cdff666adb']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:40.948507 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f5b3283c-510a-4af4-a2e5-1ccca5c1d674 None None] Deleting port 8ed2b638-8bce-4bc9-a842-a55aad674a18 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:40.948989 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f5b3283c-510a-4af4-a2e5-1ccca5c1d674 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (8ed2b638-8bce-4bc9-a842-a55aad674a18), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:40.954831 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-5ad46d41-8d01-480b-84b8-277a9a558ae9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '225c6fe7-7406-4a41-9847-7c06bc2ba318') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:40.958413 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-5ad46d41-8d01-480b-84b8-277a9a558ae9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '225c6fe7-7406-4a41-9847-7c06bc2ba318') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:40.969589 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5ad46d41-8d01-480b-84b8-277a9a558ae9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (225c6fe7-7406-4a41-9847-7c06bc2ba318), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:40.993686 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5ad46d41-8d01-480b-84b8-277a9a558ae9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (225c6fe7-7406-4a41-9847-7c06bc2ba318), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:41.002228 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a10d4af4-900f-4e62-abeb-34f763d3523c {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:41:41.006939 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad46d41-8d01-480b-84b8-277a9a558ae9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:41:41.007355 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5ad46d41-8d01-480b-84b8-277a9a558ae9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (225c6fe7-7406-4a41-9847-7c06bc2ba318), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:41.033216 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e9f4c4cd-f5a5-41ac-8746-12db19d7b6f5 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (5b3af107-173f-4e5f-8136-c3705d966050), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:41.049931 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c73b3b-e294-4578-b69f-84b8f9708c87 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Pushing event updated for resources: {'Subnet': ['ID=f004acd0-1ed4-4d73-8b8f-bd9bed5a2a36,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:41.128052 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c73b3b-e294-4578-b69f-84b8f9708c87 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Checking segment: {'id': '98106c0b-03d5-4f36-b1e9-2245c31e0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '883e018b-232d-4d2d-86ff-358c666f6e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:41.128436 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c73b3b-e294-4578-b69f-84b8f9708c87 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Network hostable DHCP agents. Network: 883e018b-232d-4d2d-86ff-358c666f6e61, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:41:41.139859 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f4c4cd-f5a5-41ac-8746-12db19d7b6f5 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network 4b436f81-4aaf-4621-a677-0bda5dd24645 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:41.143293 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-f5b3283c-510a-4af4-a2e5-1ccca5c1d674 None None] For port 8ed2b638-8bce-4bc9-a842-a55aad674a18, host dv-neutron-834613-2-hyperv, got binding levels [] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:41.144014 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f5b3283c-510a-4af4-a2e5-1ccca5c1d674 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (8ed2b638-8bce-4bc9-a842-a55aad674a18), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:41.154393 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5ccbc536-834c-483a-8be7-0dac2caf112d tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (a9ce8a27-7657-4c14-a49a-d2e5d74adc89), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:41.173378 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f5b3283c-510a-4af4-a2e5-1ccca5c1d674 None None] Calling delete_port for 8ed2b638-8bce-4bc9-a842-a55aad674a18 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:41.175053 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbc536-834c-483a-8be7-0dac2caf112d tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Calling delete_port for a9ce8a27-7657-4c14-a49a-d2e5d74adc89 owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:41.176568 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.ipam_backend_mixin [None req-f5b3283c-510a-4af4-a2e5-1ccca5c1d674 None None] Port 8ed2b638-8bce-4bc9-a842-a55aad674a18 was not found and therefore no delete operation was performed {{(pid=104350) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 02:41:41.183217 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4c4cd-f5a5-41ac-8746-12db19d7b6f5 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Port': ['ID=5b3af107-173f-4e5f-8136-c3705d966050,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:41.193054 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-e9f4c4cd-f5a5-41ac-8746-12db19d7b6f5 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:41.209838 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f4c4cd-f5a5-41ac-8746-12db19d7b6f5 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:41.216828 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f4c4cd-f5a5-41ac-8746-12db19d7b6f5 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:41.217671 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e9f4c4cd-f5a5-41ac-8746-12db19d7b6f5 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:41.253698 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f5b3283c-510a-4af4-a2e5-1ccca5c1d674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (8ed2b638-8bce-4bc9-a842-a55aad674a18), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:41.264027 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:41:41.264027 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:41:41.264027 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:41:41.264027 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:41:41.264027 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:41:41.264027 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:41:41.264027 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:41:41.264027 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:41:41.264027 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:41:41.264027 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:41:41.264027 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:41:41.264027 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:41:41.264027 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:41:41.264027 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:41:41.264027 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:41:41.264027 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:41:41.264027 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:41:41.264027 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:41:41.264027 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:41:41.264027 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:41:41.264027 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:41:41.264027 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:41:41.264027 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:41:41.264027 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:41:41.264027 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:41:41.264027 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:41:41.264027 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:41:41.264027 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:41:41.264027 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:41:41.264027 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:41:41.264027 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:41:41.264027 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:41:41.271395 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5726f2da-2111-4ef6-9c1a-e7d3b64691ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (a414a813-ab1d-4443-b74e-afdc6bb831bb), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:41.300839 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2850345-c600-430e-b1e2-21a6cc8d4b11 None None] Pushing event updated for resources: {'Port': ['ID=89f9d88e-22a9-4286-8f50-555d5c2b6acc,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:41.302848 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-de02cd5b-67de-42a4-8279-83ec88574a49 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (7d5dc3c8-c58c-446e-bf3d-30ae422fd02b), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:41.337113 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5726f2da-2111-4ef6-9c1a-e7d3b64691ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:41.342497 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5726f2da-2111-4ef6-9c1a-e7d3b64691ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/a414a813-ab1d-4443-b74e-afdc6bb831bb HTTP/1.1" status: 204 len: 168 time: 1.3565884 Mar 23 02:41:41.344424 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726f2da-2111-4ef6-9c1a-e7d3b64691ba tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Subnet': ['ID=a414a813-ab1d-4443-b74e-afdc6bb831bb,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:41.353121 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59570) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:41.364956 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port a10d4af4-900f-4e62-abeb-34f763d3523c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a10d4af4-900f-4e62-abeb-34f763d3523c,segment=NetworkSegment(0c372683-a61d-42b3-b666-cb70435ab787),segment_id=0c372683-a61d-42b3-b666-cb70435ab787)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:41.403193 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e9f4c4cd-f5a5-41ac-8746-12db19d7b6f5 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1090202 Mar 23 02:41:41.415207 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59574) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:41.419920 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-8437ca5a-88be-4a22-9b95-24eb03953679 None None] Provisioning complete for port a9ce8a27-7657-4c14-a49a-d2e5d74adc89 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:41.420489 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8437ca5a-88be-4a22-9b95-24eb03953679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a9ce8a27-7657-4c14-a49a-d2e5d74adc89), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:41.422728 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b3283c-510a-4af4-a2e5-1ccca5c1d674 None None] No DVR routers for this DVR port 8ed2b638-8bce-4bc9-a842-a55aad674a18 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:41:41.447337 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a0d9e202-a68d-4d31-bda2-2c806bcd9d4e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924859 Mar 23 02:41:41.451662 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59576) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:41.458825 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c73b3b-e294-4578-b69f-84b8f9708c87 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Network 883e018b-232d-4d2d-86ff-358c666f6e61 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:41:41.461964 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-80b9dbc8-557e-45d8-93b5-492ec0aaab1a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:41.469755 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8ff96-5dee-4e24-bbff-b8da09a75d6c req-1003bb20-b963-4c43-b1b1-a801dbdca36b tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:41.471351 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a6a8ff96-5dee-4e24-bbff-b8da09a75d6c req-1003bb20-b963-4c43-b1b1-a801dbdca36b tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 944 time: 0.2298355 Mar 23 02:41:41.482134 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92ffbbc-d839-4e9c-88c7-988b05ee20fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-7d5dc3c8-c58c-446e-bf3d-30ae422fd02b', 'network_id': '7d5dc3c8-c58c-446e-bf3d-30ae422fd02b', 'project_id': 'a93ad12b8bcf4411afa287294e0d6a41', 'fixed_ips': [{'subnet_id': '5ee11aca-d45b-4586-8e3a-a399bb85cee7'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:41:41.482134 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c92ffbbc-d839-4e9c-88c7-988b05ee20fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:41.489223 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3283c-510a-4af4-a2e5-1ccca5c1d674 None None] Pushing event deleted for resources: {'Port': ['ID=8ed2b638-8bce-4bc9-a842-a55aad674a18,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:41.491062 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (a10d4af4-900f-4e62-abeb-34f763d3523c), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:41.519065 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5ad46d41-8d01-480b-84b8-277a9a558ae9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (c6a961e3-cf4e-497c-9362-91cdff666adb), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:41.591383 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:41:41.591676 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:41:41.632165 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-de02cd5b-67de-42a4-8279-83ec88574a49 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (5ee11aca-d45b-4586-8e3a-a399bb85cee7), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:41.660087 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-8437ca5a-88be-4a22-9b95-24eb03953679 None None] Port a9ce8a27-7657-4c14-a49a-d2e5d74adc89 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:41:41.676508 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5ad46d41-8d01-480b-84b8-277a9a558ae9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:41.686599 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5ad46d41-8d01-480b-84b8-277a9a558ae9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/networks/c6a961e3-cf4e-497c-9362-91cdff666adb HTTP/1.1" status: 204 len: 168 time: 2.0094979 Mar 23 02:41:41.697105 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59582) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:41.711691 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7071020-7850-4ef8-8dc1-4db7dd1acc14 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:41.712178 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-34a7dbd4-aaba-41bf-9054-37490b722c06 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-718806341', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:41.719166 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d7071020-7850-4ef8-8dc1-4db7dd1acc14 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ac1 HTTP/1.1" status: 200 len: 927 time: 0.2974913 Mar 23 02:41:41.720029 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-31c73b3b-e294-4578-b69f-84b8f9708c87 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 883e018b-232d-4d2d-86ff-358c666f6e61) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:41.722398 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad46d41-8d01-480b-84b8-277a9a558ae9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Network': ['ID=c6a961e3-cf4e-497c-9362-91cdff666adb,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:41.735237 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59584) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:41.763276 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c73b3b-e294-4578-b69f-84b8f9708c87 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:41.777186 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-31c73b3b-e294-4578-b69f-84b8f9708c87 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:41.803145 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['a10d4af4-900f-4e62-abeb-34f763d3523c'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:41:41.805141 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8a9441-d178-4fb2-a767-bec6daa051c6 None None] Network 883e018b-232d-4d2d-86ff-358c666f6e61 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:41.813003 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a6a8ff96-5dee-4e24-bbff-b8da09a75d6c req-502b5216-a8fb-47ea-804b-1f3fb7bce3d3 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/security-groups?id=502a5f01-83f8-43fe-8c91-7de0ab32d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024163 Mar 23 02:41:41.886066 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-61f5a2b6-c97e-496d-8882-b322e8204015 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Deleting port 5b3af107-173f-4e5f-8136-c3705d966050 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:41.886515 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-61f5a2b6-c97e-496d-8882-b322e8204015 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (5b3af107-173f-4e5f-8136-c3705d966050), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:41.900691 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc24e2b-3e31-4d3f-b44e-69f58fae2143 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:41.935713 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=a10d4af4-900f-4e62-abeb-34f763d3523c,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:41.962767 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-31c73b3b-e294-4578-b69f-84b8f9708c87 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3108757 Mar 23 02:41:41.964364 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5ccbc536-834c-483a-8be7-0dac2caf112d tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (a9ce8a27-7657-4c14-a49a-d2e5d74adc89), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:41.969753 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b9dbc8-557e-45d8-93b5-492ec0aaab1a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:41.972767 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-de02cd5b-67de-42a4-8279-83ec88574a49 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (5ee11aca-d45b-4586-8e3a-a399bb85cee7), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:41.973962 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-80b9dbc8-557e-45d8-93b5-492ec0aaab1a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:41.980575 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59590) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:42.001879 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-46693d8c-e368-4216-877f-fe810307949e None None] Provisioning complete for port 89f9d88e-22a9-4286-8f50-555d5c2b6acc triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:42.002441 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-c5a0409e-1cfe-4507-a76e-b2f787b5bb63 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Request body: {'port': {'network_id': '883e018b-232d-4d2d-86ff-358c666f6e61', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1032298493'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:42.002533 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-46693d8c-e368-4216-877f-fe810307949e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (89f9d88e-22a9-4286-8f50-555d5c2b6acc), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:42.062616 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbc536-834c-483a-8be7-0dac2caf112d tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Pushing event deleted for resources: {'Port': ['ID=a9ce8a27-7657-4c14-a49a-d2e5d74adc89,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:42.071471 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-34a7dbd4-aaba-41bf-9054-37490b722c06 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (a39a81c7-cf7a-422e-a209-13f7ec675452), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:42.073273 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02cd5b-67de-42a4-8279-83ec88574a49 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event deleted for resources: {'Subnet': ['ID=5ee11aca-d45b-4586-8e3a-a399bb85cee7,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:42.073412 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-34a7dbd4-aaba-41bf-9054-37490b722c06 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (a39a81c7-cf7a-422e-a209-13f7ec675452), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server [None req-c92ffbbc-d839-4e9c-88c7-988b05ee20fc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ee11aca-d45b-4586-8e3a-a399bb85cee7: This subnet is being modified by another concurrent operation. Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 02:41:42.107910 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise exception Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ee11aca-d45b-4586-8e3a-a399bb85cee7: This subnet is being modified by another concurrent operation. Mar 23 02:41:42.111150 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server Mar 23 02:41:42.171538 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5ccbc536-834c-483a-8be7-0dac2caf112d tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:42.176147 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-de02cd5b-67de-42a4-8279-83ec88574a49 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (7d5dc3c8-c58c-446e-bf3d-30ae422fd02b), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:42.178856 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59594) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:42.186608 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-4686f84a-48e3-4a0b-97b7-02404374d449 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Request body: {'port': {'name': 'tempest-new-port-name-1602445387', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:42.187055 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.api.validators [None req-4686f84a-48e3-4a0b-97b7-02404374d449 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] bootfile-name is not in valid_values {{(pid=104348) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 02:41:42.187522 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.api.validators [None req-4686f84a-48e3-4a0b-97b7-02404374d449 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] tftp-server is not in valid_values {{(pid=104348) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 02:41:42.193831 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.api.validators [None req-4686f84a-48e3-4a0b-97b7-02404374d449 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] server-ip-address is not in valid_values {{(pid=104348) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 02:41:42.193954 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5ccbc536-834c-483a-8be7-0dac2caf112d tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] 10.222.0.24 "DELETE /v2.0/ports/a9ce8a27-7657-4c14-a49a-d2e5d74adc89 HTTP/1.1" status: 204 len: 168 time: 1.8980453 Mar 23 02:41:42.243090 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-61f5a2b6-c97e-496d-8882-b322e8204015 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (5b3af107-173f-4e5f-8136-c3705d966050), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:42.253166 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd376dc7-eaab-4098-ac98-e7867f737fd0 None None] Network 7d5dc3c8-c58c-446e-bf3d-30ae422fd02b requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:42.261313 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-de02cd5b-67de-42a4-8279-83ec88574a49 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d5dc3c8-c58c-446e-bf3d-30ae422fd02b']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:42.265963 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c4e0ce-22f7-4194-afaf-99cc52f62213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-883e018b-232d-4d2d-86ff-358c666f6e61', 'network_id': '883e018b-232d-4d2d-86ff-358c666f6e61', 'project_id': '6c00033ab2c44c8bb0e17d1388ba9fe3', 'fixed_ips': [{'subnet_id': 'f004acd0-1ed4-4d73-8b8f-bd9bed5a2a36'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:41:42.267052 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-13c4e0ce-22f7-4194-afaf-99cc52f62213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:42.275228 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-de02cd5b-67de-42a4-8279-83ec88574a49 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a519296-568b-493a-b2f3-4ea906a42113') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:42.275607 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-de02cd5b-67de-42a4-8279-83ec88574a49 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a519296-568b-493a-b2f3-4ea906a42113') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:42.290384 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-de02cd5b-67de-42a4-8279-83ec88574a49 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (6a519296-568b-493a-b2f3-4ea906a42113), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:42.299963 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 89f9d88e-22a9-4286-8f50-555d5c2b6acc is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:42.301428 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8b79809e-49ec-4f1f-a032-ed57de44fa80 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:42.307701 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-61f5a2b6-c97e-496d-8882-b322e8204015 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Calling delete_port for 5b3af107-173f-4e5f-8136-c3705d966050 owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:42.382549 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-de02cd5b-67de-42a4-8279-83ec88574a49 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (6a519296-568b-493a-b2f3-4ea906a42113), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:42.389957 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de02cd5b-67de-42a4-8279-83ec88574a49 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:41:42.390630 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-de02cd5b-67de-42a4-8279-83ec88574a49 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (6a519296-568b-493a-b2f3-4ea906a42113), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:42.427927 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-46693d8c-e368-4216-877f-fe810307949e None None] Current status of the port 89f9d88e-22a9-4286-8f50-555d5c2b6acc is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:42.469267 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:41:42.469267 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:41:42.469267 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:41:42.469267 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:41:42.469267 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:41:42.469267 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:41:42.469267 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:41:42.469267 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:41:42.469267 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:41:42.469267 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:41:42.469267 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:41:42.469267 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:41:42.469267 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:41:42.469267 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:41:42.469267 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:41:42.469267 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:41:42.469267 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:41:42.469267 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:41:42.469267 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:41:42.469267 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:41:42.469267 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:41:42.469267 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:41:42.469267 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:41:42.469267 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:41:42.469267 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:41:42.469267 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:41:42.469267 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:41:42.469267 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:41:42.469267 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:41:42.469267 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:41:42.469267 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:41:42.469267 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:41:42.473266 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a0409e-1cfe-4507-a76e-b2f787b5bb63 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Made reservation on behalf of 6c00033ab2c44c8bb0e17d1388ba9fe3 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:42.478557 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c5a0409e-1cfe-4507-a76e-b2f787b5bb63 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:42.541556 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-c5a0409e-1cfe-4507-a76e-b2f787b5bb63 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] device_id is not set on port 3d2ba984-8a63-4ebb-aed9-4bff6a496ed3 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:41:42.556381 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4686f84a-48e3-4a0b-97b7-02404374d449 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (e5990f05-ae0e-486e-b240-f2a417f1c508), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:42.565441 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36de70b7-4677-464f-abf2-166721ff00bc None None] DHCP port deletion for 94d9379e-13fb-449b-8f45-d1ab95378f77 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:41:42.582444 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-de02cd5b-67de-42a4-8279-83ec88574a49 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (7d5dc3c8-c58c-446e-bf3d-30ae422fd02b), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:42.582444 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-de02cd5b-67de-42a4-8279-83ec88574a49 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:42.586502 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-de02cd5b-67de-42a4-8279-83ec88574a49 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/networks/7d5dc3c8-c58c-446e-bf3d-30ae422fd02b HTTP/1.1" status: 204 len: 168 time: 1.6623969 Mar 23 02:41:42.589265 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59602) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:42.596550 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-46693d8c-e368-4216-877f-fe810307949e None None] Provisioning complete for port 53fc2a23-2b9d-41f1-bebf-a47c546c17ea triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:42.596883 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-46693d8c-e368-4216-877f-fe810307949e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (53fc2a23-2b9d-41f1-bebf-a47c546c17ea), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:42.725301 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 8b79809e-49ec-4f1f-a032-ed57de44fa80 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:42.725694 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8b79809e-49ec-4f1f-a032-ed57de44fa80), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:42.730543 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-46693d8c-e368-4216-877f-fe810307949e None None] Port 53fc2a23-2b9d-41f1-bebf-a47c546c17ea cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:41:42.736619 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-34a7dbd4-aaba-41bf-9054-37490b722c06 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router_controller (a39a81c7-cf7a-422e-a209-13f7ec675452), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:42.783810 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-13c4e0ce-22f7-4194-afaf-99cc52f62213 None None] Allocated IP 2001:db8::2 (883e018b-232d-4d2d-86ff-358c666f6e61/f004acd0-1ed4-4d73-8b8f-bd9bed5a2a36/92a72851-25ce-4f38-a109-cbbeda1310b5) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:42.821381 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-34a7dbd4-aaba-41bf-9054-37490b722c06 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (a39a81c7-cf7a-422e-a209-13f7ec675452), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:42.823344 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-36de70b7-4677-464f-abf2-166721ff00bc None None] Deleting port 0ac54300-fb85-4292-9534-978e6d2f17e1 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:42.823716 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-36de70b7-4677-464f-abf2-166721ff00bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (0ac54300-fb85-4292-9534-978e6d2f17e1), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:43.018212 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02cd5b-67de-42a4-8279-83ec88574a49 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event deleted for resources: {'Network': ['ID=7d5dc3c8-c58c-446e-bf3d-30ae422fd02b,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:43.026216 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-3caf8312-98e5-4316-a2d3-7a2c25faf723 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1612504515'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:43.029090 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7753c6-c0ad-4b10-8a14-88be3b3d65fc req-5362fc36-6846-4cfe-b3d2-815757aab250 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:43.030817 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3a7753c6-c0ad-4b10-8a14-88be3b3d65fc req-5362fc36-6846-4cfe-b3d2-815757aab250 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 945 time: 0.1280870 Mar 23 02:41:43.034094 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-34a7dbd4-aaba-41bf-9054-37490b722c06 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:43.036843 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-34a7dbd4-aaba-41bf-9054-37490b722c06 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.3315208 Mar 23 02:41:43.040150 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59610) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:43.046208 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-0bcd68b5-e09c-4e3e-85fe-0cdb4c2a7cbd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-372719443'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:43.124294 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-61f5a2b6-c97e-496d-8882-b322e8204015 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (5b3af107-173f-4e5f-8136-c3705d966050), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:43.165372 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e82f0fe0-5d74-4858-a9d4-c61a5ce39d28 None None] Provisioning complete for port 5b3af107-173f-4e5f-8136-c3705d966050 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:43.165898 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e82f0fe0-5d74-4858-a9d4-c61a5ce39d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (5b3af107-173f-4e5f-8136-c3705d966050), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:43.177723 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-36de70b7-4677-464f-abf2-166721ff00bc None None] For port 0ac54300-fb85-4292-9534-978e6d2f17e1, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=0ac54300-fb85-4292-9534-978e6d2f17e1,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:43.177953 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-36de70b7-4677-464f-abf2-166721ff00bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (0ac54300-fb85-4292-9534-978e6d2f17e1), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:43.178040 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caf8312-98e5-4316-a2d3-7a2c25faf723 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Made reservation on behalf of a93ad12b8bcf4411afa287294e0d6a41 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:43.182413 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3caf8312-98e5-4316-a2d3-7a2c25faf723 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:43.213391 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 8b79809e-49ec-4f1f-a032-ed57de44fa80 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:43.223747 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e82f0fe0-5d74-4858-a9d4-c61a5ce39d28 None None] Port 5b3af107-173f-4e5f-8136-c3705d966050 was deleted so its status cannot be updated. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 23 02:41:43.225631 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-36de70b7-4677-464f-abf2-166721ff00bc None None] Calling delete_port for 0ac54300-fb85-4292-9534-978e6d2f17e1 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:43.259316 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-61f5a2b6-c97e-496d-8882-b322e8204015 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:43.266588 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-61f5a2b6-c97e-496d-8882-b322e8204015 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/ports/5b3af107-173f-4e5f-8136-c3705d966050 HTTP/1.1" status: 204 len: 168 time: 1.5266187 Mar 23 02:41:43.272549 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcd68b5-e09c-4e3e-85fe-0cdb4c2a7cbd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Made reservation on behalf of a390c7a337b546c28b66d49e8c0359d6 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:43.276059 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0bcd68b5-e09c-4e3e-85fe-0cdb4c2a7cbd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:43.278055 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59616) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:43.279710 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3caf8312-98e5-4316-a2d3-7a2c25faf723 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:41:43.297078 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5a2b6-c97e-496d-8882-b322e8204015 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Port': ['ID=5b3af107-173f-4e5f-8136-c3705d966050,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:43.325774 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3a7753c6-c0ad-4b10-8a14-88be3b3d65fc req-ceb71e53-d24b-4840-8e4f-c87137635a19 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/security-groups?id=502a5f01-83f8-43fe-8c91-7de0ab32d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738850 Mar 23 02:41:43.337760 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e82f0fe0-5d74-4858-a9d4-c61a5ce39d28 None None] Provisioning complete for port 0ac54300-fb85-4292-9534-978e6d2f17e1 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:43.338149 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e82f0fe0-5d74-4858-a9d4-c61a5ce39d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (0ac54300-fb85-4292-9534-978e6d2f17e1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:43.355534 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-e37fc68b-4280-4c02-b3f5-b581f01b8d99 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] GET failed (client error): The resource could not be found. Mar 23 02:41:43.358880 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e37fc68b-4280-4c02-b3f5-b581f01b8d99 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "GET /v2.0/ports/5b3af107-173f-4e5f-8136-c3705d966050 HTTP/1.1" status: 404 len: 333 time: 0.0760779 Mar 23 02:41:43.368060 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59618) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:43.369587 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3caf8312-98e5-4316-a2d3-7a2c25faf723 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (5cf583aa-331c-454b-8fd8-fc22b91c3c73), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:43.370133 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-3caf8312-98e5-4316-a2d3-7a2c25faf723 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Added segment 5cf583aa-331c-454b-8fd8-fc22b91c3c73 of type vlan for network 73bb69ee-4dd4-4eab-beff-b9456f83e203 Mar 23 02:41:43.403144 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 89f9d88e-22a9-4286-8f50-555d5c2b6acc up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:43.445124 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bcd68b5-e09c-4e3e-85fe-0cdb4c2a7cbd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:41:43.447460 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.objects.ports [None req-80b9dbc8-557e-45d8-93b5-492ec0aaab1a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104349) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 02:41:43.463468 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-13c4e0ce-22f7-4194-afaf-99cc52f62213 None None] Publish callbacks [] for port (92a72851-25ce-4f38-a109-cbbeda1310b5), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:43.488978 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3caf8312-98e5-4316-a2d3-7a2c25faf723 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (73bb69ee-4dd4-4eab-beff-b9456f83e203), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:43.540469 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0bcd68b5-e09c-4e3e-85fe-0cdb4c2a7cbd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (56e28113-6f8d-45ba-8d40-c4dd6b491906), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:43.540828 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-0bcd68b5-e09c-4e3e-85fe-0cdb4c2a7cbd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Added segment 56e28113-6f8d-45ba-8d40-c4dd6b491906 of type vlan for network ac9a64d2-5aeb-4043-a7f0-84a0d420bc72 Mar 23 02:41:43.544792 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 89f9d88e-22a9-4286-8f50-555d5c2b6acc triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:43.545173 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (89f9d88e-22a9-4286-8f50-555d5c2b6acc), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:43.567795 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4686f84a-48e3-4a0b-97b7-02404374d449 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks [] for port (e5990f05-ae0e-486e-b240-f2a417f1c508), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:43.574125 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-13c4e0ce-22f7-4194-afaf-99cc52f62213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (92a72851-25ce-4f38-a109-cbbeda1310b5), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:43.618864 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-36de70b7-4677-464f-abf2-166721ff00bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (0ac54300-fb85-4292-9534-978e6d2f17e1), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:43.630758 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e82f0fe0-5d74-4858-a9d4-c61a5ce39d28 None None] Current status of the port 0ac54300-fb85-4292-9534-978e6d2f17e1 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:43.649301 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-c5a0409e-1cfe-4507-a76e-b2f787b5bb63 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Allocated IP 2001:db8::2b4 (883e018b-232d-4d2d-86ff-358c666f6e61/f004acd0-1ed4-4d73-8b8f-bd9bed5a2a36/3d2ba984-8a63-4ebb-aed9-4bff6a496ed3) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:43.661764 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36de70b7-4677-464f-abf2-166721ff00bc None None] No DVR routers for this DVR port 0ac54300-fb85-4292-9534-978e6d2f17e1 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:41:43.673669 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c4e0ce-22f7-4194-afaf-99cc52f62213 None None] Network 883e018b-232d-4d2d-86ff-358c666f6e61 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:43.673669 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4e0ce-22f7-4194-afaf-99cc52f62213 None None] Pushing event updated for resources: {'Port': ['ID=92a72851-25ce-4f38-a109-cbbeda1310b5,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:43.685498 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-13c4e0ce-22f7-4194-afaf-99cc52f62213 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:43.691480 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c4e0ce-22f7-4194-afaf-99cc52f62213 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:43.702174 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3caf8312-98e5-4316-a2d3-7a2c25faf723 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (73bb69ee-4dd4-4eab-beff-b9456f83e203), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:43.707570 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caf8312-98e5-4316-a2d3-7a2c25faf723 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:43.708235 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3caf8312-98e5-4316-a2d3-7a2c25faf723 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:43.723271 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0bcd68b5-e09c-4e3e-85fe-0cdb4c2a7cbd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (ac9a64d2-5aeb-4043-a7f0-84a0d420bc72), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:43.723473 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4686f84a-48e3-4a0b-97b7-02404374d449 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (e5990f05-ae0e-486e-b240-f2a417f1c508), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:43.726823 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de70b7-4677-464f-abf2-166721ff00bc None None] Pushing event deleted for resources: {'Port': ['ID=0ac54300-fb85-4292-9534-978e6d2f17e1,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:43.785517 dv-neutron-834613-2-hyperv neutron-server[104349]: WARNING neutron.services.revisions.revision_plugin [None req-80b9dbc8-557e-45d8-93b5-492ec0aaab1a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Could not find related port for resource to bump revision. Mar 23 02:41:43.807320 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-13c4e0ce-22f7-4194-afaf-99cc52f62213 None None] Attempting to bind port 92a72851-25ce-4f38-a109-cbbeda1310b5 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:43.807703 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-13c4e0ce-22f7-4194-afaf-99cc52f62213 None None] Attempting to bind port 92a72851-25ce-4f38-a109-cbbeda1310b5 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '98106c0b-03d5-4f36-b1e9-2245c31e0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '883e018b-232d-4d2d-86ff-358c666f6e61'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:43.808086 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c4e0ce-22f7-4194-afaf-99cc52f62213 None None] Attempting to bind port 92a72851-25ce-4f38-a109-cbbeda1310b5 on network 883e018b-232d-4d2d-86ff-358c666f6e61 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:43.819855 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c4e0ce-22f7-4194-afaf-99cc52f62213 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:41:43.820224 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c4e0ce-22f7-4194-afaf-99cc52f62213 None None] Checking segment: {'id': '98106c0b-03d5-4f36-b1e9-2245c31e0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '883e018b-232d-4d2d-86ff-358c666f6e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:43.823225 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-13c4e0ce-22f7-4194-afaf-99cc52f62213 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:43.823225 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c4e0ce-22f7-4194-afaf-99cc52f62213 None None] Bound using segment: {'id': '98106c0b-03d5-4f36-b1e9-2245c31e0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '883e018b-232d-4d2d-86ff-358c666f6e61'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:41:43.823225 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-13c4e0ce-22f7-4194-afaf-99cc52f62213 None None] Bound port: 92a72851-25ce-4f38-a109-cbbeda1310b5, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98106c0b-03d5-4f36-b1e9-2245c31e0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '883e018b-232d-4d2d-86ff-358c666f6e61'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:41:43.823225 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-13c4e0ce-22f7-4194-afaf-99cc52f62213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (92a72851-25ce-4f38-a109-cbbeda1310b5), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:43.827112 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59626) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:43.831990 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3caf8312-98e5-4316-a2d3-7a2c25faf723 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2163610 Mar 23 02:41:43.832137 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 89f9d88e-22a9-4286-8f50-555d5c2b6acc is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:43.833368 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59628) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:43.839747 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-bc44d7d1-c744-4be3-ad77-c7051abe855c tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Request body: {'subnet': {'network_id': '73bb69ee-4dd4-4eab-beff-b9456f83e203', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:43.866963 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.ipam_pluggable_backend [None req-80b9dbc8-557e-45d8-93b5-492ec0aaab1a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Port 0ac54300-fb85-4292-9534-978e6d2f17e1 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104349) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 23 02:41:43.870133 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.ipam_pluggable_backend [None req-80b9dbc8-557e-45d8-93b5-492ec0aaab1a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Reverting IP allocation for 2001:db8::f816:3eff:fee0:d795 {{(pid=104349) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 23 02:41:43.877036 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device a10d4af4-900f-4e62-abeb-34f763d3523c up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:43.885147 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-4686f84a-48e3-4a0b-97b7-02404374d449 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] In _notify_port_updated(), no bound segment for port e5990f05-ae0e-486e-b240-f2a417f1c508 on network f07a62c5-88cc-490e-8bc1-14eee675f068 {{(pid=104348) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:41:43.890453 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4686f84a-48e3-4a0b-97b7-02404374d449 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:43.891063 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4686f84a-48e3-4a0b-97b7-02404374d449 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:43.892425 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4686f84a-48e3-4a0b-97b7-02404374d449 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] 10.222.0.24 "PUT /v2.0/ports/e5990f05-ae0e-486e-b240-f2a417f1c508 HTTP/1.1" status: 200 len: 1130 time: 1.7108154 Mar 23 02:41:43.906868 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59632) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:43.942263 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 0ac54300-fb85-4292-9534-978e6d2f17e1 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:41:43.958590 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-80b9dbc8-557e-45d8-93b5-492ec0aaab1a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (bce9f584-48a6-484e-88f0-d5df524703ae), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:43.959942 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf8312-98e5-4316-a2d3-7a2c25faf723 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event updated for resources: {'Network': ['ID=73bb69ee-4dd4-4eab-beff-b9456f83e203,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:43.960379 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0bcd68b5-e09c-4e3e-85fe-0cdb4c2a7cbd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (ac9a64d2-5aeb-4043-a7f0-84a0d420bc72), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:43.962911 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686f84a-48e3-4a0b-97b7-02404374d449 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Pushing event updated for resources: {'Port': ['ID=e5990f05-ae0e-486e-b240-f2a417f1c508,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:43.974702 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcd68b5-e09c-4e3e-85fe-0cdb4c2a7cbd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:43.975349 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0bcd68b5-e09c-4e3e-85fe-0cdb4c2a7cbd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:44.015588 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-13c4e0ce-22f7-4194-afaf-99cc52f62213 None None] For port 92a72851-25ce-4f38-a109-cbbeda1310b5, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:41:44.023793 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-13c4e0ce-22f7-4194-afaf-99cc52f62213 None None] For port 92a72851-25ce-4f38-a109-cbbeda1310b5, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=92a72851-25ce-4f38-a109-cbbeda1310b5,segment=NetworkSegment(98106c0b-03d5-4f36-b1e9-2245c31e0713),segment_id=98106c0b-03d5-4f36-b1e9-2245c31e0713)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:41:44.028333 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 73bb69ee-4dd4-4eab-beff-b9456f83e203 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:41:44.040998 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 0ac54300-fb85-4292-9534-978e6d2f17e1 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:41:44.041606 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 0ac54300-fb85-4292-9534-978e6d2f17e1 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:41:44.042108 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8ed2b638-8bce-4bc9-a842-a55aad674a18 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:41:44.123372 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e1cb37-deb3-4906-9e75-dfbd2ee86dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:44.125688 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-74e1cb37-deb3-4906-9e75-dfbd2ee86dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] 10.222.0.24 "GET /v2.0/ports/e5990f05-ae0e-486e-b240-f2a417f1c508 HTTP/1.1" status: 200 len: 1130 time: 0.2056334 Mar 23 02:41:44.131282 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59634) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:44.153783 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 8ed2b638-8bce-4bc9-a842-a55aad674a18 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:41:44.154363 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8ed2b638-8bce-4bc9-a842-a55aad674a18 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:41:44.164043 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-13c4e0ce-22f7-4194-afaf-99cc52f62213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (92a72851-25ce-4f38-a109-cbbeda1310b5), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:44.183985 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-91ee7a79-4ae1-415b-9a98-992cac3bb8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2047793470'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:44.212418 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b9dbc8-557e-45d8-93b5-492ec0aaab1a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:44.226644 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd68b5-e09c-4e3e-85fe-0cdb4c2a7cbd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Network': ['ID=ac9a64d2-5aeb-4043-a7f0-84a0d420bc72,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:44.238236 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-80b9dbc8-557e-45d8-93b5-492ec0aaab1a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:44.241266 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b9dbc8-557e-45d8-93b5-492ec0aaab1a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:44.241873 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-80b9dbc8-557e-45d8-93b5-492ec0aaab1a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:44.248040 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network ac9a64d2-5aeb-4043-a7f0-84a0d420bc72 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:41:44.250614 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-584fcaf5-65c2-49a1-a769-54845dc807b2 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Deleting port 53fc2a23-2b9d-41f1-bebf-a47c546c17ea {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:44.251464 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-584fcaf5-65c2-49a1-a769-54845dc807b2 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (53fc2a23-2b9d-41f1-bebf-a47c546c17ea), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:44.256557 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0bcd68b5-e09c-4e3e-85fe-0cdb4c2a7cbd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2176719 Mar 23 02:41:44.266977 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59636) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:44.267783 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9dbc8-557e-45d8-93b5-492ec0aaab1a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Subnet': ['ID=bce9f584-48a6-484e-88f0-d5df524703ae,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:44.285417 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-b9cd7762-d4bf-4781-b455-a1263014b830 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Request body: {'subnet': {'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:44.303215 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4e0ce-22f7-4194-afaf-99cc52f62213 None None] Pushing event updated for resources: {'Port': ['ID=92a72851-25ce-4f38-a109-cbbeda1310b5,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:44.311090 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfa1631-0b05-498e-a29d-f22921eace98 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:44.330901 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port a10d4af4-900f-4e62-abeb-34f763d3523c completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:41:44.379486 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port a10d4af4-900f-4e62-abeb-34f763d3523c triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:44.379904 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a10d4af4-900f-4e62-abeb-34f763d3523c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:44.384472 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ee7a79-4ae1-415b-9a98-992cac3bb8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173-project] Made reservation on behalf of cb02e97b9fe7442a809fbe4fb5d5501c for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:44.388932 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-91ee7a79-4ae1-415b-9a98-992cac3bb8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:44.402032 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c5a0409e-1cfe-4507-a76e-b2f787b5bb63 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks [] for port (3d2ba984-8a63-4ebb-aed9-4bff6a496ed3), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:44.424223 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-63a10944-2b8b-42bf-8685-9f5f773372b1 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Deleting port e5990f05-ae0e-486e-b240-f2a417f1c508 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:44.424958 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-63a10944-2b8b-42bf-8685-9f5f773372b1 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (e5990f05-ae0e-486e-b240-f2a417f1c508), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:44.451146 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-2508f7df-66f5-491f-a7d2-5d2717e427ce None None] Provisioning complete for port e5990f05-ae0e-486e-b240-f2a417f1c508 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:44.451555 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2508f7df-66f5-491f-a7d2-5d2717e427ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e5990f05-ae0e-486e-b240-f2a417f1c508), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:44.482195 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-91ee7a79-4ae1-415b-9a98-992cac3bb8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:44.498884 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc44d7d1-c744-4be3-ad77-c7051abe855c tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Made reservation on behalf of a93ad12b8bcf4411afa287294e0d6a41 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:44.503693 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bc44d7d1-c744-4be3-ad77-c7051abe855c tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:44.511076 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-80b9dbc8-557e-45d8-93b5-492ec0aaab1a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0580368 Mar 23 02:41:44.673371 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-2508f7df-66f5-491f-a7d2-5d2717e427ce None None] Port e5990f05-ae0e-486e-b240-f2a417f1c508 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:41:44.673657 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-584fcaf5-65c2-49a1-a769-54845dc807b2 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (53fc2a23-2b9d-41f1-bebf-a47c546c17ea), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:44.673766 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port a10d4af4-900f-4e62-abeb-34f763d3523c is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:44.673766 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a10d4af4-900f-4e62-abeb-34f763d3523c), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:44.673955 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.ipam_backend_mixin [None req-bc44d7d1-c744-4be3-ad77-c7051abe855c tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Performing IP validity checks on allocation pools {{(pid=104349) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 23 02:41:44.673955 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.ipam_backend_mixin [None req-bc44d7d1-c744-4be3-ad77-c7051abe855c tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104349) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 23 02:41:44.674145 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2e5ef7-fe4b-4448-8c40-435c118b9fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10d4af4-900f-4e62-abeb-34f763d3523c'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:41:44.674145 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a240a372-d793-45ed-bb0a-2561e3dc4d76" -d '{"events": [{"server_uuid": "0f2e5ef7-fe4b-4448-8c40-435c118b9fab", "name": "network-vif-plugged", "status": "completed", "tag": "a10d4af4-900f-4e62-abeb-34f763d3523c"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:41:44.674341 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-584fcaf5-65c2-49a1-a769-54845dc807b2 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Calling delete_port for 53fc2a23-2b9d-41f1-bebf-a47c546c17ea owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:44.674439 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port a10d4af4-900f-4e62-abeb-34f763d3523c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a10d4af4-900f-4e62-abeb-34f763d3523c,segment=NetworkSegment(0c372683-a61d-42b3-b666-cb70435ab787),segment_id=0c372683-a61d-42b3-b666-cb70435ab787)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:44.674439 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191669de-a1a7-40e5-847d-b8984818aaae x-openstack-request-id: req-191669de-a1a7-40e5-847d-b8984818aaae {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:41:44.674439 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2e5ef7-fe4b-4448-8c40-435c118b9fab", "name": "network-vif-plugged", "status": "completed", "tag": "a10d4af4-900f-4e62-abeb-34f763d3523c", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:41:44.674439 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-191669de-a1a7-40e5-847d-b8984818aaae {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:41:44.674439 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-191669de-a1a7-40e5-847d-b8984818aaae'] response: {'server_uuid': '0f2e5ef7-fe4b-4448-8c40-435c118b9fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10d4af4-900f-4e62-abeb-34f763d3523c', 'code': 200} Mar 23 02:41:44.674864 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-63a10944-2b8b-42bf-8685-9f5f773372b1 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (e5990f05-ae0e-486e-b240-f2a417f1c508), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:44.674864 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59642) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:44.681844 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fd7b32-8298-468e-9e30-55b9464b64ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-94d9379e-13fb-449b-8f45-d1ab95378f77', 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'fixed_ips': [{'subnet_id': 'bce9f584-48a6-484e-88f0-d5df524703ae'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:41:44.683405 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f8fd7b32-8298-468e-9e30-55b9464b64ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:44.689570 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-ab5e5c73-2239-483e-a524-0c7a67702cf2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:44.701057 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f772a-fbf0-412d-a5c4-1103463296ba req-dbcdddfa-f900-4089-a395-9048815971c7 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:44.702720 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-028f772a-fbf0-412d-a5c4-1103463296ba req-dbcdddfa-f900-4089-a395-9048815971c7 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 945 time: 0.2063308 Mar 23 02:41:44.710897 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-63a10944-2b8b-42bf-8685-9f5f773372b1 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Calling delete_port for e5990f05-ae0e-486e-b240-f2a417f1c508 owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:44.716768 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-91ee7a79-4ae1-415b-9a98-992cac3bb8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173-project] Publish callbacks [] for security_group (13e3cfeb-5730-4b68-94e1-a060924ba029), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:44.788546 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cd7762-d4bf-4781-b455-a1263014b830 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Made reservation on behalf of a390c7a337b546c28b66d49e8c0359d6 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:44.800140 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b9cd7762-d4bf-4781-b455-a1263014b830 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:44.813832 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-91ee7a79-4ae1-415b-9a98-992cac3bb8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (13e3cfeb-5730-4b68-94e1-a060924ba029), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:44.833912 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (a10d4af4-900f-4e62-abeb-34f763d3523c), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:44.839860 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ee7a79-4ae1-415b-9a98-992cac3bb8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:41:44.850875 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c5a0409e-1cfe-4507-a76e-b2f787b5bb63 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (3d2ba984-8a63-4ebb-aed9-4bff6a496ed3), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:44.857836 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-91ee7a79-4ae1-415b-9a98-992cac3bb8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (3a419d5f-88eb-4b34-bd3c-aa4d7717506f), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:44.858532 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-91ee7a79-4ae1-415b-9a98-992cac3bb8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173-project] Added segment 3a419d5f-88eb-4b34-bd3c-aa4d7717506f of type vlan for network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 Mar 23 02:41:44.896989 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-028f772a-fbf0-412d-a5c4-1103463296ba req-523dfc72-31e3-42e9-9744-546a1f234c63 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/security-groups?id=502a5f01-83f8-43fe-8c91-7de0ab32d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838999 Mar 23 02:41:44.914546 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-91ee7a79-4ae1-415b-9a98-992cac3bb8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (34d9fa83-d1bc-475a-a854-7b4c7101f9a3), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:44.940634 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=a10d4af4-900f-4e62-abeb-34f763d3523c,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:44.957223 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-f8fd7b32-8298-468e-9e30-55b9464b64ee None None] Allocated IP 2001:db8::f816:3eff:fee0:2e6e (94d9379e-13fb-449b-8f45-d1ab95378f77/bce9f584-48a6-484e-88f0-d5df524703ae/f31000bc-c3d6-4184-be9e-2c0e32aec0b7) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:44.994850 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a0409e-1cfe-4507-a76e-b2f787b5bb63 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Network 883e018b-232d-4d2d-86ff-358c666f6e61 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:45.010537 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-c5a0409e-1cfe-4507-a76e-b2f787b5bb63 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:45.047786 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a0409e-1cfe-4507-a76e-b2f787b5bb63 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:45.053231 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a0409e-1cfe-4507-a76e-b2f787b5bb63 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:45.053917 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c5a0409e-1cfe-4507-a76e-b2f787b5bb63 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:45.078134 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0409e-1cfe-4507-a76e-b2f787b5bb63 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Pushing event updated for resources: {'Port': ['ID=3d2ba984-8a63-4ebb-aed9-4bff6a496ed3,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:45.098868 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-91ee7a79-4ae1-415b-9a98-992cac3bb8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (34d9fa83-d1bc-475a-a854-7b4c7101f9a3), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:45.105212 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ee7a79-4ae1-415b-9a98-992cac3bb8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:45.106004 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-91ee7a79-4ae1-415b-9a98-992cac3bb8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:45.186121 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f8fd7b32-8298-468e-9e30-55b9464b64ee None None] Publish callbacks [] for port (f31000bc-c3d6-4184-be9e-2c0e32aec0b7), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:45.197372 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee7a79-4ae1-415b-9a98-992cac3bb8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13e3cfeb-5730-4b68-94e1-a060924ba029,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:45.210381 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-584fcaf5-65c2-49a1-a769-54845dc807b2 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (53fc2a23-2b9d-41f1-bebf-a47c546c17ea), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:45.218122 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c5a0409e-1cfe-4507-a76e-b2f787b5bb63 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.2303529 Mar 23 02:41:45.223982 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5e5c73-2239-483e-a524-0c7a67702cf2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:45.224684 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59644) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:45.227664 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ab5e5c73-2239-483e-a524-0c7a67702cf2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:45.227799 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bc44d7d1-c744-4be3-ad77-c7051abe855c tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (f8db57f4-7646-4986-b1f6-fd3f2f9d1749), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:45.236590 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-fb5fb78e-125b-4e5f-baf4-65e73622108f tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Request body: {'port': {'network_id': '883e018b-232d-4d2d-86ff-358c666f6e61', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-429807662', 'allowed_address_pairs': [{'ip_address': '2001:db8::2b4', 'mac_address': 'fa:16:3e:53:39:6f'}]}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:45.284350 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee7a79-4ae1-415b-9a98-992cac3bb8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173-project] Pushing event updated for resources: {'Network': ['ID=34d9fa83-d1bc-475a-a854-7b4c7101f9a3,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:45.304990 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-63a10944-2b8b-42bf-8685-9f5f773372b1 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (e5990f05-ae0e-486e-b240-f2a417f1c508), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:45.307057 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f8fd7b32-8298-468e-9e30-55b9464b64ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (f31000bc-c3d6-4184-be9e-2c0e32aec0b7), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:45.309007 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584fcaf5-65c2-49a1-a769-54845dc807b2 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Port': ['ID=53fc2a23-2b9d-41f1-bebf-a47c546c17ea,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:45.319045 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:41:45.345157 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-91ee7a79-4ae1-415b-9a98-992cac3bb8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.5169044 Mar 23 02:41:45.359225 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a10944-2b8b-42bf-8685-9f5f773372b1 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Pushing event deleted for resources: {'Port': ['ID=e5990f05-ae0e-486e-b240-f2a417f1c508,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:45.420125 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-584fcaf5-65c2-49a1-a769-54845dc807b2 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:45.426417 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-584fcaf5-65c2-49a1-a769-54845dc807b2 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/ports/53fc2a23-2b9d-41f1-bebf-a47c546c17ea HTTP/1.1" status: 204 len: 168 time: 2.0524323 Mar 23 02:41:45.437447 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59650) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:45.493392 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 92a72851-25ce-4f38-a109-cbbeda1310b5 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:45.559163 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-63a10944-2b8b-42bf-8685-9f5f773372b1 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:45.567407 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-63a10944-2b8b-42bf-8685-9f5f773372b1 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] 10.222.0.24 "DELETE /v2.0/ports/e5990f05-ae0e-486e-b240-f2a417f1c508 HTTP/1.1" status: 204 len: 168 time: 1.4327734 Mar 23 02:41:45.571655 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59652) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:45.573121 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce3eb77-3aae-41e7-ba31-d4e7ba44c4ab tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] GET failed (client error): The resource could not be found. Mar 23 02:41:45.575051 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fd7b32-8298-468e-9e30-55b9464b64ee None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:45.576954 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3ce3eb77-3aae-41e7-ba31-d4e7ba44c4ab tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "GET /v2.0/ports/53fc2a23-2b9d-41f1-bebf-a47c546c17ea HTTP/1.1" status: 404 len: 333 time: 0.1375382 Mar 23 02:41:45.600995 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.ipam_backend_mixin [None req-ab5e5c73-2239-483e-a524-0c7a67702cf2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bce9f584-48a6-484e-88f0-d5df524703ae (CIDR: 2001:db8::/64) Mar 23 02:41:45.611236 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59654) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:45.638922 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043161ae-14b5-4dbe-8ce8-594e2703f17e req-88a4d9d1-092a-4dbc-b4cd-1ff5113604c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:45.645629 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-043161ae-14b5-4dbe-8ce8-594e2703f17e req-88a4d9d1-092a-4dbc-b4cd-1ff5113604c8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 1130 time: 0.6234732 Mar 23 02:41:45.665072 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc44d7d1-c744-4be3-ad77-c7051abe855c tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event updated for resources: {'Subnet': ['ID=f8db57f4-7646-4986-b1f6-fd3f2f9d1749,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:45.680467 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-f8fd7b32-8298-468e-9e30-55b9464b64ee None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:45.688837 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fd7b32-8298-468e-9e30-55b9464b64ee None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:45.697546 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b9cd7762-d4bf-4781-b455-a1263014b830 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (3b590b27-593b-4635-a2a2-14c921455bd7), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:45.714764 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5e5c73-2239-483e-a524-0c7a67702cf2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:41:45.718868 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab5e5c73-2239-483e-a524-0c7a67702cf2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:41:45.726161 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd7b32-8298-468e-9e30-55b9464b64ee None None] Pushing event updated for resources: {'Port': ['ID=f31000bc-c3d6-4184-be9e-2c0e32aec0b7,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:45.745351 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59656) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:45.775081 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Request body: {'port': {'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3', 'binding:host_id': 'hv-neutron-8346', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1488912675'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:45.826953 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc44d7d1-c744-4be3-ad77-c7051abe855c tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Checking segment: {'id': '5cf583aa-331c-454b-8fd8-fc22b91c3c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '73bb69ee-4dd4-4eab-beff-b9456f83e203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:45.827551 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc44d7d1-c744-4be3-ad77-c7051abe855c tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Network hostable DHCP agents. Network: 73bb69ee-4dd4-4eab-beff-b9456f83e203, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:41:45.836239 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5fb78e-125b-4e5f-baf4-65e73622108f tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Made reservation on behalf of 6c00033ab2c44c8bb0e17d1388ba9fe3 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:45.842459 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd00a9a-880f-4e15-83de-327f588d6d4e tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Deleting subnet bb6793d4-dc48-4d03-bde1-f54426765f3b {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:41:45.849350 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd7762-d4bf-4781-b455-a1263014b830 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Subnet': ['ID=3b590b27-593b-4635-a2a2-14c921455bd7,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:45.861712 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cbd00a9a-880f-4e15-83de-327f588d6d4e tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for subnet (bb6793d4-dc48-4d03-bde1-f54426765f3b), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:45.868898 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-045d56d9-05ee-4516-9cb8-befc820c7b4e tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Deleting subnet d093b727-b167-4108-a1fa-49fa85d7b975 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:41:45.891329 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-043161ae-14b5-4dbe-8ce8-594e2703f17e req-a51e6644-e45a-4e5a-9024-e16d549812fa service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=502a5f01-83f8-43fe-8c91-7de0ab32d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378931 Mar 23 02:41:45.893230 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-045d56d9-05ee-4516-9cb8-befc820c7b4e tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks [] for subnet (d093b727-b167-4108-a1fa-49fa85d7b975), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:45.897802 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cd7762-d4bf-4781-b455-a1263014b830 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Checking segment: {'id': '56e28113-6f8d-45ba-8d40-c4dd6b491906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:45.898286 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cd7762-d4bf-4781-b455-a1263014b830 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network hostable DHCP agents. Network: ac9a64d2-5aeb-4043-a7f0-84a0d420bc72, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:41:45.926299 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ab5e5c73-2239-483e-a524-0c7a67702cf2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2452450 Mar 23 02:41:45.934527 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59658) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:45.947126 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-a8281ecf-3411-46bc-a74c-b85016bcae52 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:46.014957 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Made reservation on behalf of 32b21893521641e99321ceb75c919ea7 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:46.014957 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:46.020023 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 92a72851-25ce-4f38-a109-cbbeda1310b5 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:46.020429 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (92a72851-25ce-4f38-a109-cbbeda1310b5), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:46.023582 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-f8fd7b32-8298-468e-9e30-55b9464b64ee None None] Attempting to bind port f31000bc-c3d6-4184-be9e-2c0e32aec0b7 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:46.023582 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-f8fd7b32-8298-468e-9e30-55b9464b64ee None None] Attempting to bind port f31000bc-c3d6-4184-be9e-2c0e32aec0b7 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:46.023949 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fd7b32-8298-468e-9e30-55b9464b64ee None None] Attempting to bind port f31000bc-c3d6-4184-be9e-2c0e32aec0b7 on network 94d9379e-13fb-449b-8f45-d1ab95378f77 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:46.031710 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-045d56d9-05ee-4516-9cb8-befc820c7b4e tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (d093b727-b167-4108-a1fa-49fa85d7b975), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:46.035518 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:46.053578 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fd7b32-8298-468e-9e30-55b9464b64ee None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:41:46.054151 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fd7b32-8298-468e-9e30-55b9464b64ee None None] Checking segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:46.054948 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f8fd7b32-8298-468e-9e30-55b9464b64ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:46.055361 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fd7b32-8298-468e-9e30-55b9464b64ee None None] Bound using segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:41:46.055886 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-f8fd7b32-8298-468e-9e30-55b9464b64ee None None] Bound port: f31000bc-c3d6-4184-be9e-2c0e32aec0b7, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:41:46.056679 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f8fd7b32-8298-468e-9e30-55b9464b64ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f31000bc-c3d6-4184-be9e-2c0e32aec0b7), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:46.060185 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fb5fb78e-125b-4e5f-baf4-65e73622108f tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:46.066448 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cbd00a9a-880f-4e15-83de-327f588d6d4e tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (bb6793d4-dc48-4d03-bde1-f54426765f3b), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:46.090967 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-fb5fb78e-125b-4e5f-baf4-65e73622108f tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] device_id is not set on port 689e13ec-3c62-4352-b2de-808189412888 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:41:46.144861 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53552fc-837b-4dfa-9add-38765c13eedc None None] Network 883e018b-232d-4d2d-86ff-358c666f6e61 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:46.200253 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc44d7d1-c744-4be3-ad77-c7051abe855c tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Network 73bb69ee-4dd4-4eab-beff-b9456f83e203 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:41:46.229984 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-fb5fb78e-125b-4e5f-baf4-65e73622108f tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Allocated IP 2001:db8::a8 (883e018b-232d-4d2d-86ff-358c666f6e61/f004acd0-1ed4-4d73-8b8f-bd9bed5a2a36/689e13ec-3c62-4352-b2de-808189412888) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:46.232661 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cd7762-d4bf-4781-b455-a1263014b830 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network ac9a64d2-5aeb-4043-a7f0-84a0d420bc72 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:41:46.264262 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-f8fd7b32-8298-468e-9e30-55b9464b64ee None None] For port f31000bc-c3d6-4184-be9e-2c0e32aec0b7, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:41:46.287403 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 92a72851-25ce-4f38-a109-cbbeda1310b5 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:46.287810 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (92a72851-25ce-4f38-a109-cbbeda1310b5), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:46.300624 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-f8fd7b32-8298-468e-9e30-55b9464b64ee None None] For port f31000bc-c3d6-4184-be9e-2c0e32aec0b7, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f31000bc-c3d6-4184-be9e-2c0e32aec0b7,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:41:46.317085 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-4493cf15-3e89-459f-bfd6-d79799783e0b None None] Provisioning complete for port 92a72851-25ce-4f38-a109-cbbeda1310b5 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:46.317788 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4493cf15-3e89-459f-bfd6-d79799783e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (92a72851-25ce-4f38-a109-cbbeda1310b5), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:46.337562 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce31aec-9e6d-4159-8c9e-aed7c3faeb46 req-3e8831b3-82f0-4125-8b4d-f8a555f9a2d9 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:46.342415 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-bc44d7d1-c744-4be3-ad77-c7051abe855c tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 73bb69ee-4dd4-4eab-beff-b9456f83e203) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:46.342579 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7ce31aec-9e6d-4159-8c9e-aed7c3faeb46 req-3e8831b3-82f0-4125-8b4d-f8a555f9a2d9 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 946 time: 0.3051322 Mar 23 02:41:46.344589 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-b9cd7762-d4bf-4781-b455-a1263014b830 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, ac9a64d2-5aeb-4043-a7f0-84a0d420bc72) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:46.351293 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc44d7d1-c744-4be3-ad77-c7051abe855c tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:46.351293 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bc44d7d1-c744-4be3-ad77-c7051abe855c tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:46.355069 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-045d56d9-05ee-4516-9cb8-befc820c7b4e tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (d093b727-b167-4108-a1fa-49fa85d7b975), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:46.368506 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cd7762-d4bf-4781-b455-a1263014b830 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:46.369167 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b9cd7762-d4bf-4781-b455-a1263014b830 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:46.380486 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cbd00a9a-880f-4e15-83de-327f588d6d4e tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (bb6793d4-dc48-4d03-bde1-f54426765f3b), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:46.381444 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c621f7-b699-472a-82b2-7be9fab141bc None None] Network 73bb69ee-4dd4-4eab-beff-b9456f83e203 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:46.391263 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8379bd4-126e-4598-91bc-aa013c3300f9 None None] Network ac9a64d2-5aeb-4043-a7f0-84a0d420bc72 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:46.441230 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fb5fb78e-125b-4e5f-baf4-65e73622108f tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks [] for port (689e13ec-3c62-4352-b2de-808189412888), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:46.449167 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-bc44d7d1-c744-4be3-ad77-c7051abe855c tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.6118717 Mar 23 02:41:46.453279 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b9cd7762-d4bf-4781-b455-a1263014b830 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1788852 Mar 23 02:41:46.453279 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59662) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:46.454998 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8281ecf-3411-46bc-a74c-b85016bcae52 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:46.456719 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 92a72851-25ce-4f38-a109-cbbeda1310b5, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=92a72851-25ce-4f38-a109-cbbeda1310b5,segment=NetworkSegment(98106c0b-03d5-4f36-b1e9-2245c31e0713),segment_id=98106c0b-03d5-4f36-b1e9-2245c31e0713)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:46.458977 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a8281ecf-3411-46bc-a74c-b85016bcae52 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:46.461547 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59664) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:46.491513 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f8fd7b32-8298-468e-9e30-55b9464b64ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f31000bc-c3d6-4184-be9e-2c0e32aec0b7), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:46.501174 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks [] for security_group (de1b7628-c294-45ed-8c40-da58cbd5edbd), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:46.546023 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (92a72851-25ce-4f38-a109-cbbeda1310b5), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:46.596721 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5fa67ec3-4ad7-4e9e-8bc4-006203ef513a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (73bb69ee-4dd4-4eab-beff-b9456f83e203), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:46.632886 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fb5fb78e-125b-4e5f-baf4-65e73622108f tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (689e13ec-3c62-4352-b2de-808189412888), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:46.641640 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd7b32-8298-468e-9e30-55b9464b64ee None None] Pushing event updated for resources: {'Port': ['ID=f31000bc-c3d6-4184-be9e-2c0e32aec0b7,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:46.721069 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5fb78e-125b-4e5f-baf4-65e73622108f tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Network 883e018b-232d-4d2d-86ff-358c666f6e61 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:46.722910 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5fa67ec3-4ad7-4e9e-8bc4-006203ef513a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (f8db57f4-7646-4986-b1f6-fd3f2f9d1749), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:46.788062 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df102f98-680d-413f-9951-9ed64469436b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-73bb69ee-4dd4-4eab-beff-b9456f83e203', 'network_id': '73bb69ee-4dd4-4eab-beff-b9456f83e203', 'project_id': 'a93ad12b8bcf4411afa287294e0d6a41', 'fixed_ips': [{'subnet_id': 'f8db57f4-7646-4986-b1f6-fd3f2f9d1749'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:41:46.804625 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-df102f98-680d-413f-9951-9ed64469436b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:46.809669 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-fb5fb78e-125b-4e5f-baf4-65e73622108f tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:46.814320 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5fb78e-125b-4e5f-baf4-65e73622108f tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Pushing event updated for resources: {'Port': ['ID=689e13ec-3c62-4352-b2de-808189412888,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:46.817318 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5fb78e-125b-4e5f-baf4-65e73622108f tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:46.823073 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5fb78e-125b-4e5f-baf4-65e73622108f tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:46.823810 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fb5fb78e-125b-4e5f-baf4-65e73622108f tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:46.837751 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66840275-6fd4-4eb5-8e57-e667b5ffd27f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-ac9a64d2-5aeb-4043-a7f0-84a0d420bc72', 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72', 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'fixed_ips': [{'subnet_id': '3b590b27-593b-4635-a2a2-14c921455bd7'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:41:46.839652 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-66840275-6fd4-4eb5-8e57-e667b5ffd27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:46.920181 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-fb5fb78e-125b-4e5f-baf4-65e73622108f tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.6900439 Mar 23 02:41:46.924973 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59666) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:46.962472 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5fa67ec3-4ad7-4e9e-8bc4-006203ef513a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (f8db57f4-7646-4986-b1f6-fd3f2f9d1749), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:47.027252 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (de1b7628-c294-45ed-8c40-da58cbd5edbd), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:47.046512 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] device_id is not set on port 9a14ea03-6bcf-4c15-b425-f11c0289f973 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:41:47.046846 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-4493cf15-3e89-459f-bfd6-d79799783e0b None None] Current status of the port 92a72851-25ce-4f38-a109-cbbeda1310b5 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:47.052756 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=92a72851-25ce-4f38-a109-cbbeda1310b5,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:47.252449 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7ce31aec-9e6d-4159-8c9e-aed7c3faeb46 req-6b6b2aff-1a07-410f-b311-5e1d1f9ca9b9 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/security-groups?id=502a5f01-83f8-43fe-8c91-7de0ab32d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8624675 Mar 23 02:41:47.277228 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e1a3f908-319c-4467-bf4d-f0a9350b62d8 None None] Provisioning complete for port 92a72851-25ce-4f38-a109-cbbeda1310b5 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:47.278298 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e1a3f908-319c-4467-bf4d-f0a9350b62d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (92a72851-25ce-4f38-a109-cbbeda1310b5), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server [None req-df102f98-680d-413f-9951-9ed64469436b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8db57f4-7646-4986-b1f6-fd3f2f9d1749: This subnet is being modified by another concurrent operation. Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 02:41:47.326744 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise exception Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8db57f4-7646-4986-b1f6-fd3f2f9d1749: This subnet is being modified by another concurrent operation. Mar 23 02:41:47.332082 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server Mar 23 02:41:47.349600 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1b7628-c294-45ed-8c40-da58cbd5edbd,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:47.354036 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea17938-528b-4a48-84c5-673ef048f49b None None] Network 73bb69ee-4dd4-4eab-beff-b9456f83e203 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:47.398219 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-045d56d9-05ee-4516-9cb8-befc820c7b4e tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (d093b727-b167-4108-a1fa-49fa85d7b975), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:47.412045 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cbd00a9a-880f-4e15-83de-327f588d6d4e tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (bb6793d4-dc48-4d03-bde1-f54426765f3b), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:47.418800 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5fa67ec3-4ad7-4e9e-8bc4-006203ef513a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (73bb69ee-4dd4-4eab-beff-b9456f83e203), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:47.451791 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-5fa67ec3-4ad7-4e9e-8bc4-006203ef513a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73bb69ee-4dd4-4eab-beff-b9456f83e203']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:47.458004 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa67ec3-4ad7-4e9e-8bc4-006203ef513a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event deleted for resources: {'Subnet': ['ID=f8db57f4-7646-4986-b1f6-fd3f2f9d1749,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:47.475065 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-5fa67ec3-4ad7-4e9e-8bc4-006203ef513a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf583aa-331c-454b-8fd8-fc22b91c3c73') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:47.475616 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-5fa67ec3-4ad7-4e9e-8bc4-006203ef513a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf583aa-331c-454b-8fd8-fc22b91c3c73') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:47.476356 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-66840275-6fd4-4eb5-8e57-e667b5ffd27f None None] Allocated IP 2001:db8::2 (ac9a64d2-5aeb-4043-a7f0-84a0d420bc72/3b590b27-593b-4635-a2a2-14c921455bd7/14732d71-d559-42bf-822e-e072d3f5d16e) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:47.490056 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d56d9-05ee-4516-9cb8-befc820c7b4e tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Pushing event deleted for resources: {'Subnet': ['ID=d093b727-b167-4108-a1fa-49fa85d7b975,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:47.498327 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5fa67ec3-4ad7-4e9e-8bc4-006203ef513a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (5cf583aa-331c-454b-8fd8-fc22b91c3c73), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:47.526580 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3bc030-3955-4958-911f-7bb2b74f2030 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:47.531502 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd00a9a-880f-4e15-83de-327f588d6d4e tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Subnet': ['ID=bb6793d4-dc48-4d03-bde1-f54426765f3b,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:47.534694 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3bc030-3955-4958-911f-7bb2b74f2030 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:47.547330 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3bc030-3955-4958-911f-7bb2b74f2030 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:47.556348 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0d3bc030-3955-4958-911f-7bb2b74f2030 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.6310499 Mar 23 02:41:47.557217 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59668) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:47.570327 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5fa67ec3-4ad7-4e9e-8bc4-006203ef513a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (5cf583aa-331c-454b-8fd8-fc22b91c3c73), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:47.582497 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e7deb1-9071-4595-8519-2bcd7c8d337f None None] Network f07a62c5-88cc-490e-8bc1-14eee675f068 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:47.603219 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa67ec3-4ad7-4e9e-8bc4-006203ef513a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:41:47.603878 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5fa67ec3-4ad7-4e9e-8bc4-006203ef513a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (5cf583aa-331c-454b-8fd8-fc22b91c3c73), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:47.608431 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:41:47.608431 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:41:47.608431 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:41:47.608431 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:41:47.608431 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:41:47.608431 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:41:47.608431 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:41:47.608431 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:41:47.608431 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:41:47.608431 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:41:47.608431 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:41:47.608431 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:41:47.608431 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:41:47.608431 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:41:47.608431 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:41:47.608431 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:41:47.608431 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:41:47.608431 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:41:47.608431 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:41:47.608431 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:41:47.608431 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:41:47.608431 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:41:47.608431 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:41:47.608431 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:41:47.608431 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:41:47.608431 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:41:47.608431 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:41:47.608431 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:41:47.608431 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:41:47.608431 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:41:47.608431 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:41:47.608431 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:41:47.646301 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-045d56d9-05ee-4516-9cb8-befc820c7b4e tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:47.652660 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-045d56d9-05ee-4516-9cb8-befc820c7b4e tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] 10.222.0.24 "DELETE /v2.0/subnets/d093b727-b167-4108-a1fa-49fa85d7b975 HTTP/1.1" status: 204 len: 168 time: 2.0740426 Mar 23 02:41:47.672216 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f31000bc-c3d6-4184-be9e-2c0e32aec0b7 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:47.682277 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59670) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:47.715660 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cbd00a9a-880f-4e15-83de-327f588d6d4e tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:47.721320 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-cbd00a9a-880f-4e15-83de-327f588d6d4e tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/subnets/bb6793d4-dc48-4d03-bde1-f54426765f3b HTTP/1.1" status: 204 len: 168 time: 2.1062803 Mar 23 02:41:47.732322 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59672) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:47.853212 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-66840275-6fd4-4eb5-8e57-e667b5ffd27f None None] Publish callbacks [] for port (14732d71-d559-42bf-822e-e072d3f5d16e), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:47.853960 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-40f16b6c-8a86-42c3-8e58-4f87144308b5 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:47.885401 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53e1ff8-0ba8-49e2-b6c4-87e1b9d1acce None None] Network 4b436f81-4aaf-4621-a677-0bda5dd24645 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:47.894804 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-74f8de0c-0fb8-4da1-82e8-eb7f84346a49 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (f07a62c5-88cc-490e-8bc1-14eee675f068), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:47.927516 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5805d408-9302-43f8-b4cf-87b61c327f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:47.992202 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-229fe39d-4dcf-4653-b066-a61c520db7e4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (4b436f81-4aaf-4621-a677-0bda5dd24645), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:47.996699 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-66840275-6fd4-4eb5-8e57-e667b5ffd27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (14732d71-d559-42bf-822e-e072d3f5d16e), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:48.015279 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-fd2d622f-276b-43ed-9f49-4af8c62a9457 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Deleting port 689e13ec-3c62-4352-b2de-808189412888 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:48.015668 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fd2d622f-276b-43ed-9f49-4af8c62a9457 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (689e13ec-3c62-4352-b2de-808189412888), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:48.021417 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5fa67ec3-4ad7-4e9e-8bc4-006203ef513a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (73bb69ee-4dd4-4eab-beff-b9456f83e203), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:48.079793 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66840275-6fd4-4eb5-8e57-e667b5ffd27f None None] Pushing event updated for resources: {'Port': ['ID=14732d71-d559-42bf-822e-e072d3f5d16e,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:48.080838 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5fa67ec3-4ad7-4e9e-8bc4-006203ef513a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:48.089341 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5fa67ec3-4ad7-4e9e-8bc4-006203ef513a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/networks/73bb69ee-4dd4-4eab-beff-b9456f83e203 HTTP/1.1" status: 204 len: 168 time: 1.6355703 Mar 23 02:41:48.096147 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59674) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:48.140029 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-74f8de0c-0fb8-4da1-82e8-eb7f84346a49 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Deleting port 8b79809e-49ec-4f1f-a032-ed57de44fa80 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:48.140029 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-74f8de0c-0fb8-4da1-82e8-eb7f84346a49 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (8b79809e-49ec-4f1f-a032-ed57de44fa80), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:48.142102 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa67ec3-4ad7-4e9e-8bc4-006203ef513a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event deleted for resources: {'Network': ['ID=73bb69ee-4dd4-4eab-beff-b9456f83e203,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:48.147418 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-ca49f8be-024d-482f-887b-a5cabe254cdb tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1982032046'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:48.165728 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66840275-6fd4-4eb5-8e57-e667b5ffd27f None None] Network ac9a64d2-5aeb-4043-a7f0-84a0d420bc72 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:48.172762 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e1a3f908-319c-4467-bf4d-f0a9350b62d8 None None] Current status of the port 92a72851-25ce-4f38-a109-cbbeda1310b5 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:48.179959 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-66840275-6fd4-4eb5-8e57-e667b5ffd27f None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:48.207142 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66840275-6fd4-4eb5-8e57-e667b5ffd27f None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:48.253007 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-74f8de0c-0fb8-4da1-82e8-eb7f84346a49 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] For port 8b79809e-49ec-4f1f-a032-ed57de44fa80, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8b79809e-49ec-4f1f-a032-ed57de44fa80,segment=NetworkSegment(2f4cc206-55c7-4172-bdee-beb142e26402),segment_id=2f4cc206-55c7-4172-bdee-beb142e26402)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:48.253367 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-74f8de0c-0fb8-4da1-82e8-eb7f84346a49 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (8b79809e-49ec-4f1f-a032-ed57de44fa80), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:48.266453 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e1a3f908-319c-4467-bf4d-f0a9350b62d8 None None] Provisioning complete for port 3d2ba984-8a63-4ebb-aed9-4bff6a496ed3 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:48.271145 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e1a3f908-319c-4467-bf4d-f0a9350b62d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (3d2ba984-8a63-4ebb-aed9-4bff6a496ed3), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:48.281434 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fd2d622f-276b-43ed-9f49-4af8c62a9457 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (689e13ec-3c62-4352-b2de-808189412888), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:48.284364 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-74f8de0c-0fb8-4da1-82e8-eb7f84346a49 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Calling delete_port for 8b79809e-49ec-4f1f-a032-ed57de44fa80 owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:48.296287 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-229fe39d-4dcf-4653-b066-a61c520db7e4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Deleting port 89f9d88e-22a9-4286-8f50-555d5c2b6acc {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:48.296834 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-229fe39d-4dcf-4653-b066-a61c520db7e4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (89f9d88e-22a9-4286-8f50-555d5c2b6acc), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:48.316463 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca49f8be-024d-482f-887b-a5cabe254cdb tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Made reservation on behalf of a93ad12b8bcf4411afa287294e0d6a41 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:48.316971 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-fd2d622f-276b-43ed-9f49-4af8c62a9457 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Calling delete_port for 689e13ec-3c62-4352-b2de-808189412888 owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:48.320200 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ca49f8be-024d-482f-887b-a5cabe254cdb tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:48.336745 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] device_id is not set on port 9a14ea03-6bcf-4c15-b425-f11c0289f973 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:41:48.399751 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks [] for port (9a14ea03-6bcf-4c15-b425-f11c0289f973), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:48.420352 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca49f8be-024d-482f-887b-a5cabe254cdb tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:41:48.431448 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ca49f8be-024d-482f-887b-a5cabe254cdb tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (fff41bd2-5857-4439-88a2-9593d044b337), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:48.431960 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-ca49f8be-024d-482f-887b-a5cabe254cdb tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Added segment fff41bd2-5857-4439-88a2-9593d044b337 of type vlan for network 03fa5152-eea5-4ed2-b177-ae62df15e2b2 Mar 23 02:41:48.460022 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port f31000bc-c3d6-4184-be9e-2c0e32aec0b7 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:48.460678 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f31000bc-c3d6-4184-be9e-2c0e32aec0b7), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:48.467266 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4733dc3-beaa-4f12-8b18-2b34484f8f7f None None] DHCP port deletion for f07a62c5-88cc-490e-8bc1-14eee675f068 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:41:48.501994 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-229fe39d-4dcf-4653-b066-a61c520db7e4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] For port 89f9d88e-22a9-4286-8f50-555d5c2b6acc, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=89f9d88e-22a9-4286-8f50-555d5c2b6acc,segment=NetworkSegment(14c5ede8-690a-4344-b0a6-5d40c9882e19),segment_id=14c5ede8-690a-4344-b0a6-5d40c9882e19)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:48.501994 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-229fe39d-4dcf-4653-b066-a61c520db7e4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (89f9d88e-22a9-4286-8f50-555d5c2b6acc), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:48.536733 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-229fe39d-4dcf-4653-b066-a61c520db7e4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Calling delete_port for 89f9d88e-22a9-4286-8f50-555d5c2b6acc owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:48.541355 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-40f16b6c-8a86-42c3-8e58-4f87144308b5 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Allocated IP 2001:db8::1 (ac9a64d2-5aeb-4043-a7f0-84a0d420bc72/3b590b27-593b-4635-a2a2-14c921455bd7/5fd1f227-a58c-45cc-8ced-edd41b67d297) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:48.553112 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-66840275-6fd4-4eb5-8e57-e667b5ffd27f None None] Attempting to bind port 14732d71-d559-42bf-822e-e072d3f5d16e on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:48.553767 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-66840275-6fd4-4eb5-8e57-e667b5ffd27f None None] Attempting to bind port 14732d71-d559-42bf-822e-e072d3f5d16e by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '56e28113-6f8d-45ba-8d40-c4dd6b491906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:48.554334 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66840275-6fd4-4eb5-8e57-e667b5ffd27f None None] Attempting to bind port 14732d71-d559-42bf-822e-e072d3f5d16e on network ac9a64d2-5aeb-4043-a7f0-84a0d420bc72 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:48.563592 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ca49f8be-024d-482f-887b-a5cabe254cdb tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (03fa5152-eea5-4ed2-b177-ae62df15e2b2), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:48.571941 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (9a14ea03-6bcf-4c15-b425-f11c0289f973), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:48.594543 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66840275-6fd4-4eb5-8e57-e667b5ffd27f None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:41:48.594939 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66840275-6fd4-4eb5-8e57-e667b5ffd27f None None] Checking segment: {'id': '56e28113-6f8d-45ba-8d40-c4dd6b491906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:48.595343 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-66840275-6fd4-4eb5-8e57-e667b5ffd27f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:48.595759 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66840275-6fd4-4eb5-8e57-e667b5ffd27f None None] Bound using segment: {'id': '56e28113-6f8d-45ba-8d40-c4dd6b491906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:41:48.596282 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-66840275-6fd4-4eb5-8e57-e667b5ffd27f None None] Bound port: 14732d71-d559-42bf-822e-e072d3f5d16e, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e28113-6f8d-45ba-8d40-c4dd6b491906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:41:48.596674 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-66840275-6fd4-4eb5-8e57-e667b5ffd27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (14732d71-d559-42bf-822e-e072d3f5d16e), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:48.622880 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee538c1d-ae3e-4fda-b241-4b8bb79da092 req-12fa18f2-f5e9-4f85-9f46-654e1a32d676 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:48.624471 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ee538c1d-ae3e-4fda-b241-4b8bb79da092 req-12fa18f2-f5e9-4f85-9f46-654e1a32d676 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 946 time: 0.2170992 Mar 23 02:41:48.655730 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a8281ecf-3411-46bc-a74c-b85016bcae52 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (8fccd2c3-9fa5-4bed-a8c4-48cd85a995ea), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:48.661930 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e1a3f908-319c-4467-bf4d-f0a9350b62d8 None None] Port 3d2ba984-8a63-4ebb-aed9-4bff6a496ed3 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:41:48.673666 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Pushing event updated for resources: {'Port': ['ID=9a14ea03-6bcf-4c15-b425-f11c0289f973,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:48.710259 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8281ecf-3411-46bc-a74c-b85016bcae52 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:48.714943 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-74f8de0c-0fb8-4da1-82e8-eb7f84346a49 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (8b79809e-49ec-4f1f-a032-ed57de44fa80), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:48.720550 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-a8281ecf-3411-46bc-a74c-b85016bcae52 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:48.724749 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Checking segment: {'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:48.725188 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Network hostable DHCP agents. Network: 34d9fa83-d1bc-475a-a854-7b4c7101f9a3, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:41:48.731918 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8281ecf-3411-46bc-a74c-b85016bcae52 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:48.732565 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a8281ecf-3411-46bc-a74c-b85016bcae52 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:48.733353 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c4733dc3-beaa-4f12-8b18-2b34484f8f7f None None] Deleting port 8b79809e-49ec-4f1f-a032-ed57de44fa80 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:48.733883 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c4733dc3-beaa-4f12-8b18-2b34484f8f7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (8b79809e-49ec-4f1f-a032-ed57de44fa80), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:48.743783 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ca49f8be-024d-482f-887b-a5cabe254cdb tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (03fa5152-eea5-4ed2-b177-ae62df15e2b2), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:48.749198 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca49f8be-024d-482f-887b-a5cabe254cdb tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:48.749883 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ca49f8be-024d-482f-887b-a5cabe254cdb tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:48.751479 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b7f527-c400-4773-abce-6a2e53250b06 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:48.763703 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8de0c-0fb8-4da1-82e8-eb7f84346a49 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Pushing event deleted for resources: {'Port': ['ID=8b79809e-49ec-4f1f-a032-ed57de44fa80,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:48.767966 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f8de0c-0fb8-4da1-82e8-eb7f84346a49 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] No DVR routers for this DVR port 8b79809e-49ec-4f1f-a032-ed57de44fa80 on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:41:48.788287 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8281ecf-3411-46bc-a74c-b85016bcae52 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Subnet': ['ID=8fccd2c3-9fa5-4bed-a8c4-48cd85a995ea,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:48.802983 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ee538c1d-ae3e-4fda-b241-4b8bb79da092 req-fa8beec3-19e5-4615-8c0d-e6759f01c81f tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/security-groups?id=502a5f01-83f8-43fe-8c91-7de0ab32d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353934 Mar 23 02:41:48.806211 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-229fe39d-4dcf-4653-b066-a61c520db7e4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (89f9d88e-22a9-4286-8f50-555d5c2b6acc), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:48.824010 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:48.845544 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cc0ebc-ed05-4d3f-a48a-76d29426c4da None None] DHCP port deletion for 4b436f81-4aaf-4621-a677-0bda5dd24645 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:41:48.851757 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49f8be-024d-482f-887b-a5cabe254cdb tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event updated for resources: {'Network': ['ID=03fa5152-eea5-4ed2-b177-ae62df15e2b2,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:48.854979 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229fe39d-4dcf-4653-b066-a61c520db7e4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Port': ['ID=89f9d88e-22a9-4286-8f50-555d5c2b6acc,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:48.891456 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-66840275-6fd4-4eb5-8e57-e667b5ffd27f None None] For port 14732d71-d559-42bf-822e-e072d3f5d16e, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:41:48.895888 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-66840275-6fd4-4eb5-8e57-e667b5ffd27f None None] For port 14732d71-d559-42bf-822e-e072d3f5d16e, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=14732d71-d559-42bf-822e-e072d3f5d16e,segment=NetworkSegment(56e28113-6f8d-45ba-8d40-c4dd6b491906),segment_id=56e28113-6f8d-45ba-8d40-c4dd6b491906)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:41:48.899946 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fd2d622f-276b-43ed-9f49-4af8c62a9457 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (689e13ec-3c62-4352-b2de-808189412888), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:48.909407 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229fe39d-4dcf-4653-b066-a61c520db7e4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] No DVR routers for this DVR port 89f9d88e-22a9-4286-8f50-555d5c2b6acc on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:41:48.924162 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ca49f8be-024d-482f-887b-a5cabe254cdb tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8192832 Mar 23 02:41:48.925039 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a8281ecf-3411-46bc-a74c-b85016bcae52 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9846911 Mar 23 02:41:48.925769 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59680) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:48.943858 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 03fa5152-eea5-4ed2-b177-ae62df15e2b2 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:41:48.945194 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-e90956f9-04f8-4692-bfa5-7f898bdff045 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Request body: {'subnet': {'network_id': '03fa5152-eea5-4ed2-b177-ae62df15e2b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:48.950507 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59682) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:48.960283 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-af95d0b2-bac4-4fb7-bd81-8ca362cf2f7b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'port': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'mac_address': 'fa:16:3e:a5:27:9a', 'name': 'tempest-NetworksTestDHCPv6-1423470080'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:48.963266 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-dfc1a871-dd8d-444a-83f6-0fffded3b5e1 None None] Could not find standard attr ID for object 689e13ec-3c62-4352-b2de-808189412888. {{(pid=104350) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:41:48.971579 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d622f-276b-43ed-9f49-4af8c62a9457 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Pushing event deleted for resources: {'Port': ['ID=689e13ec-3c62-4352-b2de-808189412888,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:48.984208 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:41:49.045698 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-229fe39d-4dcf-4653-b066-a61c520db7e4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (4b436f81-4aaf-4621-a677-0bda5dd24645), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:49.046293 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-66840275-6fd4-4eb5-8e57-e667b5ffd27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (14732d71-d559-42bf-822e-e072d3f5d16e), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:49.056267 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port f31000bc-c3d6-4184-be9e-2c0e32aec0b7 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:49.056658 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f31000bc-c3d6-4184-be9e-2c0e32aec0b7), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:49.060703 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-c4733dc3-beaa-4f12-8b18-2b34484f8f7f None None] For port 8b79809e-49ec-4f1f-a032-ed57de44fa80, host dv-neutron-834613-2-hyperv, got binding levels [] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:49.061123 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c4733dc3-beaa-4f12-8b18-2b34484f8f7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (8b79809e-49ec-4f1f-a032-ed57de44fa80), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:49.073113 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-229fe39d-4dcf-4653-b066-a61c520db7e4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b436f81-4aaf-4621-a677-0bda5dd24645']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:49.086231 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-229fe39d-4dcf-4653-b066-a61c520db7e4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c5ede8-690a-4344-b0a6-5d40c9882e19') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:49.086231 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-229fe39d-4dcf-4653-b066-a61c520db7e4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c5ede8-690a-4344-b0a6-5d40c9882e19') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:49.111362 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-229fe39d-4dcf-4653-b066-a61c520db7e4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (14c5ede8-690a-4344-b0a6-5d40c9882e19), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:49.123692 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-229fe39d-4dcf-4653-b066-a61c520db7e4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (14c5ede8-690a-4344-b0a6-5d40c9882e19), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:49.136034 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229fe39d-4dcf-4653-b066-a61c520db7e4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:41:49.136034 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-229fe39d-4dcf-4653-b066-a61c520db7e4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (14c5ede8-690a-4344-b0a6-5d40c9882e19), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:49.136385 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 34d9fa83-d1bc-475a-a854-7b4c7101f9a3) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:49.145418 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-dfc1a871-dd8d-444a-83f6-0fffded3b5e1 None None] Provisioning complete for port 3d2ba984-8a63-4ebb-aed9-4bff6a496ed3 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:49.146040 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a871-dd8d-444a-83f6-0fffded3b5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (3d2ba984-8a63-4ebb-aed9-4bff6a496ed3), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:49.157654 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c4733dc3-beaa-4f12-8b18-2b34484f8f7f None None] Calling delete_port for 8b79809e-49ec-4f1f-a032-ed57de44fa80 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:49.161717 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.ipam_backend_mixin [None req-c4733dc3-beaa-4f12-8b18-2b34484f8f7f None None] Port 8b79809e-49ec-4f1f-a032-ed57de44fa80 was not found and therefore no delete operation was performed {{(pid=104350) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 02:41:49.164859 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:49.213072 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:41:49.213072 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:41:49.213072 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:41:49.213072 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:41:49.213072 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:41:49.213072 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:41:49.213072 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:41:49.213072 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:41:49.213072 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:41:49.213072 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:41:49.213072 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:41:49.213072 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:41:49.213072 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:41:49.213072 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:41:49.213072 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:41:49.213072 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:41:49.213072 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:41:49.213072 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:41:49.213072 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:41:49.213072 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:41:49.213072 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:41:49.213072 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:41:49.213072 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:41:49.213072 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:41:49.213072 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:41:49.213072 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:41:49.213072 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:41:49.213072 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:41:49.213072 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:41:49.213072 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:41:49.213072 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:41:49.213072 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:41:49.232592 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-dfc1a871-dd8d-444a-83f6-0fffded3b5e1 None None] Port 3d2ba984-8a63-4ebb-aed9-4bff6a496ed3 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:41:49.234660 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30413fe7-2474-4d1c-99b0-a9cbe956de87 None None] Network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:49.244879 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:49.245473 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] {{(pid=104348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:49.246178 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:49.256435 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4cf285-21a4-4a86-b55d-08a80d27925b req-af07e899-2b4f-4902-abcd-c10f3497e27f tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:49.257956 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7c4cf285-21a4-4a86-b55d-08a80d27925b req-af07e899-2b4f-4902-abcd-c10f3497e27f tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 946 time: 0.3432851 Mar 23 02:41:49.283547 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-74f8de0c-0fb8-4da1-82e8-eb7f84346a49 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (f07a62c5-88cc-490e-8bc1-14eee675f068), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:49.284595 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-40f16b6c-8a86-42c3-8e58-4f87144308b5 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for port (5fd1f227-a58c-45cc-8ced-edd41b67d297), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:49.296626 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:41:49.297493 dv-neutron-834613-2-hyperv neutron-server[104348]: ERROR neutron.plugins.ml2.managers [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Failed to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] Mar 23 02:41:49.301538 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c4733dc3-beaa-4f12-8b18-2b34484f8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (8b79809e-49ec-4f1f-a032-ed57de44fa80), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:49.307176 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.plugins.ml2.plugin [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempt 2 to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 Mar 23 02:41:49.346663 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:49.347007 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] {{(pid=104348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:49.347358 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:49.385833 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:41:49.386173 dv-neutron-834613-2-hyperv neutron-server[104348]: ERROR neutron.plugins.ml2.managers [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Failed to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] Mar 23 02:41:49.393685 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port f31000bc-c3d6-4184-be9e-2c0e32aec0b7, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f31000bc-c3d6-4184-be9e-2c0e32aec0b7,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:49.393929 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-74f8de0c-0fb8-4da1-82e8-eb7f84346a49 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07a62c5-88cc-490e-8bc1-14eee675f068']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:49.394388 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.plugins.ml2.plugin [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempt 3 to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 Mar 23 02:41:49.402833 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fd2d622f-276b-43ed-9f49-4af8c62a9457 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:49.403364 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-dfc1a871-dd8d-444a-83f6-0fffded3b5e1 None None] Provisioning complete for port f31000bc-c3d6-4184-be9e-2c0e32aec0b7 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:49.403805 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a871-dd8d-444a-83f6-0fffded3b5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f31000bc-c3d6-4184-be9e-2c0e32aec0b7), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:49.406473 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90956f9-04f8-4692-bfa5-7f898bdff045 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Made reservation on behalf of a93ad12b8bcf4411afa287294e0d6a41 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:49.410275 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-fd2d622f-276b-43ed-9f49-4af8c62a9457 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] 10.222.0.24 "DELETE /v2.0/ports/689e13ec-3c62-4352-b2de-808189412888 HTTP/1.1" status: 204 len: 168 time: 1.8493543 Mar 23 02:41:49.410463 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e90956f9-04f8-4692-bfa5-7f898bdff045 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:49.410571 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59684) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:49.437358 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7c4cf285-21a4-4a86-b55d-08a80d27925b req-893df83d-5ca6-4b54-94a5-662c46a4c26c tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/security-groups?id=502a5f01-83f8-43fe-8c91-7de0ab32d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627231 Mar 23 02:41:49.477664 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-556f0786-0308-4fe0-98c4-6be4cc2e7974 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] GET failed (client error): The resource could not be found. Mar 23 02:41:49.478641 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-556f0786-0308-4fe0-98c4-6be4cc2e7974 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] 10.222.0.24 "GET /v2.0/ports/689e13ec-3c62-4352-b2de-808189412888 HTTP/1.1" status: 404 len: 333 time: 0.0617983 Mar 23 02:41:49.481821 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66840275-6fd4-4eb5-8e57-e667b5ffd27f None None] Pushing event updated for resources: {'Port': ['ID=14732d71-d559-42bf-822e-e072d3f5d16e,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:49.482686 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-74f8de0c-0fb8-4da1-82e8-eb7f84346a49 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f4cc206-55c7-4172-bdee-beb142e26402') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:49.483302 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-74f8de0c-0fb8-4da1-82e8-eb7f84346a49 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f4cc206-55c7-4172-bdee-beb142e26402') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:49.485316 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59688) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:49.492295 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-06095454-cb9d-4724-8e51-a431b6acf29a tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Request body: {'port': {'network_id': '883e018b-232d-4d2d-86ff-358c666f6e61', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1195877291'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:49.543379 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:49.543771 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] {{(pid=104348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:49.544239 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:49.560334 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af95d0b2-bac4-4fb7-bd81-8ca362cf2f7b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:49.560569 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4733dc3-beaa-4f12-8b18-2b34484f8f7f None None] Pushing event deleted for resources: {'Port': ['ID=8b79809e-49ec-4f1f-a032-ed57de44fa80,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:49.560692 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-229fe39d-4dcf-4653-b066-a61c520db7e4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (4b436f81-4aaf-4621-a677-0bda5dd24645), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:49.567069 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-229fe39d-4dcf-4653-b066-a61c520db7e4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:49.569465 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4733dc3-beaa-4f12-8b18-2b34484f8f7f None None] No DVR routers for this DVR port 8b79809e-49ec-4f1f-a032-ed57de44fa80 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:41:49.581157 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f31000bc-c3d6-4184-be9e-2c0e32aec0b7), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:49.582390 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 92a72851-25ce-4f38-a109-cbbeda1310b5 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:49.594664 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:41:49.595018 dv-neutron-834613-2-hyperv neutron-server[104348]: ERROR neutron.plugins.ml2.managers [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Failed to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] Mar 23 02:41:49.600179 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-229fe39d-4dcf-4653-b066-a61c520db7e4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/networks/4b436f81-4aaf-4621-a677-0bda5dd24645 HTTP/1.1" status: 204 len: 168 time: 1.8468490 Mar 23 02:41:49.601225 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59690) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:49.649007 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.plugins.ml2.plugin [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempt 4 to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 Mar 23 02:41:49.651903 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-74f8de0c-0fb8-4da1-82e8-eb7f84346a49 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (2f4cc206-55c7-4172-bdee-beb142e26402), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:49.666758 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-40f16b6c-8a86-42c3-8e58-4f87144308b5 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (5fd1f227-a58c-45cc-8ced-edd41b67d297), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:49.669550 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-5bcb9b71-be05-4806-8c86-ffbca77a58c8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-614163150'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:49.724207 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229fe39d-4dcf-4653-b066-a61c520db7e4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Network': ['ID=4b436f81-4aaf-4621-a677-0bda5dd24645,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:49.736621 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-74f8de0c-0fb8-4da1-82e8-eb7f84346a49 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (2f4cc206-55c7-4172-bdee-beb142e26402), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:49.758340 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f8de0c-0fb8-4da1-82e8-eb7f84346a49 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:41:49.759391 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-74f8de0c-0fb8-4da1-82e8-eb7f84346a49 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (2f4cc206-55c7-4172-bdee-beb142e26402), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:49.764723 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:41:49.764723 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:41:49.764723 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:41:49.764723 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:41:49.764723 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:41:49.764723 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:41:49.764723 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:41:49.764723 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:41:49.764723 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:41:49.764723 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:41:49.764723 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:41:49.764723 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:41:49.764723 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:41:49.764723 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:41:49.764723 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:41:49.764723 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:41:49.764723 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:41:49.764723 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:41:49.764723 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:41:49.764723 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:41:49.764723 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:41:49.764723 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:41:49.764723 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:41:49.764723 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:41:49.764723 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:41:49.764723 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:41:49.764723 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:41:49.764723 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:41:49.764723 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:41:49.764723 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:41:49.764723 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:41:49.764723 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:41:49.773990 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f16b6c-8a86-42c3-8e58-4f87144308b5 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network ac9a64d2-5aeb-4043-a7f0-84a0d420bc72 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:49.778587 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:49.778928 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] {{(pid=104348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:49.779273 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:49.792394 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-40f16b6c-8a86-42c3-8e58-4f87144308b5 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:49.806026 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f16b6c-8a86-42c3-8e58-4f87144308b5 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:49.806667 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-40f16b6c-8a86-42c3-8e58-4f87144308b5 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (a39a81c7-cf7a-422e-a209-13f7ec675452), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:49.818031 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:41:49.818295 dv-neutron-834613-2-hyperv neutron-server[104348]: ERROR neutron.plugins.ml2.managers [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Failed to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] Mar 23 02:41:49.827995 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcb9b71-be05-4806-8c86-ffbca77a58c8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:49.831662 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9b71-be05-4806-8c86-ffbca77a58c8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:49.857398 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.plugins.ml2.plugin [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempt 5 to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 Mar 23 02:41:49.870325 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 92a72851-25ce-4f38-a109-cbbeda1310b5 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:49.871021 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (92a72851-25ce-4f38-a109-cbbeda1310b5), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:49.889348 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f16b6c-8a86-42c3-8e58-4f87144308b5 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Port': ['ID=5fd1f227-a58c-45cc-8ced-edd41b67d297,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:49.897804 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:49.898150 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] {{(pid=104348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:49.898488 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:49.905840 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bcb9b71-be05-4806-8c86-ffbca77a58c8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:41:49.925344 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=f31000bc-c3d6-4184-be9e-2c0e32aec0b7,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:49.935229 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8192096-6f2b-4636-a241-fc8ff1ee8b71 None None] Update dhcp port {'port': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'fixed_ips': [{'subnet_id': 'bce9f584-48a6-484e-88f0-d5df524703ae', 'ip_address': '2001:db8::f816:3eff:fee0:2e6e'}, {'subnet_id': '8fccd2c3-9fa5-4bed-a8c4-48cd85a995ea'}], 'binding:host_id': 'dv-neutron-834613-2-hyperv'}, 'id': 'f31000bc-c3d6-4184-be9e-2c0e32aec0b7'} from dv-neutron-834613-2-hyperv. {{(pid=104350) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 23 02:41:49.935405 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9b71-be05-4806-8c86-ffbca77a58c8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (959a6e7f-abe9-44ee-a555-595c025d2812), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:49.935832 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-5bcb9b71-be05-4806-8c86-ffbca77a58c8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Added segment 959a6e7f-abe9-44ee-a555-595c025d2812 of type vlan for network 0d3059af-3d91-4fc6-b4bb-b6c17223f09a Mar 23 02:41:49.940012 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:41:49.940012 dv-neutron-834613-2-hyperv neutron-server[104348]: ERROR neutron.plugins.ml2.managers [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Failed to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] Mar 23 02:41:49.941062 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.plugins.ml2.plugin [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempt 6 to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 Mar 23 02:41:49.943190 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-dfc1a871-dd8d-444a-83f6-0fffded3b5e1 None None] Current status of the port f31000bc-c3d6-4184-be9e-2c0e32aec0b7 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:49.950018 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-af95d0b2-bac4-4fb7-bd81-8ca362cf2f7b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:49.974818 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-74f8de0c-0fb8-4da1-82e8-eb7f84346a49 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (f07a62c5-88cc-490e-8bc1-14eee675f068), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:49.987172 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-74f8de0c-0fb8-4da1-82e8-eb7f84346a49 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:49.988078 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f8192096-6f2b-4636-a241-fc8ff1ee8b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f31000bc-c3d6-4184-be9e-2c0e32aec0b7), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:49.991381 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:49.991381 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] {{(pid=104348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:49.991381 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:49.994610 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-74f8de0c-0fb8-4da1-82e8-eb7f84346a49 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] 10.222.0.24 "DELETE /v2.0/networks/f07a62c5-88cc-490e-8bc1-14eee675f068 HTTP/1.1" status: 204 len: 168 time: 2.3040242 Mar 23 02:41:50.013880 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:41:50.013880 dv-neutron-834613-2-hyperv neutron-server[104348]: ERROR neutron.plugins.ml2.managers [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Failed to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] Mar 23 02:41:50.016796 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-af95d0b2-bac4-4fb7-bd81-8ca362cf2f7b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] device_id is not set on port 106befdf-37f7-491c-b68d-ed9d101b5caa yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:41:50.020393 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9b71-be05-4806-8c86-ffbca77a58c8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (0d3059af-3d91-4fc6-b4bb-b6c17223f09a), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:50.021749 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.plugins.ml2.plugin [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempt 7 to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 Mar 23 02:41:50.027122 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06095454-cb9d-4724-8e51-a431b6acf29a tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Made reservation on behalf of 6c00033ab2c44c8bb0e17d1388ba9fe3 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:50.031093 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-06095454-cb9d-4724-8e51-a431b6acf29a tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:50.036982 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8de0c-0fb8-4da1-82e8-eb7f84346a49 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941 tempest-ExtraDHCPOptionsIpV6TestJSON-510593941-project] Pushing event deleted for resources: {'Network': ['ID=f07a62c5-88cc-490e-8bc1-14eee675f068,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:50.047789 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6df6a97d-347a-40b1-871a-3cc1d23dd029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:50.114994 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-06095454-cb9d-4724-8e51-a431b6acf29a tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] device_id is not set on port 00a773bc-adca-40f6-b63a-ecb6aa91bf6b yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:41:50.137825 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 92a72851-25ce-4f38-a109-cbbeda1310b5 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:50.147652 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:50.148023 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] {{(pid=104348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:50.148375 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:50.191408 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9b71-be05-4806-8c86-ffbca77a58c8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (0d3059af-3d91-4fc6-b4bb-b6c17223f09a), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:50.201559 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcb9b71-be05-4806-8c86-ffbca77a58c8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:50.201559 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9b71-be05-4806-8c86-ffbca77a58c8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:50.254912 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:41:50.256273 dv-neutron-834613-2-hyperv neutron-server[104348]: ERROR neutron.plugins.ml2.managers [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Failed to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] Mar 23 02:41:50.259944 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.plugins.ml2.plugin [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempt 8 to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 Mar 23 02:41:50.268682 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-40f16b6c-8a86-42c3-8e58-4f87144308b5 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (5fd1f227-a58c-45cc-8ced-edd41b67d297), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:50.335444 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:50.335783 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] {{(pid=104348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:50.340363 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:50.343086 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-f8192096-6f2b-4636-a241-fc8ff1ee8b71 None None] Allocated IP 2001:db8:0:1::2 (94d9379e-13fb-449b-8f45-d1ab95378f77/8fccd2c3-9fa5-4bed-a8c4-48cd85a995ea/f31000bc-c3d6-4184-be9e-2c0e32aec0b7) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:50.362797 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:41:50.363379 dv-neutron-834613-2-hyperv neutron-server[104348]: ERROR neutron.plugins.ml2.managers [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Failed to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] Mar 23 02:41:50.389447 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.plugins.ml2.plugin [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempt 9 to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 Mar 23 02:41:50.389692 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb9b71-be05-4806-8c86-ffbca77a58c8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Network': ['ID=0d3059af-3d91-4fc6-b4bb-b6c17223f09a,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:50.420390 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-06095454-cb9d-4724-8e51-a431b6acf29a tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Allocated IP 2001:db8::2cb (883e018b-232d-4d2d-86ff-358c666f6e61/f004acd0-1ed4-4d73-8b8f-bd9bed5a2a36/00a773bc-adca-40f6-b63a-ecb6aa91bf6b) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:50.421315 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92fa08-bed1-48b7-bd10-3c49d53516fd req-e664461f-f08b-4b2b-9a69-86082335abce tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:50.423391 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-9f92fa08-bed1-48b7-bd10-3c49d53516fd req-e664461f-f08b-4b2b-9a69-86082335abce tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 946 time: 0.2889864 Mar 23 02:41:50.429223 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 0d3059af-3d91-4fc6-b4bb-b6c17223f09a details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:41:50.429716 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:50.430217 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] {{(pid=104348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:50.430717 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:50.454716 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5bcb9b71-be05-4806-8c86-ffbca77a58c8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7962530 Mar 23 02:41:50.460723 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59696) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:50.466330 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-1184a6de-47ec-46f5-b087-34d349cc68c8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'subnet': {'network_id': '0d3059af-3d91-4fc6-b4bb-b6c17223f09a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:50.476234 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e90956f9-04f8-4692-bfa5-7f898bdff045 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (feed7de4-c1a9-4340-a502-43b2410c050c), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:50.539584 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 14732d71-d559-42bf-822e-e072d3f5d16e up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:50.639759 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-f8192096-6f2b-4636-a241-fc8ff1ee8b71 None None] For port f31000bc-c3d6-4184-be9e-2c0e32aec0b7, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f31000bc-c3d6-4184-be9e-2c0e32aec0b7,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:50.695516 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f8192096-6f2b-4636-a241-fc8ff1ee8b71 None None] Publish callbacks [] for port (f31000bc-c3d6-4184-be9e-2c0e32aec0b7), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:50.734927 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 14732d71-d559-42bf-822e-e072d3f5d16e triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:50.735903 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (14732d71-d559-42bf-822e-e072d3f5d16e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:50.773590 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-06095454-cb9d-4724-8e51-a431b6acf29a tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks [] for port (00a773bc-adca-40f6-b63a-ecb6aa91bf6b), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:50.789176 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1184a6de-47ec-46f5-b087-34d349cc68c8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:50.793469 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1184a6de-47ec-46f5-b087-34d349cc68c8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:50.825955 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59700) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:50.840341 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f8192096-6f2b-4636-a241-fc8ff1ee8b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f31000bc-c3d6-4184-be9e-2c0e32aec0b7), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:50.909972 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 14732d71-d559-42bf-822e-e072d3f5d16e is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:50.910532 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (14732d71-d559-42bf-822e-e072d3f5d16e), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:50.962308 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 14732d71-d559-42bf-822e-e072d3f5d16e, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=14732d71-d559-42bf-822e-e072d3f5d16e,segment=NetworkSegment(56e28113-6f8d-45ba-8d40-c4dd6b491906),segment_id=56e28113-6f8d-45ba-8d40-c4dd6b491906)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:50.963469 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-06095454-cb9d-4724-8e51-a431b6acf29a tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (00a773bc-adca-40f6-b63a-ecb6aa91bf6b), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:50.993815 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90956f9-04f8-4692-bfa5-7f898bdff045 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event updated for resources: {'Subnet': ['ID=feed7de4-c1a9-4340-a502-43b2410c050c,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:51.004590 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:41:51.004932 dv-neutron-834613-2-hyperv neutron-server[104348]: ERROR neutron.plugins.ml2.managers [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Failed to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] Mar 23 02:41:51.018782 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.plugins.ml2.plugin [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempt 10 to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 Mar 23 02:41:51.049492 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06095454-cb9d-4724-8e51-a431b6acf29a tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Network 883e018b-232d-4d2d-86ff-358c666f6e61 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:51.060435 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-06095454-cb9d-4724-8e51-a431b6acf29a tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:51.091461 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06095454-cb9d-4724-8e51-a431b6acf29a tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:51.096612 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06095454-cb9d-4724-8e51-a431b6acf29a tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:51.101052 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-06095454-cb9d-4724-8e51-a431b6acf29a tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:51.116683 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:51.116972 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] {{(pid=104348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:51.117315 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:51.125443 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06095454-cb9d-4724-8e51-a431b6acf29a tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Pushing event updated for resources: {'Port': ['ID=00a773bc-adca-40f6-b63a-ecb6aa91bf6b,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:51.148851 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:41:51.149057 dv-neutron-834613-2-hyperv neutron-server[104348]: ERROR neutron.plugins.ml2.managers [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Failed to bind port 9a14ea03-6bcf-4c15-b425-f11c0289f973 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] Mar 23 02:41:51.149498 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (9a14ea03-6bcf-4c15-b425-f11c0289f973), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:51.165105 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c708ea73-1bcb-40a5-8eb5-e0ae43f40134 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a6ca950183143d98eeb653298889bd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3313632 Mar 23 02:41:51.166452 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59704) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:51.173670 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90956f9-04f8-4692-bfa5-7f898bdff045 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Checking segment: {'id': 'fff41bd2-5857-4439-88a2-9593d044b337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03fa5152-eea5-4ed2-b177-ae62df15e2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:51.174058 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90956f9-04f8-4692-bfa5-7f898bdff045 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Network hostable DHCP agents. Network: 03fa5152-eea5-4ed2-b177-ae62df15e2b2, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:41:51.181176 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cc26dd-06c5-47c6-80bb-7cc6773111da None None] Network ac9a64d2-5aeb-4043-a7f0-84a0d420bc72 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:51.227373 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-84451708-0ce1-4c10-b0fe-ea00250bad2b admin admin] Publish callbacks [] for security_group (23aacb0f-b20d-4be6-b8a4-28ac615bc486), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:51.240234 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (14732d71-d559-42bf-822e-e072d3f5d16e), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:51.241023 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f31000bc-c3d6-4184-be9e-2c0e32aec0b7 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:51.243173 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-9f92fa08-bed1-48b7-bd10-3c49d53516fd req-ac2e0e8c-338d-48ec-92fa-4c541184934d tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/security-groups?id=502a5f01-83f8-43fe-8c91-7de0ab32d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8035738 Mar 23 02:41:51.260188 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-84451708-0ce1-4c10-b0fe-ea00250bad2b admin admin] Publish callbacks [] for security_group (23aacb0f-b20d-4be6-b8a4-28ac615bc486), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:51.265768 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-06095454-cb9d-4724-8e51-a431b6acf29a tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7790463 Mar 23 02:41:51.271963 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59706) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:51.278440 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-18ce037f-0e8b-4e89-ac79-1cfa11061927 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b4', 'mac_address': 'fa:16:3e:53:39:6f'}]}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:51.289676 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1184a6de-47ec-46f5-b087-34d349cc68c8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (01f5ef9c-3144-4050-a546-9da7af4b5c0c), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:51.391296 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8192096-6f2b-4636-a241-fc8ff1ee8b71 None None] Pushing event updated for resources: {'Port': ['ID=f31000bc-c3d6-4184-be9e-2c0e32aec0b7,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:51.403793 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-7f1c6be7-eba0-406d-bb33-64d296e77474 None None] Provisioning complete for port 14732d71-d559-42bf-822e-e072d3f5d16e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:51.404118 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7f1c6be7-eba0-406d-bb33-64d296e77474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (14732d71-d559-42bf-822e-e072d3f5d16e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:51.429966 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-af95d0b2-bac4-4fb7-bd81-8ca362cf2f7b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Allocated IP 2001:db8:0:1::279 (94d9379e-13fb-449b-8f45-d1ab95378f77/8fccd2c3-9fa5-4bed-a8c4-48cd85a995ea/106befdf-37f7-491c-b68d-ed9d101b5caa) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:51.438298 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90956f9-04f8-4692-bfa5-7f898bdff045 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Network 03fa5152-eea5-4ed2-b177-ae62df15e2b2 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:41:51.473220 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:51.532764 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] For port 9a14ea03-6bcf-4c15-b425-f11c0289f973, host hv-neutron-8346, cleared binding levels {{(pid=104348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:41:51.533218 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempted to set empty binding levels {{(pid=104348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 23 02:41:51.546867 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-af95d0b2-bac4-4fb7-bd81-8ca362cf2f7b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Allocated IP 2001:db8::f816:3eff:fea5:279a (94d9379e-13fb-449b-8f45-d1ab95378f77/bce9f584-48a6-484e-88f0-d5df524703ae/106befdf-37f7-491c-b68d-ed9d101b5caa) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:51.574738 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port f31000bc-c3d6-4184-be9e-2c0e32aec0b7 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:51.575515 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f31000bc-c3d6-4184-be9e-2c0e32aec0b7), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:51.579772 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=14732d71-d559-42bf-822e-e072d3f5d16e,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:51.672220 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c6be7-eba0-406d-bb33-64d296e77474 None None] Current status of the port 14732d71-d559-42bf-822e-e072d3f5d16e is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:51.708141 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (9a14ea03-6bcf-4c15-b425-f11c0289f973), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:51.718724 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-e90956f9-04f8-4692-bfa5-7f898bdff045 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 03fa5152-eea5-4ed2-b177-ae62df15e2b2) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:51.729007 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65aa277b-2b66-47c5-94f1-021f7d22a20c None None] Network 03fa5152-eea5-4ed2-b177-ae62df15e2b2 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:51.749496 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-40f16b6c-8a86-42c3-8e58-4f87144308b5 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for port (5fd1f227-a58c-45cc-8ced-edd41b67d297), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:51.753452 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90956f9-04f8-4692-bfa5-7f898bdff045 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:51.756324 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184a6de-47ec-46f5-b087-34d349cc68c8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Subnet': ['ID=01f5ef9c-3144-4050-a546-9da7af4b5c0c,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:51.765800 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e90956f9-04f8-4692-bfa5-7f898bdff045 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:51.766288 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port f31000bc-c3d6-4184-be9e-2c0e32aec0b7 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:51.797014 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1184a6de-47ec-46f5-b087-34d349cc68c8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Checking segment: {'id': '959a6e7f-abe9-44ee-a555-595c025d2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0d3059af-3d91-4fc6-b4bb-b6c17223f09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:51.797382 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1184a6de-47ec-46f5-b087-34d349cc68c8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network hostable DHCP agents. Network: 0d3059af-3d91-4fc6-b4bb-b6c17223f09a, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:41:51.859567 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 89f9d88e-22a9-4286-8f50-555d5c2b6acc no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:41:51.880773 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-84451708-0ce1-4c10-b0fe-ea00250bad2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (23aacb0f-b20d-4be6-b8a4-28ac615bc486), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:51.885869 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-40f16b6c-8a86-42c3-8e58-4f87144308b5 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (5fd1f227-a58c-45cc-8ced-edd41b67d297), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:51.886689 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-40f16b6c-8a86-42c3-8e58-4f87144308b5 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (a39a81c7-cf7a-422e-a209-13f7ec675452), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:51.889392 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-84451708-0ce1-4c10-b0fe-ea00250bad2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:51.893103 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-84451708-0ce1-4c10-b0fe-ea00250bad2b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/23aacb0f-b20d-4be6-b8a4-28ac615bc486 HTTP/1.1" status: 204 len: 168 time: 0.7218029 Mar 23 02:41:51.894094 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 89f9d88e-22a9-4286-8f50-555d5c2b6acc {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:41:51.894094 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 89f9d88e-22a9-4286-8f50-555d5c2b6acc not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:41:51.894094 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8b79809e-49ec-4f1f-a032-ed57de44fa80 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:41:51.904125 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:51.904732 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:51.926564 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1184a6de-47ec-46f5-b087-34d349cc68c8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network 0d3059af-3d91-4fc6-b4bb-b6c17223f09a is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:41:51.943755 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-af95d0b2-bac4-4fb7-bd81-8ca362cf2f7b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for port (106befdf-37f7-491c-b68d-ed9d101b5caa), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:51.949917 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84451708-0ce1-4c10-b0fe-ea00250bad2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23aacb0f-b20d-4be6-b8a4-28ac615bc486,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:51.982179 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-18ce037f-0e8b-4e89-ac79-1cfa11061927 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (00a773bc-adca-40f6-b63a-ecb6aa91bf6b), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:52.000691 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 8b79809e-49ec-4f1f-a032-ed57de44fa80 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:41:52.001141 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8b79809e-49ec-4f1f-a032-ed57de44fa80 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:41:52.005126 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-7b24adb6-8147-4f3a-b135-28a9f8355f42 None None] Provisioning complete for port 00a773bc-adca-40f6-b63a-ecb6aa91bf6b triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:52.005659 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7b24adb6-8147-4f3a-b135-28a9f8355f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (00a773bc-adca-40f6-b63a-ecb6aa91bf6b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:52.047345 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e90956f9-04f8-4692-bfa5-7f898bdff045 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.1050675 Mar 23 02:41:52.051554 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Pushing event updated for resources: {'Port': ['ID=9a14ea03-6bcf-4c15-b425-f11c0289f973,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:52.053756 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59710) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:52.057020 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9466354a-c3d8-4064-892c-24bad882b3a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-03fa5152-eea5-4ed2-b177-ae62df15e2b2', 'network_id': '03fa5152-eea5-4ed2-b177-ae62df15e2b2', 'project_id': 'a93ad12b8bcf4411afa287294e0d6a41', 'fixed_ips': [{'subnet_id': 'feed7de4-c1a9-4340-a502-43b2410c050c'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:41:52.059728 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9466354a-c3d8-4064-892c-24bad882b3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:52.092234 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-1184a6de-47ec-46f5-b087-34d349cc68c8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 0d3059af-3d91-4fc6-b4bb-b6c17223f09a) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:52.112159 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1184a6de-47ec-46f5-b087-34d349cc68c8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:52.112780 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1184a6de-47ec-46f5-b087-34d349cc68c8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:52.205401 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620ff0ce-f8f0-4533-81ee-e43eff8d20a6 None None] Network 0d3059af-3d91-4fc6-b4bb-b6c17223f09a requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:52.293597 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-7b24adb6-8147-4f3a-b135-28a9f8355f42 None None] Port 00a773bc-adca-40f6-b63a-ecb6aa91bf6b cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:41:52.295991 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1184a6de-47ec-46f5-b087-34d349cc68c8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8341115 Mar 23 02:41:52.299209 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (03fa5152-eea5-4ed2-b177-ae62df15e2b2), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:52.300582 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59716) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:52.302976 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f16b6c-8a86-42c3-8e58-4f87144308b5 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Port': ['ID=5fd1f227-a58c-45cc-8ced-edd41b67d297,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:52.308287 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-75e11f7d-59ae-463c-af0d-d7d3632c3ea9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'port': {'network_id': '0d3059af-3d91-4fc6-b4bb-b6c17223f09a', 'name': 'tempest-PortsIpV6TestJSON-1215925532', 'fixed_ips': [{'subnet_id': '01f5ef9c-3144-4050-a546-9da7af4b5c0c', 'ip_address': '2001:db8::10'}]}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:52.349032 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f1663e9d-04dd-464c-ade3-3f4cbd832454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 6.5834379 Mar 23 02:41:52.368188 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59718) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:52.429942 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f31000bc-c3d6-4184-be9e-2c0e32aec0b7 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:52.496506 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-af95d0b2-bac4-4fb7-bd81-8ca362cf2f7b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (106befdf-37f7-491c-b68d-ed9d101b5caa), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:52.518764 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a24a64-0e5c-4a67-8d05-f3b7e0140fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-0d3059af-3d91-4fc6-b4bb-b6c17223f09a', 'network_id': '0d3059af-3d91-4fc6-b4bb-b6c17223f09a', 'project_id': '0f646194e90f4b3ab6ee5c5d30f98fdd', 'fixed_ips': [{'subnet_id': '01f5ef9c-3144-4050-a546-9da7af4b5c0c'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:41:52.519775 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e3a24a64-0e5c-4a67-8d05-f3b7e0140fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:52.592649 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-9466354a-c3d8-4064-892c-24bad882b3a9 None None] Allocated IP 172.20.0.1 (03fa5152-eea5-4ed2-b177-ae62df15e2b2/feed7de4-c1a9-4340-a502-43b2410c050c/cf33f361-0df8-42b6-bdcc-8acea8038eec) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:52.595508 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-18ce037f-0e8b-4e89-ac79-1cfa11061927 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks [] for port (00a773bc-adca-40f6-b63a-ecb6aa91bf6b), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:52.604639 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-4d667029-caad-4f5d-b2cc-7e280cc89842 None None] Provisioning complete for port 5fd1f227-a58c-45cc-8ced-edd41b67d297 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:52.605027 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4d667029-caad-4f5d-b2cc-7e280cc89842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (5fd1f227-a58c-45cc-8ced-edd41b67d297), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:52.625514 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f035cbe-39da-41f6-b56f-ce8ec06c2773 req-e6185ad4-6c12-4dbe-b838-5d8228692ebe tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:52.627057 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9f035cbe-39da-41f6-b56f-ce8ec06c2773 req-e6185ad4-6c12-4dbe-b838-5d8228692ebe tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 946 time: 0.2530990 Mar 23 02:41:52.677491 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9f035cbe-39da-41f6-b56f-ce8ec06c2773 req-c219b520-5be7-4890-b54e-0d0dcec56b01 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/security-groups?id=502a5f01-83f8-43fe-8c91-7de0ab32d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447693 Mar 23 02:41:52.677716 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f16b6c-8a86-42c3-8e58-4f87144308b5 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network ac9a64d2-5aeb-4043-a7f0-84a0d420bc72 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:52.681309 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-18ce037f-0e8b-4e89-ac79-1cfa11061927 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (00a773bc-adca-40f6-b63a-ecb6aa91bf6b), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:52.688526 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af95d0b2-bac4-4fb7-bd81-8ca362cf2f7b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:52.697832 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-40f16b6c-8a86-42c3-8e58-4f87144308b5 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:52.698047 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:52.701918 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (feed7de4-c1a9-4340-a502-43b2410c050c), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:52.705217 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-af95d0b2-bac4-4fb7-bd81-8ca362cf2f7b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:52.711180 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af95d0b2-bac4-4fb7-bd81-8ca362cf2f7b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Port': ['ID=106befdf-37f7-491c-b68d-ed9d101b5caa,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:52.713494 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e11f7d-59ae-463c-af0d-d7d3632c3ea9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:52.725970 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af95d0b2-bac4-4fb7-bd81-8ca362cf2f7b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:52.743749 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af95d0b2-bac4-4fb7-bd81-8ca362cf2f7b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:52.744468 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-af95d0b2-bac4-4fb7-bd81-8ca362cf2f7b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:52.813687 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-75e11f7d-59ae-463c-af0d-d7d3632c3ea9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:52.835649 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-18ce037f-0e8b-4e89-ac79-1cfa11061927 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] In _notify_port_updated(), no bound segment for port 00a773bc-adca-40f6-b63a-ecb6aa91bf6b on network 883e018b-232d-4d2d-86ff-358c666f6e61 {{(pid=104349) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:41:52.841500 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ce037f-0e8b-4e89-ac79-1cfa11061927 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:52.842524 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-18ce037f-0e8b-4e89-ac79-1cfa11061927 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:52.843991 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-18ce037f-0e8b-4e89-ac79-1cfa11061927 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] 10.222.0.24 "PUT /v2.0/ports/00a773bc-adca-40f6-b63a-ecb6aa91bf6b HTTP/1.1" status: 200 len: 1003 time: 1.5706320 Mar 23 02:41:52.849759 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59730) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:52.850098 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port f31000bc-c3d6-4184-be9e-2c0e32aec0b7 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:52.850488 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f31000bc-c3d6-4184-be9e-2c0e32aec0b7), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:52.857283 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-75e11f7d-59ae-463c-af0d-d7d3632c3ea9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] device_id is not set on port c1f56749-873f-4327-b2ff-274f237c45cc yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:41:52.868224 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-4d667029-caad-4f5d-b2cc-7e280cc89842 None None] Port 5fd1f227-a58c-45cc-8ced-edd41b67d297 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:41:52.946362 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-af95d0b2-bac4-4fb7-bd81-8ca362cf2f7b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.9943440 Mar 23 02:41:52.950464 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59732) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:52.994524 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce037f-0e8b-4e89-ac79-1cfa11061927 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Pushing event updated for resources: {'Port': ['ID=00a773bc-adca-40f6-b63a-ecb6aa91bf6b,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:53.074733 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-4d667029-caad-4f5d-b2cc-7e280cc89842 None None] Provisioning complete for port 14732d71-d559-42bf-822e-e072d3f5d16e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:53.075316 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4d667029-caad-4f5d-b2cc-7e280cc89842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (14732d71-d559-42bf-822e-e072d3f5d16e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:53.076066 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-39a3dcbe-9797-443f-ad7e-853c4131dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Deleting port 9a14ea03-6bcf-4c15-b425-f11c0289f973 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:53.076430 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-39a3dcbe-9797-443f-ad7e-853c4131dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (9a14ea03-6bcf-4c15-b425-f11c0289f973), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:53.231134 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-e3a24a64-0e5c-4a67-8d05-f3b7e0140fda None None] Allocated IP 2001:db8::2 (0d3059af-3d91-4fc6-b4bb-b6c17223f09a/01f5ef9c-3144-4050-a546-9da7af4b5c0c/1c149e38-0c03-4a28-a2f0-45044ca2f44b) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:53.373432 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9466354a-c3d8-4064-892c-24bad882b3a9 None None] Publish callbacks [] for port (cf33f361-0df8-42b6-bdcc-8acea8038eec), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:53.397905 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port f31000bc-c3d6-4184-be9e-2c0e32aec0b7 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:53.399080 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 14732d71-d559-42bf-822e-e072d3f5d16e up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:53.402964 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-39a3dcbe-9797-443f-ad7e-853c4131dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] For port 9a14ea03-6bcf-4c15-b425-f11c0289f973, host hv-neutron-8346, got binding levels [] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:53.403386 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-39a3dcbe-9797-443f-ad7e-853c4131dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (9a14ea03-6bcf-4c15-b425-f11c0289f973), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:53.428491 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-4b1d982d-1d72-4c88-a807-75e375124cee tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Deleting port 00a773bc-adca-40f6-b63a-ecb6aa91bf6b {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:53.429083 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4b1d982d-1d72-4c88-a807-75e375124cee tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (00a773bc-adca-40f6-b63a-ecb6aa91bf6b), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:53.430590 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-39a3dcbe-9797-443f-ad7e-853c4131dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Calling delete_port for 9a14ea03-6bcf-4c15-b425-f11c0289f973 owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:53.450665 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-c303dd1e-18ac-4456-b7a3-9acd5ecc69c9 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting port 106befdf-37f7-491c-b68d-ed9d101b5caa {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:53.450992 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c303dd1e-18ac-4456-b7a3-9acd5ecc69c9 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (106befdf-37f7-491c-b68d-ed9d101b5caa), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:53.481551 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9466354a-c3d8-4064-892c-24bad882b3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (cf33f361-0df8-42b6-bdcc-8acea8038eec), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:53.504784 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cea670-fa51-430f-ac49-ffc07b65490f req-32f01832-0bbb-43a5-b6ff-35a54507a043 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:53.505016 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9466354a-c3d8-4064-892c-24bad882b3a9 None None] Network 03fa5152-eea5-4ed2-b177-ae62df15e2b2 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:53.506900 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-17cea670-fa51-430f-ac49-ffc07b65490f req-32f01832-0bbb-43a5-b6ff-35a54507a043 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 946 time: 0.2255769 Mar 23 02:41:53.526718 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc86bf-0437-421f-8545-428b54b4ac7f req-8828b473-71d7-4efc-90f9-fc193006e2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:53.529096 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0ccc86bf-0437-421f-8545-428b54b4ac7f req-8828b473-71d7-4efc-90f9-fc193006e2c9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8b3788248f424541b82b7281065cac76&device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 1130 time: 0.1768377 Mar 23 02:41:53.533945 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-9466354a-c3d8-4064-892c-24bad882b3a9 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:53.536630 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9466354a-c3d8-4064-892c-24bad882b3a9 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:53.547449 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f16b6c-8a86-42c3-8e58-4f87144308b5 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Router a39a81c7-cf7a-422e-a209-13f7ec675452 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:41:53.563562 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (feed7de4-c1a9-4340-a502-43b2410c050c), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:53.639044 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event deleted for resources: {'Subnet': ['ID=feed7de4-c1a9-4340-a502-43b2410c050c,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:53.652737 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4b1d982d-1d72-4c88-a807-75e375124cee tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (00a773bc-adca-40f6-b63a-ecb6aa91bf6b), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:53.675134 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 14732d71-d559-42bf-822e-e072d3f5d16e triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:53.675615 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (14732d71-d559-42bf-822e-e072d3f5d16e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:53.679467 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59744) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:53.709449 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-4b1d982d-1d72-4c88-a807-75e375124cee tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Calling delete_port for 00a773bc-adca-40f6-b63a-ecb6aa91bf6b owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:53.725912 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-17cea670-fa51-430f-ac49-ffc07b65490f req-5d1d0c8c-5242-4574-8ae9-0cef28367d3d tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/security-groups?id=502a5f01-83f8-43fe-8c91-7de0ab32d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115331 Mar 23 02:41:53.767853 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e3a24a64-0e5c-4a67-8d05-f3b7e0140fda None None] Publish callbacks [] for port (1c149e38-0c03-4a28-a2f0-45044ca2f44b), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:53.775451 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-4d667029-caad-4f5d-b2cc-7e280cc89842 None None] Current status of the port 14732d71-d559-42bf-822e-e072d3f5d16e is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:53.803739 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (03fa5152-eea5-4ed2-b177-ae62df15e2b2), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:53.814156 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466354a-c3d8-4064-892c-24bad882b3a9 None None] Pushing event updated for resources: {'Port': ['ID=cf33f361-0df8-42b6-bdcc-8acea8038eec,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:53.815956 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc86bf-0437-421f-8545-428b54b4ac7f req-adf9cec0-00db-4319-9353-acfb35c40d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:53.818675 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0ccc86bf-0437-421f-8545-428b54b4ac7f req-adf9cec0-00db-4319-9353-acfb35c40d33 service neutron] 10.222.0.23 "GET /v2.0/networks?id=84589e9a-0507-4cf9-9ae0-6d9f3def606b HTTP/1.1" status: 200 len: 913 time: 0.2717869 Mar 23 02:41:53.824348 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-9466354a-c3d8-4064-892c-24bad882b3a9 None None] Attempting to bind port cf33f361-0df8-42b6-bdcc-8acea8038eec on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:53.824733 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-9466354a-c3d8-4064-892c-24bad882b3a9 None None] Attempting to bind port cf33f361-0df8-42b6-bdcc-8acea8038eec by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'fff41bd2-5857-4439-88a2-9593d044b337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03fa5152-eea5-4ed2-b177-ae62df15e2b2'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:53.825164 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9466354a-c3d8-4064-892c-24bad882b3a9 None None] Attempting to bind port cf33f361-0df8-42b6-bdcc-8acea8038eec on network 03fa5152-eea5-4ed2-b177-ae62df15e2b2 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:53.832832 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03fa5152-eea5-4ed2-b177-ae62df15e2b2']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:53.833125 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9466354a-c3d8-4064-892c-24bad882b3a9 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:41:53.833520 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9466354a-c3d8-4064-892c-24bad882b3a9 None None] Checking segment: {'id': 'fff41bd2-5857-4439-88a2-9593d044b337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03fa5152-eea5-4ed2-b177-ae62df15e2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:53.833932 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9466354a-c3d8-4064-892c-24bad882b3a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:53.834334 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9466354a-c3d8-4064-892c-24bad882b3a9 None None] Bound using segment: {'id': 'fff41bd2-5857-4439-88a2-9593d044b337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03fa5152-eea5-4ed2-b177-ae62df15e2b2'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:41:53.834818 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-9466354a-c3d8-4064-892c-24bad882b3a9 None None] Bound port: cf33f361-0df8-42b6-bdcc-8acea8038eec, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff41bd2-5857-4439-88a2-9593d044b337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03fa5152-eea5-4ed2-b177-ae62df15e2b2'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:41:53.835205 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9466354a-c3d8-4064-892c-24bad882b3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (cf33f361-0df8-42b6-bdcc-8acea8038eec), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:53.843211 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff41bd2-5857-4439-88a2-9593d044b337') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:53.843512 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff41bd2-5857-4439-88a2-9593d044b337') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:53.853158 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (fff41bd2-5857-4439-88a2-9593d044b337), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:53.876428 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (fff41bd2-5857-4439-88a2-9593d044b337), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:53.884202 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-c0b4c700-a078-4fcc-8996-d172e7c7ac4a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-843877239'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:53.889072 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0ccc86bf-0437-421f-8545-428b54b4ac7f req-3db1e0cc-ad1a-4f80-9637-d8197d80f69b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a10d4af4-900f-4e62-abeb-34f763d3523c HTTP/1.1" status: 200 len: 217 time: 0.0626488 Mar 23 02:41:53.924157 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:41:53.924570 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (fff41bd2-5857-4439-88a2-9593d044b337), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:53.927970 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:41:53.927970 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:41:53.927970 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:41:53.927970 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:41:53.927970 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:41:53.927970 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:41:53.927970 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:41:53.927970 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:41:53.927970 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:41:53.927970 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:41:53.927970 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:41:53.927970 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:41:53.927970 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:41:53.927970 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:41:53.927970 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:41:53.927970 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:41:53.927970 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:41:53.927970 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:41:53.927970 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:41:53.927970 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:41:53.927970 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:41:53.927970 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:41:53.927970 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:41:53.927970 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:41:53.927970 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:41:53.927970 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:41:53.927970 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:41:53.927970 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:41:53.927970 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:41:53.927970 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:41:53.927970 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:41:53.927970 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:41:53.954955 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c303dd1e-18ac-4456-b7a3-9acd5ecc69c9 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (106befdf-37f7-491c-b68d-ed9d101b5caa), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:54.002098 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-75e11f7d-59ae-463c-af0d-d7d3632c3ea9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Allocated IP 2001:db8::10 (0d3059af-3d91-4fc6-b4bb-b6c17223f09a/01f5ef9c-3144-4050-a546-9da7af4b5c0c/c1f56749-873f-4327-b2ff-274f237c45cc) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:54.005423 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc86bf-0437-421f-8545-428b54b4ac7f req-5a8945b4-9970-43d3-847b-b59e257a0d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:54.006895 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0ccc86bf-0437-421f-8545-428b54b4ac7f req-5a8945b4-9970-43d3-847b-b59e257a0d9b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=be74aef4-d523-4b82-b87e-77f5209279fd HTTP/1.1" status: 200 len: 852 time: 0.0904768 Mar 23 02:41:54.015275 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-c303dd1e-18ac-4456-b7a3-9acd5ecc69c9 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Calling delete_port for 106befdf-37f7-491c-b68d-ed9d101b5caa owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:54.033830 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f16b6c-8a86-42c3-8e58-4f87144308b5 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:41:54.040291 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-40f16b6c-8a86-42c3-8e58-4f87144308b5 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "PUT /v2.0/routers/a39a81c7-cf7a-422e-a209-13f7ec675452/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5672243 Mar 23 02:41:54.040685 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e3a24a64-0e5c-4a67-8d05-f3b7e0140fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (1c149e38-0c03-4a28-a2f0-45044ca2f44b), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:54.043324 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59748) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:54.052358 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dfa40c-23b1-4070-af89-d95b0e0d6d5a None None] Sync routers for ids ['a39a81c7-cf7a-422e-a209-13f7ec675452'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:41:54.057730 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b4c700-a078-4fcc-8996-d172e7c7ac4a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:54.059649 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-ddf76706-55c4-4b4d-bdb5-6774bdc8aff9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-656842562'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:54.061623 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c0b4c700-a078-4fcc-8996-d172e7c7ac4a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:54.063264 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dfa40c-23b1-4070-af89-d95b0e0d6d5a None None] Routers {'a39a81c7-cf7a-422e-a209-13f7ec675452'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:41:54.063993 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-23dfa40c-23b1-4070-af89-d95b0e0d6d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:41:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a39a81c7-cf7a-422e-a209-13f7ec675452'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:54.091710 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0ccc86bf-0437-421f-8545-428b54b4ac7f req-7a042a73-7d57-406c-8b6d-84980376a424 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=84589e9a-0507-4cf9-9ae0-6d9f3def606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725906 Mar 23 02:41:54.111088 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-39a3dcbe-9797-443f-ad7e-853c4131dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (9a14ea03-6bcf-4c15-b425-f11c0289f973), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:54.116234 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a24a64-0e5c-4a67-8d05-f3b7e0140fda None None] Network 0d3059af-3d91-4fc6-b4bb-b6c17223f09a is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:54.116424 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.db.api [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 02:41:54.116424 dv-neutron-834613-2-hyperv neutron-server[104348]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 02:41:54.116424 dv-neutron-834613-2-hyperv neutron-server[104348]: [parameters: {'id': '03fa5152-eea5-4ed2-b177-ae62df15e2b2'}] Mar 23 02:41:54.116424 dv-neutron-834613-2-hyperv neutron-server[104348]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:41:54.116761 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG oslo_db.api [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:41:54.118416 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c0b4c700-a078-4fcc-8996-d172e7c7ac4a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:54.144093 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-e3a24a64-0e5c-4a67-8d05-f3b7e0140fda None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:54.156006 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a24a64-0e5c-4a67-8d05-f3b7e0140fda None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:54.172417 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3dcbe-9797-443f-ad7e-853c4131dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a14ea03-6bcf-4c15-b425-f11c0289f973,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:54.189321 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-7adf247b-ecb9-4e1c-876e-66fad0415dbb None None] Provisioning complete for port 5fd1f227-a58c-45cc-8ced-edd41b67d297 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:54.190242 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7adf247b-ecb9-4e1c-876e-66fad0415dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (5fd1f227-a58c-45cc-8ced-edd41b67d297), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:54.193320 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-39a3dcbe-9797-443f-ad7e-853c4131dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:54.199909 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-39a3dcbe-9797-443f-ad7e-853c4131dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] 10.222.0.24 "DELETE /v2.0/ports/9a14ea03-6bcf-4c15-b425-f11c0289f973 HTTP/1.1" status: 204 len: 168 time: 1.8064358 Mar 23 02:41:54.204741 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:54.204977 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59750) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:54.229864 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 14732d71-d559-42bf-822e-e072d3f5d16e is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:54.238396 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a24a64-0e5c-4a67-8d05-f3b7e0140fda None None] Pushing event updated for resources: {'Port': ['ID=1c149e38-0c03-4a28-a2f0-45044ca2f44b,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:54.246237 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-9466354a-c3d8-4064-892c-24bad882b3a9 None None] For port cf33f361-0df8-42b6-bdcc-8acea8038eec, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:41:54.250510 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-358a760c-dbf9-4f37-b217-aa4035064251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] GET failed (client error): The resource could not be found. Mar 23 02:41:54.252433 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-358a760c-dbf9-4f37-b217-aa4035064251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] 10.222.0.24 "GET /v2.0/ports/9a14ea03-6bcf-4c15-b425-f11c0289f973 HTTP/1.1" status: 404 len: 333 time: 0.0397606 Mar 23 02:41:54.256750 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59752) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:54.259071 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4b1d982d-1d72-4c88-a807-75e375124cee tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (00a773bc-adca-40f6-b63a-ecb6aa91bf6b), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:54.266707 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-161864a6-199d-42b4-b784-5e61a0f9d6b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Request body: {'port': {'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-412998107'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:54.285789 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf76706-55c4-4b4d-bdb5-6774bdc8aff9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Made reservation on behalf of a390c7a337b546c28b66d49e8c0359d6 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:54.290945 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-9466354a-c3d8-4064-892c-24bad882b3a9 None None] For port cf33f361-0df8-42b6-bdcc-8acea8038eec, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=cf33f361-0df8-42b6-bdcc-8acea8038eec,segment=NetworkSegment(fff41bd2-5857-4439-88a2-9593d044b337),segment_id=fff41bd2-5857-4439-88a2-9593d044b337)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:41:54.293718 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ddf76706-55c4-4b4d-bdb5-6774bdc8aff9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:54.322077 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-7adf247b-ecb9-4e1c-876e-66fad0415dbb None None] Port 5fd1f227-a58c-45cc-8ced-edd41b67d297 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:41:54.325540 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d982d-1d72-4c88-a807-75e375124cee tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Pushing event deleted for resources: {'Port': ['ID=00a773bc-adca-40f6-b63a-ecb6aa91bf6b,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:54.325723 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-e3a24a64-0e5c-4a67-8d05-f3b7e0140fda None None] Attempting to bind port 1c149e38-0c03-4a28-a2f0-45044ca2f44b on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:54.326102 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-e3a24a64-0e5c-4a67-8d05-f3b7e0140fda None None] Attempting to bind port 1c149e38-0c03-4a28-a2f0-45044ca2f44b by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '959a6e7f-abe9-44ee-a555-595c025d2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0d3059af-3d91-4fc6-b4bb-b6c17223f09a'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:54.326486 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a24a64-0e5c-4a67-8d05-f3b7e0140fda None None] Attempting to bind port 1c149e38-0c03-4a28-a2f0-45044ca2f44b on network 0d3059af-3d91-4fc6-b4bb-b6c17223f09a {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:54.335458 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a24a64-0e5c-4a67-8d05-f3b7e0140fda None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:41:54.335877 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a24a64-0e5c-4a67-8d05-f3b7e0140fda None None] Checking segment: {'id': '959a6e7f-abe9-44ee-a555-595c025d2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0d3059af-3d91-4fc6-b4bb-b6c17223f09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:54.336293 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e3a24a64-0e5c-4a67-8d05-f3b7e0140fda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:54.336698 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a24a64-0e5c-4a67-8d05-f3b7e0140fda None None] Bound using segment: {'id': '959a6e7f-abe9-44ee-a555-595c025d2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0d3059af-3d91-4fc6-b4bb-b6c17223f09a'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:41:54.338144 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-e3a24a64-0e5c-4a67-8d05-f3b7e0140fda None None] Bound port: 1c149e38-0c03-4a28-a2f0-45044ca2f44b, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959a6e7f-abe9-44ee-a555-595c025d2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0d3059af-3d91-4fc6-b4bb-b6c17223f09a'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:41:54.338561 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e3a24a64-0e5c-4a67-8d05-f3b7e0140fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (1c149e38-0c03-4a28-a2f0-45044ca2f44b), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:54.355687 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-7adf247b-ecb9-4e1c-876e-66fad0415dbb None None] Provisioning complete for port 106befdf-37f7-491c-b68d-ed9d101b5caa triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:54.356105 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7adf247b-ecb9-4e1c-876e-66fad0415dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (106befdf-37f7-491c-b68d-ed9d101b5caa), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:54.378741 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf76706-55c4-4b4d-bdb5-6774bdc8aff9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:41:54.398977 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0ccc86bf-0437-421f-8545-428b54b4ac7f req-83b57213-f865-46d6-b18c-2807547ce4ae service neutron] 10.222.0.23 "GET /v2.0/networks/84589e9a-0507-4cf9-9ae0-6d9f3def606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962613 Mar 23 02:41:54.425906 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9466354a-c3d8-4064-892c-24bad882b3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (cf33f361-0df8-42b6-bdcc-8acea8038eec), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:54.436732 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161864a6-199d-42b4-b784-5e61a0f9d6b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Made reservation on behalf of 32b21893521641e99321ceb75c919ea7 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:54.440477 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-161864a6-199d-42b4-b784-5e61a0f9d6b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:54.485765 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-23dfa40c-23b1-4070-af89-d95b0e0d6d5a None None] Set router a39a81c7-cf7a-422e-a209-13f7ec675452 gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:41:54.496835 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-161864a6-199d-42b4-b784-5e61a0f9d6b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] device_id is not set on port 7b2de0a0-4187-4fe2-8d8f-0774e644598f yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:41:54.538942 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466354a-c3d8-4064-892c-24bad882b3a9 None None] Pushing event updated for resources: {'Port': ['ID=cf33f361-0df8-42b6-bdcc-8acea8038eec,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:54.621360 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (03fa5152-eea5-4ed2-b177-ae62df15e2b2), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:54.630962 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c303dd1e-18ac-4456-b7a3-9acd5ecc69c9 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (106befdf-37f7-491c-b68d-ed9d101b5caa), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:54.633056 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-7adf247b-ecb9-4e1c-876e-66fad0415dbb None None] Port 106befdf-37f7-491c-b68d-ed9d101b5caa cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:41:54.640369 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ddf76706-55c4-4b4d-bdb5-6774bdc8aff9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (05a0ec57-f831-41e1-a79d-bb654ce7e123), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:54.640927 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-ddf76706-55c4-4b4d-bdb5-6774bdc8aff9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Added segment 05a0ec57-f831-41e1-a79d-bb654ce7e123 of type vlan for network 9b440bb6-3799-4f51-b292-94baa0ed6271 Mar 23 02:41:54.661633 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-7adf247b-ecb9-4e1c-876e-66fad0415dbb None None] Could not find standard attr ID for object 00a773bc-adca-40f6-b63a-ecb6aa91bf6b. {{(pid=104350) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:41:54.674605 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-e3a24a64-0e5c-4a67-8d05-f3b7e0140fda None None] For port 1c149e38-0c03-4a28-a2f0-45044ca2f44b, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:41:54.697093 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-e3a24a64-0e5c-4a67-8d05-f3b7e0140fda None None] For port 1c149e38-0c03-4a28-a2f0-45044ca2f44b, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=1c149e38-0c03-4a28-a2f0-45044ca2f44b,segment=NetworkSegment(959a6e7f-abe9-44ee-a555-595c025d2812),segment_id=959a6e7f-abe9-44ee-a555-595c025d2812)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:41:54.706025 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7a7c23-7464-41cc-8424-275e6456d0e9 None None] Network 03fa5152-eea5-4ed2-b177-ae62df15e2b2 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:54.726240 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303dd1e-18ac-4456-b7a3-9acd5ecc69c9 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Port': ['ID=106befdf-37f7-491c-b68d-ed9d101b5caa,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:54.788560 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-7adf247b-ecb9-4e1c-876e-66fad0415dbb None None] Provisioning complete for port f31000bc-c3d6-4184-be9e-2c0e32aec0b7 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:54.789981 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7adf247b-ecb9-4e1c-876e-66fad0415dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f31000bc-c3d6-4184-be9e-2c0e32aec0b7), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:54.825184 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-23dfa40c-23b1-4070-af89-d95b0e0d6d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'name': 'tempest-RoutersIpV6Test-router-718806341', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:42Z', 'updated_at': '2022-03-23T02:41:49Z', 'revision_number': 2, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'gw_port_host': None, '_interfaces': [{'id': '5fd1f227-a58c-45cc-8ced-edd41b67d297', 'name': '', 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:ea:52:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:48Z', 'updated_at': '2022-03-23T02:41:51Z', 'revision_number': 2, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:54.853784 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e3a24a64-0e5c-4a67-8d05-f3b7e0140fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (1c149e38-0c03-4a28-a2f0-45044ca2f44b), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:54.878227 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dfa40c-23b1-4070-af89-d95b0e0d6d5a None None] Checking router: a39a81c7-cf7a-422e-a209-13f7ec675452 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:41:54.878578 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dfa40c-23b1-4070-af89-d95b0e0d6d5a None None] Updating router a39a81c7-cf7a-422e-a209-13f7ec675452 port 5fd1f227-a58c-45cc-8ced-edd41b67d297 binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:41:54.913457 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-23dfa40c-23b1-4070-af89-d95b0e0d6d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (5fd1f227-a58c-45cc-8ced-edd41b67d297), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:54.950065 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ddf76706-55c4-4b4d-bdb5-6774bdc8aff9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (9b440bb6-3799-4f51-b292-94baa0ed6271), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:54.991491 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4b1d982d-1d72-4c88-a807-75e375124cee tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:55.004951 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4b1d982d-1d72-4c88-a807-75e375124cee tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] 10.222.0.24 "DELETE /v2.0/ports/00a773bc-adca-40f6-b63a-ecb6aa91bf6b HTTP/1.1" status: 204 len: 168 time: 2.1503718 Mar 23 02:41:55.005861 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59756) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:55.009117 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c303dd1e-18ac-4456-b7a3-9acd5ecc69c9 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:55.016769 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c303dd1e-18ac-4456-b7a3-9acd5ecc69c9 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/106befdf-37f7-491c-b68d-ed9d101b5caa HTTP/1.1" status: 204 len: 168 time: 2.0592277 Mar 23 02:41:55.018091 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-75e11f7d-59ae-463c-af0d-d7d3632c3ea9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for port (c1f56749-873f-4327-b2ff-274f237c45cc), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:55.028652 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c0b4c700-a078-4fcc-8996-d172e7c7ac4a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for security_group (23ac857f-a0d2-4200-a8f4-0153c9d7596e), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:55.028901 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59758) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:55.082930 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d454d4-3695-4252-a28c-dcdef0334a8a tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] GET failed (client error): The resource could not be found. Mar 23 02:41:55.090474 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a24a64-0e5c-4a67-8d05-f3b7e0140fda None None] Pushing event updated for resources: {'Port': ['ID=1c149e38-0c03-4a28-a2f0-45044ca2f44b,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:55.090685 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a0d454d4-3695-4252-a28c-dcdef0334a8a tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] 10.222.0.24 "GET /v2.0/ports/00a773bc-adca-40f6-b63a-ecb6aa91bf6b HTTP/1.1" status: 404 len: 333 time: 0.0585704 Mar 23 02:41:55.106402 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59760) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:55.114268 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-3c9986f0-cd1a-4131-b861-25d70abf5a71 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Request body: {'port': {'network_id': '883e018b-232d-4d2d-86ff-358c666f6e61', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1474897956'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:55.123554 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c0b4c700-a078-4fcc-8996-d172e7c7ac4a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (23ac857f-a0d2-4200-a8f4-0153c9d7596e), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:55.133766 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-7adf247b-ecb9-4e1c-876e-66fad0415dbb None None] Current status of the port f31000bc-c3d6-4184-be9e-2c0e32aec0b7 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:55.133986 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.db.resource_extend [None req-ddf76706-55c4-4b4d-bdb5-6774bdc8aff9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 02:41:55.195118 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0ccc86bf-0437-421f-8545-428b54b4ac7f req-146f9372-471d-49ca-9e45-0aca39da7461 service neutron] 10.222.0.23 "GET /v2.0/networks/84589e9a-0507-4cf9-9ae0-6d9f3def606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7716396 Mar 23 02:41:55.225421 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-161864a6-199d-42b4-b784-5e61a0f9d6b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks [] for port (7b2de0a0-4187-4fe2-8d8f-0774e644598f), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:55.234122 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b4c700-a078-4fcc-8996-d172e7c7ac4a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:41:55.244333 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3f86e-ecc1-44db-aca7-74373e877cfb req-be6a5d0a-c1e6-4635-bd33-c5662b8c8bc5 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:55.246529 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e7d3f86e-ecc1-44db-aca7-74373e877cfb req-be6a5d0a-c1e6-4635-bd33-c5662b8c8bc5 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 946 time: 0.3869929 Mar 23 02:41:55.252204 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4c700-a078-4fcc-8996-d172e7c7ac4a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23ac857f-a0d2-4200-a8f4-0153c9d7596e,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:55.269365 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c0b4c700-a078-4fcc-8996-d172e7c7ac4a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (c601c205-bdd6-41aa-b315-516ff161e16c), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:55.269819 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-c0b4c700-a078-4fcc-8996-d172e7c7ac4a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Added segment c601c205-bdd6-41aa-b315-516ff161e16c of type vlan for network f86f6b0b-3455-429a-b87d-433670c66f7e Mar 23 02:41:55.322228 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Deleting port cf33f361-0df8-42b6-bdcc-8acea8038eec {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:55.322569 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (cf33f361-0df8-42b6-bdcc-8acea8038eec), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:55.358766 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7be6c2-d2a6-4ed9-93c5-fccfa28f7c80 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:55.362792 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-cd7be6c2-d2a6-4ed9-93c5-fccfa28f7c80 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3219793 Mar 23 02:41:55.364029 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59762) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:55.383376 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-23dfa40c-23b1-4070-af89-d95b0e0d6d5a None None] Publish callbacks [] for port (5fd1f227-a58c-45cc-8ced-edd41b67d297), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:55.393266 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c0b4c700-a078-4fcc-8996-d172e7c7ac4a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (f86f6b0b-3455-429a-b87d-433670c66f7e), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:55.407303 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ddf76706-55c4-4b4d-bdb5-6774bdc8aff9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (9b440bb6-3799-4f51-b292-94baa0ed6271), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:55.412363 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf76706-55c4-4b4d-bdb5-6774bdc8aff9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:55.413291 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ddf76706-55c4-4b4d-bdb5-6774bdc8aff9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:55.420561 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-75e11f7d-59ae-463c-af0d-d7d3632c3ea9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (c1f56749-873f-4327-b2ff-274f237c45cc), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:55.454252 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-23dfa40c-23b1-4070-af89-d95b0e0d6d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (5fd1f227-a58c-45cc-8ced-edd41b67d297), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:55.515376 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb9abe-7d53-43c6-a7f1-36f3e087a135 None None] Pushing event updated for resources: {'Port': ['ID=5fd1f227-a58c-45cc-8ced-edd41b67d297,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:55.523409 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e11f7d-59ae-463c-af0d-d7d3632c3ea9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network 0d3059af-3d91-4fc6-b4bb-b6c17223f09a is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:55.523916 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb9abe-7d53-43c6-a7f1-36f3e087a135 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:55.524350 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb9abe-7d53-43c6-a7f1-36f3e087a135 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:55.524804 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb9abe-7d53-43c6-a7f1-36f3e087a135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:55.525246 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb9abe-7d53-43c6-a7f1-36f3e087a135 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:55.525677 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb9abe-7d53-43c6-a7f1-36f3e087a135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:55.526104 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb9abe-7d53-43c6-a7f1-36f3e087a135 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:55.526551 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb9abe-7d53-43c6-a7f1-36f3e087a135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:55.527532 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb9abe-7d53-43c6-a7f1-36f3e087a135 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:55.527992 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb9abe-7d53-43c6-a7f1-36f3e087a135 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:55.528420 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb9abe-7d53-43c6-a7f1-36f3e087a135 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:55.529013 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb9abe-7d53-43c6-a7f1-36f3e087a135 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:55.529586 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb9abe-7d53-43c6-a7f1-36f3e087a135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:55.530403 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb9abe-7d53-43c6-a7f1-36f3e087a135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:55.530960 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb9abe-7d53-43c6-a7f1-36f3e087a135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:55.531661 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb9abe-7d53-43c6-a7f1-36f3e087a135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:55.532039 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e11f7d-59ae-463c-af0d-d7d3632c3ea9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Port': ['ID=c1f56749-873f-4327-b2ff-274f237c45cc,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:55.538670 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-75e11f7d-59ae-463c-af0d-d7d3632c3ea9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:55.544528 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e11f7d-59ae-463c-af0d-d7d3632c3ea9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:55.551985 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e11f7d-59ae-463c-af0d-d7d3632c3ea9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:55.552608 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-75e11f7d-59ae-463c-af0d-d7d3632c3ea9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:55.566632 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e7d3f86e-ecc1-44db-aca7-74373e877cfb req-10298189-4664-4a39-8c2f-2d5e57961d3a tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/security-groups?id=502a5f01-83f8-43fe-8c91-7de0ab32d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082659 Mar 23 02:41:55.568774 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] For port cf33f361-0df8-42b6-bdcc-8acea8038eec, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=cf33f361-0df8-42b6-bdcc-8acea8038eec,segment=NetworkSegment(fff41bd2-5857-4439-88a2-9593d044b337),segment_id=fff41bd2-5857-4439-88a2-9593d044b337)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:55.569176 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (cf33f361-0df8-42b6-bdcc-8acea8038eec), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:55.572117 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf76706-55c4-4b4d-bdb5-6774bdc8aff9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Network': ['ID=9b440bb6-3799-4f51-b292-94baa0ed6271,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:55.585254 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800ad709-a621-42d6-b803-e4528873f05a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:55.585551 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 9b440bb6-3799-4f51-b292-94baa0ed6271 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:41:55.590964 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-800ad709-a621-42d6-b803-e4528873f05a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2168274 Mar 23 02:41:55.593621 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59764) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:55.596765 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Calling delete_port for cf33f361-0df8-42b6-bdcc-8acea8038eec owned by network:dhcp {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:55.622848 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ddf76706-55c4-4b4d-bdb5-6774bdc8aff9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5783477 Mar 23 02:41:55.624799 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59766) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:55.644000 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-4d3ab08e-a52d-4b59-85a4-b640aaefdb92 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Request body: {'subnet': {'network_id': '9b440bb6-3799-4f51-b292-94baa0ed6271', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:55.646222 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9986f0-cd1a-4131-b861-25d70abf5a71 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Made reservation on behalf of 6c00033ab2c44c8bb0e17d1388ba9fe3 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:55.649873 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-23dfa40c-23b1-4070-af89-d95b0e0d6d5a None None] Attempting to bind port 5fd1f227-a58c-45cc-8ced-edd41b67d297 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:55.650271 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-23dfa40c-23b1-4070-af89-d95b0e0d6d5a None None] Attempting to bind port 5fd1f227-a58c-45cc-8ced-edd41b67d297 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '56e28113-6f8d-45ba-8d40-c4dd6b491906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:55.650560 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3c9986f0-cd1a-4131-b861-25d70abf5a71 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:55.659244 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dfa40c-23b1-4070-af89-d95b0e0d6d5a None None] Attempting to bind port 5fd1f227-a58c-45cc-8ced-edd41b67d297 on network ac9a64d2-5aeb-4043-a7f0-84a0d420bc72 {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:55.659738 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-161864a6-199d-42b4-b784-5e61a0f9d6b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (7b2de0a0-4187-4fe2-8d8f-0774e644598f), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:55.664218 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c0b4c700-a078-4fcc-8996-d172e7c7ac4a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (f86f6b0b-3455-429a-b87d-433670c66f7e), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:55.666072 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dfa40c-23b1-4070-af89-d95b0e0d6d5a None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:41:55.666969 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dfa40c-23b1-4070-af89-d95b0e0d6d5a None None] Checking segment: {'id': '56e28113-6f8d-45ba-8d40-c4dd6b491906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:55.667373 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-23dfa40c-23b1-4070-af89-d95b0e0d6d5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:55.668391 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dfa40c-23b1-4070-af89-d95b0e0d6d5a None None] Bound using segment: {'id': '56e28113-6f8d-45ba-8d40-c4dd6b491906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:41:55.672837 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b4c700-a078-4fcc-8996-d172e7c7ac4a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:55.674144 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c0b4c700-a078-4fcc-8996-d172e7c7ac4a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:55.679375 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-23dfa40c-23b1-4070-af89-d95b0e0d6d5a None None] Bound port: 5fd1f227-a58c-45cc-8ced-edd41b67d297, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e28113-6f8d-45ba-8d40-c4dd6b491906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:41:55.679780 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-23dfa40c-23b1-4070-af89-d95b0e0d6d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (5fd1f227-a58c-45cc-8ced-edd41b67d297), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:55.732758 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-75e11f7d-59ae-463c-af0d-d7d3632c3ea9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4293611 Mar 23 02:41:55.781102 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-23dfa40c-23b1-4070-af89-d95b0e0d6d5a None None] For port 5fd1f227-a58c-45cc-8ced-edd41b67d297, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:41:55.781102 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-23dfa40c-23b1-4070-af89-d95b0e0d6d5a None None] For port 5fd1f227-a58c-45cc-8ced-edd41b67d297, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=5fd1f227-a58c-45cc-8ced-edd41b67d297,segment=NetworkSegment(56e28113-6f8d-45ba-8d40-c4dd6b491906),segment_id=56e28113-6f8d-45ba-8d40-c4dd6b491906)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:41:55.785002 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59768) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:55.804468 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-597bc658-8fde-4bf0-95b5-75a2bcb6ab42 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'port': {'network_id': '0d3059af-3d91-4fc6-b4bb-b6c17223f09a', 'name': 'tempest-PortsIpV6TestJSON-1558770843', 'fixed_ips': [{'subnet_id': '01f5ef9c-3144-4050-a546-9da7af4b5c0c', 'ip_address': '2001:db8::f'}]}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:55.840693 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-3c9986f0-cd1a-4131-b861-25d70abf5a71 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] device_id is not set on port 74aca93b-def2-4914-b306-efe4258f73a7 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:41:55.866016 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-23dfa40c-23b1-4070-af89-d95b0e0d6d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (5fd1f227-a58c-45cc-8ced-edd41b67d297), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:55.874260 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4c700-a078-4fcc-8996-d172e7c7ac4a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Network': ['ID=f86f6b0b-3455-429a-b87d-433670c66f7e,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:55.883204 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8185853d-9f36-44f5-88fd-22947555c7e8 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:55.884633 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8185853d-9f36-44f5-88fd-22947555c7e8 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:55.886099 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8185853d-9f36-44f5-88fd-22947555c7e8 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:55.888406 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8185853d-9f36-44f5-88fd-22947555c7e8 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2935724 Mar 23 02:41:55.891592 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network f86f6b0b-3455-429a-b87d-433670c66f7e details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:41:55.907414 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59770) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:55.974432 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb9abe-7d53-43c6-a7f1-36f3e087a135 None None] Pushing event updated for resources: {'Port': ['ID=5fd1f227-a58c-45cc-8ced-edd41b67d297,revision_number=4']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:56.008134 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dfa40c-23b1-4070-af89-d95b0e0d6d5a None None] Routers {'a39a81c7-cf7a-422e-a209-13f7ec675452'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:41:56.008940 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-23dfa40c-23b1-4070-af89-d95b0e0d6d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:41:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a39a81c7-cf7a-422e-a209-13f7ec675452'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:56.040346 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-45184b21-b00c-4236-8057-47a73d78e9aa None None] Provisioning complete for port 5fd1f227-a58c-45cc-8ced-edd41b67d297 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:56.040962 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-45184b21-b00c-4236-8057-47a73d78e9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (5fd1f227-a58c-45cc-8ced-edd41b67d297), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:56.046766 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c0b4c700-a078-4fcc-8996-d172e7c7ac4a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3649592 Mar 23 02:41:56.135879 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59772) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:56.146655 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f17b73-5a83-4673-a066-9cce533ac1c3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting subnet 8fccd2c3-9fa5-4bed-a8c4-48cd85a995ea {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:41:56.162632 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-7f6606ee-44e7-4011-bfd6-73deff89859c tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'port': {'network_id': 'f86f6b0b-3455-429a-b87d-433670c66f7e', 'name': 'tempest-PortsTestJSON-138931817'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:56.169493 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c7f17b73-5a83-4673-a066-9cce533ac1c3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (8fccd2c3-9fa5-4bed-a8c4-48cd85a995ea), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:56.219727 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-23dfa40c-23b1-4070-af89-d95b0e0d6d5a None None] Set router a39a81c7-cf7a-422e-a209-13f7ec675452 gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:41:56.221224 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-45184b21-b00c-4236-8057-47a73d78e9aa None None] Current status of the port 5fd1f227-a58c-45cc-8ced-edd41b67d297 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:56.221621 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-45184b21-b00c-4236-8057-47a73d78e9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (5fd1f227-a58c-45cc-8ced-edd41b67d297), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:56.302164 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-45184b21-b00c-4236-8057-47a73d78e9aa None None] For port 5fd1f227-a58c-45cc-8ced-edd41b67d297, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=5fd1f227-a58c-45cc-8ced-edd41b67d297,segment=NetworkSegment(56e28113-6f8d-45ba-8d40-c4dd6b491906),segment_id=56e28113-6f8d-45ba-8d40-c4dd6b491906)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:56.363093 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-45184b21-b00c-4236-8057-47a73d78e9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (5fd1f227-a58c-45cc-8ced-edd41b67d297), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:56.366972 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b079f2f-f3d4-434d-bdba-603ef1353ad4 req-c35a37fd-9ff6-4408-947e-75417b529d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:56.368330 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9b079f2f-f3d4-434d-bdba-603ef1353ad4 req-c35a37fd-9ff6-4408-947e-75417b529d7f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8b3788248f424541b82b7281065cac76&device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 1130 time: 0.6446023 Mar 23 02:41:56.424408 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161864a6-199d-42b4-b784-5e61a0f9d6b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:56.425609 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 1c149e38-0c03-4a28-a2f0-45044ca2f44b up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:56.450128 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-161864a6-199d-42b4-b784-5e61a0f9d6b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:56.454780 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161864a6-199d-42b4-b784-5e61a0f9d6b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:56.455958 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161864a6-199d-42b4-b784-5e61a0f9d6b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:56.457259 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-161864a6-199d-42b4-b784-5e61a0f9d6b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:56.524843 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161864a6-199d-42b4-b784-5e61a0f9d6b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Pushing event updated for resources: {'Port': ['ID=7b2de0a0-4187-4fe2-8d8f-0774e644598f,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:56.551892 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45184b21-b00c-4236-8057-47a73d78e9aa None None] Pushing event updated for resources: {'Port': ['ID=5fd1f227-a58c-45cc-8ced-edd41b67d297,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:56.555660 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-02d21c93-2153-445b-9c62-1ca0ab9a2f9c None None] Provisioning complete for port 5fd1f227-a58c-45cc-8ced-edd41b67d297 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:56.557111 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-02d21c93-2153-445b-9c62-1ca0ab9a2f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (5fd1f227-a58c-45cc-8ced-edd41b67d297), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:56.570057 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-23dfa40c-23b1-4070-af89-d95b0e0d6d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'name': 'tempest-RoutersIpV6Test-router-718806341', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:42Z', 'updated_at': '2022-03-23T02:41:49Z', 'revision_number': 2, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'gw_port_host': None, '_interfaces': [{'id': '5fd1f227-a58c-45cc-8ced-edd41b67d297', 'name': '', 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:ea:52:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:48Z', 'updated_at': '2022-03-23T02:41:55Z', 'revision_number': 4, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:56.609739 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dfa40c-23b1-4070-af89-d95b0e0d6d5a None None] The sync data for ids ['a39a81c7-cf7a-422e-a209-13f7ec675452'] in dv-neutron-834613-2-hyperv is: [{'id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'name': 'tempest-RoutersIpV6Test-router-718806341', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:42Z', 'updated_at': '2022-03-23T02:41:49Z', 'revision_number': 2, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'gw_port_host': None, '_interfaces': [{'id': '5fd1f227-a58c-45cc-8ced-edd41b67d297', 'name': '', 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:ea:52:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:48Z', 'updated_at': '2022-03-23T02:41:55Z', 'revision_number': 4, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:41:56.639768 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c7f17b73-5a83-4673-a066-9cce533ac1c3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (8fccd2c3-9fa5-4bed-a8c4-48cd85a995ea), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:56.649563 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3ab08e-a52d-4b59-85a4-b640aaefdb92 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Made reservation on behalf of a390c7a337b546c28b66d49e8c0359d6 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:56.652516 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 1c149e38-0c03-4a28-a2f0-45044ca2f44b triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:56.653241 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (1c149e38-0c03-4a28-a2f0-45044ca2f44b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:56.661021 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4d3ab08e-a52d-4b59-85a4-b640aaefdb92 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:56.699643 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810244be-c9b6-4267-aa53-29a85610a417 None None] get_active_networks_info from dv-neutron-834613-2-hyperv {{(pid=104350) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 02:41:56.728047 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597bc658-8fde-4bf0-95b5-75a2bcb6ab42 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:56.745544 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-3c9986f0-cd1a-4131-b861-25d70abf5a71 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Allocated IP 2001:db8::33d (883e018b-232d-4d2d-86ff-358c666f6e61/f004acd0-1ed4-4d73-8b8f-bd9bed5a2a36/74aca93b-def2-4914-b306-efe4258f73a7) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:56.746146 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (cf33f361-0df8-42b6-bdcc-8acea8038eec), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:56.749943 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-02d21c93-2153-445b-9c62-1ca0ab9a2f9c None None] Current status of the port 5fd1f227-a58c-45cc-8ced-edd41b67d297 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:56.754101 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-161864a6-199d-42b4-b784-5e61a0f9d6b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.4929280 Mar 23 02:41:56.798306 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59776) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:56.803932 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8346'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:56.834998 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 1c149e38-0c03-4a28-a2f0-45044ca2f44b is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:56.835373 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (1c149e38-0c03-4a28-a2f0-45044ca2f44b), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:56.845124 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event deleted for resources: {'Port': ['ID=cf33f361-0df8-42b6-bdcc-8acea8038eec,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:56.866454 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] No DVR routers for this DVR port cf33f361-0df8-42b6-bdcc-8acea8038eec on host dv-neutron-834613-2-hyperv {{(pid=104348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:41:56.892844 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 1c149e38-0c03-4a28-a2f0-45044ca2f44b, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=1c149e38-0c03-4a28-a2f0-45044ca2f44b,segment=NetworkSegment(959a6e7f-abe9-44ee-a555-595c025d2812),segment_id=959a6e7f-abe9-44ee-a555-595c025d2812)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:56.911899 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810244be-c9b6-4267-aa53-29a85610a417 None None] Resources bound (agent type, host, resource id): {{(pid=104350) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 02:41:56.919854 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-f244654a-17e0-4452-b245-a0fc19e7f10d None None] Provisioning complete for port 1c149e38-0c03-4a28-a2f0-45044ca2f44b triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:56.920309 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f244654a-17e0-4452-b245-a0fc19e7f10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (1c149e38-0c03-4a28-a2f0-45044ca2f44b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:57.026223 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6606ee-44e7-4011-bfd6-73deff89859c tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:57.030161 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7f6606ee-44e7-4011-bfd6-73deff89859c tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:57.033303 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b079f2f-f3d4-434d-bdba-603ef1353ad4 req-ccadf698-ca13-4fe7-894e-ac738563b9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:57.034833 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9b079f2f-f3d4-434d-bdba-603ef1353ad4 req-ccadf698-ca13-4fe7-894e-ac738563b9eb service neutron] 10.222.0.23 "GET /v2.0/networks?id=84589e9a-0507-4cf9-9ae0-6d9f3def606b HTTP/1.1" status: 200 len: 913 time: 0.6129932 Mar 23 02:41:57.049318 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (1c149e38-0c03-4a28-a2f0-45044ca2f44b), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:57.079115 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (03fa5152-eea5-4ed2-b177-ae62df15e2b2), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:57.087810 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-597bc658-8fde-4bf0-95b5-75a2bcb6ab42 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:57.099128 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7b2de0a0-4187-4fe2-8d8f-0774e644598f), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:57.125629 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9b079f2f-f3d4-434d-bdba-603ef1353ad4 req-e9bbb4a3-e871-4285-98a4-70301716e2ac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a10d4af4-900f-4e62-abeb-34f763d3523c HTTP/1.1" status: 200 len: 217 time: 0.0731609 Mar 23 02:41:57.133606 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03fa5152-eea5-4ed2-b177-ae62df15e2b2']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:57.173058 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c7f17b73-5a83-4673-a066-9cce533ac1c3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (8fccd2c3-9fa5-4bed-a8c4-48cd85a995ea), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:57.178516 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=1c149e38-0c03-4a28-a2f0-45044ca2f44b,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:57.198308 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-7f6606ee-44e7-4011-bfd6-73deff89859c tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] device_id is not set on port 30232341-bd83-4416-8153-7f12b5d78a7b yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:41:57.240947 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f244654a-17e0-4452-b245-a0fc19e7f10d None None] Current status of the port 1c149e38-0c03-4a28-a2f0-45044ca2f44b is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:57.269415 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff41bd2-5857-4439-88a2-9593d044b337') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:57.269862 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff41bd2-5857-4439-88a2-9593d044b337') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:57.273730 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3c9986f0-cd1a-4131-b861-25d70abf5a71 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks [] for port (74aca93b-def2-4914-b306-efe4258f73a7), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:57.289946 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (fff41bd2-5857-4439-88a2-9593d044b337), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:57.292207 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-597bc658-8fde-4bf0-95b5-75a2bcb6ab42 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] device_id is not set on port 8592e8ce-1ea7-4db6-90ee-0322d4752d45 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:41:57.297212 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b079f2f-f3d4-434d-bdba-603ef1353ad4 req-1c4f2577-011f-4720-a834-eaa6459381a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:57.299556 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9b079f2f-f3d4-434d-bdba-603ef1353ad4 req-1c4f2577-011f-4720-a834-eaa6459381a8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=be74aef4-d523-4b82-b87e-77f5209279fd HTTP/1.1" status: 200 len: 852 time: 0.1608186 Mar 23 02:41:57.321931 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971be976-7965-4a3f-83ce-aa012d677e8f None None] get_active_networks_info from dv-neutron-834613-2-hyperv {{(pid=104350) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 02:41:57.330698 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4d3ab08e-a52d-4b59-85a4-b640aaefdb92 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (4f7a9c14-18af-48f2-9c33-1d982e0ad60f), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:57.404228 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ab08e-a52d-4b59-85a4-b640aaefdb92 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Subnet': ['ID=4f7a9c14-18af-48f2-9c33-1d982e0ad60f,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:57.443727 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (fff41bd2-5857-4439-88a2-9593d044b337), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:57.490061 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:41:57.490558 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (fff41bd2-5857-4439-88a2-9593d044b337), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:57.494260 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:41:57.494260 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:41:57.494260 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:41:57.494260 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:41:57.494260 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:41:57.494260 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:41:57.494260 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:41:57.494260 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:41:57.494260 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:41:57.494260 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:41:57.494260 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:41:57.494260 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:41:57.494260 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:41:57.494260 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:41:57.494260 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:41:57.494260 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:41:57.494260 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:41:57.494260 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:41:57.494260 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:41:57.494260 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:41:57.494260 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:41:57.494260 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:41:57.494260 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:41:57.494260 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:41:57.494260 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:41:57.494260 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:41:57.494260 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:41:57.494260 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:41:57.494260 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:41:57.494260 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:41:57.494260 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:41:57.494260 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:41:57.538660 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7f6606ee-44e7-4011-bfd6-73deff89859c tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for port (30232341-bd83-4416-8153-7f12b5d78a7b), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:57.569606 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9b079f2f-f3d4-434d-bdba-603ef1353ad4 req-ada92588-6d21-4d63-8b38-ab888900feae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=84589e9a-0507-4cf9-9ae0-6d9f3def606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2548759 Mar 23 02:41:57.581211 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf6556-b793-477b-a128-57636cfff13f req-5f77afc0-ec4b-4989-b39b-39206fe24f1a tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:57.583010 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d5cf6556-b793-477b-a128-57636cfff13f req-5f77afc0-ec4b-4989-b39b-39206fe24f1a tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 946 time: 0.6922004 Mar 23 02:41:57.655017 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3ab08e-a52d-4b59-85a4-b640aaefdb92 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Checking segment: {'id': '05a0ec57-f831-41e1-a79d-bb654ce7e123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9b440bb6-3799-4f51-b292-94baa0ed6271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:57.655689 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3ab08e-a52d-4b59-85a4-b640aaefdb92 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network hostable DHCP agents. Network: 9b440bb6-3799-4f51-b292-94baa0ed6271, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:41:57.678306 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971be976-7965-4a3f-83ce-aa012d677e8f None None] Network 9b440bb6-3799-4f51-b292-94baa0ed6271 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:41:57.714524 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d5cf6556-b793-477b-a128-57636cfff13f req-ef7ce56d-b0bd-4030-a92d-93099f349140 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/security-groups?id=502a5f01-83f8-43fe-8c91-7de0ab32d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175516 Mar 23 02:41:57.725343 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-4d3ab08e-a52d-4b59-85a4-b640aaefdb92 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Agent dd24b212-64ef-4285-b19b-5f1294b82bbf already present Mar 23 02:41:57.725656 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3ab08e-a52d-4b59-85a4-b640aaefdb92 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network 9b440bb6-3799-4f51-b292-94baa0ed6271 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:41:57.726291 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-4d3ab08e-a52d-4b59-85a4-b640aaefdb92 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 9b440bb6-3799-4f51-b292-94baa0ed6271) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:57.728713 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9b079f2f-f3d4-434d-bdba-603ef1353ad4 req-1099b22a-8228-4733-95c3-6be06ee04232 service neutron] 10.222.0.23 "GET /v2.0/networks/84589e9a-0507-4cf9-9ae0-6d9f3def606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431067 Mar 23 02:41:57.734300 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7f6606ee-44e7-4011-bfd6-73deff89859c tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (30232341-bd83-4416-8153-7f12b5d78a7b), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:57.749788 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3ab08e-a52d-4b59-85a4-b640aaefdb92 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:57.750454 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4d3ab08e-a52d-4b59-85a4-b640aaefdb92 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:57.810845 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-597bc658-8fde-4bf0-95b5-75a2bcb6ab42 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Allocated IP 2001:db8::f (0d3059af-3d91-4fc6-b4bb-b6c17223f09a/01f5ef9c-3144-4050-a546-9da7af4b5c0c/8592e8ce-1ea7-4db6-90ee-0322d4752d45) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:57.824745 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971be976-7965-4a3f-83ce-aa012d677e8f None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 9b440bb6-3799-4f51-b292-94baa0ed6271) {{(pid=104350) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 02:41:57.827417 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (03fa5152-eea5-4ed2-b177-ae62df15e2b2), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:57.832804 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:57.840248 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/networks/03fa5152-eea5-4ed2-b177-ae62df15e2b2 HTTP/1.1" status: 204 len: 168 time: 5.7763100 Mar 23 02:41:57.845057 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59780) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:57.849348 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c7f17b73-5a83-4673-a066-9cce533ac1c3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (8fccd2c3-9fa5-4bed-a8c4-48cd85a995ea), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:57.851782 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3c9986f0-cd1a-4131-b861-25d70abf5a71 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (74aca93b-def2-4914-b306-efe4258f73a7), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:57.859624 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-4d723968-e452-4ee1-b3f8-defec61142dd tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1015896286'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:57.864771 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] device_id is not set on port 7b2de0a0-4187-4fe2-8d8f-0774e644598f yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:41:57.872471 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dadf52-6cad-48a5-9451-6852c72a74c9 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event deleted for resources: {'Network': ['ID=03fa5152-eea5-4ed2-b177-ae62df15e2b2,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:57.883600 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks [] for port (7b2de0a0-4187-4fe2-8d8f-0774e644598f), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:57.923799 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4d3ab08e-a52d-4b59-85a4-b640aaefdb92 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2908835 Mar 23 02:41:57.924769 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59782) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:57.951521 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6606ee-44e7-4011-bfd6-73deff89859c tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Port': ['ID=30232341-bd83-4416-8153-7f12b5d78a7b,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:57.987711 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f17b73-5a83-4673-a066-9cce533ac1c3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Subnet': ['ID=8fccd2c3-9fa5-4bed-a8c4-48cd85a995ea,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:57.994950 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c7f17b73-5a83-4673-a066-9cce533ac1c3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:58.002524 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c7f17b73-5a83-4673-a066-9cce533ac1c3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/8fccd2c3-9fa5-4bed-a8c4-48cd85a995ea HTTP/1.1" status: 204 len: 168 time: 2.0906157 Mar 23 02:41:58.003528 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59784) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:58.013277 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9b079f2f-f3d4-434d-bdba-603ef1353ad4 req-540aafdd-e6cb-4068-9e22-24153bed5c10 service neutron] 10.222.0.23 "GET /v2.0/networks/84589e9a-0507-4cf9-9ae0-6d9f3def606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752469 Mar 23 02:41:58.017212 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (7b2de0a0-4187-4fe2-8d8f-0774e644598f), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:58.060691 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9986f0-cd1a-4131-b861-25d70abf5a71 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Network 883e018b-232d-4d2d-86ff-358c666f6e61 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:58.075463 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-3c9986f0-cd1a-4131-b861-25d70abf5a71 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:58.086868 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9986f0-cd1a-4131-b861-25d70abf5a71 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:58.094120 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9986f0-cd1a-4131-b861-25d70abf5a71 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:58.094120 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3c9986f0-cd1a-4131-b861-25d70abf5a71 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:58.101143 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e28e7bb-5bf3-44a5-ab87-9691749e819d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-9b440bb6-3799-4f51-b292-94baa0ed6271', 'network_id': '9b440bb6-3799-4f51-b292-94baa0ed6271', 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'fixed_ips': [{'subnet_id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:41:58.112097 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9986f0-cd1a-4131-b861-25d70abf5a71 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Pushing event updated for resources: {'Port': ['ID=74aca93b-def2-4914-b306-efe4258f73a7,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:58.119021 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9e28e7bb-5bf3-44a5-ab87-9691749e819d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:58.130940 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d723968-e452-4ee1-b3f8-defec61142dd tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Made reservation on behalf of a93ad12b8bcf4411afa287294e0d6a41 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:58.134899 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4d723968-e452-4ee1-b3f8-defec61142dd tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:58.156114 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-84117584-3247-441f-a71f-24e2ae7a3d01 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting subnet bce9f584-48a6-484e-88f0-d5df524703ae {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:41:58.166257 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6606ee-44e7-4011-bfd6-73deff89859c tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Checking segment: {'id': 'c601c205-bdd6-41aa-b315-516ff161e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f86f6b0b-3455-429a-b87d-433670c66f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:58.166257 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6606ee-44e7-4011-bfd6-73deff89859c tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network hostable DHCP agents. Network: f86f6b0b-3455-429a-b87d-433670c66f7e, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:41:58.167309 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-84117584-3247-441f-a71f-24e2ae7a3d01 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (bce9f584-48a6-484e-88f0-d5df524703ae), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:58.172110 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Pushing event updated for resources: {'Port': ['ID=7b2de0a0-4187-4fe2-8d8f-0774e644598f,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:58.229343 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d723968-e452-4ee1-b3f8-defec61142dd tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:41:58.243151 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3c9986f0-cd1a-4131-b861-25d70abf5a71 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.1354661 Mar 23 02:41:58.271857 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59788) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:58.280535 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:58.281232 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] {{(pid=104348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:58.281767 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:58.292307 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-c3dae12d-fc63-4f23-85a9-b8e09ba4d09e tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:53:39:6f'}]}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:58.335517 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:41:58.336973 dv-neutron-834613-2-hyperv neutron-server[104348]: ERROR neutron.plugins.ml2.managers [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Failed to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on host hv-neutron-8346 for vnic_type normal using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] Mar 23 02:41:58.343359 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.plugins.ml2.plugin [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempt 2 to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f Mar 23 02:41:58.370675 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-9e28e7bb-5bf3-44a5-ab87-9691749e819d None None] Allocated IP 2001:db8:1::2 (9b440bb6-3799-4f51-b292-94baa0ed6271/4f7a9c14-18af-48f2-9c33-1d982e0ad60f/8a07967f-813f-42c4-af9e-1a6bba247f05) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:58.454480 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:58.454829 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] {{(pid=104348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:58.455172 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:58.465604 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:41:58.465943 dv-neutron-834613-2-hyperv neutron-server[104348]: ERROR neutron.plugins.ml2.managers [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Failed to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on host hv-neutron-8346 for vnic_type normal using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] Mar 23 02:41:58.470342 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-597bc658-8fde-4bf0-95b5-75a2bcb6ab42 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for port (8592e8ce-1ea7-4db6-90ee-0322d4752d45), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:58.474887 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.plugins.ml2.plugin [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempt 3 to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f Mar 23 02:41:58.552734 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:58.553084 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] {{(pid=104348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:58.553424 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:58.570544 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 5fd1f227-a58c-45cc-8ced-edd41b67d297 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:58.611028 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:41:58.611282 dv-neutron-834613-2-hyperv neutron-server[104348]: ERROR neutron.plugins.ml2.managers [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Failed to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on host hv-neutron-8346 for vnic_type normal using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] Mar 23 02:41:58.614548 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6606ee-44e7-4011-bfd6-73deff89859c tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network f86f6b0b-3455-429a-b87d-433670c66f7e is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:41:58.616475 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.plugins.ml2.plugin [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempt 4 to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f Mar 23 02:41:58.623542 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4d723968-e452-4ee1-b3f8-defec61142dd tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (2a69a418-dbbd-4c7f-97b9-db07c2815ae9), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:58.624010 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-4d723968-e452-4ee1-b3f8-defec61142dd tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Added segment 2a69a418-dbbd-4c7f-97b9-db07c2815ae9 of type vlan for network f977f50e-8ff2-49df-90ba-74bf8adf66b9 Mar 23 02:41:58.627861 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-84117584-3247-441f-a71f-24e2ae7a3d01 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (bce9f584-48a6-484e-88f0-d5df524703ae), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:58.661686 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:58.662259 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] {{(pid=104348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:58.662382 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:58.671357 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9e28e7bb-5bf3-44a5-ab87-9691749e819d None None] Publish callbacks [] for port (8a07967f-813f-42c4-af9e-1a6bba247f05), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:58.681713 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:41:58.682050 dv-neutron-834613-2-hyperv neutron-server[104348]: ERROR neutron.plugins.ml2.managers [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Failed to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on host hv-neutron-8346 for vnic_type normal using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] Mar 23 02:41:58.682612 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.plugins.ml2.plugin [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempt 5 to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f Mar 23 02:41:58.685118 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 5fd1f227-a58c-45cc-8ced-edd41b67d297 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:58.685502 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (5fd1f227-a58c-45cc-8ced-edd41b67d297), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:58.721838 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4d723968-e452-4ee1-b3f8-defec61142dd tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (f977f50e-8ff2-49df-90ba-74bf8adf66b9), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:58.746223 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb3953-d3f3-45cb-b006-b55c9835dfe1 req-54f10f3f-0689-4f21-9b4f-33fda026da56 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:58.747628 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:58.748189 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6fdb3953-d3f3-45cb-b006-b55c9835dfe1 req-54f10f3f-0689-4f21-9b4f-33fda026da56 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 946 time: 0.5448039 Mar 23 02:41:58.748944 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-7f6606ee-44e7-4011-bfd6-73deff89859c tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, f86f6b0b-3455-429a-b87d-433670c66f7e) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:58.753533 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] {{(pid=104348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:58.754102 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:58.771493 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-597bc658-8fde-4bf0-95b5-75a2bcb6ab42 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (8592e8ce-1ea7-4db6-90ee-0322d4752d45), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:58.778122 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6606ee-44e7-4011-bfd6-73deff89859c tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:58.783516 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6606ee-44e7-4011-bfd6-73deff89859c tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:58.784185 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7f6606ee-44e7-4011-bfd6-73deff89859c tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:58.786108 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:41:58.786451 dv-neutron-834613-2-hyperv neutron-server[104348]: ERROR neutron.plugins.ml2.managers [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Failed to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on host hv-neutron-8346 for vnic_type normal using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] Mar 23 02:41:58.791701 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.plugins.ml2.plugin [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempt 6 to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f Mar 23 02:41:58.795184 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c3dae12d-fc63-4f23-85a9-b8e09ba4d09e tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (74aca93b-def2-4914-b306-efe4258f73a7), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:58.873729 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9e28e7bb-5bf3-44a5-ab87-9691749e819d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (8a07967f-813f-42c4-af9e-1a6bba247f05), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:58.879304 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7f6606ee-44e7-4011-bfd6-73deff89859c tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.7288842 Mar 23 02:41:58.882579 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-84117584-3247-441f-a71f-24e2ae7a3d01 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (bce9f584-48a6-484e-88f0-d5df524703ae), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:58.885184 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59790) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:58.888819 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:58.889234 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] {{(pid=104348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:58.889638 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:58.916399 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-fdd94340-e8f5-4b2e-95e9-2fef8c29ce14 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-167886480'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:58.921331 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597bc658-8fde-4bf0-95b5-75a2bcb6ab42 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network 0d3059af-3d91-4fc6-b4bb-b6c17223f09a is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:58.929878 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e28e7bb-5bf3-44a5-ab87-9691749e819d None None] Network 9b440bb6-3799-4f51-b292-94baa0ed6271 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:58.937286 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28e7bb-5bf3-44a5-ab87-9691749e819d None None] Pushing event updated for resources: {'Port': ['ID=8a07967f-813f-42c4-af9e-1a6bba247f05,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:58.940739 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-9e28e7bb-5bf3-44a5-ab87-9691749e819d None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:58.942556 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e28e7bb-5bf3-44a5-ab87-9691749e819d None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:58.960498 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4d723968-e452-4ee1-b3f8-defec61142dd tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (f977f50e-8ff2-49df-90ba-74bf8adf66b9), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:58.966246 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d723968-e452-4ee1-b3f8-defec61142dd tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:58.967651 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-597bc658-8fde-4bf0-95b5-75a2bcb6ab42 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:58.967784 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4d723968-e452-4ee1-b3f8-defec61142dd tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:58.969121 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:41:58.969442 dv-neutron-834613-2-hyperv neutron-server[104348]: ERROR neutron.plugins.ml2.managers [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Failed to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on host hv-neutron-8346 for vnic_type normal using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] Mar 23 02:41:58.975881 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6fdb3953-d3f3-45cb-b006-b55c9835dfe1 req-598a030c-0421-445c-84a9-9e0a9e2bf9e7 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/security-groups?id=502a5f01-83f8-43fe-8c91-7de0ab32d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989214 Mar 23 02:41:58.978699 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597bc658-8fde-4bf0-95b5-75a2bcb6ab42 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:58.986160 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597bc658-8fde-4bf0-95b5-75a2bcb6ab42 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:58.986938 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-597bc658-8fde-4bf0-95b5-75a2bcb6ab42 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:58.999278 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.plugins.ml2.plugin [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempt 7 to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f Mar 23 02:41:59.011766 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bc658-8fde-4bf0-95b5-75a2bcb6ab42 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Port': ['ID=8592e8ce-1ea7-4db6-90ee-0322d4752d45,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:59.036160 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd94340-e8f5-4b2e-95e9-2fef8c29ce14 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:59.039766 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fdd94340-e8f5-4b2e-95e9-2fef8c29ce14 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:59.043647 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-9e28e7bb-5bf3-44a5-ab87-9691749e819d None None] Attempting to bind port 8a07967f-813f-42c4-af9e-1a6bba247f05 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:59.044714 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-9e28e7bb-5bf3-44a5-ab87-9691749e819d None None] Attempting to bind port 8a07967f-813f-42c4-af9e-1a6bba247f05 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '05a0ec57-f831-41e1-a79d-bb654ce7e123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9b440bb6-3799-4f51-b292-94baa0ed6271'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:59.044714 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e28e7bb-5bf3-44a5-ab87-9691749e819d None None] Attempting to bind port 8a07967f-813f-42c4-af9e-1a6bba247f05 on network 9b440bb6-3799-4f51-b292-94baa0ed6271 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:59.055101 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e28e7bb-5bf3-44a5-ab87-9691749e819d None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:41:59.058134 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e28e7bb-5bf3-44a5-ab87-9691749e819d None None] Checking segment: {'id': '05a0ec57-f831-41e1-a79d-bb654ce7e123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9b440bb6-3799-4f51-b292-94baa0ed6271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:59.058298 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:59.058394 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9e28e7bb-5bf3-44a5-ab87-9691749e819d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:59.058394 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e28e7bb-5bf3-44a5-ab87-9691749e819d None None] Bound using segment: {'id': '05a0ec57-f831-41e1-a79d-bb654ce7e123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9b440bb6-3799-4f51-b292-94baa0ed6271'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:41:59.058553 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] {{(pid=104348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:59.058652 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-9e28e7bb-5bf3-44a5-ab87-9691749e819d None None] Bound port: 8a07967f-813f-42c4-af9e-1a6bba247f05, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a0ec57-f831-41e1-a79d-bb654ce7e123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9b440bb6-3799-4f51-b292-94baa0ed6271'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:41:59.058770 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:59.058866 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9e28e7bb-5bf3-44a5-ab87-9691749e819d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8a07967f-813f-42c4-af9e-1a6bba247f05), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:59.065265 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:41:59.065753 dv-neutron-834613-2-hyperv neutron-server[104348]: ERROR neutron.plugins.ml2.managers [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Failed to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on host hv-neutron-8346 for vnic_type normal using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] Mar 23 02:41:59.068849 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2e528bbb-5d3c-4d86-a1d7-cf0b8f9d4f69 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:59.069176 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 5fd1f227-a58c-45cc-8ced-edd41b67d297 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:59.070689 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 1c149e38-0c03-4a28-a2f0-45044ca2f44b up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:59.072333 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.plugins.ml2.plugin [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempt 8 to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f Mar 23 02:41:59.092772 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d723968-e452-4ee1-b3f8-defec61142dd tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event updated for resources: {'Network': ['ID=f977f50e-8ff2-49df-90ba-74bf8adf66b9,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:59.100276 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd94340-e8f5-4b2e-95e9-2fef8c29ce14 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:41:59.111589 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fdd94340-e8f5-4b2e-95e9-2fef8c29ce14 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (0baad078-607f-489a-aaeb-5be30da0fca8), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:59.111974 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-fdd94340-e8f5-4b2e-95e9-2fef8c29ce14 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Added segment 0baad078-607f-489a-aaeb-5be30da0fca8 of type vlan for network 5ac7b98e-eada-42db-8aa7-9eeb07ece791 Mar 23 02:41:59.115917 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4d723968-e452-4ee1-b3f8-defec61142dd tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2678506 Mar 23 02:41:59.121871 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59792) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:59.127802 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-04479085-a499-4991-8f6b-83fe1b1d7fe3 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Request body: {'subnet': {'network_id': 'f977f50e-8ff2-49df-90ba-74bf8adf66b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:59.141253 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network f977f50e-8ff2-49df-90ba-74bf8adf66b9 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:41:59.166012 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fdd94340-e8f5-4b2e-95e9-2fef8c29ce14 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (5ac7b98e-eada-42db-8aa7-9eeb07ece791), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:59.176235 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-84117584-3247-441f-a71f-24e2ae7a3d01 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (bce9f584-48a6-484e-88f0-d5df524703ae), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:59.184424 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-597bc658-8fde-4bf0-95b5-75a2bcb6ab42 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3931808 Mar 23 02:41:59.187862 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59794) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:59.190743 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:59.191452 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] {{(pid=104348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:59.191800 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:59.242384 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-9e28e7bb-5bf3-44a5-ab87-9691749e819d None None] For port 8a07967f-813f-42c4-af9e-1a6bba247f05, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:41:59.250588 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-9e28e7bb-5bf3-44a5-ab87-9691749e819d None None] For port 8a07967f-813f-42c4-af9e-1a6bba247f05, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8a07967f-813f-42c4-af9e-1a6bba247f05,segment=NetworkSegment(05a0ec57-f831-41e1-a79d-bb654ce7e123),segment_id=05a0ec57-f831-41e1-a79d-bb654ce7e123)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:41:59.264216 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 1c149e38-0c03-4a28-a2f0-45044ca2f44b triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:59.265007 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (1c149e38-0c03-4a28-a2f0-45044ca2f44b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:59.270899 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84117584-3247-441f-a71f-24e2ae7a3d01 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Subnet': ['ID=bce9f584-48a6-484e-88f0-d5df524703ae,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:59.274174 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-84117584-3247-441f-a71f-24e2ae7a3d01 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:59.279023 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-84117584-3247-441f-a71f-24e2ae7a3d01 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/bce9f584-48a6-484e-88f0-d5df524703ae HTTP/1.1" status: 204 len: 168 time: 1.2683597 Mar 23 02:41:59.295991 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59796) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:59.307487 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:41:59.308623 dv-neutron-834613-2-hyperv neutron-server[104348]: ERROR neutron.plugins.ml2.managers [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Failed to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on host hv-neutron-8346 for vnic_type normal using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] Mar 23 02:41:59.316178 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.plugins.ml2.plugin [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempt 9 to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f Mar 23 02:41:59.344683 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9e28e7bb-5bf3-44a5-ab87-9691749e819d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (8a07967f-813f-42c4-af9e-1a6bba247f05), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:59.357452 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a76c7a5b-f081-4140-9a52-e26f9d232dff tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0601418 Mar 23 02:41:59.364109 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fdd94340-e8f5-4b2e-95e9-2fef8c29ce14 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (5ac7b98e-eada-42db-8aa7-9eeb07ece791), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:59.369253 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd94340-e8f5-4b2e-95e9-2fef8c29ce14 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:59.369857 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fdd94340-e8f5-4b2e-95e9-2fef8c29ce14 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:59.371109 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59798) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:59.374791 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:59.375322 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] {{(pid=104348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:59.375918 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:59.381341 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-64086245-1295-4bb0-8692-3674a759f76b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:59.411790 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 1c149e38-0c03-4a28-a2f0-45044ca2f44b is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:59.423608 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28e7bb-5bf3-44a5-ab87-9691749e819d None None] Pushing event updated for resources: {'Port': ['ID=8a07967f-813f-42c4-af9e-1a6bba247f05,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:59.436522 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:41:59.436862 dv-neutron-834613-2-hyperv neutron-server[104348]: ERROR neutron.plugins.ml2.managers [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Failed to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on host hv-neutron-8346 for vnic_type normal using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] Mar 23 02:41:59.462021 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd94340-e8f5-4b2e-95e9-2fef8c29ce14 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Network': ['ID=5ac7b98e-eada-42db-8aa7-9eeb07ece791,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:59.470501 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.plugins.ml2.plugin [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempt 10 to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f Mar 23 02:41:59.474402 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c596e90-b084-4b75-8751-1987c37a8d0a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:59.474943 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 5ac7b98e-eada-42db-8aa7-9eeb07ece791 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:41:59.475904 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9c596e90-b084-4b75-8751-1987c37a8d0a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2770674 Mar 23 02:41:59.479048 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59800) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:59.556937 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b52c815-ccd3-4909-abe1-466537374702 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:59.565213 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b52c815-ccd3-4909-abe1-466537374702 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:59.570872 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b52c815-ccd3-4909-abe1-466537374702 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:59.572953 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3b52c815-ccd3-4909-abe1-466537374702 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.0924683 Mar 23 02:41:59.575758 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59802) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:59.581693 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:59.582250 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] {{(pid=104348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:59.582742 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:59.588210 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-fdd94340-e8f5-4b2e-95e9-2fef8c29ce14 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6961432 Mar 23 02:41:59.594458 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59804) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:59.610600 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-84ae4c1c-d41d-4e34-8d1d-94cd344e500f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'ports': [{'network_id': 'f86f6b0b-3455-429a-b87d-433670c66f7e'}, {'network_id': '5ac7b98e-eada-42db-8aa7-9eeb07ece791'}]} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:59.612296 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-84ae4c1c-d41d-4e34-8d1d-94cd344e500f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'port': {'network_id': 'f86f6b0b-3455-429a-b87d-433670c66f7e'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:59.612296 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-84ae4c1c-d41d-4e34-8d1d-94cd344e500f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'port': {'network_id': '5ac7b98e-eada-42db-8aa7-9eeb07ece791'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:59.622837 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c3dae12d-fc63-4f23-85a9-b8e09ba4d09e tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks [] for port (74aca93b-def2-4914-b306-efe4258f73a7), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:59.670778 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:41:59.671390 dv-neutron-834613-2-hyperv neutron-server[104348]: ERROR neutron.plugins.ml2.managers [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Failed to bind port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on host hv-neutron-8346 for vnic_type normal using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] Mar 23 02:41:59.671390 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7b2de0a0-4187-4fe2-8d8f-0774e644598f), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:59.702878 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-6e452575-438e-4903-8f6b-0e9e0f633d37 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Deleting port 8592e8ce-1ea7-4db6-90ee-0322d4752d45 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:59.703223 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6e452575-438e-4903-8f6b-0e9e0f633d37 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (8592e8ce-1ea7-4db6-90ee-0322d4752d45), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:59.717039 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04479085-a499-4991-8f6b-83fe1b1d7fe3 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Made reservation on behalf of a93ad12b8bcf4411afa287294e0d6a41 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:59.720562 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-04479085-a499-4991-8f6b-83fe1b1d7fe3 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:59.732370 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c3dae12d-fc63-4f23-85a9-b8e09ba4d09e tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (74aca93b-def2-4914-b306-efe4258f73a7), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:59.831138 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6e452575-438e-4903-8f6b-0e9e0f633d37 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (8592e8ce-1ea7-4db6-90ee-0322d4752d45), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:59.846198 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-6e452575-438e-4903-8f6b-0e9e0f633d37 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Calling delete_port for 8592e8ce-1ea7-4db6-90ee-0322d4752d45 owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:00.071612 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6e452575-438e-4903-8f6b-0e9e0f633d37 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (8592e8ce-1ea7-4db6-90ee-0322d4752d45), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:00.102384 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e452575-438e-4903-8f6b-0e9e0f633d37 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Port': ['ID=8592e8ce-1ea7-4db6-90ee-0322d4752d45,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:00.128816 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6e452575-438e-4903-8f6b-0e9e0f633d37 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:00.136260 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6e452575-438e-4903-8f6b-0e9e0f633d37 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/ports/8592e8ce-1ea7-4db6-90ee-0322d4752d45 HTTP/1.1" status: 204 len: 168 time: 0.5552757 Mar 23 02:42:00.136260 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59808) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:00.163976 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b5a2d1-5f96-4f9a-90ed-88549055e890 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] GET failed (client error): The resource could not be found. Mar 23 02:42:00.165501 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b7b5a2d1-5f96-4f9a-90ed-88549055e890 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "GET /v2.0/ports/8592e8ce-1ea7-4db6-90ee-0322d4752d45 HTTP/1.1" status: 404 len: 333 time: 0.0297599 Mar 23 02:42:00.169556 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59810) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:00.196081 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-c3dae12d-fc63-4f23-85a9-b8e09ba4d09e tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] In _notify_port_updated(), no bound segment for port 74aca93b-def2-4914-b306-efe4258f73a7 on network 883e018b-232d-4d2d-86ff-358c666f6e61 {{(pid=104348) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:42:00.201279 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dae12d-fc63-4f23-85a9-b8e09ba4d09e tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:00.201957 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c3dae12d-fc63-4f23-85a9-b8e09ba4d09e tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:00.203327 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c3dae12d-fc63-4f23-85a9-b8e09ba4d09e tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] 10.222.0.24 "PUT /v2.0/ports/74aca93b-def2-4914-b306-efe4258f73a7 HTTP/1.1" status: 200 len: 1003 time: 1.9166942 Mar 23 02:42:00.206529 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59812) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:00.264984 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64086245-1295-4bb0-8692-3674a759f76b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:00.268944 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-64086245-1295-4bb0-8692-3674a759f76b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:00.297016 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dae12d-fc63-4f23-85a9-b8e09ba4d09e tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Pushing event updated for resources: {'Port': ['ID=74aca93b-def2-4914-b306-efe4258f73a7,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:00.363006 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-2e528bbb-5d3c-4d86-a1d7-cf0b8f9d4f69 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Allocated IP 2001:db8:1::1 (9b440bb6-3799-4f51-b292-94baa0ed6271/4f7a9c14-18af-48f2-9c33-1d982e0ad60f/33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:00.374822 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-2d701ce7-ae48-4092-ab06-7df786a59a4f tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Deleting port 74aca93b-def2-4914-b306-efe4258f73a7 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:00.375174 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2d701ce7-ae48-4092-ab06-7df786a59a4f tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (74aca93b-def2-4914-b306-efe4258f73a7), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:00.394009 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8a07967f-813f-42c4-af9e-1a6bba247f05 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:00.437777 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-5e8e8b87-c851-419c-b3e1-114b63b1e327 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Deleting port c1f56749-873f-4327-b2ff-274f237c45cc {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:00.438123 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8b87-c851-419c-b3e1-114b63b1e327 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (c1f56749-873f-4327-b2ff-274f237c45cc), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:00.461693 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 8a07967f-813f-42c4-af9e-1a6bba247f05 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:00.462079 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8a07967f-813f-42c4-af9e-1a6bba247f05), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:00.512032 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] For port 7b2de0a0-4187-4fe2-8d8f-0774e644598f, host hv-neutron-8346, cleared binding levels {{(pid=104348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:42:00.512557 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempted to set empty binding levels {{(pid=104348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 23 02:42:00.566862 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 8a07967f-813f-42c4-af9e-1a6bba247f05 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:00.566862 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8a07967f-813f-42c4-af9e-1a6bba247f05), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:00.567059 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2d701ce7-ae48-4092-ab06-7df786a59a4f tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (74aca93b-def2-4914-b306-efe4258f73a7), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:00.588471 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55998e0-1c9c-48a7-a247-f947b85c1a47 req-929b0521-df21-4860-b93b-750031f82e93 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:00.597178 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b55998e0-1c9c-48a7-a247-f947b85c1a47 req-929b0521-df21-4860-b93b-750031f82e93 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 946 time: 0.4803929 Mar 23 02:42:00.606243 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 8a07967f-813f-42c4-af9e-1a6bba247f05, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8a07967f-813f-42c4-af9e-1a6bba247f05,segment=NetworkSegment(05a0ec57-f831-41e1-a79d-bb654ce7e123),segment_id=05a0ec57-f831-41e1-a79d-bb654ce7e123)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:00.615117 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-2d701ce7-ae48-4092-ab06-7df786a59a4f tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Calling delete_port for 74aca93b-def2-4914-b306-efe4258f73a7 owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:00.626640 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (7b2de0a0-4187-4fe2-8d8f-0774e644598f), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:00.628942 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c1e00c-f011-4949-b423-5a1fe0221ce4 None None] Network 0d3059af-3d91-4fc6-b4bb-b6c17223f09a requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:00.643343 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8b87-c851-419c-b3e1-114b63b1e327 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (c1f56749-873f-4327-b2ff-274f237c45cc), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:00.688284 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-5e8e8b87-c851-419c-b3e1-114b63b1e327 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Calling delete_port for c1f56749-873f-4327-b2ff-274f237c45cc owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:00.693684 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec318190-0dff-446b-b708-52ff2336f387 None None] Network 9b440bb6-3799-4f51-b292-94baa0ed6271 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:00.697936 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454b2c6a-ab69-45ef-b237-65e895e8674e None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:00.708581 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f748e03-aa39-47ac-86f6-73237183a5a9 None None] Network f86f6b0b-3455-429a-b87d-433670c66f7e requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:00.712574 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (8a07967f-813f-42c4-af9e-1a6bba247f05), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:00.740076 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] In _notify_port_updated(), no bound segment for port 7b2de0a0-4187-4fe2-8d8f-0774e644598f on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 {{(pid=104348) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:42:00.741265 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:00.741936 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:00.743350 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] 10.222.0.24 "PUT /v2.0/ports/7b2de0a0-4187-4fe2-8d8f-0774e644598f HTTP/1.1" status: 200 len: 980 time: 3.9440005 Mar 23 02:42:00.752329 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59814) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:00.821552 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9796e83a-5fc6-4b9f-8cfe-39245ab6bd27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Pushing event updated for resources: {'Port': ['ID=7b2de0a0-4187-4fe2-8d8f-0774e644598f,revision_number=3']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:00.849726 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b55998e0-1c9c-48a7-a247-f947b85c1a47 req-01214d49-c747-4842-9b91-da635f02f971 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/security-groups?id=502a5f01-83f8-43fe-8c91-7de0ab32d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514720 Mar 23 02:42:00.937479 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ae4c1c-d41d-4e34-8d1d-94cd344e500f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'port': 2} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:00.954085 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386bbe88-1923-45b6-899a-8b9f34173319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:00.954236 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-84ae4c1c-d41d-4e34-8d1d-94cd344e500f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:00.954569 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386bbe88-1923-45b6-899a-8b9f34173319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:00.955037 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386bbe88-1923-45b6-899a-8b9f34173319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:00.955498 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386bbe88-1923-45b6-899a-8b9f34173319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:00.956364 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386bbe88-1923-45b6-899a-8b9f34173319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:00.956832 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386bbe88-1923-45b6-899a-8b9f34173319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:00.957487 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386bbe88-1923-45b6-899a-8b9f34173319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:00.957752 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386bbe88-1923-45b6-899a-8b9f34173319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:00.958198 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386bbe88-1923-45b6-899a-8b9f34173319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:00.958659 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386bbe88-1923-45b6-899a-8b9f34173319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:00.959129 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386bbe88-1923-45b6-899a-8b9f34173319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:00.959642 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386bbe88-1923-45b6-899a-8b9f34173319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:00.960129 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386bbe88-1923-45b6-899a-8b9f34173319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:00.960624 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386bbe88-1923-45b6-899a-8b9f34173319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:00.961795 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386bbe88-1923-45b6-899a-8b9f34173319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:00.962256 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386bbe88-1923-45b6-899a-8b9f34173319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:00.962714 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386bbe88-1923-45b6-899a-8b9f34173319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:00.963476 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386bbe88-1923-45b6-899a-8b9f34173319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:00.970924 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-386bbe88-1923-45b6-899a-8b9f34173319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16744 time: 0.2176175 Mar 23 02:42:00.974619 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59818) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:00.997237 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-631c6bc0-4d6e-4103-8048-89c6ef641a71 None None] Provisioning complete for port 8a07967f-813f-42c4-af9e-1a6bba247f05 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:00.997623 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-631c6bc0-4d6e-4103-8048-89c6ef641a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8a07967f-813f-42c4-af9e-1a6bba247f05), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:01.057207 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-84ae4c1c-d41d-4e34-8d1d-94cd344e500f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:01.096999 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2e528bbb-5d3c-4d86-a1d7-cf0b8f9d4f69 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for port (33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:01.114553 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-2c0f9834-7386-4bda-8f60-1b3b25db3fa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Deleting port 7b2de0a0-4187-4fe2-8d8f-0774e644598f {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:01.114903 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2c0f9834-7386-4bda-8f60-1b3b25db3fa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (7b2de0a0-4187-4fe2-8d8f-0774e644598f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:01.117978 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=8a07967f-813f-42c4-af9e-1a6bba247f05,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:01.178616 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8b87-c851-419c-b3e1-114b63b1e327 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (c1f56749-873f-4327-b2ff-274f237c45cc), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:01.187424 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2d701ce7-ae48-4092-ab06-7df786a59a4f tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (74aca93b-def2-4914-b306-efe4258f73a7), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:01.251805 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e8b87-c851-419c-b3e1-114b63b1e327 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Port': ['ID=c1f56749-873f-4327-b2ff-274f237c45cc,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:01.255088 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-04479085-a499-4991-8f6b-83fe1b1d7fe3 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (62f61d0f-98a8-483d-af91-5014e74cd51a), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:01.291278 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d701ce7-ae48-4092-ab06-7df786a59a4f tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Pushing event deleted for resources: {'Port': ['ID=74aca93b-def2-4914-b306-efe4258f73a7,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:01.331517 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-2c0f9834-7386-4bda-8f60-1b3b25db3fa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] For port 7b2de0a0-4187-4fe2-8d8f-0774e644598f, host hv-neutron-8346, got binding levels [] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:01.331738 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2c0f9834-7386-4bda-8f60-1b3b25db3fa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (7b2de0a0-4187-4fe2-8d8f-0774e644598f), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:01.336469 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8b87-c851-419c-b3e1-114b63b1e327 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:01.340982 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5e8e8b87-c851-419c-b3e1-114b63b1e327 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/ports/c1f56749-873f-4327-b2ff-274f237c45cc HTTP/1.1" status: 204 len: 168 time: 1.1703293 Mar 23 02:42:01.353435 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-631c6bc0-4d6e-4103-8048-89c6ef641a71 None None] Current status of the port 8a07967f-813f-42c4-af9e-1a6bba247f05 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:01.364781 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59822) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:01.401078 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ac876c-2999-4c34-87ad-407a5dae5ceb None None] DHCP port deletion for 94d9379e-13fb-449b-8f45-d1ab95378f77 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:42:01.413074 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2d701ce7-ae48-4092-ab06-7df786a59a4f tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:01.420736 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-64086245-1295-4bb0-8692-3674a759f76b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (7f843475-8262-43f1-a24b-2051a0aa7bf9), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:01.423354 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2d701ce7-ae48-4092-ab06-7df786a59a4f tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] 10.222.0.24 "DELETE /v2.0/ports/74aca93b-def2-4914-b306-efe4258f73a7 HTTP/1.1" status: 204 len: 168 time: 1.2152677 Mar 23 02:42:01.424724 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f7b7e4-d2c8-4451-96a5-54e7b2a72ee9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] GET failed (client error): The resource could not be found. Mar 23 02:42:01.429783 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-64f7b7e4-d2c8-4451-96a5-54e7b2a72ee9 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "GET /v2.0/ports/c1f56749-873f-4327-b2ff-274f237c45cc HTTP/1.1" status: 404 len: 333 time: 0.0624425 Mar 23 02:42:01.430641 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59824) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:01.431184 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59826) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:01.470013 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-2c0f9834-7386-4bda-8f60-1b3b25db3fa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Calling delete_port for 7b2de0a0-4187-4fe2-8d8f-0774e644598f owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:01.482000 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-df85dd7d-6cb2-4d10-bf9e-3f8c07e9da9b tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] GET failed (client error): The resource could not be found. Mar 23 02:42:01.488559 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-df85dd7d-6cb2-4d10-bf9e-3f8c07e9da9b tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] 10.222.0.24 "GET /v2.0/ports/74aca93b-def2-4914-b306-efe4258f73a7 HTTP/1.1" status: 404 len: 333 time: 0.0523999 Mar 23 02:42:01.492752 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59828) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:01.506123 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-adf0cbaa-6387-496e-bf87-8afc891e04ec None None] Could not find standard attr ID for object 74aca93b-def2-4914-b306-efe4258f73a7. {{(pid=104350) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:42:01.525219 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-b50cade1-b92c-4bdd-a885-42da9f701def tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Request body: {'port': {'network_id': '883e018b-232d-4d2d-86ff-358c666f6e61', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-303824056'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:01.534365 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-18ac876c-2999-4c34-87ad-407a5dae5ceb None None] Deleting port f31000bc-c3d6-4184-be9e-2c0e32aec0b7 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:01.535612 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-18ac876c-2999-4c34-87ad-407a5dae5ceb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (f31000bc-c3d6-4184-be9e-2c0e32aec0b7), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:01.551384 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-84ae4c1c-d41d-4e34-8d1d-94cd344e500f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] device_id is not set on port 7522e1de-ba7d-40f2-8293-10e316968f3b yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:42:01.577333 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64086245-1295-4bb0-8692-3674a759f76b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:01.592499 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-64086245-1295-4bb0-8692-3674a759f76b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:01.602483 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2e528bbb-5d3c-4d86-a1d7-cf0b8f9d4f69 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:01.620091 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64086245-1295-4bb0-8692-3674a759f76b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:01.621563 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-64086245-1295-4bb0-8692-3674a759f76b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:01.728990 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fac568-3ed2-4b0a-8d67-36ae00093fd4 req-1f3cd41b-8493-4e4f-bd66-200806946dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:01.730860 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-71fac568-3ed2-4b0a-8d67-36ae00093fd4 req-1f3cd41b-8493-4e4f-bd66-200806946dbf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8b3788248f424541b82b7281065cac76&device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 1130 time: 0.2098963 Mar 23 02:42:01.735161 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-a913ea92-9140-4423-8a4a-1b617f01eb60 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Deleting subnet 01f5ef9c-3144-4050-a546-9da7af4b5c0c {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:42:01.735934 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e528bbb-5d3c-4d86-a1d7-cf0b8f9d4f69 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network 9b440bb6-3799-4f51-b292-94baa0ed6271 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:01.743016 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-64086245-1295-4bb0-8692-3674a759f76b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3667405 Mar 23 02:42:01.747708 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-18ac876c-2999-4c34-87ad-407a5dae5ceb None None] For port f31000bc-c3d6-4184-be9e-2c0e32aec0b7, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f31000bc-c3d6-4184-be9e-2c0e32aec0b7,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:01.747947 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-18ac876c-2999-4c34-87ad-407a5dae5ceb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (f31000bc-c3d6-4184-be9e-2c0e32aec0b7), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:01.750725 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59830) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:01.751452 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04479085-a499-4991-8f6b-83fe1b1d7fe3 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event updated for resources: {'Subnet': ['ID=62f61d0f-98a8-483d-af91-5014e74cd51a,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:01.775583 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-2e528bbb-5d3c-4d86-a1d7-cf0b8f9d4f69 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:01.785818 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-18ac876c-2999-4c34-87ad-407a5dae5ceb None None] Calling delete_port for f31000bc-c3d6-4184-be9e-2c0e32aec0b7 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:01.791259 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a913ea92-9140-4423-8a4a-1b617f01eb60 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for subnet (01f5ef9c-3144-4050-a546-9da7af4b5c0c), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:01.797765 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-e76b6c10-3141-4f7d-ab8f-4200f8088bf2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:01.800181 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd6bbe-9e1c-4eec-b4db-ebc8c16a34c1 req-5e525a4e-9618-4488-af88-33780d143d31 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:01.801751 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d2bd6bbe-9e1c-4eec-b4db-ebc8c16a34c1 req-5e525a4e-9618-4488-af88-33780d143d31 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 946 time: 0.4095178 Mar 23 02:42:01.802608 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e528bbb-5d3c-4d86-a1d7-cf0b8f9d4f69 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:01.803161 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2e528bbb-5d3c-4d86-a1d7-cf0b8f9d4f69 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (a39a81c7-cf7a-422e-a209-13f7ec675452), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:01.821219 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04479085-a499-4991-8f6b-83fe1b1d7fe3 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Checking segment: {'id': '2a69a418-dbbd-4c7f-97b9-db07c2815ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f977f50e-8ff2-49df-90ba-74bf8adf66b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:01.821655 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04479085-a499-4991-8f6b-83fe1b1d7fe3 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Network hostable DHCP agents. Network: f977f50e-8ff2-49df-90ba-74bf8adf66b9, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:42:01.878137 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-5ce07e60-2136-4f8f-ad45-2278367455ea None None] Could not find standard attr ID for object c1f56749-873f-4327-b2ff-274f237c45cc. {{(pid=104350) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:42:01.910021 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-5ce07e60-2136-4f8f-ad45-2278367455ea None None] Provisioning complete for port 1c149e38-0c03-4a28-a2f0-45044ca2f44b triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:01.910349 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5ce07e60-2136-4f8f-ad45-2278367455ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (1c149e38-0c03-4a28-a2f0-45044ca2f44b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:01.984847 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e528bbb-5d3c-4d86-a1d7-cf0b8f9d4f69 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Port': ['ID=33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:02.031217 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-18ac876c-2999-4c34-87ad-407a5dae5ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (f31000bc-c3d6-4184-be9e-2c0e32aec0b7), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:02.063102 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-5ce07e60-2136-4f8f-ad45-2278367455ea None None] Current status of the port 1c149e38-0c03-4a28-a2f0-45044ca2f44b is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:02.071792 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a913ea92-9140-4423-8a4a-1b617f01eb60 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (01f5ef9c-3144-4050-a546-9da7af4b5c0c), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:02.086450 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d2bd6bbe-9e1c-4eec-b4db-ebc8c16a34c1 req-b6024a57-4658-4b6f-906e-113e674a701f tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/security-groups?id=502a5f01-83f8-43fe-8c91-7de0ab32d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331564 Mar 23 02:42:02.090894 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64086245-1295-4bb0-8692-3674a759f76b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Subnet': ['ID=7f843475-8262-43f1-a24b-2051a0aa7bf9,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:02.097164 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ac876c-2999-4c34-87ad-407a5dae5ceb None None] No DVR routers for this DVR port f31000bc-c3d6-4184-be9e-2c0e32aec0b7 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:42:02.116694 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04479085-a499-4991-8f6b-83fe1b1d7fe3 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Network f977f50e-8ff2-49df-90ba-74bf8adf66b9 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:42:02.116911 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac876c-2999-4c34-87ad-407a5dae5ceb None None] Pushing event deleted for resources: {'Port': ['ID=f31000bc-c3d6-4184-be9e-2c0e32aec0b7,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:02.130519 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f847c3c-251d-41aa-9544-e8d4284db9f5 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:02.219240 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a913ea92-9140-4423-8a4a-1b617f01eb60 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (01f5ef9c-3144-4050-a546-9da7af4b5c0c), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:02.236196 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-84ae4c1c-d41d-4e34-8d1d-94cd344e500f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for port (7522e1de-ba7d-40f2-8293-10e316968f3b), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:02.241870 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-fd3ccb7c-e730-4e86-abed-6801064a566b None None] Could not find standard attr ID for object c1f56749-873f-4327-b2ff-274f237c45cc. {{(pid=104350) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:42:02.258131 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-04479085-a499-4991-8f6b-83fe1b1d7fe3 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, f977f50e-8ff2-49df-90ba-74bf8adf66b9) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:02.293355 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04479085-a499-4991-8f6b-83fe1b1d7fe3 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:02.293966 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-04479085-a499-4991-8f6b-83fe1b1d7fe3 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:02.323932 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb0032a-524c-4a16-afba-1653524d77b3 None None] Network f977f50e-8ff2-49df-90ba-74bf8adf66b9 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:02.345489 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fac568-3ed2-4b0a-8d67-36ae00093fd4 req-0c58009d-0ad9-4304-b711-11c77314263f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:02.347601 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-71fac568-3ed2-4b0a-8d67-36ae00093fd4 req-0c58009d-0ad9-4304-b711-11c77314263f service neutron] 10.222.0.23 "GET /v2.0/networks?id=84589e9a-0507-4cf9-9ae0-6d9f3def606b HTTP/1.1" status: 200 len: 913 time: 0.6066985 Mar 23 02:42:02.356428 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2c0f9834-7386-4bda-8f60-1b3b25db3fa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (7b2de0a0-4187-4fe2-8d8f-0774e644598f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:02.398159 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2e528bbb-5d3c-4d86-a1d7-cf0b8f9d4f69 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:02.404183 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-84ae4c1c-d41d-4e34-8d1d-94cd344e500f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] device_id is not set on port a1db2d1f-2ba3-4be8-b227-8459bc045c17 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:42:02.406190 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0a6bb3-d192-437d-aafb-ed261f658d29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-94d9379e-13fb-449b-8f45-d1ab95378f77', 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'fixed_ips': [{'subnet_id': '7f843475-8262-43f1-a24b-2051a0aa7bf9'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:42:02.407594 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1e0a6bb3-d192-437d-aafb-ed261f658d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:02.417486 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8a07967f-813f-42c4-af9e-1a6bba247f05 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:02.420591 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-04479085-a499-4991-8f6b-83fe1b1d7fe3 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.2972980 Mar 23 02:42:02.426477 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59832) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:02.661662 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cca59d-ef20-462b-93cc-a6cd40d5ad3e None None] Network 9b440bb6-3799-4f51-b292-94baa0ed6271 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:02.713287 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d162089e-9934-4d87-8919-40fd29f04925 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (f977f50e-8ff2-49df-90ba-74bf8adf66b9), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:02.726660 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-25abf98a-bd4d-4ad6-bb5e-e8d4316c0832 None None] Could not find standard attr ID for object 8592e8ce-1ea7-4db6-90ee-0322d4752d45. {{(pid=104350) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:42:02.814442 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a913ea92-9140-4423-8a4a-1b617f01eb60 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (01f5ef9c-3144-4050-a546-9da7af4b5c0c), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:02.836455 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-84ae4c1c-d41d-4e34-8d1d-94cd344e500f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for port (a1db2d1f-2ba3-4be8-b227-8459bc045c17), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:02.853022 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f9834-7386-4bda-8f60-1b3b25db3fa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b2de0a0-4187-4fe2-8d8f-0774e644598f,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:02.856239 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-25abf98a-bd4d-4ad6-bb5e-e8d4316c0832 None None] Provisioning complete for port 8a07967f-813f-42c4-af9e-1a6bba247f05 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:02.856627 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-25abf98a-bd4d-4ad6-bb5e-e8d4316c0832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8a07967f-813f-42c4-af9e-1a6bba247f05), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:02.861738 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-71fac568-3ed2-4b0a-8d67-36ae00093fd4 req-d33b3a67-4c1f-4ff8-8071-83b7e2c867f5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a10d4af4-900f-4e62-abeb-34f763d3523c HTTP/1.1" status: 200 len: 217 time: 0.4994407 Mar 23 02:42:02.905474 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d162089e-9934-4d87-8919-40fd29f04925 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (62f61d0f-98a8-483d-af91-5014e74cd51a), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:02.910870 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a913ea92-9140-4423-8a4a-1b617f01eb60 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Subnet': ['ID=01f5ef9c-3144-4050-a546-9da7af4b5c0c,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:02.918736 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2c0f9834-7386-4bda-8f60-1b3b25db3fa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:02.926638 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2c0f9834-7386-4bda-8f60-1b3b25db3fa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] 10.222.0.24 "DELETE /v2.0/ports/7b2de0a0-4187-4fe2-8d8f-0774e644598f HTTP/1.1" status: 204 len: 168 time: 1.9485781 Mar 23 02:42:02.945955 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 8a07967f-813f-42c4-af9e-1a6bba247f05 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:02.946181 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8a07967f-813f-42c4-af9e-1a6bba247f05), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:02.951310 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59834) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:02.956035 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bbbffb-5b53-49a8-a0c2-e38b906fa1a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-f977f50e-8ff2-49df-90ba-74bf8adf66b9', 'network_id': 'f977f50e-8ff2-49df-90ba-74bf8adf66b9', 'project_id': 'a93ad12b8bcf4411afa287294e0d6a41', 'fixed_ips': [{'subnet_id': '62f61d0f-98a8-483d-af91-5014e74cd51a'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:42:02.956458 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b0bbbffb-5b53-49a8-a0c2-e38b906fa1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:02.970293 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50cade1-b92c-4bdd-a885-42da9f701def tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Made reservation on behalf of 6c00033ab2c44c8bb0e17d1388ba9fe3 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:02.973963 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b50cade1-b92c-4bdd-a885-42da9f701def tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:02.982469 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a913ea92-9140-4423-8a4a-1b617f01eb60 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:02.982849 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a913ea92-9140-4423-8a4a-1b617f01eb60 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/subnets/01f5ef9c-3144-4050-a546-9da7af4b5c0c HTTP/1.1" status: 204 len: 168 time: 1.5453923 Mar 23 02:42:02.990021 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59836) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:03.021702 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff933d2-274b-4c73-b5f6-dbb5a9e1e926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] GET failed (client error): The resource could not be found. Mar 23 02:42:03.027330 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7ff933d2-274b-4c73-b5f6-dbb5a9e1e926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] 10.222.0.24 "GET /v2.0/ports/7b2de0a0-4187-4fe2-8d8f-0774e644598f HTTP/1.1" status: 404 len: 333 time: 0.0704684 Mar 23 02:42:03.028984 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59838) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:03.035619 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-88942d68-ea78-4ffb-bb52-652ab4d33234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-688309283', 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:03.076528 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2e528bbb-5d3c-4d86-a1d7-cf0b8f9d4f69 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for port (33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:03.092223 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fac568-3ed2-4b0a-8d67-36ae00093fd4 req-6ea3d4d0-ed65-4e00-8c0b-500c39e7109a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:03.093822 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-71fac568-3ed2-4b0a-8d67-36ae00093fd4 req-6ea3d4d0-ed65-4e00-8c0b-500c39e7109a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=be74aef4-d523-4b82-b87e-77f5209279fd HTTP/1.1" status: 200 len: 852 time: 0.1982183 Mar 23 02:42:03.096982 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-b50cade1-b92c-4bdd-a885-42da9f701def tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] device_id is not set on port 047fad22-9258-41cb-9544-a9d21e878a8c yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:42:03.100052 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-84ae4c1c-d41d-4e34-8d1d-94cd344e500f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (7522e1de-ba7d-40f2-8293-10e316968f3b), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:03.141347 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5608d410-5778-4bb9-8dd0-6a94c348b5d8 None None] Network 0d3059af-3d91-4fc6-b4bb-b6c17223f09a requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:03.150617 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88942d68-ea78-4ffb-bb52-652ab4d33234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Made reservation on behalf of 32b21893521641e99321ceb75c919ea7 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:03.154618 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-88942d68-ea78-4ffb-bb52-652ab4d33234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:03.155826 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-71fac568-3ed2-4b0a-8d67-36ae00093fd4 req-c4a26f90-6239-4999-b89d-703dc4672728 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=84589e9a-0507-4cf9-9ae0-6d9f3def606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531034 Mar 23 02:42:03.160888 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ae4c1c-d41d-4e34-8d1d-94cd344e500f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network f86f6b0b-3455-429a-b87d-433670c66f7e is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:03.181031 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-84ae4c1c-d41d-4e34-8d1d-94cd344e500f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:03.184252 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ae4c1c-d41d-4e34-8d1d-94cd344e500f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:03.186246 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76b6c10-3141-4f7d-ab8f-4200f8088bf2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:03.187445 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-84ae4c1c-d41d-4e34-8d1d-94cd344e500f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (a1db2d1f-2ba3-4be8-b227-8459bc045c17), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:03.195369 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e76b6c10-3141-4f7d-ab8f-4200f8088bf2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:03.202920 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d162089e-9934-4d87-8919-40fd29f04925 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (62f61d0f-98a8-483d-af91-5014e74cd51a), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:03.215551 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2e528bbb-5d3c-4d86-a1d7-cf0b8f9d4f69 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:03.219385 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2e528bbb-5d3c-4d86-a1d7-cf0b8f9d4f69 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (a39a81c7-cf7a-422e-a209-13f7ec675452), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:03.247141 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad62539b-aef0-49c4-bbb2-23c62a03a6ce tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (0d3059af-3d91-4fc6-b4bb-b6c17223f09a), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:03.283170 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae4c1c-d41d-4e34-8d1d-94cd344e500f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Port': ['ID=7522e1de-ba7d-40f2-8293-10e316968f3b,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:03.307544 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-88942d68-ea78-4ffb-bb52-652ab4d33234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] device_id is not set on port ac345f7f-1d71-4224-bf8e-b5e01e96e0ed yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:42:03.342127 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-1e0a6bb3-d192-437d-aafb-ed261f658d29 None None] Allocated IP 2001:db8::2 (94d9379e-13fb-449b-8f45-d1ab95378f77/7f843475-8262-43f1-a24b-2051a0aa7bf9/bf3ea211-e7ea-4992-a0cf-03f2855bc7c1) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:03.344037 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162089e-9934-4d87-8919-40fd29f04925 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event deleted for resources: {'Subnet': ['ID=62f61d0f-98a8-483d-af91-5014e74cd51a,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:03.364399 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-25abf98a-bd4d-4ad6-bb5e-e8d4316c0832 None None] Current status of the port 8a07967f-813f-42c4-af9e-1a6bba247f05 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server [None req-b0bbbffb-5b53-49a8-a0c2-e38b906fa1a8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 62f61d0f-98a8-483d-af91-5014e74cd51a: This subnet is being modified by another concurrent operation. Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 02:42:03.473585 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server raise exception Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 62f61d0f-98a8-483d-af91-5014e74cd51a: This subnet is being modified by another concurrent operation. Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: ERROR oslo_messaging.rpc.server Mar 23 02:42:03.481390 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 8a07967f-813f-42c4-af9e-1a6bba247f05 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:03.511634 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d162089e-9934-4d87-8919-40fd29f04925 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (f977f50e-8ff2-49df-90ba-74bf8adf66b9), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:03.521587 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a10d71-92f9-4c1d-a86a-ca7201f279e6 req-991d99e6-6a22-4d31-9f0c-ace77bba534b tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:03.523293 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-58a10d71-92f9-4c1d-a86a-ca7201f279e6 req-991d99e6-6a22-4d31-9f0c-ace77bba534b tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 946 time: 0.3165631 Mar 23 02:42:03.526214 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.ipam_backend_mixin [None req-e76b6c10-3141-4f7d-ab8f-4200f8088bf2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7f843475-8262-43f1-a24b-2051a0aa7bf9 (CIDR: 2001:db8::/64) Mar 23 02:42:03.556990 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae4c1c-d41d-4e34-8d1d-94cd344e500f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Port': ['ID=a1db2d1f-2ba3-4be8-b227-8459bc045c17,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:03.575031 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-b50cade1-b92c-4bdd-a885-42da9f701def tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Allocated IP 2001:db8::322 (883e018b-232d-4d2d-86ff-358c666f6e61/f004acd0-1ed4-4d73-8b8f-bd9bed5a2a36/047fad22-9258-41cb-9544-a9d21e878a8c) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:03.589243 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c086fbf-9cbf-46f6-bc17-e8a1ee229c13 None None] Network f977f50e-8ff2-49df-90ba-74bf8adf66b9 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:03.595915 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1e0a6bb3-d192-437d-aafb-ed261f658d29 None None] Publish callbacks [] for port (bf3ea211-e7ea-4992-a0cf-03f2855bc7c1), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:03.611898 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-e76b6c10-3141-4f7d-ab8f-4200f8088bf2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:42:03.612782 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e76b6c10-3141-4f7d-ab8f-4200f8088bf2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:03.617893 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-71fac568-3ed2-4b0a-8d67-36ae00093fd4 req-db6775cf-710d-49c0-8546-5b703eed4731 service neutron] 10.222.0.23 "GET /v2.0/networks/84589e9a-0507-4cf9-9ae0-6d9f3def606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229858 Mar 23 02:42:03.685173 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-d162089e-9934-4d87-8919-40fd29f04925 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f977f50e-8ff2-49df-90ba-74bf8adf66b9']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:03.688748 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e528bbb-5d3c-4d86-a1d7-cf0b8f9d4f69 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Port': ['ID=33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:03.694851 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f31000bc-c3d6-4184-be9e-2c0e32aec0b7 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:42:03.716498 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-d162089e-9934-4d87-8919-40fd29f04925 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a69a418-dbbd-4c7f-97b9-db07c2815ae9') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:03.716780 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-d162089e-9934-4d87-8919-40fd29f04925 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a69a418-dbbd-4c7f-97b9-db07c2815ae9') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:03.729295 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: f31000bc-c3d6-4184-be9e-2c0e32aec0b7 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:42:03.729653 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f31000bc-c3d6-4184-be9e-2c0e32aec0b7 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:42:03.733958 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec642cee-6b6d-4ed1-bb10-96f1224b2c89 None None] DHCP port deletion for 0d3059af-3d91-4fc6-b4bb-b6c17223f09a request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:42:03.740339 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1e0a6bb3-d192-437d-aafb-ed261f658d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (bf3ea211-e7ea-4992-a0cf-03f2855bc7c1), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:03.743129 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ae4c1c-d41d-4e34-8d1d-94cd344e500f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Checking segment: {'id': '0baad078-607f-489a-aaeb-5be30da0fca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5ac7b98e-eada-42db-8aa7-9eeb07ece791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:03.743498 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ae4c1c-d41d-4e34-8d1d-94cd344e500f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network hostable DHCP agents. Network: 5ac7b98e-eada-42db-8aa7-9eeb07ece791, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:42:03.747754 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e528bbb-5d3c-4d86-a1d7-cf0b8f9d4f69 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network 9b440bb6-3799-4f51-b292-94baa0ed6271 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:03.750541 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d162089e-9934-4d87-8919-40fd29f04925 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (2a69a418-dbbd-4c7f-97b9-db07c2815ae9), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:03.777252 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e76b6c10-3141-4f7d-ab8f-4200f8088bf2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9923034 Mar 23 02:42:03.784133 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59842) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:03.790172 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-2e528bbb-5d3c-4d86-a1d7-cf0b8f9d4f69 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:03.792928 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-ad62539b-aef0-49c4-bbb2-23c62a03a6ce tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Deleting port 1c149e38-0c03-4a28-a2f0-45044ca2f44b {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:03.793283 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad62539b-aef0-49c4-bbb2-23c62a03a6ce tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (1c149e38-0c03-4a28-a2f0-45044ca2f44b), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:03.798106 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-128364f2-a70c-4f2f-bad4-7b8aa844b8e7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:03.818766 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d162089e-9934-4d87-8919-40fd29f04925 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (2a69a418-dbbd-4c7f-97b9-db07c2815ae9), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:03.836692 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d162089e-9934-4d87-8919-40fd29f04925 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:42:03.837382 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d162089e-9934-4d87-8919-40fd29f04925 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (2a69a418-dbbd-4c7f-97b9-db07c2815ae9), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:03.842236 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:42:03.842236 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:42:03.842236 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:42:03.842236 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:42:03.842236 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:42:03.842236 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:42:03.842236 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:42:03.842236 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:42:03.842236 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:42:03.842236 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:42:03.842236 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:42:03.842236 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:42:03.842236 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:42:03.842236 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:42:03.842236 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:42:03.842236 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:42:03.842236 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:42:03.842236 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:42:03.842236 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:42:03.842236 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:42:03.842236 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:42:03.842236 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:42:03.842236 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:42:03.842236 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:42:03.842236 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:42:03.842236 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:42:03.842236 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:42:03.842236 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:42:03.842236 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:42:03.842236 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:42:03.842236 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:42:03.842236 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:42:03.853174 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0a6bb3-d192-437d-aafb-ed261f658d29 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:03.865124 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-1e0a6bb3-d192-437d-aafb-ed261f658d29 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:03.882183 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-58a10d71-92f9-4c1d-a86a-ca7201f279e6 req-13435e88-5d1f-4efa-a5b2-b30406d1807d tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/security-groups?id=502a5f01-83f8-43fe-8c91-7de0ab32d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783537 Mar 23 02:42:03.892060 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0a6bb3-d192-437d-aafb-ed261f658d29 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:03.912590 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a6bb3-d192-437d-aafb-ed261f658d29 None None] Pushing event updated for resources: {'Port': ['ID=bf3ea211-e7ea-4992-a0cf-03f2855bc7c1,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:04.005705 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-88942d68-ea78-4ffb-bb52-652ab4d33234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks [] for port (ac345f7f-1d71-4224-bf8e-b5e01e96e0ed), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:04.012983 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ae4c1c-d41d-4e34-8d1d-94cd344e500f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network 5ac7b98e-eada-42db-8aa7-9eeb07ece791 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:42:04.015518 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-1e0a6bb3-d192-437d-aafb-ed261f658d29 None None] Attempting to bind port bf3ea211-e7ea-4992-a0cf-03f2855bc7c1 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:42:04.015864 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-1e0a6bb3-d192-437d-aafb-ed261f658d29 None None] Attempting to bind port bf3ea211-e7ea-4992-a0cf-03f2855bc7c1 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:42:04.016297 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0a6bb3-d192-437d-aafb-ed261f658d29 None None] Attempting to bind port bf3ea211-e7ea-4992-a0cf-03f2855bc7c1 on network 94d9379e-13fb-449b-8f45-d1ab95378f77 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:42:04.022799 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-71fac568-3ed2-4b0a-8d67-36ae00093fd4 req-fdd90516-d3b2-4f9e-8940-ee527b339db1 service neutron] 10.222.0.23 "GET /v2.0/networks/84589e9a-0507-4cf9-9ae0-6d9f3def606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881612 Mar 23 02:42:04.025237 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-ec642cee-6b6d-4ed1-bb10-96f1224b2c89 None None] Deleting port 1c149e38-0c03-4a28-a2f0-45044ca2f44b {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:04.025720 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ec642cee-6b6d-4ed1-bb10-96f1224b2c89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (1c149e38-0c03-4a28-a2f0-45044ca2f44b), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:04.054946 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-ad62539b-aef0-49c4-bbb2-23c62a03a6ce tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] For port 1c149e38-0c03-4a28-a2f0-45044ca2f44b, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=1c149e38-0c03-4a28-a2f0-45044ca2f44b,segment=NetworkSegment(959a6e7f-abe9-44ee-a555-595c025d2812),segment_id=959a6e7f-abe9-44ee-a555-595c025d2812)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:04.061662 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad62539b-aef0-49c4-bbb2-23c62a03a6ce tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (1c149e38-0c03-4a28-a2f0-45044ca2f44b), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:04.068811 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e528bbb-5d3c-4d86-a1d7-cf0b8f9d4f69 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Router a39a81c7-cf7a-422e-a209-13f7ec675452 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:42:04.096491 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-ad62539b-aef0-49c4-bbb2-23c62a03a6ce tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Calling delete_port for 1c149e38-0c03-4a28-a2f0-45044ca2f44b owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:04.101466 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0a6bb3-d192-437d-aafb-ed261f658d29 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:42:04.101977 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0a6bb3-d192-437d-aafb-ed261f658d29 None None] Checking segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:04.102535 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1e0a6bb3-d192-437d-aafb-ed261f658d29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:04.102888 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0a6bb3-d192-437d-aafb-ed261f658d29 None None] Bound using segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:42:04.104024 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-1e0a6bb3-d192-437d-aafb-ed261f658d29 None None] Bound port: bf3ea211-e7ea-4992-a0cf-03f2855bc7c1, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:42:04.104464 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1e0a6bb3-d192-437d-aafb-ed261f658d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (bf3ea211-e7ea-4992-a0cf-03f2855bc7c1), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:04.137650 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b50cade1-b92c-4bdd-a885-42da9f701def tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks [] for port (047fad22-9258-41cb-9544-a9d21e878a8c), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:04.166246 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-ec642cee-6b6d-4ed1-bb10-96f1224b2c89 None None] For port 1c149e38-0c03-4a28-a2f0-45044ca2f44b, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=1c149e38-0c03-4a28-a2f0-45044ca2f44b,segment=NetworkSegment(959a6e7f-abe9-44ee-a555-595c025d2812),segment_id=959a6e7f-abe9-44ee-a555-595c025d2812)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:04.166806 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ec642cee-6b6d-4ed1-bb10-96f1224b2c89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (1c149e38-0c03-4a28-a2f0-45044ca2f44b), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:04.174679 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-b07cf556-0992-4199-a54d-2bc0b3a7c01e None None] Provisioning complete for port 33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:04.175565 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b07cf556-0992-4199-a54d-2bc0b3a7c01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:04.176328 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-88942d68-ea78-4ffb-bb52-652ab4d33234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (ac345f7f-1d71-4224-bf8e-b5e01e96e0ed), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:04.177896 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-84ae4c1c-d41d-4e34-8d1d-94cd344e500f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 5ac7b98e-eada-42db-8aa7-9eeb07ece791) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:04.184790 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d162089e-9934-4d87-8919-40fd29f04925 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (f977f50e-8ff2-49df-90ba-74bf8adf66b9), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:04.208612 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509de173-f03d-4fa0-ab7b-8ea9ac23aaf2 None None] Network 5ac7b98e-eada-42db-8aa7-9eeb07ece791 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:04.212361 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ae4c1c-d41d-4e34-8d1d-94cd344e500f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:04.218960 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ae4c1c-d41d-4e34-8d1d-94cd344e500f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:04.223734 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ae4c1c-d41d-4e34-8d1d-94cd344e500f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:04.223921 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-ec642cee-6b6d-4ed1-bb10-96f1224b2c89 None None] Calling delete_port for 1c149e38-0c03-4a28-a2f0-45044ca2f44b owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:04.224791 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-84ae4c1c-d41d-4e34-8d1d-94cd344e500f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:04.306632 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-1e0a6bb3-d192-437d-aafb-ed261f658d29 None None] For port bf3ea211-e7ea-4992-a0cf-03f2855bc7c1, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:42:04.313645 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-b07cf556-0992-4199-a54d-2bc0b3a7c01e None None] Port 33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:42:04.344439 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b50cade1-b92c-4bdd-a885-42da9f701def tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (047fad22-9258-41cb-9544-a9d21e878a8c), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:04.362324 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-1e0a6bb3-d192-437d-aafb-ed261f658d29 None None] For port bf3ea211-e7ea-4992-a0cf-03f2855bc7c1, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=bf3ea211-e7ea-4992-a0cf-03f2855bc7c1,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:42:04.366648 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 1c149e38-0c03-4a28-a2f0-45044ca2f44b no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:42:04.382424 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128364f2-a70c-4f2f-bad4-7b8aa844b8e7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:04.387227 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-128364f2-a70c-4f2f-bad4-7b8aa844b8e7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:04.453141 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-b07cf556-0992-4199-a54d-2bc0b3a7c01e None None] Provisioning complete for port 8a07967f-813f-42c4-af9e-1a6bba247f05 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:04.453522 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b07cf556-0992-4199-a54d-2bc0b3a7c01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8a07967f-813f-42c4-af9e-1a6bba247f05), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:04.475232 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50cade1-b92c-4bdd-a885-42da9f701def tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Pushing event updated for resources: {'Port': ['ID=047fad22-9258-41cb-9544-a9d21e878a8c,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:04.487575 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No active binding found for port 1c149e38-0c03-4a28-a2f0-45044ca2f44b {{(pid=104350) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 23 02:42:04.492760 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] The host dv-neutron-834613-2-hyperv is not matching for port 1c149e38-0c03-4a28-a2f0-45044ca2f44b host None! {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 02:42:04.492760 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 1c149e38-0c03-4a28-a2f0-45044ca2f44b not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:42:04.493216 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad62539b-aef0-49c4-bbb2-23c62a03a6ce tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (1c149e38-0c03-4a28-a2f0-45044ca2f44b), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:04.494269 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1e0a6bb3-d192-437d-aafb-ed261f658d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (bf3ea211-e7ea-4992-a0cf-03f2855bc7c1), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:04.501838 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50cade1-b92c-4bdd-a885-42da9f701def tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Network 883e018b-232d-4d2d-86ff-358c666f6e61 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:04.518663 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-b50cade1-b92c-4bdd-a885-42da9f701def tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:04.557681 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50cade1-b92c-4bdd-a885-42da9f701def tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:04.572086 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50cade1-b92c-4bdd-a885-42da9f701def tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:04.574588 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b50cade1-b92c-4bdd-a885-42da9f701def tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:04.629990 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad62539b-aef0-49c4-bbb2-23c62a03a6ce tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] No DVR routers for this DVR port 1c149e38-0c03-4a28-a2f0-45044ca2f44b on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:42:04.640213 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d162089e-9934-4d87-8919-40fd29f04925 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:04.640600 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ec642cee-6b6d-4ed1-bb10-96f1224b2c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (1c149e38-0c03-4a28-a2f0-45044ca2f44b), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:04.643228 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d162089e-9934-4d87-8919-40fd29f04925 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/networks/f977f50e-8ff2-49df-90ba-74bf8adf66b9 HTTP/1.1" status: 204 len: 168 time: 2.2157693 Mar 23 02:42:04.692069 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59844) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:04.700895 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162089e-9934-4d87-8919-40fd29f04925 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event deleted for resources: {'Network': ['ID=f977f50e-8ff2-49df-90ba-74bf8adf66b9,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:04.702054 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec642cee-6b6d-4ed1-bb10-96f1224b2c89 None None] No DVR routers for this DVR port 1c149e38-0c03-4a28-a2f0-45044ca2f44b on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:42:04.721213 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a6bb3-d192-437d-aafb-ed261f658d29 None None] Pushing event updated for resources: {'Port': ['ID=bf3ea211-e7ea-4992-a0cf-03f2855bc7c1,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:04.733906 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-d2b8d7b2-b6d6-4e0d-acb4-32490df760ef tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-610078397'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:04.733906 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62539b-aef0-49c4-bbb2-23c62a03a6ce tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Port': ['ID=1c149e38-0c03-4a28-a2f0-45044ca2f44b,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:04.747805 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88942d68-ea78-4ffb-bb52-652ab4d33234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:04.756355 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-88942d68-ea78-4ffb-bb52-652ab4d33234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:04.764786 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88942d68-ea78-4ffb-bb52-652ab4d33234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:04.767157 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88942d68-ea78-4ffb-bb52-652ab4d33234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:04.767790 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-88942d68-ea78-4ffb-bb52-652ab4d33234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:04.770624 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e528bbb-5d3c-4d86-a1d7-cf0b8f9d4f69 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:42:04.789120 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2e528bbb-5d3c-4d86-a1d7-cf0b8f9d4f69 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "PUT /v2.0/routers/a39a81c7-cf7a-422e-a209-13f7ec675452/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8636408 Mar 23 02:42:04.791088 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59846) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:04.791767 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88942d68-ea78-4ffb-bb52-652ab4d33234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Pushing event updated for resources: {'Port': ['ID=ac345f7f-1d71-4224-bf8e-b5e01e96e0ed,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:04.805104 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-8fef7ba0-2422-4a93-a375-e1b9e4cf887d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-677134675'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:04.844686 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-84ae4c1c-d41d-4e34-8d1d-94cd344e500f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.2381592 Mar 23 02:42:04.846940 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59848) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:04.860761 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec642cee-6b6d-4ed1-bb10-96f1224b2c89 None None] Pushing event deleted for resources: {'Port': ['ID=1c149e38-0c03-4a28-a2f0-45044ca2f44b,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:04.870957 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24e6536-a7ae-42d6-9db8-5bec56331958 None None] Sync routers for ids ['a39a81c7-cf7a-422e-a209-13f7ec675452'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:42:04.905203 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-b07cf556-0992-4199-a54d-2bc0b3a7c01e None None] Current status of the port 8a07967f-813f-42c4-af9e-1a6bba247f05 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:04.912224 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-88942d68-ea78-4ffb-bb52-652ab4d33234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8793528 Mar 23 02:42:04.914249 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59850) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:04.918616 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b50cade1-b92c-4bdd-a885-42da9f701def tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.4201081 Mar 23 02:42:04.921051 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24e6536-a7ae-42d6-9db8-5bec56331958 None None] Routers {'a39a81c7-cf7a-422e-a209-13f7ec675452'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:42:04.921313 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-c24e6536-a7ae-42d6-9db8-5bec56331958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:41:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a39a81c7-cf7a-422e-a209-13f7ec675452'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:04.961952 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59852) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:04.986705 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad62539b-aef0-49c4-bbb2-23c62a03a6ce tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (0d3059af-3d91-4fc6-b4bb-b6c17223f09a), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:04.989686 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-79a4fece-441d-4017-9e4b-160bc69f138e tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Request body: {'port': {'network_id': '883e018b-232d-4d2d-86ff-358c666f6e61', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-503969782'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:04.995198 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fef7ba0-2422-4a93-a375-e1b9e4cf887d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Made reservation on behalf of a390c7a337b546c28b66d49e8c0359d6 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:04.999091 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8fef7ba0-2422-4a93-a375-e1b9e4cf887d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:05.030615 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-ad62539b-aef0-49c4-bbb2-23c62a03a6ce tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d3059af-3d91-4fc6-b4bb-b6c17223f09a']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:05.056442 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-ad62539b-aef0-49c4-bbb2-23c62a03a6ce tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '959a6e7f-abe9-44ee-a555-595c025d2812') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:05.057284 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-ad62539b-aef0-49c4-bbb2-23c62a03a6ce tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '959a6e7f-abe9-44ee-a555-595c025d2812') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:05.074086 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad62539b-aef0-49c4-bbb2-23c62a03a6ce tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (959a6e7f-abe9-44ee-a555-595c025d2812), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:05.107369 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad62539b-aef0-49c4-bbb2-23c62a03a6ce tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (959a6e7f-abe9-44ee-a555-595c025d2812), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:05.117826 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad62539b-aef0-49c4-bbb2-23c62a03a6ce tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:42:05.121504 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad62539b-aef0-49c4-bbb2-23c62a03a6ce tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (959a6e7f-abe9-44ee-a555-595c025d2812), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:05.197017 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:42:05.197017 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:42:05.197017 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:42:05.197017 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:42:05.197017 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:42:05.197017 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:42:05.197017 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:42:05.197017 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:42:05.197017 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:42:05.197017 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:42:05.197017 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:42:05.197017 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:42:05.197017 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:42:05.197017 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:42:05.197017 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:42:05.197017 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:42:05.197017 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:42:05.197017 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:42:05.197017 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:42:05.197017 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:42:05.197017 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:42:05.197017 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:42:05.197017 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:42:05.197017 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:42:05.197017 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:42:05.197017 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:42:05.197017 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:42:05.197017 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:42:05.197017 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:42:05.197017 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:42:05.197017 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:42:05.197017 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:42:05.259215 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961ddd7a-315a-46bc-9e48-80395c99a4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:05.263594 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-961ddd7a-315a-46bc-9e48-80395c99a4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] 10.222.0.24 "GET /v2.0/ports/ac345f7f-1d71-4224-bf8e-b5e01e96e0ed HTTP/1.1" status: 200 len: 958 time: 0.3394382 Mar 23 02:42:05.264595 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59856) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:05.276421 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fef7ba0-2422-4a93-a375-e1b9e4cf887d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:42:05.287250 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-34c48ef2-e56b-41d7-9489-e523cb6c7619 None None] Provisioning complete for port 33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:05.287987 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-34c48ef2-e56b-41d7-9489-e523cb6c7619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:05.320582 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0b397-479f-4672-9ecc-065ca2db1cdd req-95c9672b-1af9-4f12-9a38-4a24b7f3aed6 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:05.322124 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-00c0b397-479f-4672-9ecc-065ca2db1cdd req-95c9672b-1af9-4f12-9a38-4a24b7f3aed6 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 946 time: 0.1679773 Mar 23 02:42:05.327471 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-c24e6536-a7ae-42d6-9db8-5bec56331958 None None] Set router a39a81c7-cf7a-422e-a209-13f7ec675452 gateway port host: None {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:42:05.333189 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-fbd609ec-3e32-4dd8-ae38-4713b0da8d2b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Deleting port a1db2d1f-2ba3-4be8-b227-8459bc045c17 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:05.333189 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fbd609ec-3e32-4dd8-ae38-4713b0da8d2b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (a1db2d1f-2ba3-4be8-b227-8459bc045c17), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:05.347256 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad62539b-aef0-49c4-bbb2-23c62a03a6ce tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (0d3059af-3d91-4fc6-b4bb-b6c17223f09a), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:05.348853 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b8d7b2-b6d6-4e0d-acb4-32490df760ef tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Made reservation on behalf of a93ad12b8bcf4411afa287294e0d6a41 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:05.352266 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d2b8d7b2-b6d6-4e0d-acb4-32490df760ef tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:05.358018 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8fef7ba0-2422-4a93-a375-e1b9e4cf887d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (e7c76ca6-ecd4-4e4a-b33b-b7b64abedb69), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:05.358382 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-8fef7ba0-2422-4a93-a375-e1b9e4cf887d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Added segment e7c76ca6-ecd4-4e4a-b33b-b7b64abedb69 of type vlan for network 092e1732-307d-4f22-8859-d37827a7d6b1 Mar 23 02:42:05.364206 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad62539b-aef0-49c4-bbb2-23c62a03a6ce tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:05.368018 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ad62539b-aef0-49c4-bbb2-23c62a03a6ce tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/networks/0d3059af-3d91-4fc6-b4bb-b6c17223f09a HTTP/1.1" status: 204 len: 168 time: 2.3736644 Mar 23 02:42:05.381827 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-34c48ef2-e56b-41d7-9489-e523cb6c7619 None None] Port 33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:42:05.393591 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59858) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:05.405996 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-bfdef73a-1ba0-4148-8d07-53870af5db91 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-989417796'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:05.419354 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a4fece-441d-4017-9e4b-160bc69f138e tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Made reservation on behalf of 6c00033ab2c44c8bb0e17d1388ba9fe3 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:05.422626 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-79a4fece-441d-4017-9e4b-160bc69f138e tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:05.422933 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62539b-aef0-49c4-bbb2-23c62a03a6ce tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Network': ['ID=0d3059af-3d91-4fc6-b4bb-b6c17223f09a,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:05.479851 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b8d7b2-b6d6-4e0d-acb4-32490df760ef tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:42:05.498211 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-a0fc529b-5e16-4bc2-9ba5-52c4c99a79b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Deleting port ac345f7f-1d71-4224-bf8e-b5e01e96e0ed {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:05.498559 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a0fc529b-5e16-4bc2-9ba5-52c4c99a79b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (ac345f7f-1d71-4224-bf8e-b5e01e96e0ed), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:05.516339 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d2b8d7b2-b6d6-4e0d-acb4-32490df760ef tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (e4e407ca-1226-4992-a7ea-65d29c503a70), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:05.516594 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-d2b8d7b2-b6d6-4e0d-acb4-32490df760ef tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Added segment e4e407ca-1226-4992-a7ea-65d29c503a70 of type vlan for network 214e6104-6d74-4ec3-b370-5a7613c6db90 Mar 23 02:42:05.518250 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-79a4fece-441d-4017-9e4b-160bc69f138e tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] device_id is not set on port f64476a8-b8d4-4ca2-94fc-9a4e97950d44 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:42:05.526275 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-71e17ad1-522b-428f-8eef-bad8b66bde6f None None] Provisioning complete for port 047fad22-9258-41cb-9544-a9d21e878a8c triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:05.527331 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-71e17ad1-522b-428f-8eef-bad8b66bde6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (047fad22-9258-41cb-9544-a9d21e878a8c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:05.529585 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8fef7ba0-2422-4a93-a375-e1b9e4cf887d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (092e1732-307d-4f22-8859-d37827a7d6b1), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:05.543884 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fbd609ec-3e32-4dd8-ae38-4713b0da8d2b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (a1db2d1f-2ba3-4be8-b227-8459bc045c17), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:05.608176 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-71e17ad1-522b-428f-8eef-bad8b66bde6f None None] Port 047fad22-9258-41cb-9544-a9d21e878a8c cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:42:05.628844 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d2b8d7b2-b6d6-4e0d-acb4-32490df760ef tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (214e6104-6d74-4ec3-b370-5a7613c6db90), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:05.632067 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a0fc529b-5e16-4bc2-9ba5-52c4c99a79b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (ac345f7f-1d71-4224-bf8e-b5e01e96e0ed), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:05.632219 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-c24e6536-a7ae-42d6-9db8-5bec56331958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'name': 'tempest-RoutersIpV6Test-router-718806341', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:42Z', 'updated_at': '2022-03-23T02:42:02Z', 'revision_number': 3, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'gw_port_host': None, '_interfaces': [{'id': '33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6', 'name': '', 'network_id': '9b440bb6-3799-4f51-b292-94baa0ed6271', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:6f:b0:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:59Z', 'updated_at': '2022-03-23T02:42:02Z', 'revision_number': 2, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd1f227-a58c-45cc-8ced-edd41b67d297', 'name': '', 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:ea:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:48Z', 'updated_at': '2022-03-23T02:41:56Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:05.632452 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-fbd609ec-3e32-4dd8-ae38-4713b0da8d2b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Calling delete_port for a1db2d1f-2ba3-4be8-b227-8459bc045c17 owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:05.640022 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.db.resource_extend [None req-8fef7ba0-2422-4a93-a375-e1b9e4cf887d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 02:42:05.654266 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-a0fc529b-5e16-4bc2-9ba5-52c4c99a79b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Calling delete_port for ac345f7f-1d71-4224-bf8e-b5e01e96e0ed owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:05.655602 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-00c0b397-479f-4672-9ecc-065ca2db1cdd req-27483872-18d6-4a59-8c45-32ea997b509e tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/security-groups?id=502a5f01-83f8-43fe-8c91-7de0ab32d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193181 Mar 23 02:42:05.656674 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdef73a-1ba0-4148-8d07-53870af5db91 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:05.661002 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bfdef73a-1ba0-4148-8d07-53870af5db91 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:05.681380 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24e6536-a7ae-42d6-9db8-5bec56331958 None None] Checking router: a39a81c7-cf7a-422e-a209-13f7ec675452 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:42:05.681380 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24e6536-a7ae-42d6-9db8-5bec56331958 None None] Updating router a39a81c7-cf7a-422e-a209-13f7ec675452 port 33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6 binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:42:05.719943 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c24e6536-a7ae-42d6-9db8-5bec56331958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:05.794134 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfdef73a-1ba0-4148-8d07-53870af5db91 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:42:05.852968 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bfdef73a-1ba0-4148-8d07-53870af5db91 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (a86da523-3120-4532-824d-e5fe0f1a84d7), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:05.853630 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-bfdef73a-1ba0-4148-8d07-53870af5db91 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Added segment a86da523-3120-4532-824d-e5fe0f1a84d7 of type vlan for network 95fe6dce-c07c-4fb7-ace7-dd68888e8645 Mar 23 02:42:05.883726 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8fef7ba0-2422-4a93-a375-e1b9e4cf887d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (092e1732-307d-4f22-8859-d37827a7d6b1), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:05.889311 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fef7ba0-2422-4a93-a375-e1b9e4cf887d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:05.889934 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8fef7ba0-2422-4a93-a375-e1b9e4cf887d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:05.925861 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.objects.ports [None req-128364f2-a70c-4f2f-bad4-7b8aa844b8e7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104349) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 02:42:06.006988 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a0fc529b-5e16-4bc2-9ba5-52c4c99a79b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (ac345f7f-1d71-4224-bf8e-b5e01e96e0ed), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:06.015381 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d2b8d7b2-b6d6-4e0d-acb4-32490df760ef tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (214e6104-6d74-4ec3-b370-5a7613c6db90), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:06.020912 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b8d7b2-b6d6-4e0d-acb4-32490df760ef tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:06.021429 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d2b8d7b2-b6d6-4e0d-acb4-32490df760ef tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:06.028947 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bfdef73a-1ba0-4148-8d07-53870af5db91 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (95fe6dce-c07c-4fb7-ace7-dd68888e8645), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:06.048235 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6089748c-e617-4d81-84c1-72ac7debf546 None None] get_active_networks_info from dv-neutron-834613-2-hyperv {{(pid=104350) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 02:42:06.051740 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef7ba0-2422-4a93-a375-e1b9e4cf887d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Network': ['ID=092e1732-307d-4f22-8859-d37827a7d6b1,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:06.056051 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-79a4fece-441d-4017-9e4b-160bc69f138e tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Allocated IP 2001:db8::254 (883e018b-232d-4d2d-86ff-358c666f6e61/f004acd0-1ed4-4d73-8b8f-bd9bed5a2a36/f64476a8-b8d4-4ca2-94fc-9a4e97950d44) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:06.100746 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 092e1732-307d-4f22-8859-d37827a7d6b1 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:42:06.124775 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a0fc529b-5e16-4bc2-9ba5-52c4c99a79b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:06.133000 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a0fc529b-5e16-4bc2-9ba5-52c4c99a79b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] 10.222.0.24 "DELETE /v2.0/ports/ac345f7f-1d71-4224-bf8e-b5e01e96e0ed HTTP/1.1" status: 204 len: 168 time: 0.8671482 Mar 23 02:42:06.134162 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc529b-5e16-4bc2-9ba5-52c4c99a79b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac345f7f-1d71-4224-bf8e-b5e01e96e0ed,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:06.134906 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59862) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:06.152147 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8fef7ba0-2422-4a93-a375-e1b9e4cf887d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3560600 Mar 23 02:42:06.158959 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59864) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:06.165827 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-6081b40a-13b5-4b7c-9db8-0b1c780807ec tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Request body: {'subnet': {'network_id': '092e1732-307d-4f22-8859-d37827a7d6b1', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:06.208683 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bfdef73a-1ba0-4148-8d07-53870af5db91 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (95fe6dce-c07c-4fb7-ace7-dd68888e8645), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:06.208913 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c24e6536-a7ae-42d6-9db8-5bec56331958 None None] Publish callbacks [] for port (33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:06.213873 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdef73a-1ba0-4148-8d07-53870af5db91 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:06.215025 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bfdef73a-1ba0-4148-8d07-53870af5db91 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:06.217393 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fbd609ec-3e32-4dd8-ae38-4713b0da8d2b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (a1db2d1f-2ba3-4be8-b227-8459bc045c17), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:06.225762 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-99507a8b-66e1-4289-a81b-a1216988e5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] GET failed (client error): The resource could not be found. Mar 23 02:42:06.227213 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-99507a8b-66e1-4289-a81b-a1216988e5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] 10.222.0.24 "GET /v2.0/ports/ac345f7f-1d71-4224-bf8e-b5e01e96e0ed HTTP/1.1" status: 404 len: 333 time: 0.0913393 Mar 23 02:42:06.238055 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8d7b2-b6d6-4e0d-acb4-32490df760ef tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event updated for resources: {'Network': ['ID=214e6104-6d74-4ec3-b370-5a7613c6db90,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:06.243284 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-32db9fb2-18bc-4140-b962-bc001279cf80 None None] Provisioning complete for port bf3ea211-e7ea-4992-a0cf-03f2855bc7c1 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:06.243284 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-32db9fb2-18bc-4140-b962-bc001279cf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (bf3ea211-e7ea-4992-a0cf-03f2855bc7c1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:06.257471 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59868) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:06.281580 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 214e6104-6d74-4ec3-b370-5a7613c6db90 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:42:06.318222 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-bb7ce18f-135e-4818-8db8-b10428d0484e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Request body: {'port': {'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426211996'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:06.330589 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd609ec-3e32-4dd8-ae38-4713b0da8d2b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Port': ['ID=a1db2d1f-2ba3-4be8-b227-8459bc045c17,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:06.344764 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c24e6536-a7ae-42d6-9db8-5bec56331958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:06.359789 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d2b8d7b2-b6d6-4e0d-acb4-32490df760ef tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6372032 Mar 23 02:42:06.366321 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59870) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:06.386957 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-8c07a965-a423-47b1-aa95-b1919b371d4a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:06.400153 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fbd609ec-3e32-4dd8-ae38-4713b0da8d2b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:06.407158 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-fbd609ec-3e32-4dd8-ae38-4713b0da8d2b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/ports/a1db2d1f-2ba3-4be8-b227-8459bc045c17 HTTP/1.1" status: 204 len: 168 time: 1.5556357 Mar 23 02:42:06.411185 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59872) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:06.427234 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-bfdef73a-1ba0-4148-8d07-53870af5db91 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0253096 Mar 23 02:42:06.432568 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdef73a-1ba0-4148-8d07-53870af5db91 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Network': ['ID=95fe6dce-c07c-4fb7-ace7-dd68888e8645,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:06.439486 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59874) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:06.447652 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-6983e220-8224-4505-a250-ef2dc4cc4acd tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'subnet': {'network_id': '95fe6dce-c07c-4fb7-ace7-dd68888e8645', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:06.477934 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 95fe6dce-c07c-4fb7-ace7-dd68888e8645 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:42:06.498850 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6081b40a-13b5-4b7c-9db8-0b1c780807ec tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Made reservation on behalf of a390c7a337b546c28b66d49e8c0359d6 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:06.502169 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6081b40a-13b5-4b7c-9db8-0b1c780807ec tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:06.515862 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device bf3ea211-e7ea-4992-a0cf-03f2855bc7c1 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:06.522222 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7ce18f-135e-4818-8db8-b10428d0484e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Made reservation on behalf of 32b21893521641e99321ceb75c919ea7 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:06.525058 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bb7ce18f-135e-4818-8db8-b10428d0484e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:06.529936 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-79a4fece-441d-4017-9e4b-160bc69f138e tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks [] for port (f64476a8-b8d4-4ca2-94fc-9a4e97950d44), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:06.579943 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc0177-8bbb-4623-b79a-cb403539bad7 req-aaa33f02-a8bf-415f-93ed-b5ef0cf6e5cb tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:06.581940 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-50bc0177-8bbb-4623-b79a-cb403539bad7 req-aaa33f02-a8bf-415f-93ed-b5ef0cf6e5cb tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 946 time: 0.2605131 Mar 23 02:42:06.584065 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-bb7ce18f-135e-4818-8db8-b10428d0484e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] device_id is not set on port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:42:06.607867 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6089748c-e617-4d81-84c1-72ac7debf546 None None] Resources bound (agent type, host, resource id): {{(pid=104350) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 02:42:06.610029 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dce385-9038-4b50-b5d2-a2de7e9509e9 None None] Pushing event updated for resources: {'Port': ['ID=33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:06.622312 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-32db9fb2-18bc-4140-b962-bc001279cf80 None None] Current status of the port bf3ea211-e7ea-4992-a0cf-03f2855bc7c1 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:06.622621 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-32db9fb2-18bc-4140-b962-bc001279cf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (bf3ea211-e7ea-4992-a0cf-03f2855bc7c1), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:06.703909 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-c24e6536-a7ae-42d6-9db8-5bec56331958 None None] Attempting to bind port 33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:42:06.704556 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-c24e6536-a7ae-42d6-9db8-5bec56331958 None None] Attempting to bind port 33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '05a0ec57-f831-41e1-a79d-bb654ce7e123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9b440bb6-3799-4f51-b292-94baa0ed6271'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:42:06.704922 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24e6536-a7ae-42d6-9db8-5bec56331958 None None] Attempting to bind port 33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6 on network 9b440bb6-3799-4f51-b292-94baa0ed6271 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:42:06.735326 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-50bc0177-8bbb-4623-b79a-cb403539bad7 req-500bf031-3a1e-4175-ae13-996d38a95723 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/security-groups?id=502a5f01-83f8-43fe-8c91-7de0ab32d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401830 Mar 23 02:42:06.774848 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24e6536-a7ae-42d6-9db8-5bec56331958 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:42:06.775325 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24e6536-a7ae-42d6-9db8-5bec56331958 None None] Checking segment: {'id': '05a0ec57-f831-41e1-a79d-bb654ce7e123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9b440bb6-3799-4f51-b292-94baa0ed6271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:06.775645 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c24e6536-a7ae-42d6-9db8-5bec56331958 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:06.776095 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24e6536-a7ae-42d6-9db8-5bec56331958 None None] Bound using segment: {'id': '05a0ec57-f831-41e1-a79d-bb654ce7e123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9b440bb6-3799-4f51-b292-94baa0ed6271'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:42:06.777134 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-c24e6536-a7ae-42d6-9db8-5bec56331958 None None] Bound port: 33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a0ec57-f831-41e1-a79d-bb654ce7e123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9b440bb6-3799-4f51-b292-94baa0ed6271'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:42:06.777556 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c24e6536-a7ae-42d6-9db8-5bec56331958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:06.812183 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6983e220-8224-4505-a250-ef2dc4cc4acd tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:06.816033 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6983e220-8224-4505-a250-ef2dc4cc4acd tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:06.818652 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port bf3ea211-e7ea-4992-a0cf-03f2855bc7c1 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:06.818652 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (bf3ea211-e7ea-4992-a0cf-03f2855bc7c1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:06.826850 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-32db9fb2-18bc-4140-b962-bc001279cf80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:42:06.827212 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-32db9fb2-18bc-4140-b962-bc001279cf80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:42:06.877492 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-79a4fece-441d-4017-9e4b-160bc69f138e tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (f64476a8-b8d4-4ca2-94fc-9a4e97950d44), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:06.898975 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bb7ce18f-135e-4818-8db8-b10428d0484e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks [] for port (60a04e1e-9a7d-4b64-af98-b1b1d60cb38e), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:06.961876 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-c24e6536-a7ae-42d6-9db8-5bec56331958 None None] For port 33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:42:06.963021 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a4fece-441d-4017-9e4b-160bc69f138e tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Network 883e018b-232d-4d2d-86ff-358c666f6e61 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:06.971617 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-128364f2-a70c-4f2f-bad4-7b8aa844b8e7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (bf3ea211-e7ea-4992-a0cf-03f2855bc7c1), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:06.978084 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-79a4fece-441d-4017-9e4b-160bc69f138e tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:06.983341 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-c24e6536-a7ae-42d6-9db8-5bec56331958 None None] For port 33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6,segment=NetworkSegment(05a0ec57-f831-41e1-a79d-bb654ce7e123),segment_id=05a0ec57-f831-41e1-a79d-bb654ce7e123)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:42:06.998013 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a4fece-441d-4017-9e4b-160bc69f138e tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:07.003284 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a4fece-441d-4017-9e4b-160bc69f138e tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:07.004277 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-79a4fece-441d-4017-9e4b-160bc69f138e tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:07.004410 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18697e47-1cd7-4950-a6d1-bc7d8dbf2cc7 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:07.009533 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18697e47-1cd7-4950-a6d1-bc7d8dbf2cc7 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:07.011318 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-18697e47-1cd7-4950-a6d1-bc7d8dbf2cc7 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.5988908 Mar 23 02:42:07.019618 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59876) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:07.020482 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4fece-441d-4017-9e4b-160bc69f138e tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Pushing event updated for resources: {'Port': ['ID=f64476a8-b8d4-4ca2-94fc-9a4e97950d44,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:07.044459 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port bf3ea211-e7ea-4992-a0cf-03f2855bc7c1 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:07.044859 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (bf3ea211-e7ea-4992-a0cf-03f2855bc7c1), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:07.049004 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c24e6536-a7ae-42d6-9db8-5bec56331958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:07.094438 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8c07a965-a423-47b1-aa95-b1919b371d4a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (214e6104-6d74-4ec3-b370-5a7613c6db90), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:07.118694 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bb7ce18f-135e-4818-8db8-b10428d0484e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (60a04e1e-9a7d-4b64-af98-b1b1d60cb38e), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:07.122547 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port bf3ea211-e7ea-4992-a0cf-03f2855bc7c1, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=bf3ea211-e7ea-4992-a0cf-03f2855bc7c1,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:07.128126 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-79a4fece-441d-4017-9e4b-160bc69f138e tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1621995 Mar 23 02:42:07.141964 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59878) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:07.145489 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24e6536-a7ae-42d6-9db8-5bec56331958 None None] Routers {'a39a81c7-cf7a-422e-a209-13f7ec675452'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:42:07.146133 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-c24e6536-a7ae-42d6-9db8-5bec56331958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:41:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a39a81c7-cf7a-422e-a209-13f7ec675452'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:07.148093 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dce385-9038-4b50-b5d2-a2de7e9509e9 None None] Pushing event updated for resources: {'Port': ['ID=33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:07.157475 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-ee10d6c2-3008-43a1-80b9-924e19e41087 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b4', 'mac_address': 'fa:16:3e:53:39:6f'}, {'ip_address': '2001:db8::322', 'mac_address': 'fa:16:3e:f1:64:fb'}]}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:07.184138 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7ce18f-135e-4818-8db8-b10428d0484e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:07.192781 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-bb7ce18f-135e-4818-8db8-b10428d0484e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:07.215015 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7ce18f-135e-4818-8db8-b10428d0484e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:07.215015 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7ce18f-135e-4818-8db8-b10428d0484e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:07.215015 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bb7ce18f-135e-4818-8db8-b10428d0484e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:07.225412 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ce18f-135e-4818-8db8-b10428d0484e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Pushing event updated for resources: {'Port': ['ID=60a04e1e-9a7d-4b64-af98-b1b1d60cb38e,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:07.235541 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (bf3ea211-e7ea-4992-a0cf-03f2855bc7c1), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:07.241936 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8c07a965-a423-47b1-aa95-b1919b371d4a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (214e6104-6d74-4ec3-b370-5a7613c6db90), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:07.325976 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-bb7ce18f-135e-4818-8db8-b10428d0484e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0637350 Mar 23 02:42:07.336056 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59880) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:07.341809 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8346'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:07.373588 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6983e220-8224-4505-a250-ef2dc4cc4acd tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (1d5981ce-05be-4489-883a-3c1683a04086), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:07.459001 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8c07a965-a423-47b1-aa95-b1919b371d4a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Network 214e6104-6d74-4ec3-b370-5a7613c6db90 is not hosted by any dhcp agent {{(pid=104349) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 23 02:42:07.464864 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c07a965-a423-47b1-aa95-b1919b371d4a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:07.465851 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8c07a965-a423-47b1-aa95-b1919b371d4a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:07.467362 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8c07a965-a423-47b1-aa95-b1919b371d4a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "PUT /v2.0/networks/214e6104-6d74-4ec3-b370-5a7613c6db90 HTTP/1.1" status: 200 len: 723 time: 1.0998907 Mar 23 02:42:07.473770 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59882) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:07.477980 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6983e220-8224-4505-a250-ef2dc4cc4acd tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Checking segment: {'id': 'a86da523-3120-4532-824d-e5fe0f1a84d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '95fe6dce-c07c-4fb7-ace7-dd68888e8645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:07.478566 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6983e220-8224-4505-a250-ef2dc4cc4acd tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network hostable DHCP agents. Network: 95fe6dce-c07c-4fb7-ace7-dd68888e8645, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:42:07.509575 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-6909a1dc-3cf4-46f7-8474-602ce1bd26e6 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Request body: {'subnet': {'network_id': '214e6104-6d74-4ec3-b370-5a7613c6db90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:07.539456 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-c24e6536-a7ae-42d6-9db8-5bec56331958 None None] Set router a39a81c7-cf7a-422e-a209-13f7ec675452 gateway port host: None {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:42:07.545571 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983e220-8224-4505-a250-ef2dc4cc4acd tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Subnet': ['ID=1d5981ce-05be-4489-883a-3c1683a04086,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:07.570566 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-32db9fb2-18bc-4140-b962-bc001279cf80 None None] Current status of the port bf3ea211-e7ea-4992-a0cf-03f2855bc7c1 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:07.574579 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=bf3ea211-e7ea-4992-a0cf-03f2855bc7c1,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:07.602919 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.db.api [None req-128364f2-a70c-4f2f-bad4-7b8aa844b8e7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104349) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:42:07.603252 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG oslo_db.api [None req-128364f2-a70c-4f2f-bad4-7b8aa844b8e7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:42:07.622132 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (60a04e1e-9a7d-4b64-af98-b1b1d60cb38e), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:07.647317 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ee10d6c2-3008-43a1-80b9-924e19e41087 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f64476a8-b8d4-4ca2-94fc-9a4e97950d44), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:07.649266 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07a965-a423-47b1-aa95-b1919b371d4a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event updated for resources: {'Network': ['ID=214e6104-6d74-4ec3-b370-5a7613c6db90,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:07.671728 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 214e6104-6d74-4ec3-b370-5a7613c6db90 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:42:07.703304 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6983e220-8224-4505-a250-ef2dc4cc4acd tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network 95fe6dce-c07c-4fb7-ace7-dd68888e8645 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:42:07.710905 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-00a90fd9-eb5f-4f89-a4b1-4bb1625dd416 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Deleting port 7522e1de-ba7d-40f2-8293-10e316968f3b {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:07.711558 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-00a90fd9-eb5f-4f89-a4b1-4bb1625dd416 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (7522e1de-ba7d-40f2-8293-10e316968f3b), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:07.803130 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e6c7894b-6ed1-4733-ac27-b948ee1e7079 None None] Provisioning complete for port 33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:07.803130 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e6c7894b-6ed1-4733-ac27-b948ee1e7079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:07.818414 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-6983e220-8224-4505-a250-ef2dc4cc4acd tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 95fe6dce-c07c-4fb7-ace7-dd68888e8645) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:07.852603 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6983e220-8224-4505-a250-ef2dc4cc4acd tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:07.853235 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6983e220-8224-4505-a250-ef2dc4cc4acd tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:07.861499 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e17304-868d-4663-8c57-a32498c995b7 None None] Network 95fe6dce-c07c-4fb7-ace7-dd68888e8645 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:07.879320 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6909a1dc-3cf4-46f7-8474-602ce1bd26e6 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Made reservation on behalf of a93ad12b8bcf4411afa287294e0d6a41 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:07.884834 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-00a90fd9-eb5f-4f89-a4b1-4bb1625dd416 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (7522e1de-ba7d-40f2-8293-10e316968f3b), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:07.896278 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6909a1dc-3cf4-46f7-8474-602ce1bd26e6 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:07.945172 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-00a90fd9-eb5f-4f89-a4b1-4bb1625dd416 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Calling delete_port for 7522e1de-ba7d-40f2-8293-10e316968f3b owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:07.949689 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6081b40a-13b5-4b7c-9db8-0b1c780807ec tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (06f3ece6-e065-49bb-b755-390f2aa0782c), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:07.985239 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6983e220-8224-4505-a250-ef2dc4cc4acd tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5432315 Mar 23 02:42:08.003572 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-c24e6536-a7ae-42d6-9db8-5bec56331958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'name': 'tempest-RoutersIpV6Test-router-718806341', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:42Z', 'updated_at': '2022-03-23T02:42:02Z', 'revision_number': 3, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'gw_port_host': None, '_interfaces': [{'id': '33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6', 'name': '', 'network_id': '9b440bb6-3799-4f51-b292-94baa0ed6271', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:6f:b0:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:59Z', 'updated_at': '2022-03-23T02:42:06Z', 'revision_number': 4, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd1f227-a58c-45cc-8ced-edd41b67d297', 'name': '', 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:ea:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:48Z', 'updated_at': '2022-03-23T02:41:56Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:08.007741 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59886) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:08.037778 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] device_id is not set on port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:42:08.048535 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks [] for port (60a04e1e-9a7d-4b64-af98-b1b1d60cb38e), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:08.055548 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081b40a-13b5-4b7c-9db8-0b1c780807ec tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Subnet': ['ID=06f3ece6-e065-49bb-b755-390f2aa0782c,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:08.058332 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae01a6e4-1f01-48bb-bd9d-3f4d7c9a6c14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-95fe6dce-c07c-4fb7-ace7-dd68888e8645', 'network_id': '95fe6dce-c07c-4fb7-ace7-dd68888e8645', 'project_id': '0f646194e90f4b3ab6ee5c5d30f98fdd', 'fixed_ips': [{'subnet_id': '1d5981ce-05be-4489-883a-3c1683a04086'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:42:08.059359 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ae01a6e4-1f01-48bb-bd9d-3f4d7c9a6c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:08.061924 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e6c7894b-6ed1-4733-ac27-b948ee1e7079 None None] Current status of the port 33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:08.062307 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e6c7894b-6ed1-4733-ac27-b948ee1e7079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:08.064143 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24e6536-a7ae-42d6-9db8-5bec56331958 None None] The sync data for ids ['a39a81c7-cf7a-422e-a209-13f7ec675452'] in dv-neutron-834613-2-hyperv is: [{'id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'name': 'tempest-RoutersIpV6Test-router-718806341', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:42Z', 'updated_at': '2022-03-23T02:42:02Z', 'revision_number': 3, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'gw_port_host': None, '_interfaces': [{'id': '33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6', 'name': '', 'network_id': '9b440bb6-3799-4f51-b292-94baa0ed6271', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:6f:b0:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:59Z', 'updated_at': '2022-03-23T02:42:06Z', 'revision_number': 4, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd1f227-a58c-45cc-8ced-edd41b67d297', 'name': '', 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:ea:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:48Z', 'updated_at': '2022-03-23T02:41:56Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:42:08.068035 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-1329b95e-3e2f-4657-b2c1-c0ac84e7eab8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-100197164', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:08.120783 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-e6c7894b-6ed1-4733-ac27-b948ee1e7079 None None] For port 33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6,segment=NetworkSegment(05a0ec57-f831-41e1-a79d-bb654ce7e123),segment_id=05a0ec57-f831-41e1-a79d-bb654ce7e123)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:08.192198 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1329b95e-3e2f-4657-b2c1-c0ac84e7eab8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (3776b467-96ea-4700-983a-741c9764ec1d), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:08.192824 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1329b95e-3e2f-4657-b2c1-c0ac84e7eab8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (3776b467-96ea-4700-983a-741c9764ec1d), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:08.225069 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (60a04e1e-9a7d-4b64-af98-b1b1d60cb38e), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:08.226330 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e6c7894b-6ed1-4733-ac27-b948ee1e7079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:08.288844 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-128364f2-a70c-4f2f-bad4-7b8aa844b8e7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (bf3ea211-e7ea-4992-a0cf-03f2855bc7c1), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:08.299217 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Pushing event updated for resources: {'Port': ['ID=60a04e1e-9a7d-4b64-af98-b1b1d60cb38e,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:08.309508 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6909a1dc-3cf4-46f7-8474-602ce1bd26e6 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (c4940ce9-1a6f-408b-b167-61717cdebfe1), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:08.338008 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c794371-6bf2-4e1e-bbb2-42123bbe94ad req-321ce470-2365-43ea-a13e-60c1b8e44bab tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:08.340287 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6c794371-6bf2-4e1e-bbb2-42123bbe94ad req-321ce470-2365-43ea-a13e-60c1b8e44bab tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 946 time: 0.4327900 Mar 23 02:42:08.347097 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7894b-6ed1-4733-ac27-b948ee1e7079 None None] Pushing event updated for resources: {'Port': ['ID=33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:08.367481 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b65d4-7694-488c-ab12-fa4a4edee0fa req-7e19bd13-e092-43a4-a603-1459c5b6dedf tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:08.379561 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0e0b65d4-7694-488c-ab12-fa4a4edee0fa req-7e19bd13-e092-43a4-a603-1459c5b6dedf tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 946 time: 0.4968822 Mar 23 02:42:08.396669 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:42:08.397016 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] {{(pid=104348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:42:08.397368 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:42:08.401318 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e6c7894b-6ed1-4733-ac27-b948ee1e7079 None None] Provisioning complete for port f64476a8-b8d4-4ca2-94fc-9a4e97950d44 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:08.402594 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e6c7894b-6ed1-4733-ac27-b948ee1e7079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f64476a8-b8d4-4ca2-94fc-9a4e97950d44), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:08.425677 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:42:08.426423 dv-neutron-834613-2-hyperv neutron-server[104348]: ERROR neutron.plugins.ml2.managers [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Failed to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on host hv-neutron-8346 for vnic_type normal using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] Mar 23 02:42:08.434384 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.plugins.ml2.plugin [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempt 2 to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e Mar 23 02:42:08.455681 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909a1dc-3cf4-46f7-8474-602ce1bd26e6 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event updated for resources: {'Subnet': ['ID=c4940ce9-1a6f-408b-b167-61717cdebfe1,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:08.461270 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e6c7894b-6ed1-4733-ac27-b948ee1e7079 None None] Port f64476a8-b8d4-4ca2-94fc-9a4e97950d44 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:42:08.475220 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:42:08.475697 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] {{(pid=104348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:42:08.476170 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:42:08.479901 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6909a1dc-3cf4-46f7-8474-602ce1bd26e6 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Checking segment: {'id': 'e4e407ca-1226-4992-a7ea-65d29c503a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '214e6104-6d74-4ec3-b370-5a7613c6db90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:08.480408 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6909a1dc-3cf4-46f7-8474-602ce1bd26e6 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Network hostable DHCP agents. Network: 214e6104-6d74-4ec3-b370-5a7613c6db90, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:42:08.480689 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-ae01a6e4-1f01-48bb-bd9d-3f4d7c9a6c14 None None] Allocated IP 2001:db8::2 (95fe6dce-c07c-4fb7-ace7-dd68888e8645/1d5981ce-05be-4489-883a-3c1683a04086/54a0d467-1083-44cf-87df-6d10fa367e4d) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:08.489518 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:42:08.489994 dv-neutron-834613-2-hyperv neutron-server[104348]: ERROR neutron.plugins.ml2.managers [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Failed to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on host hv-neutron-8346 for vnic_type normal using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] Mar 23 02:42:08.492871 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.plugins.ml2.plugin [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempt 3 to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e Mar 23 02:42:08.497805 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ee10d6c2-3008-43a1-80b9-924e19e41087 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks [] for port (f64476a8-b8d4-4ca2-94fc-9a4e97950d44), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:08.522499 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device bf3ea211-e7ea-4992-a0cf-03f2855bc7c1 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:08.523279 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:42:08.523914 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] {{(pid=104348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:42:08.524337 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:42:08.538731 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:42:08.538937 dv-neutron-834613-2-hyperv neutron-server[104348]: ERROR neutron.plugins.ml2.managers [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Failed to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on host hv-neutron-8346 for vnic_type normal using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] Mar 23 02:42:08.544251 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.plugins.ml2.plugin [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempt 4 to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e Mar 23 02:42:08.558304 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:42:08.558877 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] {{(pid=104348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:42:08.559282 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:42:08.564391 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:42:08.565089 dv-neutron-834613-2-hyperv neutron-server[104348]: ERROR neutron.plugins.ml2.managers [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Failed to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on host hv-neutron-8346 for vnic_type normal using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] Mar 23 02:42:08.565545 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.plugins.ml2.plugin [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempt 5 to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e Mar 23 02:42:08.580273 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:42:08.580591 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] {{(pid=104348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:42:08.581005 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:42:08.585946 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:42:08.586386 dv-neutron-834613-2-hyperv neutron-server[104348]: ERROR neutron.plugins.ml2.managers [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Failed to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on host hv-neutron-8346 for vnic_type normal using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] Mar 23 02:42:08.586856 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.plugins.ml2.plugin [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempt 6 to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e Mar 23 02:42:08.602015 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:42:08.602456 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] {{(pid=104348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:42:08.603321 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:42:08.608691 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:42:08.609116 dv-neutron-834613-2-hyperv neutron-server[104348]: ERROR neutron.plugins.ml2.managers [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Failed to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on host hv-neutron-8346 for vnic_type normal using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] Mar 23 02:42:08.609726 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.plugins.ml2.plugin [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempt 7 to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e Mar 23 02:42:08.619598 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-3c304db5-68af-49e1-891c-76b6a8f6559c None None] Provisioning complete for port 33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:08.619598 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3c304db5-68af-49e1-891c-76b6a8f6559c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:08.627622 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6909a1dc-3cf4-46f7-8474-602ce1bd26e6 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Network 214e6104-6d74-4ec3-b370-5a7613c6db90 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:42:08.634129 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:42:08.634555 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] {{(pid=104348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:42:08.634973 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:42:08.641514 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:42:08.641905 dv-neutron-834613-2-hyperv neutron-server[104348]: ERROR neutron.plugins.ml2.managers [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Failed to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on host hv-neutron-8346 for vnic_type normal using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] Mar 23 02:42:08.642372 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.plugins.ml2.plugin [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempt 8 to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e Mar 23 02:42:08.646697 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6081b40a-13b5-4b7c-9db8-0b1c780807ec tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Checking segment: {'id': 'e7c76ca6-ecd4-4e4a-b33b-b7b64abedb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '092e1732-307d-4f22-8859-d37827a7d6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:08.647074 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6081b40a-13b5-4b7c-9db8-0b1c780807ec tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network hostable DHCP agents. Network: 092e1732-307d-4f22-8859-d37827a7d6b1, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:42:08.657910 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:42:08.658357 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] {{(pid=104348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:42:08.659152 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:42:08.661499 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ee10d6c2-3008-43a1-80b9-924e19e41087 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (f64476a8-b8d4-4ca2-94fc-9a4e97950d44), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:08.663900 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:42:08.664353 dv-neutron-834613-2-hyperv neutron-server[104348]: ERROR neutron.plugins.ml2.managers [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Failed to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on host hv-neutron-8346 for vnic_type normal using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] Mar 23 02:42:08.664835 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.plugins.ml2.plugin [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempt 9 to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e Mar 23 02:42:08.684126 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:42:08.684976 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] {{(pid=104348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:42:08.684976 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:42:08.691423 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:42:08.691864 dv-neutron-834613-2-hyperv neutron-server[104348]: ERROR neutron.plugins.ml2.managers [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Failed to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on host hv-neutron-8346 for vnic_type normal using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] Mar 23 02:42:08.692339 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.plugins.ml2.plugin [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempt 10 to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e Mar 23 02:42:08.695796 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-00a90fd9-eb5f-4f89-a4b1-4bb1625dd416 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (7522e1de-ba7d-40f2-8293-10e316968f3b), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:08.706447 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port bf3ea211-e7ea-4992-a0cf-03f2855bc7c1 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:08.707011 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (bf3ea211-e7ea-4992-a0cf-03f2855bc7c1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:08.707408 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-6909a1dc-3cf4-46f7-8474-602ce1bd26e6 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 214e6104-6d74-4ec3-b370-5a7613c6db90) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:08.708520 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1329b95e-3e2f-4657-b2c1-c0ac84e7eab8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for router_controller (3776b467-96ea-4700-983a-741c9764ec1d), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:08.709704 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:42:08.710269 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.managers [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] {{(pid=104348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:42:08.710889 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempting to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:42:08.716633 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6909a1dc-3cf4-46f7-8474-602ce1bd26e6 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:08.717547 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6909a1dc-3cf4-46f7-8474-602ce1bd26e6 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:08.725779 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:42:08.726451 dv-neutron-834613-2-hyperv neutron-server[104348]: ERROR neutron.plugins.ml2.managers [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Failed to bind port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on host hv-neutron-8346 for vnic_type normal using segments [{'id': '3a419d5f-88eb-4b34-bd3c-aa4d7717506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '34d9fa83-d1bc-475a-a854-7b4c7101f9a3'}] Mar 23 02:42:08.727111 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (60a04e1e-9a7d-4b64-af98-b1b1d60cb38e), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:08.765059 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-ee10d6c2-3008-43a1-80b9-924e19e41087 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] In _notify_port_updated(), no bound segment for port f64476a8-b8d4-4ca2-94fc-9a4e97950d44 on network 883e018b-232d-4d2d-86ff-358c666f6e61 {{(pid=104349) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:42:08.772567 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee10d6c2-3008-43a1-80b9-924e19e41087 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:08.773149 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093043a3-ecbb-4f54-8836-d5d2da914a43 None None] Network 214e6104-6d74-4ec3-b370-5a7613c6db90 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:08.773296 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ee10d6c2-3008-43a1-80b9-924e19e41087 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:08.774590 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ee10d6c2-3008-43a1-80b9-924e19e41087 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] 10.222.0.24 "PUT /v2.0/ports/f64476a8-b8d4-4ca2-94fc-9a4e97950d44 HTTP/1.1" status: 200 len: 1067 time: 1.6300867 Mar 23 02:42:08.781719 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59888) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:08.811588 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1329b95e-3e2f-4657-b2c1-c0ac84e7eab8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (3776b467-96ea-4700-983a-741c9764ec1d), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:08.857953 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] For port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e, host hv-neutron-8346, cleared binding levels {{(pid=104348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:42:08.865094 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attempted to set empty binding levels {{(pid=104348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 23 02:42:08.879378 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6909a1dc-3cf4-46f7-8474-602ce1bd26e6 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3941848 Mar 23 02:42:08.888159 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0e0b65d4-7694-488c-ab12-fa4a4edee0fa req-acd88bf1-8b0e-4044-aeda-ae3aa8262198 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/security-groups?id=502a5f01-83f8-43fe-8c91-7de0ab32d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5063736 Mar 23 02:42:08.888707 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59890) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:08.895601 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-00a90fd9-eb5f-4f89-a4b1-4bb1625dd416 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:08.906785 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-00a90fd9-eb5f-4f89-a4b1-4bb1625dd416 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/ports/7522e1de-ba7d-40f2-8293-10e316968f3b HTTP/1.1" status: 204 len: 168 time: 1.8808014 Mar 23 02:42:08.913105 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59892) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:08.931743 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-30d91a04-c8ea-4c11-8e6b-f2273e35400d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:08.951266 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6081b40a-13b5-4b7c-9db8-0b1c780807ec tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network 092e1732-307d-4f22-8859-d37827a7d6b1 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:42:08.971714 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port bf3ea211-e7ea-4992-a0cf-03f2855bc7c1 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:08.973687 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:08.974208 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (60a04e1e-9a7d-4b64-af98-b1b1d60cb38e), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:08.988475 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-6081b40a-13b5-4b7c-9db8-0b1c780807ec tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 092e1732-307d-4f22-8859-d37827a7d6b1) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:09.037233 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] In _notify_port_updated(), no bound segment for port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e on network 34d9fa83-d1bc-475a-a854-7b4c7101f9a3 {{(pid=104348) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:42:09.038045 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:09.038654 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:09.040050 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] 10.222.0.24 "PUT /v2.0/ports/60a04e1e-9a7d-4b64-af98-b1b1d60cb38e HTTP/1.1" status: 200 len: 981 time: 1.7057669 Mar 23 02:42:09.050229 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59894) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:09.051997 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-3c304db5-68af-49e1-891c-76b6a8f6559c None None] Current status of the port 33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:09.055548 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-2978dd01-1a6b-45e8-a885-ad3e553ace53 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Deleting port f64476a8-b8d4-4ca2-94fc-9a4e97950d44 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:09.055928 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2978dd01-1a6b-45e8-a885-ad3e553ace53 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (f64476a8-b8d4-4ca2-94fc-9a4e97950d44), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:09.061559 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b567091c-48fe-4149-91a2-c86fede2bbef None None] Network 092e1732-307d-4f22-8859-d37827a7d6b1 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:09.061905 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6081b40a-13b5-4b7c-9db8-0b1c780807ec tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:09.066065 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6081b40a-13b5-4b7c-9db8-0b1c780807ec tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:09.077185 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1329b95e-3e2f-4657-b2c1-c0ac84e7eab8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:09.078460 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1329b95e-3e2f-4657-b2c1-c0ac84e7eab8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0241387 Mar 23 02:42:09.079250 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10d6c2-3008-43a1-80b9-924e19e41087 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Pushing event updated for resources: {'Port': ['ID=f64476a8-b8d4-4ca2-94fc-9a4e97950d44,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:09.088635 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59896) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:09.117913 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-6107c9c7-312c-45df-a43e-48a4c330917c tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'port': {'network_id': '95fe6dce-c07c-4fb7-ace7-dd68888e8645', 'name': 'tempest-PortsIpV6TestJSON-393389577'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:09.121081 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725d030-d7c2-4774-8443-ecf574773f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Pushing event updated for resources: {'Port': ['ID=60a04e1e-9a7d-4b64-af98-b1b1d60cb38e,revision_number=3']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:09.135208 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc5649d-aa36-4f63-bf76-896b1a45edef tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:09.140707 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9bc5649d-aa36-4f63-bf76-896b1a45edef tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2261219 Mar 23 02:42:09.141384 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59898) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:09.184340 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-92cbd447-28ba-408e-aa9a-65a8762f7cf7 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] GET failed (client error): The resource could not be found. Mar 23 02:42:09.188707 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-92cbd447-28ba-408e-aa9a-65a8762f7cf7 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "GET /v2.0/ports/a1db2d1f-2ba3-4be8-b227-8459bc045c17 HTTP/1.1" status: 404 len: 333 time: 0.0435755 Mar 23 02:42:09.192232 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59900) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:09.235645 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e87eff5-a030-41a6-a0f5-cc5ef300aaaf tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] GET failed (client error): The resource could not be found. Mar 23 02:42:09.237351 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6e87eff5-a030-41a6-a0f5-cc5ef300aaaf tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "GET /v2.0/ports/7522e1de-ba7d-40f2-8293-10e316968f3b HTTP/1.1" status: 404 len: 333 time: 0.0443904 Mar 23 02:42:09.240205 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59902) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:09.251512 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a90fd9-eb5f-4f89-a4b1-4bb1625dd416 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Port': ['ID=7522e1de-ba7d-40f2-8293-10e316968f3b,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:09.309327 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2978dd01-1a6b-45e8-a885-ad3e553ace53 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (f64476a8-b8d4-4ca2-94fc-9a4e97950d44), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:09.328206 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ae01a6e4-1f01-48bb-bd9d-3f4d7c9a6c14 None None] Publish callbacks [] for port (54a0d467-1083-44cf-87df-6d10fa367e4d), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:09.331502 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-2978dd01-1a6b-45e8-a885-ad3e553ace53 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Calling delete_port for f64476a8-b8d4-4ca2-94fc-9a4e97950d44 owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:09.338439 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2af003-d580-45ed-ad41-e42b459d61c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-214e6104-6d74-4ec3-b370-5a7613c6db90', 'network_id': '214e6104-6d74-4ec3-b370-5a7613c6db90', 'project_id': 'a93ad12b8bcf4411afa287294e0d6a41', 'fixed_ips': [{'subnet_id': 'c4940ce9-1a6f-408b-b167-61717cdebfe1'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:42:09.340624 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bb2af003-d580-45ed-ad41-e42b459d61c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:09.343700 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6081b40a-13b5-4b7c-9db8-0b1c780807ec tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1835940 Mar 23 02:42:09.347894 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59904) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:09.357839 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-ca83a0f7-5bb3-4713-a01f-6b60ab2dfcea None None] Provisioning complete for port f64476a8-b8d4-4ca2-94fc-9a4e97950d44 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:09.358298 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ca83a0f7-5bb3-4713-a01f-6b60ab2dfcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f64476a8-b8d4-4ca2-94fc-9a4e97950d44), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:09.396620 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d78f5833-ecf3-476b-95d9-cb78632e38ff tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (5ac7b98e-eada-42db-8aa7-9eeb07ece791), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:09.396907 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-6c794371-6bf2-4e1e-bbb2-42123bbe94ad req-5339476a-439e-4a63-ac52-5af48b55e0d6 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Deleting port a10d4af4-900f-4e62-abeb-34f763d3523c {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:09.397239 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-6c794371-6bf2-4e1e-bbb2-42123bbe94ad req-5339476a-439e-4a63-ac52-5af48b55e0d6 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (a10d4af4-900f-4e62-abeb-34f763d3523c), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:09.406466 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-128364f2-a70c-4f2f-bad4-7b8aa844b8e7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] For port bf3ea211-e7ea-4992-a0cf-03f2855bc7c1, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=bf3ea211-e7ea-4992-a0cf-03f2855bc7c1,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:09.427994 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ae01a6e4-1f01-48bb-bd9d-3f4d7c9a6c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (54a0d467-1083-44cf-87df-6d10fa367e4d), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:09.467726 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-30d91a04-c8ea-4c11-8e6b-f2273e35400d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-17401898'] for subnet (c4940ce9-1a6f-408b-b167-61717cdebfe1), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:09.514668 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036b553f-2d28-484c-a7da-08e65ba00846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-092e1732-307d-4f22-8859-d37827a7d6b1', 'network_id': '092e1732-307d-4f22-8859-d37827a7d6b1', 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'fixed_ips': [{'subnet_id': '06f3ece6-e065-49bb-b755-390f2aa0782c'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:42:09.515566 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-036b553f-2d28-484c-a7da-08e65ba00846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:09.555568 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-ca83a0f7-5bb3-4713-a01f-6b60ab2dfcea None None] Port f64476a8-b8d4-4ca2-94fc-9a4e97950d44 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:42:09.570369 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae01a6e4-1f01-48bb-bd9d-3f4d7c9a6c14 None None] Network 95fe6dce-c07c-4fb7-ace7-dd68888e8645 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:09.571269 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:09.572537 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:09.666833 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d78f5833-ecf3-476b-95d9-cb78632e38ff tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (5ac7b98e-eada-42db-8aa7-9eeb07ece791), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:09.777972 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-ae01a6e4-1f01-48bb-bd9d-3f4d7c9a6c14 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:09.781042 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae01a6e4-1f01-48bb-bd9d-3f4d7c9a6c14 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:09.802705 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01a6e4-1f01-48bb-bd9d-3f4d7c9a6c14 None None] Pushing event updated for resources: {'Port': ['ID=54a0d467-1083-44cf-87df-6d10fa367e4d,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:09.843101 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-128364f2-a70c-4f2f-bad4-7b8aa844b8e7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for port (bf3ea211-e7ea-4992-a0cf-03f2855bc7c1), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:09.907161 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:42:09.914360 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-6c794371-6bf2-4e1e-bbb2-42123bbe94ad req-5339476a-439e-4a63-ac52-5af48b55e0d6 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] For port a10d4af4-900f-4e62-abeb-34f763d3523c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a10d4af4-900f-4e62-abeb-34f763d3523c,segment=NetworkSegment(0c372683-a61d-42b3-b666-cb70435ab787),segment_id=0c372683-a61d-42b3-b666-cb70435ab787)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:09.914735 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-6c794371-6bf2-4e1e-bbb2-42123bbe94ad req-5339476a-439e-4a63-ac52-5af48b55e0d6 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (a10d4af4-900f-4e62-abeb-34f763d3523c), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:09.921076 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-128364f2-a70c-4f2f-bad4-7b8aa844b8e7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (bf3ea211-e7ea-4992-a0cf-03f2855bc7c1), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:09.943727 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-eea900dc-fea2-4c2a-a12d-183f927bc1ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Deleting port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:09.944456 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-eea900dc-fea2-4c2a-a12d-183f927bc1ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (60a04e1e-9a7d-4b64-af98-b1b1d60cb38e), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:09.979407 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-bb2af003-d580-45ed-ad41-e42b459d61c9 None None] Allocated IP 172.20.0.2 (214e6104-6d74-4ec3-b370-5a7613c6db90/c4940ce9-1a6f-408b-b167-61717cdebfe1/24db4402-aa1d-46f8-bd5e-42840f6dadb9) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:10.005774 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6107c9c7-312c-45df-a43e-48a4c330917c tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:10.009876 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6107c9c7-312c-45df-a43e-48a4c330917c tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:10.019495 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-ae01a6e4-1f01-48bb-bd9d-3f4d7c9a6c14 None None] Attempting to bind port 54a0d467-1083-44cf-87df-6d10fa367e4d on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:42:10.019679 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-128364f2-a70c-4f2f-bad4-7b8aa844b8e7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (7c36b457-2f8c-4299-9164-d328d9ccd73a), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:10.019955 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-ae01a6e4-1f01-48bb-bd9d-3f4d7c9a6c14 None None] Attempting to bind port 54a0d467-1083-44cf-87df-6d10fa367e4d by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'a86da523-3120-4532-824d-e5fe0f1a84d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '95fe6dce-c07c-4fb7-ace7-dd68888e8645'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:42:10.020279 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae01a6e4-1f01-48bb-bd9d-3f4d7c9a6c14 None None] Attempting to bind port 54a0d467-1083-44cf-87df-6d10fa367e4d on network 95fe6dce-c07c-4fb7-ace7-dd68888e8645 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:42:10.034452 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-d78f5833-ecf3-476b-95d9-cb78632e38ff tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac7b98e-eada-42db-8aa7-9eeb07ece791']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:10.041325 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae01a6e4-1f01-48bb-bd9d-3f4d7c9a6c14 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:42:10.041716 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae01a6e4-1f01-48bb-bd9d-3f4d7c9a6c14 None None] Checking segment: {'id': 'a86da523-3120-4532-824d-e5fe0f1a84d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '95fe6dce-c07c-4fb7-ace7-dd68888e8645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:10.042721 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ae01a6e4-1f01-48bb-bd9d-3f4d7c9a6c14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:10.043334 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae01a6e4-1f01-48bb-bd9d-3f4d7c9a6c14 None None] Bound using segment: {'id': 'a86da523-3120-4532-824d-e5fe0f1a84d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '95fe6dce-c07c-4fb7-ace7-dd68888e8645'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:42:10.043964 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-ae01a6e4-1f01-48bb-bd9d-3f4d7c9a6c14 None None] Bound port: 54a0d467-1083-44cf-87df-6d10fa367e4d, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a86da523-3120-4532-824d-e5fe0f1a84d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '95fe6dce-c07c-4fb7-ace7-dd68888e8645'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:42:10.044348 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ae01a6e4-1f01-48bb-bd9d-3f4d7c9a6c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (54a0d467-1083-44cf-87df-6d10fa367e4d), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:10.064856 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-6c794371-6bf2-4e1e-bbb2-42123bbe94ad req-5339476a-439e-4a63-ac52-5af48b55e0d6 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Calling delete_port for a10d4af4-900f-4e62-abeb-34f763d3523c owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:10.075585 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-d78f5833-ecf3-476b-95d9-cb78632e38ff tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0baad078-607f-489a-aaeb-5be30da0fca8') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:10.075968 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-d78f5833-ecf3-476b-95d9-cb78632e38ff tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0baad078-607f-489a-aaeb-5be30da0fca8') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:10.149114 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d78f5833-ecf3-476b-95d9-cb78632e38ff tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (0baad078-607f-489a-aaeb-5be30da0fca8), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:10.149651 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128364f2-a70c-4f2f-bad4-7b8aa844b8e7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:10.157988 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-6107c9c7-312c-45df-a43e-48a4c330917c tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] device_id is not set on port bf19b8bc-f8e0-4f65-bac3-3083ddcd7ec8 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:42:10.159680 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-036b553f-2d28-484c-a7da-08e65ba00846 None None] Allocated IP 2001:db8:2::2 (092e1732-307d-4f22-8859-d37827a7d6b1/06f3ece6-e065-49bb-b755-390f2aa0782c/df2f178e-cf4e-463e-82c7-39423dc6a1f2) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:10.178510 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d78f5833-ecf3-476b-95d9-cb78632e38ff tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (0baad078-607f-489a-aaeb-5be30da0fca8), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:10.192742 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-eea900dc-fea2-4c2a-a12d-183f927bc1ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] For port 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e, host hv-neutron-8346, got binding levels [] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:10.193139 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-eea900dc-fea2-4c2a-a12d-183f927bc1ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (60a04e1e-9a7d-4b64-af98-b1b1d60cb38e), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:10.194380 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78f5833-ecf3-476b-95d9-cb78632e38ff tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:42:10.194791 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d78f5833-ecf3-476b-95d9-cb78632e38ff tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (0baad078-607f-489a-aaeb-5be30da0fca8), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:10.197250 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-128364f2-a70c-4f2f-bad4-7b8aa844b8e7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:10.199972 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:42:10.199972 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:42:10.199972 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:42:10.199972 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:42:10.199972 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:42:10.199972 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:42:10.199972 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:42:10.199972 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:42:10.199972 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:42:10.199972 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:42:10.199972 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:42:10.199972 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:42:10.199972 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:42:10.199972 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:42:10.199972 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:42:10.199972 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:42:10.199972 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:42:10.199972 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:42:10.199972 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:42:10.199972 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:42:10.199972 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:42:10.199972 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:42:10.199972 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:42:10.199972 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:42:10.199972 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:42:10.199972 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:42:10.199972 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:42:10.199972 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:42:10.199972 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:42:10.199972 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:42:10.199972 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:42:10.199972 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:42:10.217523 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128364f2-a70c-4f2f-bad4-7b8aa844b8e7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Subnet': ['ID=7c36b457-2f8c-4299-9164-d328d9ccd73a,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:10.227519 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128364f2-a70c-4f2f-bad4-7b8aa844b8e7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:10.228225 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-128364f2-a70c-4f2f-bad4-7b8aa844b8e7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603705'] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:10.241350 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:10.251285 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6aa9f4-dcbe-4c49-b34a-7bed0bc0a417 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:10.256769 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2978dd01-1a6b-45e8-a885-ad3e553ace53 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (f64476a8-b8d4-4ca2-94fc-9a4e97950d44), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:10.281557 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-eea900dc-fea2-4c2a-a12d-183f927bc1ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Calling delete_port for 60a04e1e-9a7d-4b64-af98-b1b1d60cb38e owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:10.301899 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128364f2-a70c-4f2f-bad4-7b8aa844b8e7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Port': ['ID=bf3ea211-e7ea-4992-a0cf-03f2855bc7c1,revision_number=5']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:10.306356 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433ff7e-8d35-4acd-a18b-38f0322c4b46 req-3f6aa2a2-8c41-4992-8acc-dffeea7268f1 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:10.308513 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b433ff7e-8d35-4acd-a18b-38f0322c4b46 req-3f6aa2a2-8c41-4992-8acc-dffeea7268f1 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 946 time: 0.2830987 Mar 23 02:42:10.336827 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978dd01-1a6b-45e8-a885-ad3e553ace53 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Pushing event deleted for resources: {'Port': ['ID=f64476a8-b8d4-4ca2-94fc-9a4e97950d44,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:10.339211 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-ae01a6e4-1f01-48bb-bd9d-3f4d7c9a6c14 None None] For port 54a0d467-1083-44cf-87df-6d10fa367e4d, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:42:10.405877 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-ae01a6e4-1f01-48bb-bd9d-3f4d7c9a6c14 None None] For port 54a0d467-1083-44cf-87df-6d10fa367e4d, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=54a0d467-1083-44cf-87df-6d10fa367e4d,segment=NetworkSegment(a86da523-3120-4532-824d-e5fe0f1a84d7),segment_id=a86da523-3120-4532-824d-e5fe0f1a84d7)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:42:10.406835 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d78f5833-ecf3-476b-95d9-cb78632e38ff tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (5ac7b98e-eada-42db-8aa7-9eeb07ece791), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:10.407743 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:10.425136 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d78f5833-ecf3-476b-95d9-cb78632e38ff tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:10.428364 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d78f5833-ecf3-476b-95d9-cb78632e38ff tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/networks/5ac7b98e-eada-42db-8aa7-9eeb07ece791 HTTP/1.1" status: 204 len: 168 time: 1.1872039 Mar 23 02:42:10.454070 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59908) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:10.477706 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-4218f679-3bfa-4e40-8507-7deea125f9e2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1418052399'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:10.478313 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-6107c9c7-312c-45df-a43e-48a4c330917c tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Allocated IP 2001:db8::210 (95fe6dce-c07c-4fb7-ace7-dd68888e8645/1d5981ce-05be-4489-883a-3c1683a04086/bf19b8bc-f8e0-4f65-bac3-3083ddcd7ec8) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:10.491704 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f5833-ecf3-476b-95d9-cb78632e38ff tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Network': ['ID=5ac7b98e-eada-42db-8aa7-9eeb07ece791,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:10.506633 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bb2af003-d580-45ed-ad41-e42b459d61c9 None None] Publish callbacks [] for port (24db4402-aa1d-46f8-bd5e-42840f6dadb9), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:10.516367 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ae01a6e4-1f01-48bb-bd9d-3f4d7c9a6c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (54a0d467-1083-44cf-87df-6d10fa367e4d), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:10.527086 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b433ff7e-8d35-4acd-a18b-38f0322c4b46 req-7de24937-a189-4ce7-b39c-5e6841fb9f3b tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/security-groups?id=502a5f01-83f8-43fe-8c91-7de0ab32d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960731 Mar 23 02:42:10.567900 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1a584338-b983-49dc-890c-aac058ca1658 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:10.625997 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bb2af003-d580-45ed-ad41-e42b459d61c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (24db4402-aa1d-46f8-bd5e-42840f6dadb9), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:10.693180 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4218f679-3bfa-4e40-8507-7deea125f9e2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:10.696542 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4218f679-3bfa-4e40-8507-7deea125f9e2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:10.731379 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01a6e4-1f01-48bb-bd9d-3f4d7c9a6c14 None None] Pushing event updated for resources: {'Port': ['ID=54a0d467-1083-44cf-87df-6d10fa367e4d,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:10.739399 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2af003-d580-45ed-ad41-e42b459d61c9 None None] Network 214e6104-6d74-4ec3-b370-5a7613c6db90 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:10.764284 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-bb2af003-d580-45ed-ad41-e42b459d61c9 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:10.767593 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2af003-d580-45ed-ad41-e42b459d61c9 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:10.774362 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-128364f2-a70c-4f2f-bad4-7b8aa844b8e7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.9834270 Mar 23 02:42:10.788367 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59910) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:10.793647 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2978dd01-1a6b-45e8-a885-ad3e553ace53 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:10.794353 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-2035db14-ff02-4661-b588-e8f575f3418b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'port': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'mac_address': 'fa:16:3e:82:69:3e', 'name': 'tempest-NetworksTestDHCPv6-1879364343'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:10.799243 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2978dd01-1a6b-45e8-a885-ad3e553ace53 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] 10.222.0.24 "DELETE /v2.0/ports/f64476a8-b8d4-4ca2-94fc-9a4e97950d44 HTTP/1.1" status: 204 len: 168 time: 2.0123413 Mar 23 02:42:10.801435 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59912) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:10.805304 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:10.805855 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:10.825092 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4218f679-3bfa-4e40-8507-7deea125f9e2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:42:10.861612 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-7deadb53-c672-4ed4-a2e9-c11b2eadd95d tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] GET failed (client error): The resource could not be found. Mar 23 02:42:10.866806 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7deadb53-c672-4ed4-a2e9-c11b2eadd95d tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] 10.222.0.24 "GET /v2.0/ports/f64476a8-b8d4-4ca2-94fc-9a4e97950d44 HTTP/1.1" status: 404 len: 333 time: 0.0599966 Mar 23 02:42:10.866806 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59914) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:10.867424 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-30d91a04-c8ea-4c11-8e6b-f2273e35400d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728337337483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-17238858'] for subnet (c4940ce9-1a6f-408b-b167-61717cdebfe1), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:10.883311 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-036b553f-2d28-484c-a7da-08e65ba00846 None None] Publish callbacks [] for port (df2f178e-cf4e-463e-82c7-39423dc6a1f2), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:10.912027 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2af003-d580-45ed-ad41-e42b459d61c9 None None] Pushing event updated for resources: {'Port': ['ID=24db4402-aa1d-46f8-bd5e-42840f6dadb9,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:10.961326 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-036b553f-2d28-484c-a7da-08e65ba00846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (df2f178e-cf4e-463e-82c7-39423dc6a1f2), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:10.971181 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d91a04-c8ea-4c11-8e6b-f2273e35400d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:10.972202 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-30d91a04-c8ea-4c11-8e6b-f2273e35400d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:10.976593 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-30d91a04-c8ea-4c11-8e6b-f2273e35400d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "PUT /v2.0/subnets/c4940ce9-1a6f-408b-b167-61717cdebfe1 HTTP/1.1" status: 200 len: 806 time: 2.0553658 Mar 23 02:42:10.985355 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-bb2af003-d580-45ed-ad41-e42b459d61c9 None None] Attempting to bind port 24db4402-aa1d-46f8-bd5e-42840f6dadb9 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:42:10.985986 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-bb2af003-d580-45ed-ad41-e42b459d61c9 None None] Attempting to bind port 24db4402-aa1d-46f8-bd5e-42840f6dadb9 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'e4e407ca-1226-4992-a7ea-65d29c503a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '214e6104-6d74-4ec3-b370-5a7613c6db90'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:42:10.986554 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2af003-d580-45ed-ad41-e42b459d61c9 None None] Attempting to bind port 24db4402-aa1d-46f8-bd5e-42840f6dadb9 on network 214e6104-6d74-4ec3-b370-5a7613c6db90 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:42:10.998344 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4218f679-3bfa-4e40-8507-7deea125f9e2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (ae3baf89-93cf-4bb8-a81f-c9a37594daf4), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:10.998710 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-4218f679-3bfa-4e40-8507-7deea125f9e2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Added segment ae3baf89-93cf-4bb8-a81f-c9a37594daf4 of type vlan for network 7ce1b69b-d4c9-416d-949d-f06d5de1c26c Mar 23 02:42:10.999546 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59916) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:11.029419 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2af003-d580-45ed-ad41-e42b459d61c9 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:42:11.029845 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2af003-d580-45ed-ad41-e42b459d61c9 None None] Checking segment: {'id': 'e4e407ca-1226-4992-a7ea-65d29c503a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '214e6104-6d74-4ec3-b370-5a7613c6db90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:11.031893 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bb2af003-d580-45ed-ad41-e42b459d61c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:11.031893 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2af003-d580-45ed-ad41-e42b459d61c9 None None] Bound using segment: {'id': 'e4e407ca-1226-4992-a7ea-65d29c503a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '214e6104-6d74-4ec3-b370-5a7613c6db90'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:42:11.036483 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-bb2af003-d580-45ed-ad41-e42b459d61c9 None None] Bound port: 24db4402-aa1d-46f8-bd5e-42840f6dadb9, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e407ca-1226-4992-a7ea-65d29c503a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '214e6104-6d74-4ec3-b370-5a7613c6db90'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:42:11.040627 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bb2af003-d580-45ed-ad41-e42b459d61c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (24db4402-aa1d-46f8-bd5e-42840f6dadb9), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:11.069655 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4218f679-3bfa-4e40-8507-7deea125f9e2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (7ce1b69b-d4c9-416d-949d-f06d5de1c26c), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:11.083322 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036b553f-2d28-484c-a7da-08e65ba00846 None None] Network 092e1732-307d-4f22-8859-d37827a7d6b1 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:11.120164 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-036b553f-2d28-484c-a7da-08e65ba00846 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:11.126982 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036b553f-2d28-484c-a7da-08e65ba00846 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:11.143195 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b553f-2d28-484c-a7da-08e65ba00846 None None] Pushing event updated for resources: {'Port': ['ID=df2f178e-cf4e-463e-82c7-39423dc6a1f2,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:11.163912 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d91a04-c8ea-4c11-8e6b-f2273e35400d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event updated for resources: {'Subnet': ['ID=c4940ce9-1a6f-408b-b167-61717cdebfe1,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:11.212684 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-eea900dc-fea2-4c2a-a12d-183f927bc1ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (60a04e1e-9a7d-4b64-af98-b1b1d60cb38e), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:11.222845 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:11.239782 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6107c9c7-312c-45df-a43e-48a4c330917c tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for port (bf19b8bc-f8e0-4f65-bac3-3083ddcd7ec8), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:11.295745 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-036b553f-2d28-484c-a7da-08e65ba00846 None None] Attempting to bind port df2f178e-cf4e-463e-82c7-39423dc6a1f2 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:42:11.296180 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-036b553f-2d28-484c-a7da-08e65ba00846 None None] Attempting to bind port df2f178e-cf4e-463e-82c7-39423dc6a1f2 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'e7c76ca6-ecd4-4e4a-b33b-b7b64abedb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '092e1732-307d-4f22-8859-d37827a7d6b1'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:42:11.296399 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-6c794371-6bf2-4e1e-bbb2-42123bbe94ad req-5339476a-439e-4a63-ac52-5af48b55e0d6 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (a10d4af4-900f-4e62-abeb-34f763d3523c), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:11.296539 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036b553f-2d28-484c-a7da-08e65ba00846 None None] Attempting to bind port df2f178e-cf4e-463e-82c7-39423dc6a1f2 on network 092e1732-307d-4f22-8859-d37827a7d6b1 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:42:11.313417 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036b553f-2d28-484c-a7da-08e65ba00846 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:42:11.313812 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036b553f-2d28-484c-a7da-08e65ba00846 None None] Checking segment: {'id': 'e7c76ca6-ecd4-4e4a-b33b-b7b64abedb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '092e1732-307d-4f22-8859-d37827a7d6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:11.314229 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-036b553f-2d28-484c-a7da-08e65ba00846 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:11.314970 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036b553f-2d28-484c-a7da-08e65ba00846 None None] Bound using segment: {'id': 'e7c76ca6-ecd4-4e4a-b33b-b7b64abedb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '092e1732-307d-4f22-8859-d37827a7d6b1'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:42:11.315897 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-036b553f-2d28-484c-a7da-08e65ba00846 None None] Bound port: df2f178e-cf4e-463e-82c7-39423dc6a1f2, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7c76ca6-ecd4-4e4a-b33b-b7b64abedb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '092e1732-307d-4f22-8859-d37827a7d6b1'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:42:11.316374 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-036b553f-2d28-484c-a7da-08e65ba00846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (df2f178e-cf4e-463e-82c7-39423dc6a1f2), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:11.319500 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bb2af003-d580-45ed-ad41-e42b459d61c9 None None] For port 24db4402-aa1d-46f8-bd5e-42840f6dadb9, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:42:11.321032 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4218f679-3bfa-4e40-8507-7deea125f9e2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (7ce1b69b-d4c9-416d-949d-f06d5de1c26c), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:11.324754 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bb2af003-d580-45ed-ad41-e42b459d61c9 None None] For port 24db4402-aa1d-46f8-bd5e-42840f6dadb9, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=24db4402-aa1d-46f8-bd5e-42840f6dadb9,segment=NetworkSegment(e4e407ca-1226-4992-a7ea-65d29c503a70),segment_id=e4e407ca-1226-4992-a7ea-65d29c503a70)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:42:11.327574 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4218f679-3bfa-4e40-8507-7deea125f9e2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:11.329701 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4218f679-3bfa-4e40-8507-7deea125f9e2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:11.358972 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6107c9c7-312c-45df-a43e-48a4c330917c tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (bf19b8bc-f8e0-4f65-bac3-3083ddcd7ec8), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:11.360714 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea900dc-fea2-4c2a-a12d-183f927bc1ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Pushing event deleted for resources: {'Port': ['ID=60a04e1e-9a7d-4b64-af98-b1b1d60cb38e,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:11.378898 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-9dd3921f-d8cf-4d7f-82c9-b160b108f503 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Deleting port 047fad22-9258-41cb-9544-a9d21e878a8c {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:11.384222 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9dd3921f-d8cf-4d7f-82c9-b160b108f503 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (047fad22-9258-41cb-9544-a9d21e878a8c), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:11.405599 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bb2af003-d580-45ed-ad41-e42b459d61c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (24db4402-aa1d-46f8-bd5e-42840f6dadb9), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:11.447297 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-036b553f-2d28-484c-a7da-08e65ba00846 None None] For port df2f178e-cf4e-463e-82c7-39423dc6a1f2, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:42:11.476502 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-036b553f-2d28-484c-a7da-08e65ba00846 None None] For port df2f178e-cf4e-463e-82c7-39423dc6a1f2, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=df2f178e-cf4e-463e-82c7-39423dc6a1f2,segment=NetworkSegment(e7c76ca6-ecd4-4e4a-b33b-b7b64abedb69),segment_id=e7c76ca6-ecd4-4e4a-b33b-b7b64abedb69)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:42:11.480543 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-eea900dc-fea2-4c2a-a12d-183f927bc1ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:11.494267 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-eea900dc-fea2-4c2a-a12d-183f927bc1ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] 10.222.0.24 "DELETE /v2.0/ports/60a04e1e-9a7d-4b64-af98-b1b1d60cb38e HTTP/1.1" status: 204 len: 168 time: 2.4390481 Mar 23 02:42:11.498395 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-739d2e7b-c10c-47b6-8593-d7d929968c7f tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (214e6104-6d74-4ec3-b370-5a7613c6db90), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:11.502958 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2af003-d580-45ed-ad41-e42b459d61c9 None None] Pushing event updated for resources: {'Port': ['ID=24db4402-aa1d-46f8-bd5e-42840f6dadb9,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:11.504417 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59918) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:11.508493 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-1a584338-b983-49dc-890c-aac058ca1658 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Allocated IP 2001:db8:2::1 (092e1732-307d-4f22-8859-d37827a7d6b1/06f3ece6-e065-49bb-b755-390f2aa0782c/4a26de85-8d0a-489b-a277-dc986131b915) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:11.532179 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218f679-3bfa-4e40-8507-7deea125f9e2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Network': ['ID=7ce1b69b-d4c9-416d-949d-f06d5de1c26c,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:11.548028 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339476a-439e-4a63-ac52-5af48b55e0d6 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Pushing event deleted for resources: {'Port': ['ID=a10d4af4-900f-4e62-abeb-34f763d3523c,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:11.550156 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c794371-6bf2-4e1e-bbb2-42123bbe94ad req-5339476a-439e-4a63-ac52-5af48b55e0d6 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] No DVR routers for this DVR port a10d4af4-900f-4e62-abeb-34f763d3523c on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:42:11.553205 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6107c9c7-312c-45df-a43e-48a4c330917c tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network 95fe6dce-c07c-4fb7-ace7-dd68888e8645 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:11.557209 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 7ce1b69b-d4c9-416d-949d-f06d5de1c26c details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:42:11.581856 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-036b553f-2d28-484c-a7da-08e65ba00846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (df2f178e-cf4e-463e-82c7-39423dc6a1f2), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:11.631399 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4218f679-3bfa-4e40-8507-7deea125f9e2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1748416 Mar 23 02:42:11.633072 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-6c794371-6bf2-4e1e-bbb2-42123bbe94ad req-5339476a-439e-4a63-ac52-5af48b55e0d6 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:11.637651 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6c794371-6bf2-4e1e-bbb2-42123bbe94ad req-5339476a-439e-4a63-ac52-5af48b55e0d6 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.23 "DELETE /v2.0/ports/a10d4af4-900f-4e62-abeb-34f763d3523c HTTP/1.1" status: 204 len: 173 time: 3.2312896 Mar 23 02:42:11.638236 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59922) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:11.647511 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2e5ef7-fe4b-4448-8c40-435c118b9fab', 'name': 'network-vif-deleted', 'tag': 'a10d4af4-900f-4e62-abeb-34f763d3523c'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:42:11.658583 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04130148-46f5-4262-9231-6e973a9160d5" -d '{"events": [{"server_uuid": "0f2e5ef7-fe4b-4448-8c40-435c118b9fab", "name": "network-vif-deleted", "tag": "a10d4af4-900f-4e62-abeb-34f763d3523c"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:42:11.669000 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-7903dcdb-b8ce-45f9-8f30-99a55ac533da tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'subnet': {'network_id': '7ce1b69b-d4c9-416d-949d-f06d5de1c26c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:11.674327 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f41cf63-a6d9-46c5-affa-c3a2247aeaa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] GET failed (client error): The resource could not be found. Mar 23 02:42:11.680097 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7f41cf63-a6d9-46c5-affa-c3a2247aeaa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-793054012-project-admin] 10.222.0.24 "GET /v2.0/ports/60a04e1e-9a7d-4b64-af98-b1b1d60cb38e HTTP/1.1" status: 404 len: 333 time: 0.1472445 Mar 23 02:42:11.681509 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-6107c9c7-312c-45df-a43e-48a4c330917c tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:11.696280 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59926) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:11.702362 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6107c9c7-312c-45df-a43e-48a4c330917c tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:11.708577 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6107c9c7-312c-45df-a43e-48a4c330917c tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:11.714738 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6107c9c7-312c-45df-a43e-48a4c330917c tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:11.848725 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b553f-2d28-484c-a7da-08e65ba00846 None None] Pushing event updated for resources: {'Port': ['ID=df2f178e-cf4e-463e-82c7-39423dc6a1f2,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:11.859275 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-95d90593-f14c-485b-9b71-795815e4db8d req-73d2e2a6-7866-48dc-9fd7-3110ce751555 tempest-TestServerAdvancedOps-930572410 tempest-TestServerAdvancedOps-930572410-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f2e5ef7-fe4b-4448-8c40-435c118b9fab HTTP/1.1" status: 200 len: 210 time: 0.1009135 Mar 23 02:42:11.863544 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63986062-73f2-4576-8e19-dcc4b2a1cdf2 x-openstack-request-id: req-63986062-73f2-4576-8e19-dcc4b2a1cdf2 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:42:11.881882 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2e5ef7-fe4b-4448-8c40-435c118b9fab", "name": "network-vif-deleted", "tag": "a10d4af4-900f-4e62-abeb-34f763d3523c", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:42:11.882824 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-63986062-73f2-4576-8e19-dcc4b2a1cdf2 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:42:11.883514 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63986062-73f2-4576-8e19-dcc4b2a1cdf2'] response: {'server_uuid': '0f2e5ef7-fe4b-4448-8c40-435c118b9fab', 'name': 'network-vif-deleted', 'tag': 'a10d4af4-900f-4e62-abeb-34f763d3523c', 'status': 'completed', 'code': 200} Mar 23 02:42:11.907279 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6107c9c7-312c-45df-a43e-48a4c330917c tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8126564 Mar 23 02:42:11.923870 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59928) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:11.961132 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2035db14-ff02-4661-b588-e8f575f3418b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:11.986543 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device a10d4af4-900f-4e62-abeb-34f763d3523c no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:42:12.008671 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107c9c7-312c-45df-a43e-48a4c330917c tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Port': ['ID=bf19b8bc-f8e0-4f65-bac3-3083ddcd7ec8,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:12.017837 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9dd3921f-d8cf-4d7f-82c9-b160b108f503 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (047fad22-9258-41cb-9544-a9d21e878a8c), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:12.062244 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: a10d4af4-900f-4e62-abeb-34f763d3523c {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:42:12.062244 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device a10d4af4-900f-4e62-abeb-34f763d3523c not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:42:12.252105 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-9dd3921f-d8cf-4d7f-82c9-b160b108f503 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Calling delete_port for 047fad22-9258-41cb-9544-a9d21e878a8c owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:12.327517 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-887bb86c-05db-483a-836e-b1c2e6f59171 None None] Provisioning complete for port bf3ea211-e7ea-4992-a0cf-03f2855bc7c1 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:12.328050 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-887bb86c-05db-483a-836e-b1c2e6f59171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (bf3ea211-e7ea-4992-a0cf-03f2855bc7c1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:12.346125 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2035db14-ff02-4661-b588-e8f575f3418b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:12.369607 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b989eb9e-0f04-4cd8-a7c9-3914969b987c tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (34d9fa83-d1bc-475a-a854-7b4c7101f9a3), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:12.390573 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-2035db14-ff02-4661-b588-e8f575f3418b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] device_id is not set on port 6abd1900-ccb9-424c-8431-942fa6b6f4f8 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:42:12.479036 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7903dcdb-b8ce-45f9-8f30-99a55ac533da tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:12.484929 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7903dcdb-b8ce-45f9-8f30-99a55ac533da tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:12.518927 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4378272c-e31f-4030-a01c-d7f368c00d8f None None] Network 95fe6dce-c07c-4fb7-ace7-dd68888e8645 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:12.559886 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-739d2e7b-c10c-47b6-8593-d7d929968c7f tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Deleting port 24db4402-aa1d-46f8-bd5e-42840f6dadb9 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:12.560541 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-739d2e7b-c10c-47b6-8593-d7d929968c7f tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (24db4402-aa1d-46f8-bd5e-42840f6dadb9), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:12.585338 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-887bb86c-05db-483a-836e-b1c2e6f59171 None None] Current status of the port bf3ea211-e7ea-4992-a0cf-03f2855bc7c1 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:12.640944 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1a584338-b983-49dc-890c-aac058ca1658 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for port (4a26de85-8d0a-489b-a277-dc986131b915), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:12.666777 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device df2f178e-cf4e-463e-82c7-39423dc6a1f2 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:12.750536 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.ipam_backend_mixin [None req-7903dcdb-b8ce-45f9-8f30-99a55ac533da tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Performing IP validity checks on allocation pools {{(pid=104348) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 23 02:42:12.752515 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.ipam_backend_mixin [None req-7903dcdb-b8ce-45f9-8f30-99a55ac533da tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104348) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 23 02:42:12.752688 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b989eb9e-0f04-4cd8-a7c9-3914969b987c tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (34d9fa83-d1bc-475a-a854-7b4c7101f9a3), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:12.837358 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-b989eb9e-0f04-4cd8-a7c9-3914969b987c tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d9fa83-d1bc-475a-a854-7b4c7101f9a3']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:12.863748 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-b989eb9e-0f04-4cd8-a7c9-3914969b987c tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a419d5f-88eb-4b34-bd3c-aa4d7717506f') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:12.864241 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-b989eb9e-0f04-4cd8-a7c9-3914969b987c tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a419d5f-88eb-4b34-bd3c-aa4d7717506f') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:12.892690 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b989eb9e-0f04-4cd8-a7c9-3914969b987c tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (3a419d5f-88eb-4b34-bd3c-aa4d7717506f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:12.895535 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-739d2e7b-c10c-47b6-8593-d7d929968c7f tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] For port 24db4402-aa1d-46f8-bd5e-42840f6dadb9, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=24db4402-aa1d-46f8-bd5e-42840f6dadb9,segment=NetworkSegment(e4e407ca-1226-4992-a7ea-65d29c503a70),segment_id=e4e407ca-1226-4992-a7ea-65d29c503a70)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:12.895939 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-739d2e7b-c10c-47b6-8593-d7d929968c7f tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (24db4402-aa1d-46f8-bd5e-42840f6dadb9), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:12.912937 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1a584338-b983-49dc-890c-aac058ca1658 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (4a26de85-8d0a-489b-a277-dc986131b915), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:12.931143 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-739d2e7b-c10c-47b6-8593-d7d929968c7f tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Calling delete_port for 24db4402-aa1d-46f8-bd5e-42840f6dadb9 owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:12.933918 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-2035db14-ff02-4661-b588-e8f575f3418b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Allocated IP 2001:db8::ae (94d9379e-13fb-449b-8f45-d1ab95378f77/7f843475-8262-43f1-a24b-2051a0aa7bf9/6abd1900-ccb9-424c-8431-942fa6b6f4f8) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:12.941749 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b989eb9e-0f04-4cd8-a7c9-3914969b987c tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (3a419d5f-88eb-4b34-bd3c-aa4d7717506f), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:12.958987 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b989eb9e-0f04-4cd8-a7c9-3914969b987c tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:42:12.959397 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b989eb9e-0f04-4cd8-a7c9-3914969b987c tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (3a419d5f-88eb-4b34-bd3c-aa4d7717506f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:12.962351 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59932) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:12.964824 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-d9eb9d37-286b-4162-84e9-342559ceef09 None None] Provisioning complete for port 54a0d467-1083-44cf-87df-6d10fa367e4d triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:12.965310 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:42:12.965310 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:42:12.965310 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:42:12.965310 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:42:12.965310 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:42:12.965310 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:42:12.965310 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:42:12.965310 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:42:12.965310 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:42:12.965310 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:42:12.965310 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:42:12.965310 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:42:12.965310 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:42:12.965310 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:42:12.965310 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:42:12.965310 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:42:12.965310 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:42:12.965310 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:42:12.965310 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:42:12.965310 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:42:12.965310 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:42:12.965310 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:42:12.965310 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:42:12.965310 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:42:12.965310 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:42:12.965310 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:42:12.965310 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:42:12.965310 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:42:12.965310 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:42:12.965310 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:42:12.965310 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:42:12.965310 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:42:12.968135 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d9eb9d37-286b-4162-84e9-342559ceef09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (54a0d467-1083-44cf-87df-6d10fa367e4d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:12.980891 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-2035db14-ff02-4661-b588-e8f575f3418b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Allocated IP 2001:db8:0:1:f816:3eff:fe82:693e (94d9379e-13fb-449b-8f45-d1ab95378f77/7c36b457-2f8c-4299-9164-d328d9ccd73a/6abd1900-ccb9-424c-8431-942fa6b6f4f8) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:13.005687 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port df2f178e-cf4e-463e-82c7-39423dc6a1f2 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:13.006356 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (df2f178e-cf4e-463e-82c7-39423dc6a1f2), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:13.104020 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a584338-b983-49dc-890c-aac058ca1658 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network 092e1732-307d-4f22-8859-d37827a7d6b1 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:13.105476 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a584338-b983-49dc-890c-aac058ca1658 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Port': ['ID=4a26de85-8d0a-489b-a277-dc986131b915,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:13.123277 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-1a584338-b983-49dc-890c-aac058ca1658 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:13.141274 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a584338-b983-49dc-890c-aac058ca1658 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:13.142243 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1a584338-b983-49dc-890c-aac058ca1658 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (a39a81c7-cf7a-422e-a209-13f7ec675452), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:13.181819 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-d9eb9d37-286b-4162-84e9-342559ceef09 None None] Current status of the port 54a0d467-1083-44cf-87df-6d10fa367e4d is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:13.182362 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d9eb9d37-286b-4162-84e9-342559ceef09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (54a0d467-1083-44cf-87df-6d10fa367e4d), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:13.185635 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b989eb9e-0f04-4cd8-a7c9-3914969b987c tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (34d9fa83-d1bc-475a-a854-7b4c7101f9a3), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:13.190875 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b989eb9e-0f04-4cd8-a7c9-3914969b987c tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:13.196111 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b989eb9e-0f04-4cd8-a7c9-3914969b987c tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173-project] 10.222.0.24 "DELETE /v2.0/networks/34d9fa83-d1bc-475a-a854-7b4c7101f9a3 HTTP/1.1" status: 204 len: 168 time: 1.4963343 Mar 23 02:42:13.239733 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port df2f178e-cf4e-463e-82c7-39423dc6a1f2 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:13.243428 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (df2f178e-cf4e-463e-82c7-39423dc6a1f2), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:13.285222 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-d9eb9d37-286b-4162-84e9-342559ceef09 None None] For port 54a0d467-1083-44cf-87df-6d10fa367e4d, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=54a0d467-1083-44cf-87df-6d10fa367e4d,segment=NetworkSegment(a86da523-3120-4532-824d-e5fe0f1a84d7),segment_id=a86da523-3120-4532-824d-e5fe0f1a84d7)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:13.301367 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port df2f178e-cf4e-463e-82c7-39423dc6a1f2, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=df2f178e-cf4e-463e-82c7-39423dc6a1f2,segment=NetworkSegment(e7c76ca6-ecd4-4e4a-b33b-b7b64abedb69),segment_id=e7c76ca6-ecd4-4e4a-b33b-b7b64abedb69)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:13.362858 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d9eb9d37-286b-4162-84e9-342559ceef09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (54a0d467-1083-44cf-87df-6d10fa367e4d), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:13.416288 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (df2f178e-cf4e-463e-82c7-39423dc6a1f2), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:13.419042 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 24db4402-aa1d-46f8-bd5e-42840f6dadb9 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:13.419319 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989eb9e-0f04-4cd8-a7c9-3914969b987c tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387380173-project] Pushing event deleted for resources: {'Network': ['ID=34d9fa83-d1bc-475a-a854-7b4c7101f9a3,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:13.464840 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2035db14-ff02-4661-b588-e8f575f3418b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for port (6abd1900-ccb9-424c-8431-942fa6b6f4f8), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:13.514288 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-739d2e7b-c10c-47b6-8593-d7d929968c7f tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (24db4402-aa1d-46f8-bd5e-42840f6dadb9), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:13.529456 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb9d37-286b-4162-84e9-342559ceef09 None None] Pushing event updated for resources: {'Port': ['ID=54a0d467-1083-44cf-87df-6d10fa367e4d,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:13.548236 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No active binding found for port 24db4402-aa1d-46f8-bd5e-42840f6dadb9 {{(pid=104350) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 23 02:42:13.548640 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] The host dv-neutron-834613-2-hyperv is not matching for port 24db4402-aa1d-46f8-bd5e-42840f6dadb9 host None! {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 02:42:13.549051 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 24db4402-aa1d-46f8-bd5e-42840f6dadb9 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 23 02:42:13.574132 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Port 24db4402-aa1d-46f8-bd5e-42840f6dadb9 not found, will not notify nova. {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 23 02:42:13.574585 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 54a0d467-1083-44cf-87df-6d10fa367e4d up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:13.578189 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d2e7b-c10c-47b6-8593-d7d929968c7f tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event deleted for resources: {'Port': ['ID=24db4402-aa1d-46f8-bd5e-42840f6dadb9,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:13.602555 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1860c9f1-d0ff-4b3b-9b57-049e6d3c1e63 None None] Network 214e6104-6d74-4ec3-b370-5a7613c6db90 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:13.638493 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739d2e7b-c10c-47b6-8593-d7d929968c7f tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] No DVR routers for this DVR port 24db4402-aa1d-46f8-bd5e-42840f6dadb9 on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:42:13.640974 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2035db14-ff02-4661-b588-e8f575f3418b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (6abd1900-ccb9-424c-8431-942fa6b6f4f8), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:13.770019 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-739d2e7b-c10c-47b6-8593-d7d929968c7f tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (c4940ce9-1a6f-408b-b167-61717cdebfe1), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:13.781383 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2035db14-ff02-4661-b588-e8f575f3418b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:13.851466 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-2035db14-ff02-4661-b588-e8f575f3418b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:13.856412 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd601bb0-6e97-4ef2-880f-e22b6ba65d48 admin admin] Deleting subnet be74aef4-d523-4b82-b87e-77f5209279fd {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:42:13.859702 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bd601bb0-6e97-4ef2-880f-e22b6ba65d48 admin admin] Publish callbacks [] for subnet (be74aef4-d523-4b82-b87e-77f5209279fd), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:13.861078 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2035db14-ff02-4661-b588-e8f575f3418b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:13.865622 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-9b45a590-a669-4f35-b945-3fa936234a7c None None] Provisioning complete for port bf19b8bc-f8e0-4f65-bac3-3083ddcd7ec8 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:13.868900 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9b45a590-a669-4f35-b945-3fa936234a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (bf19b8bc-f8e0-4f65-bac3-3083ddcd7ec8), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:13.879051 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2035db14-ff02-4661-b588-e8f575f3418b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:13.879051 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2035db14-ff02-4661-b588-e8f575f3418b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:13.888631 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035db14-ff02-4661-b588-e8f575f3418b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Port': ['ID=6abd1900-ccb9-424c-8431-942fa6b6f4f8,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:13.900191 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bd601bb0-6e97-4ef2-880f-e22b6ba65d48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (be74aef4-d523-4b82-b87e-77f5209279fd), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:13.926760 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=df2f178e-cf4e-463e-82c7-39423dc6a1f2,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:13.959245 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-9b45a590-a669-4f35-b945-3fa936234a7c None None] Port bf19b8bc-f8e0-4f65-bac3-3083ddcd7ec8 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:42:13.967091 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bd601bb0-6e97-4ef2-880f-e22b6ba65d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (be74aef4-d523-4b82-b87e-77f5209279fd), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:13.975741 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 54a0d467-1083-44cf-87df-6d10fa367e4d triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:13.976372 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (54a0d467-1083-44cf-87df-6d10fa367e4d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:13.982364 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-9b45a590-a669-4f35-b945-3fa936234a7c None None] Could not find standard attr ID for object 24db4402-aa1d-46f8-bd5e-42840f6dadb9. {{(pid=104350) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:42:14.039585 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2035db14-ff02-4661-b588-e8f575f3418b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.2504213 Mar 23 02:42:14.042793 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59938) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:14.078297 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-9b45a590-a669-4f35-b945-3fa936234a7c None None] Provisioning complete for port 54a0d467-1083-44cf-87df-6d10fa367e4d triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:14.078297 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9b45a590-a669-4f35-b945-3fa936234a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (54a0d467-1083-44cf-87df-6d10fa367e4d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:14.078548 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59940) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:14.114215 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-739d2e7b-c10c-47b6-8593-d7d929968c7f tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (c4940ce9-1a6f-408b-b167-61717cdebfe1), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:14.157232 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62961800-c992-42f3-90ee-b7f3ac627dc1 None None] Network 092e1732-307d-4f22-8859-d37827a7d6b1 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:14.225234 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 54a0d467-1083-44cf-87df-6d10fa367e4d is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:14.263217 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d2e7b-c10c-47b6-8593-d7d929968c7f tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event deleted for resources: {'Subnet': ['ID=c4940ce9-1a6f-408b-b167-61717cdebfe1,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:14.268734 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bd601bb0-6e97-4ef2-880f-e22b6ba65d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (be74aef4-d523-4b82-b87e-77f5209279fd), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:14.296569 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-9b45a590-a669-4f35-b945-3fa936234a7c None None] Current status of the port 54a0d467-1083-44cf-87df-6d10fa367e4d is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:14.346451 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9dd3921f-d8cf-4d7f-82c9-b160b108f503 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (047fad22-9258-41cb-9544-a9d21e878a8c), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:14.373019 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bd601bb0-6e97-4ef2-880f-e22b6ba65d48 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:14.391226 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-bd601bb0-6e97-4ef2-880f-e22b6ba65d48 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/be74aef4-d523-4b82-b87e-77f5209279fd HTTP/1.1" status: 204 len: 168 time: 1.3824141 Mar 23 02:42:14.396620 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59944) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:14.403424 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-739d2e7b-c10c-47b6-8593-d7d929968c7f tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (214e6104-6d74-4ec3-b370-5a7613c6db90), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:14.407812 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f83795-ebdb-4cdb-a43c-ccf5d2373c96 None None] Network 214e6104-6d74-4ec3-b370-5a7613c6db90 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:14.428360 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd601bb0-6e97-4ef2-880f-e22b6ba65d48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be74aef4-d523-4b82-b87e-77f5209279fd,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:14.494355 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-739d2e7b-c10c-47b6-8593-d7d929968c7f tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214e6104-6d74-4ec3-b370-5a7613c6db90']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:14.501495 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3921f-d8cf-4d7f-82c9-b160b108f503 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Pushing event deleted for resources: {'Port': ['ID=047fad22-9258-41cb-9544-a9d21e878a8c,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:14.512662 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-3cd5e341-69d4-4469-af36-b266c532ae76 None None] Provisioning complete for port bf19b8bc-f8e0-4f65-bac3-3083ddcd7ec8 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:14.513041 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3cd5e341-69d4-4469-af36-b266c532ae76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (bf19b8bc-f8e0-4f65-bac3-3083ddcd7ec8), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:14.514596 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-dc50c268-b2d6-4f2c-8743-9961c3b9cc08 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting port 6abd1900-ccb9-424c-8431-942fa6b6f4f8 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:14.515006 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dc50c268-b2d6-4f2c-8743-9961c3b9cc08 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (6abd1900-ccb9-424c-8431-942fa6b6f4f8), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:14.528478 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-739d2e7b-c10c-47b6-8593-d7d929968c7f tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e407ca-1226-4992-a7ea-65d29c503a70') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:14.528849 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-739d2e7b-c10c-47b6-8593-d7d929968c7f tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e407ca-1226-4992-a7ea-65d29c503a70') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:14.557241 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-45fe40fe-e3ab-47f5-9988-f18cb2a11fbd tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (bf19b8bc-f8e0-4f65-bac3-3083ddcd7ec8), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:14.573336 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 54a0d467-1083-44cf-87df-6d10fa367e4d up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:14.585733 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-739d2e7b-c10c-47b6-8593-d7d929968c7f tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (e4e407ca-1226-4992-a7ea-65d29c503a70), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:14.594573 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a149496d-08c8-42d1-8390-2dfe93fe1735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (84589e9a-0507-4cf9-9ae0-6d9f3def606b), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:14.607207 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9dd3921f-d8cf-4d7f-82c9-b160b108f503 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:14.614546 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9dd3921f-d8cf-4d7f-82c9-b160b108f503 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] 10.222.0.24 "DELETE /v2.0/ports/047fad22-9258-41cb-9544-a9d21e878a8c HTTP/1.1" status: 204 len: 168 time: 3.7475936 Mar 23 02:42:14.619573 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1a584338-b983-49dc-890c-aac058ca1658 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (4a26de85-8d0a-489b-a277-dc986131b915), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:14.622499 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59946) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:14.638612 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-739d2e7b-c10c-47b6-8593-d7d929968c7f tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (e4e407ca-1226-4992-a7ea-65d29c503a70), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:14.656686 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7903dcdb-b8ce-45f9-8f30-99a55ac533da tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (e26e6942-e301-4314-92b8-88eec38db90a), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:14.666728 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-739d2e7b-c10c-47b6-8593-d7d929968c7f tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:42:14.667898 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-739d2e7b-c10c-47b6-8593-d7d929968c7f tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (e4e407ca-1226-4992-a7ea-65d29c503a70), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:14.675806 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c760b20c-5b4a-4e07-b803-389f2ebc100c None None] DHCP port deletion for 214e6104-6d74-4ec3-b370-5a7613c6db90 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:42:14.684570 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:42:14.684570 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:42:14.684570 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:42:14.684570 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:42:14.684570 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:42:14.684570 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:42:14.684570 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:42:14.684570 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:42:14.684570 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:42:14.684570 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:42:14.684570 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:42:14.684570 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:42:14.684570 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:42:14.684570 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:42:14.684570 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:42:14.684570 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:42:14.684570 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:42:14.684570 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:42:14.684570 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:42:14.684570 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:42:14.684570 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:42:14.684570 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:42:14.684570 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:42:14.684570 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:42:14.684570 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:42:14.684570 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:42:14.684570 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:42:14.684570 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:42:14.684570 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:42:14.684570 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:42:14.684570 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:42:14.684570 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:42:14.701454 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-3cd5e341-69d4-4469-af36-b266c532ae76 None None] Port bf19b8bc-f8e0-4f65-bac3-3083ddcd7ec8 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:42:14.729200 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 54a0d467-1083-44cf-87df-6d10fa367e4d triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:14.730494 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (54a0d467-1083-44cf-87df-6d10fa367e4d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:14.753518 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-81acf923-65c2-48de-bf4d-b58321bbb8ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb02e97b9fe7442a809fbe4fb5d5501c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6709802 Mar 23 02:42:14.754978 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59948) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:14.762810 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d48649-ad56-4fa9-890d-37693d9582bb tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] GET failed (client error): The resource could not be found. Mar 23 02:42:14.769021 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-03d48649-ad56-4fa9-890d-37693d9582bb tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] 10.222.0.24 "GET /v2.0/ports/047fad22-9258-41cb-9544-a9d21e878a8c HTTP/1.1" status: 404 len: 333 time: 0.1381032 Mar 23 02:42:14.777162 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-3cd5e341-69d4-4469-af36-b266c532ae76 None None] Provisioning complete for port df2f178e-cf4e-463e-82c7-39423dc6a1f2 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:14.777162 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3cd5e341-69d4-4469-af36-b266c532ae76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (df2f178e-cf4e-463e-82c7-39423dc6a1f2), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:14.782698 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59950) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:14.874678 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 54a0d467-1083-44cf-87df-6d10fa367e4d is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:14.875812 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device df2f178e-cf4e-463e-82c7-39423dc6a1f2 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:14.962018 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-3cd5e341-69d4-4469-af36-b266c532ae76 None None] Current status of the port df2f178e-cf4e-463e-82c7-39423dc6a1f2 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:14.976861 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port df2f178e-cf4e-463e-82c7-39423dc6a1f2 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:14.977533 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (df2f178e-cf4e-463e-82c7-39423dc6a1f2), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:14.978967 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-3cd5e341-69d4-4469-af36-b266c532ae76 None None] Provisioning complete for port 6abd1900-ccb9-424c-8431-942fa6b6f4f8 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:14.979877 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3cd5e341-69d4-4469-af36-b266c532ae76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (6abd1900-ccb9-424c-8431-942fa6b6f4f8), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:15.050634 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-3cd5e341-69d4-4469-af36-b266c532ae76 None None] Port 6abd1900-ccb9-424c-8431-942fa6b6f4f8 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:42:15.088519 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903dcdb-b8ce-45f9-8f30-99a55ac533da tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Subnet': ['ID=e26e6942-e301-4314-92b8-88eec38db90a,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:15.116951 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port df2f178e-cf4e-463e-82c7-39423dc6a1f2 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:15.179362 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-45e73d04-cf2c-4fe6-aebd-75eeee4368ac None None] Provisioning complete for port df2f178e-cf4e-463e-82c7-39423dc6a1f2 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:15.179905 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-45e73d04-cf2c-4fe6-aebd-75eeee4368ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (df2f178e-cf4e-463e-82c7-39423dc6a1f2), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:15.255408 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-eb4e967f-8c2f-466b-addd-4cb1ffb9d7e8 admin admin] Publish callbacks [] for security_group (13e3cfeb-5730-4b68-94e1-a060924ba029), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:15.257181 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7903dcdb-b8ce-45f9-8f30-99a55ac533da tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Checking segment: {'id': 'ae3baf89-93cf-4bb8-a81f-c9a37594daf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7ce1b69b-d4c9-416d-949d-f06d5de1c26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:15.257550 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7903dcdb-b8ce-45f9-8f30-99a55ac533da tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network hostable DHCP agents. Network: 7ce1b69b-d4c9-416d-949d-f06d5de1c26c, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:42:15.285861 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dc50c268-b2d6-4f2c-8743-9961c3b9cc08 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (6abd1900-ccb9-424c-8431-942fa6b6f4f8), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:15.286411 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-45e73d04-cf2c-4fe6-aebd-75eeee4368ac None None] Current status of the port df2f178e-cf4e-463e-82c7-39423dc6a1f2 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:15.299111 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-45e73d04-cf2c-4fe6-aebd-75eeee4368ac None None] Provisioning complete for port 4a26de85-8d0a-489b-a277-dc986131b915 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:15.300278 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-45e73d04-cf2c-4fe6-aebd-75eeee4368ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (4a26de85-8d0a-489b-a277-dc986131b915), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:15.303660 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-739d2e7b-c10c-47b6-8593-d7d929968c7f tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (214e6104-6d74-4ec3-b370-5a7613c6db90), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:15.330238 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a149496d-08c8-42d1-8390-2dfe93fe1735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (84589e9a-0507-4cf9-9ae0-6d9f3def606b), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:15.333383 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-dc50c268-b2d6-4f2c-8743-9961c3b9cc08 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Calling delete_port for 6abd1900-ccb9-424c-8431-942fa6b6f4f8 owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:15.335667 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-739d2e7b-c10c-47b6-8593-d7d929968c7f tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:15.339074 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-739d2e7b-c10c-47b6-8593-d7d929968c7f tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/networks/214e6104-6d74-4ec3-b370-5a7613c6db90 HTTP/1.1" status: 204 len: 168 time: 4.3181455 Mar 23 02:42:15.340193 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d2e7b-c10c-47b6-8593-d7d929968c7f tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event deleted for resources: {'Network': ['ID=214e6104-6d74-4ec3-b370-5a7613c6db90,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:15.342385 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-eb4e967f-8c2f-466b-addd-4cb1ffb9d7e8 admin admin] Publish callbacks [] for security_group (13e3cfeb-5730-4b68-94e1-a060924ba029), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:15.349216 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59952) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:15.351210 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-45e73d04-cf2c-4fe6-aebd-75eeee4368ac None None] Port 4a26de85-8d0a-489b-a277-dc986131b915 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:42:15.426407 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e0895d2-6305-4f8c-aa7f-026141ecd02d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:15.427265 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e0895d2-6305-4f8c-aa7f-026141ecd02d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:15.430312 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3e0895d2-6305-4f8c-aa7f-026141ecd02d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/networks/214e6104-6d74-4ec3-b370-5a7613c6db90 HTTP/1.1" status: 404 len: 339 time: 0.0781758 Mar 23 02:42:15.432419 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-a149496d-08c8-42d1-8390-2dfe93fe1735 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84589e9a-0507-4cf9-9ae0-6d9f3def606b']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:15.441500 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59954) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:15.451484 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-d4fe8330-7f91-4027-9ea1-a519d6e2e36c tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-136583340', 'description': 'd1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:15.456054 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-a149496d-08c8-42d1-8390-2dfe93fe1735 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c372683-a61d-42b3-b666-cb70435ab787') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:15.456297 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-a149496d-08c8-42d1-8390-2dfe93fe1735 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c372683-a61d-42b3-b666-cb70435ab787') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:15.458863 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-c6df6886-2096-4356-9fef-c163855b4643 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Deleting port 3d2ba984-8a63-4ebb-aed9-4bff6a496ed3 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:15.459221 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c6df6886-2096-4356-9fef-c163855b4643 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (3d2ba984-8a63-4ebb-aed9-4bff6a496ed3), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:15.473766 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a149496d-08c8-42d1-8390-2dfe93fe1735 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (0c372683-a61d-42b3-b666-cb70435ab787), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:15.477624 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-a25be418-fde7-4566-b9a7-eb949f8a7199 None None] Provisioning complete for port 4a26de85-8d0a-489b-a277-dc986131b915 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:15.491399 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a25be418-fde7-4566-b9a7-eb949f8a7199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (4a26de85-8d0a-489b-a277-dc986131b915), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:15.504968 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a149496d-08c8-42d1-8390-2dfe93fe1735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (0c372683-a61d-42b3-b666-cb70435ab787), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:15.518309 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a149496d-08c8-42d1-8390-2dfe93fe1735 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:42:15.518710 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a149496d-08c8-42d1-8390-2dfe93fe1735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (0c372683-a61d-42b3-b666-cb70435ab787), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:15.520451 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:42:15.520451 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:42:15.520451 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:42:15.520451 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:42:15.520451 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:42:15.520451 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:42:15.520451 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:42:15.520451 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:42:15.520451 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:42:15.520451 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:42:15.520451 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:42:15.520451 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:42:15.520451 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:42:15.520451 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:42:15.520451 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:42:15.520451 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:42:15.520451 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:42:15.520451 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:42:15.520451 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:42:15.520451 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:42:15.520451 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:42:15.520451 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:42:15.520451 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:42:15.520451 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:42:15.520451 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:42:15.520451 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:42:15.520451 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:42:15.520451 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:42:15.520451 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:42:15.520451 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:42:15.520451 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:42:15.520451 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:42:15.523375 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-a25be418-fde7-4566-b9a7-eb949f8a7199 None None] Port 4a26de85-8d0a-489b-a277-dc986131b915 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:42:15.571522 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-45fe40fe-e3ab-47f5-9988-f18cb2a11fbd tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for port (bf19b8bc-f8e0-4f65-bac3-3083ddcd7ec8), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:15.586064 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7903dcdb-b8ce-45f9-8f30-99a55ac533da tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network 7ce1b69b-d4c9-416d-949d-f06d5de1c26c is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:42:15.621864 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c6df6886-2096-4356-9fef-c163855b4643 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (3d2ba984-8a63-4ebb-aed9-4bff6a496ed3), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:15.638231 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-c6df6886-2096-4356-9fef-c163855b4643 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Calling delete_port for 3d2ba984-8a63-4ebb-aed9-4bff6a496ed3 owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:15.663912 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1a584338-b983-49dc-890c-aac058ca1658 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for port (4a26de85-8d0a-489b-a277-dc986131b915), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:15.664478 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fe8330-7f91-4027-9ea1-a519d6e2e36c tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Made reservation on behalf of a93ad12b8bcf4411afa287294e0d6a41 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:15.668057 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d4fe8330-7f91-4027-9ea1-a519d6e2e36c tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:15.689901 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a149496d-08c8-42d1-8390-2dfe93fe1735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (84589e9a-0507-4cf9-9ae0-6d9f3def606b), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:15.700883 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-45fe40fe-e3ab-47f5-9988-f18cb2a11fbd tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (bf19b8bc-f8e0-4f65-bac3-3083ddcd7ec8), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:15.702741 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-7903dcdb-b8ce-45f9-8f30-99a55ac533da tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 7ce1b69b-d4c9-416d-949d-f06d5de1c26c) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:15.704250 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-eb4e967f-8c2f-466b-addd-4cb1ffb9d7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (13e3cfeb-5730-4b68-94e1-a060924ba029), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:15.706728 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-eb4e967f-8c2f-466b-addd-4cb1ffb9d7e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:15.711324 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-eb4e967f-8c2f-466b-addd-4cb1ffb9d7e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/13e3cfeb-5730-4b68-94e1-a060924ba029 HTTP/1.1" status: 204 len: 168 time: 0.9375284 Mar 23 02:42:15.711496 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a149496d-08c8-42d1-8390-2dfe93fe1735 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:15.712510 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a149496d-08c8-42d1-8390-2dfe93fe1735 admin admin] 10.222.0.24 "DELETE /v2.0/networks/84589e9a-0507-4cf9-9ae0-6d9f3def606b HTTP/1.1" status: 204 len: 168 time: 1.3148463 Mar 23 02:42:15.715356 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149496d-08c8-42d1-8390-2dfe93fe1735 admin admin] Pushing event deleted for resources: {'Network': ['ID=84589e9a-0507-4cf9-9ae0-6d9f3def606b,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:15.716383 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59958) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:15.717726 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7903dcdb-b8ce-45f9-8f30-99a55ac533da tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:15.718330 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7903dcdb-b8ce-45f9-8f30-99a55ac533da tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:15.721517 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2da733-ef1b-41ee-b0d0-efc9a20f58cd None None] Network 7ce1b69b-d4c9-416d-949d-f06d5de1c26c requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:15.768443 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e967f-8c2f-466b-addd-4cb1ffb9d7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e3cfeb-5730-4b68-94e1-a060924ba029,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:15.770218 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1a584338-b983-49dc-890c-aac058ca1658 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (4a26de85-8d0a-489b-a277-dc986131b915), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:15.770993 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1a584338-b983-49dc-890c-aac058ca1658 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (a39a81c7-cf7a-422e-a209-13f7ec675452), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:15.775809 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dc50c268-b2d6-4f2c-8743-9961c3b9cc08 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (6abd1900-ccb9-424c-8431-942fa6b6f4f8), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:15.783126 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4fe8330-7f91-4027-9ea1-a519d6e2e36c tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:42:15.826567 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50c268-b2d6-4f2c-8743-9961c3b9cc08 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Port': ['ID=6abd1900-ccb9-424c-8431-942fa6b6f4f8,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:15.833629 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d4fe8330-7f91-4027-9ea1-a519d6e2e36c tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (edb3573f-22b3-4dfb-bbf2-dc8904819591), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:15.840199 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-d4fe8330-7f91-4027-9ea1-a519d6e2e36c tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Added segment edb3573f-22b3-4dfb-bbf2-dc8904819591 of type vlan for network abb038f5-73b9-43b9-b219-0323ac4279fa Mar 23 02:42:15.863330 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe40fe-e3ab-47f5-9988-f18cb2a11fbd tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Port': ['ID=bf19b8bc-f8e0-4f65-bac3-3083ddcd7ec8,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:15.907807 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9888c69-8398-4c5f-a729-66c8af60f961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-7ce1b69b-d4c9-416d-949d-f06d5de1c26c', 'network_id': '7ce1b69b-d4c9-416d-949d-f06d5de1c26c', 'project_id': '32afce4d288d4d26875daa685df2d772', 'fixed_ips': [{'subnet_id': 'e26e6942-e301-4314-92b8-88eec38db90a'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:42:15.909038 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c9888c69-8398-4c5f-a729-66c8af60f961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:15.927591 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-61cd8644-b094-4576-a189-42a8a738784b admin admin] Deleting subnet bac32318-7fb5-410c-b264-a611f5bf53fe {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:42:15.928057 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dc50c268-b2d6-4f2c-8743-9961c3b9cc08 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:15.937809 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-dc50c268-b2d6-4f2c-8743-9961c3b9cc08 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/6abd1900-ccb9-424c-8431-942fa6b6f4f8 HTTP/1.1" status: 204 len: 168 time: 1.8900557 Mar 23 02:42:15.937809 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59960) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:15.949888 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d4fe8330-7f91-4027-9ea1-a519d6e2e36c tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (abb038f5-73b9-43b9-b219-0323ac4279fa), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:16.008731 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7903dcdb-b8ce-45f9-8f30-99a55ac533da tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3654420 Mar 23 02:42:16.011579 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59962) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:16.031743 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-61cd8644-b094-4576-a189-42a8a738784b admin admin] Publish callbacks [] for subnet (bac32318-7fb5-410c-b264-a611f5bf53fe), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:16.035806 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-9e327969-64c1-4e36-8293-ca71b8b874bc tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'port': {'network_id': '7ce1b69b-d4c9-416d-949d-f06d5de1c26c', 'name': 'tempest-PortsTestJSON-1620896724'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:16.112382 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d4fe8330-7f91-4027-9ea1-a519d6e2e36c tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (abb038f5-73b9-43b9-b219-0323ac4279fa), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:16.119745 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fe8330-7f91-4027-9ea1-a519d6e2e36c tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:16.120620 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d4fe8330-7f91-4027-9ea1-a519d6e2e36c tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:16.154946 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-c9888c69-8398-4c5f-a729-66c8af60f961 None None] Allocated IP 172.20.0.2 (7ce1b69b-d4c9-416d-949d-f06d5de1c26c/e26e6942-e301-4314-92b8-88eec38db90a/a226a611-1fda-4c71-9a24-d6abc141024f) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:16.162107 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c10f39-78e5-43fb-8bc1-d5e627ffb132 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:16.165543 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a3c10f39-78e5-43fb-8bc1-d5e627ffb132 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2275455 Mar 23 02:42:16.190195 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59966) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:16.289534 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a584338-b983-49dc-890c-aac058ca1658 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network 092e1732-307d-4f22-8859-d37827a7d6b1 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:16.297484 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-1a584338-b983-49dc-890c-aac058ca1658 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:16.309976 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a584338-b983-49dc-890c-aac058ca1658 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Port': ['ID=4a26de85-8d0a-489b-a277-dc986131b915,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:16.331078 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 24db4402-aa1d-46f8-bd5e-42840f6dadb9 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:42:16.348030 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d4fe8330-7f91-4027-9ea1-a519d6e2e36c tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9042203 Mar 23 02:42:16.357972 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59968) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:16.427738 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c9888c69-8398-4c5f-a729-66c8af60f961 None None] Publish callbacks [] for port (a226a611-1fda-4c71-9a24-d6abc141024f), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:16.434477 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 24db4402-aa1d-46f8-bd5e-42840f6dadb9 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:42:16.434834 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 24db4402-aa1d-46f8-bd5e-42840f6dadb9 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:42:16.440805 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-61cd8644-b094-4576-a189-42a8a738784b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (bac32318-7fb5-410c-b264-a611f5bf53fe), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:16.446207 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-d4069f1e-b772-4edf-9627-9292df04a3e1 None None] Provisioning complete for port bf19b8bc-f8e0-4f65-bac3-3083ddcd7ec8 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:16.446605 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d4069f1e-b772-4edf-9627-9292df04a3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (bf19b8bc-f8e0-4f65-bac3-3083ddcd7ec8), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:16.484105 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe8330-7f91-4027-9ea1-a519d6e2e36c tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event updated for resources: {'Network': ['ID=abb038f5-73b9-43b9-b219-0323ac4279fa,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:16.496326 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a584338-b983-49dc-890c-aac058ca1658 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Router a39a81c7-cf7a-422e-a209-13f7ec675452 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:42:16.503599 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network abb038f5-73b9-43b9-b219-0323ac4279fa details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:42:16.516870 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c45d62b-2909-498d-9d64-d61bdcd12539 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:16.521321 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59970) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:16.524990 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9c45d62b-2909-498d-9d64-d61bdcd12539 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3299377 Mar 23 02:42:16.555472 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-d4069f1e-b772-4edf-9627-9292df04a3e1 None None] Port bf19b8bc-f8e0-4f65-bac3-3083ddcd7ec8 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:42:16.561455 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c9888c69-8398-4c5f-a729-66c8af60f961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (a226a611-1fda-4c71-9a24-d6abc141024f), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:16.565617 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c683f03a-65ee-4adf-b179-7c07fba3eb1a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:16.567920 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c683f03a-65ee-4adf-b179-7c07fba3eb1a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "GET /v2.0/networks?id=abb038f5-73b9-43b9-b219-0323ac4279fa HTTP/1.1" status: 200 len: 760 time: 0.2078040 Mar 23 02:42:16.570404 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59972) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:16.577138 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-dd353c1b-42f8-43d6-ac6f-958d66fdba8e tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Request body: {'network': {'description': 'd2'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:16.598679 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59974) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:16.620278 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-61cd8644-b094-4576-a189-42a8a738784b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (bac32318-7fb5-410c-b264-a611f5bf53fe), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:16.622530 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-45fe40fe-e3ab-47f5-9988-f18cb2a11fbd tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (3776b467-96ea-4700-983a-741c9764ec1d), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:16.642551 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9888c69-8398-4c5f-a729-66c8af60f961 None None] Network 7ce1b69b-d4c9-416d-949d-f06d5de1c26c is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:16.643165 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e327969-64c1-4e36-8293-ca71b8b874bc tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:16.647035 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e327969-64c1-4e36-8293-ca71b8b874bc tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:16.647603 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-c9888c69-8398-4c5f-a729-66c8af60f961 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:16.656541 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9888c69-8398-4c5f-a729-66c8af60f961 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:16.680730 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9888c69-8398-4c5f-a729-66c8af60f961 None None] Pushing event updated for resources: {'Port': ['ID=a226a611-1fda-4c71-9a24-d6abc141024f,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:16.702502 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-9e327969-64c1-4e36-8293-ca71b8b874bc tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] device_id is not set on port 6fa427b0-009c-47e7-bcd6-fb3f07839ec2 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:42:16.737994 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-52200bfe-ee78-46df-8303-cce48fbb9624 None None] Provisioning complete for port 4a26de85-8d0a-489b-a277-dc986131b915 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:16.738381 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-52200bfe-ee78-46df-8303-cce48fbb9624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (4a26de85-8d0a-489b-a277-dc986131b915), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:16.784382 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-c9888c69-8398-4c5f-a729-66c8af60f961 None None] Attempting to bind port a226a611-1fda-4c71-9a24-d6abc141024f on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:42:16.784854 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-c9888c69-8398-4c5f-a729-66c8af60f961 None None] Attempting to bind port a226a611-1fda-4c71-9a24-d6abc141024f by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'ae3baf89-93cf-4bb8-a81f-c9a37594daf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7ce1b69b-d4c9-416d-949d-f06d5de1c26c'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:42:16.785294 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9888c69-8398-4c5f-a729-66c8af60f961 None None] Attempting to bind port a226a611-1fda-4c71-9a24-d6abc141024f on network 7ce1b69b-d4c9-416d-949d-f06d5de1c26c {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:42:16.801505 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9888c69-8398-4c5f-a729-66c8af60f961 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:42:16.801990 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9888c69-8398-4c5f-a729-66c8af60f961 None None] Checking segment: {'id': 'ae3baf89-93cf-4bb8-a81f-c9a37594daf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7ce1b69b-d4c9-416d-949d-f06d5de1c26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:16.802468 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c9888c69-8398-4c5f-a729-66c8af60f961 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:16.802938 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9888c69-8398-4c5f-a729-66c8af60f961 None None] Bound using segment: {'id': 'ae3baf89-93cf-4bb8-a81f-c9a37594daf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7ce1b69b-d4c9-416d-949d-f06d5de1c26c'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:42:16.803503 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-c9888c69-8398-4c5f-a729-66c8af60f961 None None] Bound port: a226a611-1fda-4c71-9a24-d6abc141024f, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3baf89-93cf-4bb8-a81f-c9a37594daf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7ce1b69b-d4c9-416d-949d-f06d5de1c26c'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:42:16.803985 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c9888c69-8398-4c5f-a729-66c8af60f961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a226a611-1fda-4c71-9a24-d6abc141024f), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:16.816990 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-52200bfe-ee78-46df-8303-cce48fbb9624 None None] Port 4a26de85-8d0a-489b-a277-dc986131b915 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:42:16.823872 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-39b8d736-c4b4-44c1-9d79-fe3448334564 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=32b21893521641e99321ceb75c919ea7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217133 Mar 23 02:42:16.835227 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59976) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:16.884761 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-c9888c69-8398-4c5f-a729-66c8af60f961 None None] For port a226a611-1fda-4c71-9a24-d6abc141024f, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:42:16.889146 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-c9888c69-8398-4c5f-a729-66c8af60f961 None None] For port a226a611-1fda-4c71-9a24-d6abc141024f, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=a226a611-1fda-4c71-9a24-d6abc141024f,segment=NetworkSegment(ae3baf89-93cf-4bb8-a81f-c9a37594daf4),segment_id=ae3baf89-93cf-4bb8-a81f-c9a37594daf4)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:42:16.943059 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dd353c1b-42f8-43d6-ac6f-958d66fdba8e tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (abb038f5-73b9-43b9-b219-0323ac4279fa), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:16.981581 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-9e327969-64c1-4e36-8293-ca71b8b874bc tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Allocated IP 172.20.0.13 (7ce1b69b-d4c9-416d-949d-f06d5de1c26c/e26e6942-e301-4314-92b8-88eec38db90a/6fa427b0-009c-47e7-bcd6-fb3f07839ec2) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:16.987598 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-576ffcf7-195d-4b87-95d3-1fb3e771b8e1 admin admin] Publish callbacks [] for security_group (de1b7628-c294-45ed-8c40-da58cbd5edbd), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:16.998372 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c9888c69-8398-4c5f-a729-66c8af60f961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (a226a611-1fda-4c71-9a24-d6abc141024f), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:17.025864 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-576ffcf7-195d-4b87-95d3-1fb3e771b8e1 admin admin] Publish callbacks [] for security_group (de1b7628-c294-45ed-8c40-da58cbd5edbd), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:17.042369 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dd353c1b-42f8-43d6-ac6f-958d66fdba8e tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (abb038f5-73b9-43b9-b219-0323ac4279fa), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:17.051863 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c6df6886-2096-4356-9fef-c163855b4643 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (3d2ba984-8a63-4ebb-aed9-4bff6a496ed3), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:17.073891 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9888c69-8398-4c5f-a729-66c8af60f961 None None] Pushing event updated for resources: {'Port': ['ID=a226a611-1fda-4c71-9a24-d6abc141024f,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:17.097970 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df6886-2096-4356-9fef-c163855b4643 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Pushing event deleted for resources: {'Port': ['ID=3d2ba984-8a63-4ebb-aed9-4bff6a496ed3,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:17.122020 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dd353c1b-42f8-43d6-ac6f-958d66fdba8e tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Network abb038f5-73b9-43b9-b219-0323ac4279fa is not hosted by any dhcp agent {{(pid=104349) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 23 02:42:17.127067 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd353c1b-42f8-43d6-ac6f-958d66fdba8e tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:17.127693 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dd353c1b-42f8-43d6-ac6f-958d66fdba8e tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:17.132391 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-dd353c1b-42f8-43d6-ac6f-958d66fdba8e tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "PUT /v2.0/networks/abb038f5-73b9-43b9-b219-0323ac4279fa HTTP/1.1" status: 200 len: 757 time: 0.5575397 Mar 23 02:42:17.143718 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59978) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:17.145264 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7568797-6847-41f1-84fa-637f98de0d0c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:17.146392 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7568797-6847-41f1-84fa-637f98de0d0c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:17.147809 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7568797-6847-41f1-84fa-637f98de0d0c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:17.152764 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f7568797-6847-41f1-84fa-637f98de0d0c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6246357 Mar 23 02:42:17.169623 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59980) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:17.227907 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd353c1b-42f8-43d6-ac6f-958d66fdba8e tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event updated for resources: {'Network': ['ID=abb038f5-73b9-43b9-b219-0323ac4279fa,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:17.243162 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network abb038f5-73b9-43b9-b219-0323ac4279fa details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:42:17.306580 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7271ab1-8dfa-47bd-a590-b98ed0b929ac tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting subnet 7c36b457-2f8c-4299-9164-d328d9ccd73a {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:42:17.310449 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b7271ab1-8dfa-47bd-a590-b98ed0b929ac tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (7c36b457-2f8c-4299-9164-d328d9ccd73a), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:17.337555 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c6df6886-2096-4356-9fef-c163855b4643 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:17.343372 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c6df6886-2096-4356-9fef-c163855b4643 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] 10.222.0.24 "DELETE /v2.0/ports/3d2ba984-8a63-4ebb-aed9-4bff6a496ed3 HTTP/1.1" status: 204 len: 168 time: 2.5566089 Mar 23 02:42:17.353053 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e60583b-4303-4431-b0dc-a7ec87b66eeb tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:17.356279 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5e60583b-4303-4431-b0dc-a7ec87b66eeb tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "GET /v2.0/networks?id=abb038f5-73b9-43b9-b219-0323ac4279fa HTTP/1.1" status: 200 len: 760 time: 0.2058172 Mar 23 02:42:17.357604 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-61cd8644-b094-4576-a189-42a8a738784b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (bac32318-7fb5-410c-b264-a611f5bf53fe), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:17.362309 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59982) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:17.362777 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59984) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:17.371311 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-38963931-1471-49d2-aa6e-05755cc40bc4 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1097704512'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:17.371487 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-576ffcf7-195d-4b87-95d3-1fb3e771b8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (de1b7628-c294-45ed-8c40-da58cbd5edbd), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:17.379515 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-576ffcf7-195d-4b87-95d3-1fb3e771b8e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:17.379515 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-576ffcf7-195d-4b87-95d3-1fb3e771b8e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/de1b7628-c294-45ed-8c40-da58cbd5edbd HTTP/1.1" status: 204 len: 168 time: 0.5387757 Mar 23 02:42:17.419981 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a584338-b983-49dc-890c-aac058ca1658 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:42:17.427584 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1a584338-b983-49dc-890c-aac058ca1658 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "PUT /v2.0/routers/a39a81c7-cf7a-422e-a209-13f7ec675452/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0786269 Mar 23 02:42:17.433850 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32aa67b0-dfd4-4103-b4d0-7428e576b922 None None] Sync routers for ids ['a39a81c7-cf7a-422e-a209-13f7ec675452'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:42:17.458673 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 59988) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:17.458927 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aa67b0-dfd4-4103-b4d0-7428e576b922 None None] Routers {'a39a81c7-cf7a-422e-a209-13f7ec675452'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:42:17.459371 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-32aa67b0-dfd4-4103-b4d0-7428e576b922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:41:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a39a81c7-cf7a-422e-a209-13f7ec675452'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:17.461787 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd8644-b094-4576-a189-42a8a738784b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bac32318-7fb5-410c-b264-a611f5bf53fe,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:17.472140 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e327969-64c1-4e36-8293-ca71b8b874bc tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for port (6fa427b0-009c-47e7-bcd6-fb3f07839ec2), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:17.543594 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-61cd8644-b094-4576-a189-42a8a738784b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:17.550326 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b7271ab1-8dfa-47bd-a590-b98ed0b929ac tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (7c36b457-2f8c-4299-9164-d328d9ccd73a), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:17.550791 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-61cd8644-b094-4576-a189-42a8a738784b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bac32318-7fb5-410c-b264-a611f5bf53fe HTTP/1.1" status: 204 len: 168 time: 1.8278289 Mar 23 02:42:17.561135 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59990) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:17.561692 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-593cdce3-e8ab-409b-b369-b20fdd2c828d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1422732788'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:17.561962 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ffcf7-195d-4b87-95d3-1fb3e771b8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1b7628-c294-45ed-8c40-da58cbd5edbd,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:17.584017 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-45fe40fe-e3ab-47f5-9988-f18cb2a11fbd tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (bf19b8bc-f8e0-4f65-bac3-3083ddcd7ec8), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:17.601616 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-32aa67b0-dfd4-4103-b4d0-7428e576b922 None None] Set router a39a81c7-cf7a-422e-a209-13f7ec675452 gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:42:17.610467 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-dc184dfc-21ec-49c7-b22d-f957b390ba9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:17.624801 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac68ac1e-7b65-46e2-822c-c9622d78fe1f tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Deleting subnet f004acd0-1ed4-4d73-8b8f-bd9bed5a2a36 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:42:17.653698 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ac68ac1e-7b65-46e2-822c-c9622d78fe1f tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks [] for subnet (f004acd0-1ed4-4d73-8b8f-bd9bed5a2a36), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:17.672212 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e327969-64c1-4e36-8293-ca71b8b874bc tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (6fa427b0-009c-47e7-bcd6-fb3f07839ec2), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:17.700771 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593cdce3-e8ab-409b-b369-b20fdd2c828d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Made reservation on behalf of a390c7a337b546c28b66d49e8c0359d6 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:17.704762 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-593cdce3-e8ab-409b-b369-b20fdd2c828d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:17.716762 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38963931-1471-49d2-aa6e-05755cc40bc4 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Made reservation on behalf of a93ad12b8bcf4411afa287294e0d6a41 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:17.720691 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-38963931-1471-49d2-aa6e-05755cc40bc4 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:17.823396 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e327969-64c1-4e36-8293-ca71b8b874bc tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network 7ce1b69b-d4c9-416d-949d-f06d5de1c26c is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:17.832654 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e327969-64c1-4e36-8293-ca71b8b874bc tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Port': ['ID=6fa427b0-009c-47e7-bcd6-fb3f07839ec2,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:17.835433 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-9e327969-64c1-4e36-8293-ca71b8b874bc tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:17.838313 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ac68ac1e-7b65-46e2-822c-c9622d78fe1f tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (f004acd0-1ed4-4d73-8b8f-bd9bed5a2a36), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:17.848262 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fe07588f-9a75-4d06-a451-9aa36359a035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (2e8ac09e-5dd4-4420-9ed7-338e9ce1b1b4), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:17.850034 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e327969-64c1-4e36-8293-ca71b8b874bc tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:17.883867 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38963931-1471-49d2-aa6e-05755cc40bc4 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:42:17.884557 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b7271ab1-8dfa-47bd-a590-b98ed0b929ac tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (7c36b457-2f8c-4299-9164-d328d9ccd73a), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:17.911847 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-593cdce3-e8ab-409b-b369-b20fdd2c828d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:42:17.924655 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-38963931-1471-49d2-aa6e-05755cc40bc4 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (44e9ee28-7086-4c7d-a243-f2631809886a), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:17.925012 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-38963931-1471-49d2-aa6e-05755cc40bc4 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Added segment 44e9ee28-7086-4c7d-a243-f2631809886a of type vlan for network 95207c02-1ad6-4f0f-bb98-9c665fe1a415 Mar 23 02:42:17.950978 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-593cdce3-e8ab-409b-b369-b20fdd2c828d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (01c1b47d-689b-4a1e-978d-ff803f10519a), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:17.951409 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-593cdce3-e8ab-409b-b369-b20fdd2c828d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Added segment 01c1b47d-689b-4a1e-978d-ff803f10519a of type vlan for network f0c1d911-5843-446c-b9a4-b93a3d2cd676 Mar 23 02:42:17.966397 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-32aa67b0-dfd4-4103-b4d0-7428e576b922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'name': 'tempest-RoutersIpV6Test-router-718806341', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:42Z', 'updated_at': '2022-03-23T02:42:14Z', 'revision_number': 4, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'gw_port_host': None, '_interfaces': [{'id': '33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6', 'name': '', 'network_id': '9b440bb6-3799-4f51-b292-94baa0ed6271', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:6f:b0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:59Z', 'updated_at': '2022-03-23T02:42:08Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a26de85-8d0a-489b-a277-dc986131b915', 'name': '', 'network_id': '092e1732-307d-4f22-8859-d37827a7d6b1', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:0d:26:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '06f3ece6-e065-49bb-b755-390f2aa0782c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:10Z', 'updated_at': '2022-03-23T02:42:15Z', 'revision_number': 2, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '06f3ece6-e065-49bb-b755-390f2aa0782c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd1f227-a58c-45cc-8ced-edd41b67d297', 'name': '', 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:ea:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:48Z', 'updated_at': '2022-03-23T02:41:56Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:17.986925 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e327969-64c1-4e36-8293-ca71b8b874bc tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:17.988717 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9e327969-64c1-4e36-8293-ca71b8b874bc tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:18.005766 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32aa67b0-dfd4-4103-b4d0-7428e576b922 None None] Checking router: a39a81c7-cf7a-422e-a209-13f7ec675452 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:42:18.006335 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32aa67b0-dfd4-4103-b4d0-7428e576b922 None None] Updating router a39a81c7-cf7a-422e-a209-13f7ec675452 port 4a26de85-8d0a-489b-a277-dc986131b915 binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:42:18.041598 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fe07588f-9a75-4d06-a451-9aa36359a035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (2e8ac09e-5dd4-4420-9ed7-338e9ce1b1b4), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:18.045411 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-32aa67b0-dfd4-4103-b4d0-7428e576b922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (4a26de85-8d0a-489b-a277-dc986131b915), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:18.064381 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-fe07588f-9a75-4d06-a451-9aa36359a035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8ac09e-5dd4-4420-9ed7-338e9ce1b1b4']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:18.076418 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-fe07588f-9a75-4d06-a451-9aa36359a035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f80a2a1-8e65-48c0-a230-e8dacbc1a7a2') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:18.076645 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-fe07588f-9a75-4d06-a451-9aa36359a035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f80a2a1-8e65-48c0-a230-e8dacbc1a7a2') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:18.090796 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fe07588f-9a75-4d06-a451-9aa36359a035 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (7f80a2a1-8e65-48c0-a230-e8dacbc1a7a2), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:18.100926 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9e327969-64c1-4e36-8293-ca71b8b874bc tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0843782 Mar 23 02:42:18.108023 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 59994) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:18.116715 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-38963931-1471-49d2-aa6e-05755cc40bc4 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (95207c02-1ad6-4f0f-bb98-9c665fe1a415), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:18.126746 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-593cdce3-e8ab-409b-b369-b20fdd2c828d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (f0c1d911-5843-446c-b9a4-b93a3d2cd676), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:18.163110 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fe07588f-9a75-4d06-a451-9aa36359a035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (7f80a2a1-8e65-48c0-a230-e8dacbc1a7a2), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:18.183169 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ac68ac1e-7b65-46e2-822c-c9622d78fe1f tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (f004acd0-1ed4-4d73-8b8f-bd9bed5a2a36), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:18.186760 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b7271ab1-8dfa-47bd-a590-b98ed0b929ac tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (7c36b457-2f8c-4299-9164-d328d9ccd73a), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:18.226732 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe07588f-9a75-4d06-a451-9aa36359a035 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:42:18.227371 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fe07588f-9a75-4d06-a451-9aa36359a035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (7f80a2a1-8e65-48c0-a230-e8dacbc1a7a2), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:18.310271 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:42:18.310271 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:42:18.310271 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:42:18.310271 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:42:18.310271 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:42:18.310271 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:42:18.310271 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:42:18.310271 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:42:18.310271 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:42:18.310271 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:42:18.310271 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:42:18.310271 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:42:18.310271 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:42:18.310271 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:42:18.310271 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:42:18.310271 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:42:18.310271 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:42:18.310271 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:42:18.310271 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:42:18.310271 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:42:18.310271 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:42:18.310271 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:42:18.310271 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:42:18.310271 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:42:18.310271 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:42:18.310271 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:42:18.310271 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:42:18.310271 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:42:18.310271 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:42:18.310271 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:42:18.310271 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:42:18.310271 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:42:18.314129 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b7271ab1-8dfa-47bd-a590-b98ed0b929ac tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:18.323111 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b7271ab1-8dfa-47bd-a590-b98ed0b929ac tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/7c36b457-2f8c-4299-9164-d328d9ccd73a HTTP/1.1" status: 204 len: 168 time: 1.1465886 Mar 23 02:42:18.323111 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7271ab1-8dfa-47bd-a590-b98ed0b929ac tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Subnet': ['ID=7c36b457-2f8c-4299-9164-d328d9ccd73a,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:18.325633 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60000) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:18.338172 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-38963931-1471-49d2-aa6e-05755cc40bc4 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (95207c02-1ad6-4f0f-bb98-9c665fe1a415), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:18.346950 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c50461-55fd-425c-ba05-7aaa127545cd None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:18.358144 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38963931-1471-49d2-aa6e-05755cc40bc4 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:18.358862 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-38963931-1471-49d2-aa6e-05755cc40bc4 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:18.402489 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-593cdce3-e8ab-409b-b369-b20fdd2c828d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (f0c1d911-5843-446c-b9a4-b93a3d2cd676), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:18.402489 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593cdce3-e8ab-409b-b369-b20fdd2c828d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:18.402489 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-593cdce3-e8ab-409b-b369-b20fdd2c828d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:18.410591 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fe07588f-9a75-4d06-a451-9aa36359a035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (2e8ac09e-5dd4-4420-9ed7-338e9ce1b1b4), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:18.443075 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fe07588f-9a75-4d06-a451-9aa36359a035 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:18.470386 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-fe07588f-9a75-4d06-a451-9aa36359a035 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2e8ac09e-5dd4-4420-9ed7-338e9ce1b1b4 HTTP/1.1" status: 204 len: 168 time: 0.8936436 Mar 23 02:42:18.503490 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07588f-9a75-4d06-a451-9aa36359a035 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e8ac09e-5dd4-4420-9ed7-338e9ce1b1b4,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:18.518920 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-562f1015-ba7c-4994-a8c8-c2d3d68529dd tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting subnet 7f843475-8262-43f1-a24b-2051a0aa7bf9 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:42:18.524255 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-32aa67b0-dfd4-4103-b4d0-7428e576b922 None None] Publish callbacks [] for port (4a26de85-8d0a-489b-a277-dc986131b915), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:18.525659 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-562f1015-ba7c-4994-a8c8-c2d3d68529dd tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (7f843475-8262-43f1-a24b-2051a0aa7bf9), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:18.542549 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-593cdce3-e8ab-409b-b369-b20fdd2c828d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0018723 Mar 23 02:42:18.546380 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-38963931-1471-49d2-aa6e-05755cc40bc4 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1797128 Mar 23 02:42:18.547028 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60008) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:18.550567 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60010) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:18.563070 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-b9ca3015-e953-4dc9-a8dc-5b7f14037a63 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Request body: {'subnet': {'network_id': 'f0c1d911-5843-446c-b9a4-b93a3d2cd676', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:18.563678 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-e40a49cb-c19d-4262-bfc4-61afa2194adf tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Request body: {'subnet': {'network_id': '95207c02-1ad6-4f0f-bb98-9c665fe1a415', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:18.571293 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-45fe40fe-e3ab-47f5-9988-f18cb2a11fbd tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for port (bf19b8bc-f8e0-4f65-bac3-3083ddcd7ec8), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:18.611926 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-32aa67b0-dfd4-4103-b4d0-7428e576b922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (4a26de85-8d0a-489b-a277-dc986131b915), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:18.671927 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ac68ac1e-7b65-46e2-822c-c9622d78fe1f tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (f004acd0-1ed4-4d73-8b8f-bd9bed5a2a36), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:18.674984 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38963931-1471-49d2-aa6e-05755cc40bc4 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event updated for resources: {'Network': ['ID=95207c02-1ad6-4f0f-bb98-9c665fe1a415,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:18.678672 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-052fb191-055a-492b-91a5-793e6b7ec3ec tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Deleting port 6fa427b0-009c-47e7-bcd6-fb3f07839ec2 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:18.679133 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-052fb191-055a-492b-91a5-793e6b7ec3ec tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (6fa427b0-009c-47e7-bcd6-fb3f07839ec2), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:18.707008 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-562f1015-ba7c-4994-a8c8-c2d3d68529dd tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (7f843475-8262-43f1-a24b-2051a0aa7bf9), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:18.776820 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe123a-e056-41a2-b8d2-785f67babc93 None None] Pushing event updated for resources: {'Port': ['ID=4a26de85-8d0a-489b-a277-dc986131b915,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:18.796168 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68ac1e-7b65-46e2-822c-c9622d78fe1f tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Pushing event deleted for resources: {'Subnet': ['ID=f004acd0-1ed4-4d73-8b8f-bd9bed5a2a36,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:18.811640 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-32aa67b0-dfd4-4103-b4d0-7428e576b922 None None] Attempting to bind port 4a26de85-8d0a-489b-a277-dc986131b915 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:42:18.815323 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-32aa67b0-dfd4-4103-b4d0-7428e576b922 None None] Attempting to bind port 4a26de85-8d0a-489b-a277-dc986131b915 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'e7c76ca6-ecd4-4e4a-b33b-b7b64abedb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '092e1732-307d-4f22-8859-d37827a7d6b1'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:42:18.843781 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aa67b0-dfd4-4103-b4d0-7428e576b922 None None] Attempting to bind port 4a26de85-8d0a-489b-a277-dc986131b915 on network 092e1732-307d-4f22-8859-d37827a7d6b1 {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:42:18.846975 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-45fe40fe-e3ab-47f5-9988-f18cb2a11fbd tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (bf19b8bc-f8e0-4f65-bac3-3083ddcd7ec8), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:18.857224 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aa67b0-dfd4-4103-b4d0-7428e576b922 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:42:18.857773 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aa67b0-dfd4-4103-b4d0-7428e576b922 None None] Checking segment: {'id': 'e7c76ca6-ecd4-4e4a-b33b-b7b64abedb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '092e1732-307d-4f22-8859-d37827a7d6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:18.857993 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-32aa67b0-dfd4-4103-b4d0-7428e576b922 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:18.858387 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aa67b0-dfd4-4103-b4d0-7428e576b922 None None] Bound using segment: {'id': 'e7c76ca6-ecd4-4e4a-b33b-b7b64abedb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '092e1732-307d-4f22-8859-d37827a7d6b1'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:42:18.861499 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-45fe40fe-e3ab-47f5-9988-f18cb2a11fbd tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (3776b467-96ea-4700-983a-741c9764ec1d), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:18.865009 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-32aa67b0-dfd4-4103-b4d0-7428e576b922 None None] Bound port: 4a26de85-8d0a-489b-a277-dc986131b915, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7c76ca6-ecd4-4e4a-b33b-b7b64abedb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '092e1732-307d-4f22-8859-d37827a7d6b1'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:42:18.873714 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-32aa67b0-dfd4-4103-b4d0-7428e576b922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (4a26de85-8d0a-489b-a277-dc986131b915), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:18.876214 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device a226a611-1fda-4c71-9a24-d6abc141024f up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:18.886431 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 95207c02-1ad6-4f0f-bb98-9c665fe1a415 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:42:18.925537 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-052fb191-055a-492b-91a5-793e6b7ec3ec tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (6fa427b0-009c-47e7-bcd6-fb3f07839ec2), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:18.927018 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ac68ac1e-7b65-46e2-822c-c9622d78fe1f tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:18.935455 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60014) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:18.936141 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ac68ac1e-7b65-46e2-822c-c9622d78fe1f tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] 10.222.0.24 "DELETE /v2.0/subnets/f004acd0-1ed4-4d73-8b8f-bd9bed5a2a36 HTTP/1.1" status: 204 len: 168 time: 1.5701320 Mar 23 02:42:19.021000 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60018) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:19.032008 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-052fb191-055a-492b-91a5-793e6b7ec3ec tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Calling delete_port for 6fa427b0-009c-47e7-bcd6-fb3f07839ec2 owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:19.034640 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-562f1015-ba7c-4994-a8c8-c2d3d68529dd tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (7f843475-8262-43f1-a24b-2051a0aa7bf9), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:19.035061 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-32aa67b0-dfd4-4103-b4d0-7428e576b922 None None] For port 4a26de85-8d0a-489b-a277-dc986131b915, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:42:19.039618 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-32aa67b0-dfd4-4103-b4d0-7428e576b922 None None] For port 4a26de85-8d0a-489b-a277-dc986131b915, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=4a26de85-8d0a-489b-a277-dc986131b915,segment=NetworkSegment(e7c76ca6-ecd4-4e4a-b33b-b7b64abedb69),segment_id=e7c76ca6-ecd4-4e4a-b33b-b7b64abedb69)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:42:19.048648 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40a49cb-c19d-4262-bfc4-61afa2194adf tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Made reservation on behalf of a93ad12b8bcf4411afa287294e0d6a41 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:19.053194 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e40a49cb-c19d-4262-bfc4-61afa2194adf tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:19.107229 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561fd611-a4a8-42b0-b535-2e10065b8173 None None] Network 883e018b-232d-4d2d-86ff-358c666f6e61 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:19.111629 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0cb454-661d-4db4-ac6b-1f9fa4f459be None None] Network 7ce1b69b-d4c9-416d-949d-f06d5de1c26c requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:19.117808 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-32aa67b0-dfd4-4103-b4d0-7428e576b922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (4a26de85-8d0a-489b-a277-dc986131b915), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:19.142759 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe40fe-e3ab-47f5-9988-f18cb2a11fbd tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Port': ['ID=bf19b8bc-f8e0-4f65-bac3-3083ddcd7ec8,revision_number=3']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:19.159615 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593cdce3-e8ab-409b-b369-b20fdd2c828d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Network': ['ID=f0c1d911-5843-446c-b9a4-b93a3d2cd676,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:19.215335 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aa67b0-dfd4-4103-b4d0-7428e576b922 None None] Routers {'a39a81c7-cf7a-422e-a209-13f7ec675452'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:42:19.216964 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-32aa67b0-dfd4-4103-b4d0-7428e576b922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:41:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a39a81c7-cf7a-422e-a209-13f7ec675452'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:19.338315 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe123a-e056-41a2-b8d2-785f67babc93 None None] Pushing event updated for resources: {'Port': ['ID=4a26de85-8d0a-489b-a277-dc986131b915,revision_number=4']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:19.339575 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ca3015-e953-4dc9-a8dc-5b7f14037a63 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Made reservation on behalf of a390c7a337b546c28b66d49e8c0359d6 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:19.341271 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network f0c1d911-5843-446c-b9a4-b93a3d2cd676 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:42:19.344216 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b9ca3015-e953-4dc9-a8dc-5b7f14037a63 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:19.395688 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:19.405883 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-32aa67b0-dfd4-4103-b4d0-7428e576b922 None None] Set router a39a81c7-cf7a-422e-a209-13f7ec675452 gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:42:19.499860 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-8b2f7f84-43fd-4d98-8c5f-fb26341a8340 None None] Provisioning complete for port a226a611-1fda-4c71-9a24-d6abc141024f triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:19.500159 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8b2f7f84-43fd-4d98-8c5f-fb26341a8340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a226a611-1fda-4c71-9a24-d6abc141024f), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:19.564048 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60024) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:19.568929 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ae153f6b-e604-463e-9dd8-0c8eebe017ce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8b3788248f424541b82b7281065cac76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5466685 Mar 23 02:42:19.612772 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port a226a611-1fda-4c71-9a24-d6abc141024f triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:19.613213 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a226a611-1fda-4c71-9a24-d6abc141024f), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:19.638772 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60026) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:19.699804 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-8b2f7f84-43fd-4d98-8c5f-fb26341a8340 None None] Current status of the port a226a611-1fda-4c71-9a24-d6abc141024f is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:19.700741 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8b2f7f84-43fd-4d98-8c5f-fb26341a8340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a226a611-1fda-4c71-9a24-d6abc141024f), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:19.714611 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-64107296-4d9d-4153-b804-eb72f2df844e admin admin] Publish callbacks [] for security_group (502a5f01-83f8-43fe-8c91-7de0ab32d952), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:19.740768 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-64107296-4d9d-4153-b804-eb72f2df844e admin admin] Publish callbacks [] for security_group (502a5f01-83f8-43fe-8c91-7de0ab32d952), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:19.750206 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65a45d8-23b4-4030-a139-f44c9bb6d217 None None] DHCP port deletion for 883e018b-232d-4d2d-86ff-358c666f6e61 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:42:19.791755 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-47c406a7-61d7-4363-a55d-4b87bac1f7c9 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (883e018b-232d-4d2d-86ff-358c666f6e61), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:19.807867 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b9ca3015-e953-4dc9-a8dc-5b7f14037a63 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (b7939ff0-45bf-4684-8f4b-a27fa0577d46), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:19.884962 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-8b2f7f84-43fd-4d98-8c5f-fb26341a8340 None None] For port a226a611-1fda-4c71-9a24-d6abc141024f, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=a226a611-1fda-4c71-9a24-d6abc141024f,segment=NetworkSegment(ae3baf89-93cf-4bb8-a81f-c9a37594daf4),segment_id=ae3baf89-93cf-4bb8-a81f-c9a37594daf4)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:19.936670 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-64107296-4d9d-4153-b804-eb72f2df844e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (502a5f01-83f8-43fe-8c91-7de0ab32d952), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:19.940652 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-64107296-4d9d-4153-b804-eb72f2df844e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:19.942763 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-64107296-4d9d-4153-b804-eb72f2df844e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/502a5f01-83f8-43fe-8c91-7de0ab32d952 HTTP/1.1" status: 204 len: 168 time: 0.2998722 Mar 23 02:42:19.957775 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-562f1015-ba7c-4994-a8c8-c2d3d68529dd tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (7f843475-8262-43f1-a24b-2051a0aa7bf9), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:19.968308 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-32aa67b0-dfd4-4103-b4d0-7428e576b922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'name': 'tempest-RoutersIpV6Test-router-718806341', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:42Z', 'updated_at': '2022-03-23T02:42:14Z', 'revision_number': 4, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'gw_port_host': None, '_interfaces': [{'id': '33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6', 'name': '', 'network_id': '9b440bb6-3799-4f51-b292-94baa0ed6271', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:6f:b0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:59Z', 'updated_at': '2022-03-23T02:42:08Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a26de85-8d0a-489b-a277-dc986131b915', 'name': '', 'network_id': '092e1732-307d-4f22-8859-d37827a7d6b1', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:0d:26:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '06f3ece6-e065-49bb-b755-390f2aa0782c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:10Z', 'updated_at': '2022-03-23T02:42:19Z', 'revision_number': 4, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '06f3ece6-e065-49bb-b755-390f2aa0782c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd1f227-a58c-45cc-8ced-edd41b67d297', 'name': '', 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:ea:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:48Z', 'updated_at': '2022-03-23T02:41:56Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:19.982185 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8305be4f-7b6e-4b06-a0b2-3f7946ccd933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:19.984286 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8b2f7f84-43fd-4d98-8c5f-fb26341a8340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (a226a611-1fda-4c71-9a24-d6abc141024f), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:20.032604 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32aa67b0-dfd4-4103-b4d0-7428e576b922 None None] The sync data for ids ['a39a81c7-cf7a-422e-a209-13f7ec675452'] in dv-neutron-834613-2-hyperv is: [{'id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'name': 'tempest-RoutersIpV6Test-router-718806341', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:42Z', 'updated_at': '2022-03-23T02:42:14Z', 'revision_number': 4, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'gw_port_host': None, '_interfaces': [{'id': '33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6', 'name': '', 'network_id': '9b440bb6-3799-4f51-b292-94baa0ed6271', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:6f:b0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:59Z', 'updated_at': '2022-03-23T02:42:08Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a26de85-8d0a-489b-a277-dc986131b915', 'name': '', 'network_id': '092e1732-307d-4f22-8859-d37827a7d6b1', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:0d:26:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '06f3ece6-e065-49bb-b755-390f2aa0782c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:10Z', 'updated_at': '2022-03-23T02:42:19Z', 'revision_number': 4, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '06f3ece6-e065-49bb-b755-390f2aa0782c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd1f227-a58c-45cc-8ced-edd41b67d297', 'name': '', 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:ea:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:48Z', 'updated_at': '2022-03-23T02:41:56Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:42:20.046312 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ca3015-e953-4dc9-a8dc-5b7f14037a63 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Checking segment: {'id': '01c1b47d-689b-4a1e-978d-ff803f10519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f0c1d911-5843-446c-b9a4-b93a3d2cd676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:20.050083 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ca3015-e953-4dc9-a8dc-5b7f14037a63 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network hostable DHCP agents. Network: f0c1d911-5843-446c-b9a4-b93a3d2cd676, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:42:20.056689 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c65a45d8-23b4-4030-a139-f44c9bb6d217 None None] Deleting port 92a72851-25ce-4f38-a109-cbbeda1310b5 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:20.057447 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c65a45d8-23b4-4030-a139-f44c9bb6d217 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (92a72851-25ce-4f38-a109-cbbeda1310b5), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:20.060495 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca3015-e953-4dc9-a8dc-5b7f14037a63 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Subnet': ['ID=b7939ff0-45bf-4684-8f4b-a27fa0577d46,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:20.074511 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-14d21cb3-bac9-4379-90bd-b949de153be0 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Request body: {'networks': [{'name': 'tempest-network--1600193965'}, {'name': 'tempest-network--177479070'}]} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:20.074824 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-14d21cb3-bac9-4379-90bd-b949de153be0 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Request body: {'network': {'name': 'tempest-network--1600193965'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:20.075305 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-14d21cb3-bac9-4379-90bd-b949de153be0 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Request body: {'network': {'name': 'tempest-network--177479070'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:20.125780 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fe40fe-e3ab-47f5-9988-f18cb2a11fbd tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network 95fe6dce-c07c-4fb7-ace7-dd68888e8645 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:20.171196 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64107296-4d9d-4153-b804-eb72f2df844e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502a5f01-83f8-43fe-8c91-7de0ab32d952,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:20.179709 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-562f1015-ba7c-4994-a8c8-c2d3d68529dd tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:20.183374 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-562f1015-ba7c-4994-a8c8-c2d3d68529dd tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/7f843475-8262-43f1-a24b-2051a0aa7bf9 HTTP/1.1" status: 204 len: 168 time: 1.8554208 Mar 23 02:42:20.218456 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60032) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:20.219528 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f1015-ba7c-4994-a8c8-c2d3d68529dd tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Subnet': ['ID=7f843475-8262-43f1-a24b-2051a0aa7bf9,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:20.228986 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-45fe40fe-e3ab-47f5-9988-f18cb2a11fbd tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:20.261196 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port a226a611-1fda-4c71-9a24-d6abc141024f is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:20.263503 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a226a611-1fda-4c71-9a24-d6abc141024f), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:20.303112 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-826c5949-4c05-422a-b47b-bf932f3ed34e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0796051 Mar 23 02:42:20.336029 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60034) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:20.345739 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e40a49cb-c19d-4262-bfc4-61afa2194adf tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (aad47c94-1d5e-4262-8f59-eac5e6a9c4d3), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:20.445451 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-87a1187a-b1aa-4cca-8080-9d8ee351f975 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:20.468859 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-052fb191-055a-492b-91a5-793e6b7ec3ec tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (6fa427b0-009c-47e7-bcd6-fb3f07839ec2), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:20.478554 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f7f84-43fd-4d98-8c5f-fb26341a8340 None None] Pushing event updated for resources: {'Port': ['ID=a226a611-1fda-4c71-9a24-d6abc141024f,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:20.499941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a49cb-c19d-4262-bfc4-61afa2194adf tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event updated for resources: {'Subnet': ['ID=aad47c94-1d5e-4262-8f59-eac5e6a9c4d3,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:20.509139 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-c65a45d8-23b4-4030-a139-f44c9bb6d217 None None] For port 92a72851-25ce-4f38-a109-cbbeda1310b5, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=92a72851-25ce-4f38-a109-cbbeda1310b5,segment=NetworkSegment(98106c0b-03d5-4f36-b1e9-2245c31e0713),segment_id=98106c0b-03d5-4f36-b1e9-2245c31e0713)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:20.509833 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c65a45d8-23b4-4030-a139-f44c9bb6d217 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (92a72851-25ce-4f38-a109-cbbeda1310b5), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:20.514660 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-11e51178-cff7-4bfe-bd1a-157333a332a2 None None] Provisioning complete for port 4a26de85-8d0a-489b-a277-dc986131b915 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:20.522763 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-11e51178-cff7-4bfe-bd1a-157333a332a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (4a26de85-8d0a-489b-a277-dc986131b915), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:20.546586 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-47c406a7-61d7-4363-a55d-4b87bac1f7c9 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Deleting port 92a72851-25ce-4f38-a109-cbbeda1310b5 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:20.547070 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-47c406a7-61d7-4363-a55d-4b87bac1f7c9 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (92a72851-25ce-4f38-a109-cbbeda1310b5), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:20.573609 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052fb191-055a-492b-91a5-793e6b7ec3ec tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Port': ['ID=6fa427b0-009c-47e7-bcd6-fb3f07839ec2,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:20.579506 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d21cb3-bac9-4379-90bd-b949de153be0 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Made reservation on behalf of 265c9134d1024f9999c835aeee75b1f3 for: {'network': 2} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:20.583685 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-14d21cb3-bac9-4379-90bd-b949de153be0 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:20.615781 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-14d21cb3-bac9-4379-90bd-b949de153be0 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:20.633152 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ca3015-e953-4dc9-a8dc-5b7f14037a63 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network f0c1d911-5843-446c-b9a4-b93a3d2cd676 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:42:20.690470 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c65a45d8-23b4-4030-a139-f44c9bb6d217 None None] Calling delete_port for 92a72851-25ce-4f38-a109-cbbeda1310b5 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:20.707394 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a1187a-b1aa-4cca-8080-9d8ee351f975 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:20.711429 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-87a1187a-b1aa-4cca-8080-9d8ee351f975 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:20.734882 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:42:20.735522 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:42:20.795574 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-052fb191-055a-492b-91a5-793e6b7ec3ec tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:20.810023 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-052fb191-055a-492b-91a5-793e6b7ec3ec tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/ports/6fa427b0-009c-47e7-bcd6-fb3f07839ec2 HTTP/1.1" status: 204 len: 168 time: 2.7000523 Mar 23 02:42:20.835082 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60038) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:20.897385 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40a49cb-c19d-4262-bfc4-61afa2194adf tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Checking segment: {'id': '44e9ee28-7086-4c7d-a243-f2631809886a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '95207c02-1ad6-4f0f-bb98-9c665fe1a415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:20.899504 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40a49cb-c19d-4262-bfc4-61afa2194adf tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Network hostable DHCP agents. Network: 95207c02-1ad6-4f0f-bb98-9c665fe1a415, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:42:20.924296 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-11e51178-cff7-4bfe-bd1a-157333a332a2 None None] Current status of the port 4a26de85-8d0a-489b-a277-dc986131b915 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:20.925091 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-11e51178-cff7-4bfe-bd1a-157333a332a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (4a26de85-8d0a-489b-a277-dc986131b915), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:20.925375 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-b9ca3015-e953-4dc9-a8dc-5b7f14037a63 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, f0c1d911-5843-446c-b9a4-b93a3d2cd676) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:20.931938 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd620d5-e75f-473d-8df3-f8482964e1ad tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:20.932585 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd620d5-e75f-473d-8df3-f8482964e1ad tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:20.935252 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-47c406a7-61d7-4363-a55d-4b87bac1f7c9 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] For port 92a72851-25ce-4f38-a109-cbbeda1310b5, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=92a72851-25ce-4f38-a109-cbbeda1310b5,segment=NetworkSegment(98106c0b-03d5-4f36-b1e9-2245c31e0713),segment_id=98106c0b-03d5-4f36-b1e9-2245c31e0713)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:20.935675 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6cd620d5-e75f-473d-8df3-f8482964e1ad tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/ports/6fa427b0-009c-47e7-bcd6-fb3f07839ec2 HTTP/1.1" status: 404 len: 333 time: 0.0860474 Mar 23 02:42:20.935797 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-47c406a7-61d7-4363-a55d-4b87bac1f7c9 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (92a72851-25ce-4f38-a109-cbbeda1310b5), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:20.942709 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ca3015-e953-4dc9-a8dc-5b7f14037a63 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:20.943422 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b9ca3015-e953-4dc9-a8dc-5b7f14037a63 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:20.953263 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60040) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:20.986048 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6fef00-c38b-4fed-bfc1-89c5b77d9e51 None None] Network f0c1d911-5843-446c-b9a4-b93a3d2cd676 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:21.001020 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-47c406a7-61d7-4363-a55d-4b87bac1f7c9 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Calling delete_port for 92a72851-25ce-4f38-a109-cbbeda1310b5 owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:21.003528 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1027894-51ef-4ecf-a708-204c51ca42b8 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] GET failed (client error): The resource could not be found. Mar 23 02:42:21.005486 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b1027894-51ef-4ecf-a708-204c51ca42b8 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "GET /v2.0/ports/6fa427b0-009c-47e7-bcd6-fb3f07839ec2 HTTP/1.1" status: 404 len: 333 time: 0.0509398 Mar 23 02:42:21.008368 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60042) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:21.067408 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a8dfea-6a31-4771-a83b-c819144e5887 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:21.071314 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c65a45d8-23b4-4030-a139-f44c9bb6d217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (92a72851-25ce-4f38-a109-cbbeda1310b5), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:21.087972 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b9ca3015-e953-4dc9-a8dc-5b7f14037a63 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5288792 Mar 23 02:42:21.115041 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60044) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:21.118514 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40a49cb-c19d-4262-bfc4-61afa2194adf tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Network 95207c02-1ad6-4f0f-bb98-9c665fe1a415 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:42:21.137700 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-e40a49cb-c19d-4262-bfc4-61afa2194adf tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 95207c02-1ad6-4f0f-bb98-9c665fe1a415) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:21.145801 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0413e6-b4ec-462e-b1b2-d78eacf9cd4d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Deleting subnet e26e6942-e301-4314-92b8-88eec38db90a {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:42:21.149281 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-11e51178-cff7-4bfe-bd1a-157333a332a2 None None] For port 4a26de85-8d0a-489b-a277-dc986131b915, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=4a26de85-8d0a-489b-a277-dc986131b915,segment=NetworkSegment(e7c76ca6-ecd4-4e4a-b33b-b7b64abedb69),segment_id=e7c76ca6-ecd4-4e4a-b33b-b7b64abedb69)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:21.156846 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40a49cb-c19d-4262-bfc4-61afa2194adf tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:21.157724 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e40a49cb-c19d-4262-bfc4-61afa2194adf tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:21.160512 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-eb0413e6-b4ec-462e-b1b2-d78eacf9cd4d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for subnet (e26e6942-e301-4314-92b8-88eec38db90a), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:21.225952 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60046) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:21.250191 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-eb0413e6-b4ec-462e-b1b2-d78eacf9cd4d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (e26e6942-e301-4314-92b8-88eec38db90a), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:21.255361 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40c4680-6425-4a2b-8483-a6319410229a None None] Network 95207c02-1ad6-4f0f-bb98-9c665fe1a415 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:21.272733 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45fe40fe-e3ab-47f5-9988-f18cb2a11fbd tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Router 3776b467-96ea-4700-983a-741c9764ec1d is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:42:21.309109 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e40a49cb-c19d-4262-bfc4-61afa2194adf tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7559264 Mar 23 02:42:21.315044 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60048) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:21.327728 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-47c406a7-61d7-4363-a55d-4b87bac1f7c9 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (92a72851-25ce-4f38-a109-cbbeda1310b5), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:21.336008 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-14d21cb3-bac9-4379-90bd-b949de153be0 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks [] for security_group (151e5119-7938-4355-a7bf-a05f67f30133), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:21.341757 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-11e51178-cff7-4bfe-bd1a-157333a332a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (4a26de85-8d0a-489b-a277-dc986131b915), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:21.343711 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a45d8-23b4-4030-a139-f44c9bb6d217 None None] Pushing event deleted for resources: {'Port': ['ID=92a72851-25ce-4f38-a109-cbbeda1310b5,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:21.346278 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65a45d8-23b4-4030-a139-f44c9bb6d217 None None] No DVR routers for this DVR port 92a72851-25ce-4f38-a109-cbbeda1310b5 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:42:21.389300 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88b0cda-4c06-4897-8311-7359c4e50979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-f0c1d911-5843-446c-b9a4-b93a3d2cd676', 'network_id': 'f0c1d911-5843-446c-b9a4-b93a3d2cd676', 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'fixed_ips': [{'subnet_id': 'b7939ff0-45bf-4684-8f4b-a27fa0577d46'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:42:21.390128 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f88b0cda-4c06-4897-8311-7359c4e50979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:21.406620 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5214e661-056f-4977-a8d7-733f6e4e238b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c62c5cfc3d0484e8ca8f90adeed573d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1792724 Mar 23 02:42:21.407480 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c406a7-61d7-4363-a55d-4b87bac1f7c9 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Pushing event deleted for resources: {'Port': ['ID=92a72851-25ce-4f38-a109-cbbeda1310b5,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:21.409159 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60050) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:21.410012 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c406a7-61d7-4363-a55d-4b87bac1f7c9 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] No DVR routers for this DVR port 92a72851-25ce-4f38-a109-cbbeda1310b5 on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:42:21.422046 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port a226a611-1fda-4c71-9a24-d6abc141024f is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:21.435879 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:21.544308 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-14d21cb3-bac9-4379-90bd-b949de153be0 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (151e5119-7938-4355-a7bf-a05f67f30133), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:21.544945 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-14d21cb3-bac9-4379-90bd-b949de153be0 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:21.561875 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-47c406a7-61d7-4363-a55d-4b87bac1f7c9 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (883e018b-232d-4d2d-86ff-358c666f6e61), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:21.571587 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-eb0413e6-b4ec-462e-b1b2-d78eacf9cd4d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (e26e6942-e301-4314-92b8-88eec38db90a), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:21.619406 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e51178-cff7-4bfe-bd1a-157333a332a2 None None] Pushing event updated for resources: {'Port': ['ID=4a26de85-8d0a-489b-a277-dc986131b915,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:21.620974 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-47c406a7-61d7-4363-a55d-4b87bac1f7c9 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['883e018b-232d-4d2d-86ff-358c666f6e61']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:21.631019 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1b5ed289-883a-4ae4-85fd-292fa184185d admin admin] Publish callbacks [] for security_group (660e88e7-96ea-4535-b78a-92176bf86274), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:21.642165 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-47c406a7-61d7-4363-a55d-4b87bac1f7c9 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98106c0b-03d5-4f36-b1e9-2245c31e0713') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:21.642397 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-47c406a7-61d7-4363-a55d-4b87bac1f7c9 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98106c0b-03d5-4f36-b1e9-2245c31e0713') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:21.665433 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-47c406a7-61d7-4363-a55d-4b87bac1f7c9 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (98106c0b-03d5-4f36-b1e9-2245c31e0713), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:21.671134 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 4a26de85-8d0a-489b-a277-dc986131b915 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:21.691335 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1b5ed289-883a-4ae4-85fd-292fa184185d admin admin] Publish callbacks [] for security_group (660e88e7-96ea-4535-b78a-92176bf86274), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:21.703094 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-47c406a7-61d7-4363-a55d-4b87bac1f7c9 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (98106c0b-03d5-4f36-b1e9-2245c31e0713), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:21.712869 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f08bb74-fe87-4735-9914-a44f7542cc27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-95207c02-1ad6-4f0f-bb98-9c665fe1a415', 'network_id': '95207c02-1ad6-4f0f-bb98-9c665fe1a415', 'project_id': 'a93ad12b8bcf4411afa287294e0d6a41', 'fixed_ips': [{'subnet_id': 'aad47c94-1d5e-4262-8f59-eac5e6a9c4d3'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:42:21.714764 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3f08bb74-fe87-4735-9914-a44f7542cc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:21.720380 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c406a7-61d7-4363-a55d-4b87bac1f7c9 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:42:21.720795 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-47c406a7-61d7-4363-a55d-4b87bac1f7c9 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (98106c0b-03d5-4f36-b1e9-2245c31e0713), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:42:21.723889 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:42:21.727779 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-4553c4aa-5c40-45e7-8174-617215bd5f35 None None] Provisioning complete for port a226a611-1fda-4c71-9a24-d6abc141024f triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:21.728198 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4553c4aa-5c40-45e7-8174-617215bd5f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a226a611-1fda-4c71-9a24-d6abc141024f), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:21.791536 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-eb0413e6-b4ec-462e-b1b2-d78eacf9cd4d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (e26e6942-e301-4314-92b8-88eec38db90a), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:21.831062 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0413e6-b4ec-462e-b1b2-d78eacf9cd4d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Subnet': ['ID=e26e6942-e301-4314-92b8-88eec38db90a,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:21.837204 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-eb0413e6-b4ec-462e-b1b2-d78eacf9cd4d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:21.841543 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-eb0413e6-b4ec-462e-b1b2-d78eacf9cd4d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/subnets/e26e6942-e301-4314-92b8-88eec38db90a HTTP/1.1" status: 204 len: 168 time: 0.8317544 Mar 23 02:42:21.844108 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60052) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:21.930904 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-47c406a7-61d7-4363-a55d-4b87bac1f7c9 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (883e018b-232d-4d2d-86ff-358c666f6e61), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:21.936120 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d41def85-a514-4ce6-a461-d363df51111e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (7ce1b69b-d4c9-416d-949d-f06d5de1c26c), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:21.937620 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8d6007-5cd0-472c-85ac-8e16fad12127 None None] Network 7ce1b69b-d4c9-416d-949d-f06d5de1c26c requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:21.943560 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-47c406a7-61d7-4363-a55d-4b87bac1f7c9 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:21.946794 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-47c406a7-61d7-4363-a55d-4b87bac1f7c9 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] 10.222.0.24 "DELETE /v2.0/networks/883e018b-232d-4d2d-86ff-358c666f6e61 HTTP/1.1" status: 204 len: 168 time: 3.0042510 Mar 23 02:42:21.963215 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c406a7-61d7-4363-a55d-4b87bac1f7c9 tempest-AllowedAddressPairIpV6TestJSON-403256137 tempest-AllowedAddressPairIpV6TestJSON-403256137-project] Pushing event deleted for resources: {'Network': ['ID=883e018b-232d-4d2d-86ff-358c666f6e61,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:22.019641 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-d41def85-a514-4ce6-a461-d363df51111e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Deleting port a226a611-1fda-4c71-9a24-d6abc141024f {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:22.020298 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d41def85-a514-4ce6-a461-d363df51111e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (a226a611-1fda-4c71-9a24-d6abc141024f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:22.066213 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d21cb3-bac9-4379-90bd-b949de153be0 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:42:22.075515 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-14d21cb3-bac9-4379-90bd-b949de153be0 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (7db48402-73c0-4290-a9b6-7103bcd9e46f), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:22.075884 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-14d21cb3-bac9-4379-90bd-b949de153be0 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Added segment 7db48402-73c0-4290-a9b6-7103bcd9e46f of type vlan for network d070e2dc-e67f-4af3-acca-d9f84b0f205a Mar 23 02:42:22.121760 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-d41def85-a514-4ce6-a461-d363df51111e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] For port a226a611-1fda-4c71-9a24-d6abc141024f, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=a226a611-1fda-4c71-9a24-d6abc141024f,segment=NetworkSegment(ae3baf89-93cf-4bb8-a81f-c9a37594daf4),segment_id=ae3baf89-93cf-4bb8-a81f-c9a37594daf4)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:22.122931 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d41def85-a514-4ce6-a461-d363df51111e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (a226a611-1fda-4c71-9a24-d6abc141024f), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:22.124817 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-14d21cb3-bac9-4379-90bd-b949de153be0 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (d070e2dc-e67f-4af3-acca-d9f84b0f205a), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:22.154703 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-d41def85-a514-4ce6-a461-d363df51111e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Calling delete_port for a226a611-1fda-4c71-9a24-d6abc141024f owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:22.157975 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1b5ed289-883a-4ae4-85fd-292fa184185d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (660e88e7-96ea-4535-b78a-92176bf86274), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:22.160647 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1b5ed289-883a-4ae4-85fd-292fa184185d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:22.164212 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1b5ed289-883a-4ae4-85fd-292fa184185d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/660e88e7-96ea-4535-b78a-92176bf86274 HTTP/1.1" status: 204 len: 168 time: 0.7486589 Mar 23 02:42:22.164381 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d21cb3-bac9-4379-90bd-b949de153be0 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:42:22.185887 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ed289-883a-4ae4-85fd-292fa184185d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660e88e7-96ea-4535-b78a-92176bf86274,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:22.189943 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-f88b0cda-4c06-4897-8311-7359c4e50979 None None] Allocated IP 2001:db8:3::2 (f0c1d911-5843-446c-b9a4-b93a3d2cd676/b7939ff0-45bf-4684-8f4b-a27fa0577d46/ef7bcca4-9958-44b1-9de5-298d7ded2654) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:22.191444 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-14d21cb3-bac9-4379-90bd-b949de153be0 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (13d8ccb1-d519-4876-ae5a-7a570c482190), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:22.191803 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-14d21cb3-bac9-4379-90bd-b949de153be0 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Added segment 13d8ccb1-d519-4876-ae5a-7a570c482190 of type vlan for network d6390fa5-33c9-4db3-a122-9dfb947247b3 Mar 23 02:42:22.200549 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b147da-8b61-4ce1-a271-8300fd512336 None None] DHCP port deletion for 94d9379e-13fb-449b-8f45-d1ab95378f77 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:42:22.242564 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-14d21cb3-bac9-4379-90bd-b949de153be0 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (d6390fa5-33c9-4db3-a122-9dfb947247b3), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:22.243859 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 4a26de85-8d0a-489b-a277-dc986131b915 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:22.244358 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (4a26de85-8d0a-489b-a277-dc986131b915), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:22.289186 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-87a1187a-b1aa-4cca-8080-9d8ee351f975 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (497b27e6-a8d6-4573-bd1d-798b792346b0), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:22.325473 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d21cb3-bac9-4379-90bd-b949de153be0 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=151e5119-7938-4355-a7bf-a05f67f30133,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:22.365072 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-3f08bb74-fe87-4735-9914-a44f7542cc27 None None] Allocated IP 172.20.0.2 (95207c02-1ad6-4f0f-bb98-9c665fe1a415/aad47c94-1d5e-4262-8f59-eac5e6a9c4d3/aed354a8-472c-4193-b5f7-69ab14a67d1f) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:22.380617 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-14d21cb3-bac9-4379-90bd-b949de153be0 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (d070e2dc-e67f-4af3-acca-d9f84b0f205a), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:22.381129 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-14d21cb3-bac9-4379-90bd-b949de153be0 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (d6390fa5-33c9-4db3-a122-9dfb947247b3), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:22.385705 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-4553c4aa-5c40-45e7-8174-617215bd5f35 None None] Current status of the port a226a611-1fda-4c71-9a24-d6abc141024f is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:22.386400 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d21cb3-bac9-4379-90bd-b949de153be0 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:22.390650 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d21cb3-bac9-4379-90bd-b949de153be0 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:22.391311 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-14d21cb3-bac9-4379-90bd-b949de153be0 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:22.396638 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (95207c02-1ad6-4f0f-bb98-9c665fe1a415), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:22.400384 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a1187a-b1aa-4cca-8080-9d8ee351f975 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:22.409049 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fe40fe-e3ab-47f5-9988-f18cb2a11fbd tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:42:22.420463 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-45fe40fe-e3ab-47f5-9988-f18cb2a11fbd tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "PUT /v2.0/routers/3776b467-96ea-4700-983a-741c9764ec1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4073315 Mar 23 02:42:22.421057 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60058) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:22.455725 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9518e6e9-d9f2-4c0e-a074-368bc481c0c4 None None] Sync routers for ids ['3776b467-96ea-4700-983a-741c9764ec1d'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:42:22.468635 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-87a1187a-b1aa-4cca-8080-9d8ee351f975 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:22.472184 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a1187a-b1aa-4cca-8080-9d8ee351f975 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:22.472985 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-87a1187a-b1aa-4cca-8080-9d8ee351f975 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:22.473992 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d41def85-a514-4ce6-a461-d363df51111e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (a226a611-1fda-4c71-9a24-d6abc141024f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:22.476335 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-4553c4aa-5c40-45e7-8174-617215bd5f35 None None] Provisioning complete for port bf19b8bc-f8e0-4f65-bac3-3083ddcd7ec8 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:22.479790 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4553c4aa-5c40-45e7-8174-617215bd5f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (bf19b8bc-f8e0-4f65-bac3-3083ddcd7ec8), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:22.486367 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25c5e10-4150-4f35-9e7f-9003fd0c600e None None] DHCP port deletion for 7ce1b69b-d4c9-416d-949d-f06d5de1c26c request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:42:22.489783 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c7b147da-8b61-4ce1-a271-8300fd512336 None None] Deleting port bf3ea211-e7ea-4992-a0cf-03f2855bc7c1 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:22.490157 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c7b147da-8b61-4ce1-a271-8300fd512336 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (bf3ea211-e7ea-4992-a0cf-03f2855bc7c1), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:22.508920 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41def85-a514-4ce6-a461-d363df51111e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Port': ['ID=a226a611-1fda-4c71-9a24-d6abc141024f,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:22.527755 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41def85-a514-4ce6-a461-d363df51111e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] No DVR routers for this DVR port a226a611-1fda-4c71-9a24-d6abc141024f on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:42:22.547020 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d28b560-57b7-401a-a748-78426097d3b8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:22.549062 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9d28b560-57b7-401a-a748-78426097d3b8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "GET /v2.0/ports?device_id=3776b467-96ea-4700-983a-741c9764ec1d HTTP/1.1" status: 200 len: 988 time: 0.1267056 Mar 23 02:42:22.572483 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60062) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:22.575623 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1187a-b1aa-4cca-8080-9d8ee351f975 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Subnet': ['ID=497b27e6-a8d6-4573-bd1d-798b792346b0,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:22.639246 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 4a26de85-8d0a-489b-a277-dc986131b915 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:22.640521 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device a226a611-1fda-4c71-9a24-d6abc141024f up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:22.676702 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9518e6e9-d9f2-4c0e-a074-368bc481c0c4 None None] Routers {'3776b467-96ea-4700-983a-741c9764ec1d'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:42:22.677342 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-9518e6e9-d9f2-4c0e-a074-368bc481c0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:42:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['3776b467-96ea-4700-983a-741c9764ec1d'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:22.679157 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d41def85-a514-4ce6-a461-d363df51111e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (7ce1b69b-d4c9-416d-949d-f06d5de1c26c), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:22.732579 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-d41def85-a514-4ce6-a461-d363df51111e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ce1b69b-d4c9-416d-949d-f06d5de1c26c']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:22.749089 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60064) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:22.758816 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-d41def85-a514-4ce6-a461-d363df51111e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3baf89-93cf-4bb8-a81f-c9a37594daf4') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:22.759344 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-d41def85-a514-4ce6-a461-d363df51111e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3baf89-93cf-4bb8-a81f-c9a37594daf4') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:22.771690 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d41def85-a514-4ce6-a461-d363df51111e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (ae3baf89-93cf-4bb8-a81f-c9a37594daf4), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:22.772025 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-9518e6e9-d9f2-4c0e-a074-368bc481c0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:22.774193 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: a226a611-1fda-4c71-9a24-d6abc141024f {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:42:22.774552 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device a226a611-1fda-4c71-9a24-d6abc141024f not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 23 02:42:22.780722 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-4553c4aa-5c40-45e7-8174-617215bd5f35 None None] Port bf19b8bc-f8e0-4f65-bac3-3083ddcd7ec8 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:42:22.793778 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d41def85-a514-4ce6-a461-d363df51111e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (ae3baf89-93cf-4bb8-a81f-c9a37594daf4), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:22.806874 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d41def85-a514-4ce6-a461-d363df51111e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:42:22.812443 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d41def85-a514-4ce6-a461-d363df51111e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (ae3baf89-93cf-4bb8-a81f-c9a37594daf4), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:22.815055 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:42:22.815055 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:42:22.815055 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:42:22.815055 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:42:22.815055 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:42:22.815055 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:42:22.815055 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:42:22.815055 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:42:22.815055 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:42:22.815055 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:42:22.815055 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:42:22.815055 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:42:22.815055 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:42:22.815055 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:42:22.815055 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:42:22.815055 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:42:22.815055 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:42:22.815055 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:42:22.815055 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:42:22.815055 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:42:22.815055 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:42:22.815055 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:42:22.815055 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:42:22.815055 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:42:22.815055 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:42:22.815055 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:42:22.815055 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:42:22.815055 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:42:22.815055 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:42:22.815055 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:42:22.815055 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:42:22.815055 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:42:22.836641 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-4553c4aa-5c40-45e7-8174-617215bd5f35 None None] Could not find standard attr ID for object 6fa427b0-009c-47e7-bcd6-fb3f07839ec2. {{(pid=104350) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:42:22.846064 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:22.846800 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Port a226a611-1fda-4c71-9a24-d6abc141024f not found, will not notify nova. {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 23 02:42:22.871327 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9518e6e9-d9f2-4c0e-a074-368bc481c0c4 None None] Routers {'3776b467-96ea-4700-983a-741c9764ec1d'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:42:22.872027 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-9518e6e9-d9f2-4c0e-a074-368bc481c0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:42:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['3776b467-96ea-4700-983a-741c9764ec1d'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:22.937347 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-c7b147da-8b61-4ce1-a271-8300fd512336 None None] For port bf3ea211-e7ea-4992-a0cf-03f2855bc7c1, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=bf3ea211-e7ea-4992-a0cf-03f2855bc7c1,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:22.937772 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c7b147da-8b61-4ce1-a271-8300fd512336 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (bf3ea211-e7ea-4992-a0cf-03f2855bc7c1), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:22.945593 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 92a72851-25ce-4f38-a109-cbbeda1310b5 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:42:22.962791 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-9518e6e9-d9f2-4c0e-a074-368bc481c0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:22.964310 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9518e6e9-d9f2-4c0e-a074-368bc481c0c4 None None] The sync data for ids ['3776b467-96ea-4700-983a-741c9764ec1d'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:42:22.991492 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d21cb3-bac9-4379-90bd-b949de153be0 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Pushing event updated for resources: {'Network': ['ID=d070e2dc-e67f-4af3-acca-d9f84b0f205a,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:23.000182 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-14d21cb3-bac9-4379-90bd-b949de153be0 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.4344504 Mar 23 02:42:23.001887 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d41def85-a514-4ce6-a461-d363df51111e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (7ce1b69b-d4c9-416d-949d-f06d5de1c26c), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.008244 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c7b147da-8b61-4ce1-a271-8300fd512336 None None] Calling delete_port for bf3ea211-e7ea-4992-a0cf-03f2855bc7c1 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:23.013065 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60068) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:23.015779 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-4553c4aa-5c40-45e7-8174-617215bd5f35 None None] Provisioning complete for port bf3ea211-e7ea-4992-a0cf-03f2855bc7c1 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:23.016193 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4553c4aa-5c40-45e7-8174-617215bd5f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (bf3ea211-e7ea-4992-a0cf-03f2855bc7c1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.033320 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-87a1187a-b1aa-4cca-8080-9d8ee351f975 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6930218 Mar 23 02:42:23.040720 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d41def85-a514-4ce6-a461-d363df51111e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.050702 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network d070e2dc-e67f-4af3-acca-d9f84b0f205a details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:42:23.050925 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d41def85-a514-4ce6-a461-d363df51111e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/networks/7ce1b69b-d4c9-416d-949d-f06d5de1c26c HTTP/1.1" status: 204 len: 168 time: 1.1996169 Mar 23 02:42:23.051045 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 92a72851-25ce-4f38-a109-cbbeda1310b5 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:42:23.051045 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 92a72851-25ce-4f38-a109-cbbeda1310b5 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:42:23.063931 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60070) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:23.064479 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60072) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:23.091963 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-f778220d-b837-4951-8334-cee237ec99a7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:23.100226 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-07a94cfa-157d-4656-acad-8da012dbfb7f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-316267107'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:23.133462 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (aad47c94-1d5e-4262-8f59-eac5e6a9c4d3), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.168928 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d21cb3-bac9-4379-90bd-b949de153be0 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Pushing event updated for resources: {'Network': ['ID=d6390fa5-33c9-4db3-a122-9dfb947247b3,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:23.188895 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41def85-a514-4ce6-a461-d363df51111e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Network': ['ID=7ce1b69b-d4c9-416d-949d-f06d5de1c26c,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:23.221204 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network d6390fa5-33c9-4db3-a122-9dfb947247b3 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:42:23.222854 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a94cfa-157d-4656-acad-8da012dbfb7f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:23.226320 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-07a94cfa-157d-4656-acad-8da012dbfb7f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.233363 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f88b0cda-4c06-4897-8311-7359c4e50979 None None] Publish callbacks [] for port (ef7bcca4-9958-44b1-9de5-298d7ded2654), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.266083 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-99d0b589-33de-47d9-9e19-e4ecd9b1cd9f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.299852 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3f08bb74-fe87-4735-9914-a44f7542cc27 None None] Publish callbacks [] for port (aed354a8-472c-4193-b5f7-69ab14a67d1f), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.334900 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f88b0cda-4c06-4897-8311-7359c4e50979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (ef7bcca4-9958-44b1-9de5-298d7ded2654), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.376023 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2f9afa5d-ce5d-4f0e-a61e-41853960c6f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c00033ab2c44c8bb0e17d1388ba9fe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6231663 Mar 23 02:42:23.383092 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60074) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:23.394959 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07a94cfa-157d-4656-acad-8da012dbfb7f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:42:23.406379 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3f08bb74-fe87-4735-9914-a44f7542cc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (aed354a8-472c-4193-b5f7-69ab14a67d1f), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.446436 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441beef3-eeea-4385-9477-ac76fd315143 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:23.446768 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88b0cda-4c06-4897-8311-7359c4e50979 None None] Network f0c1d911-5843-446c-b9a4-b93a3d2cd676 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:23.453832 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441beef3-eeea-4385-9477-ac76fd315143 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:23.456726 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b0cda-4c06-4897-8311-7359c4e50979 None None] Pushing event updated for resources: {'Port': ['ID=ef7bcca4-9958-44b1-9de5-298d7ded2654,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:23.457902 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-f88b0cda-4c06-4897-8311-7359c4e50979 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:23.459794 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441beef3-eeea-4385-9477-ac76fd315143 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:23.466588 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441beef3-eeea-4385-9477-ac76fd315143 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:23.468452 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-441beef3-eeea-4385-9477-ac76fd315143 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4503245 Mar 23 02:42:23.469913 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-07a94cfa-157d-4656-acad-8da012dbfb7f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (04a27135-9819-4ba4-9d1c-de2899aed384), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.470368 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-07a94cfa-157d-4656-acad-8da012dbfb7f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Added segment 04a27135-9819-4ba4-9d1c-de2899aed384 of type vlan for network 94c6ab23-310b-40b5-abd0-84b482d99207 Mar 23 02:42:23.474106 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88b0cda-4c06-4897-8311-7359c4e50979 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:23.484718 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60076) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:23.506633 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-4553c4aa-5c40-45e7-8174-617215bd5f35 None None] Current status of the port bf3ea211-e7ea-4992-a0cf-03f2855bc7c1 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:23.511632 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f08bb74-fe87-4735-9914-a44f7542cc27 None None] Network 95207c02-1ad6-4f0f-bb98-9c665fe1a415 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:23.518366 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-3f08bb74-fe87-4735-9914-a44f7542cc27 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:23.522134 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f08bb74-fe87-4735-9914-a44f7542cc27 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:23.546446 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (aad47c94-1d5e-4262-8f59-eac5e6a9c4d3), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.552463 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08bb74-fe87-4735-9914-a44f7542cc27 None None] Pushing event updated for resources: {'Port': ['ID=aed354a8-472c-4193-b5f7-69ab14a67d1f,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:23.558913 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 4a26de85-8d0a-489b-a277-dc986131b915 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:23.610090 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c7b147da-8b61-4ce1-a271-8300fd512336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (bf3ea211-e7ea-4992-a0cf-03f2855bc7c1), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.625003 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-07a94cfa-157d-4656-acad-8da012dbfb7f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (94c6ab23-310b-40b5-abd0-84b482d99207), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.635786 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event deleted for resources: {'Subnet': ['ID=aad47c94-1d5e-4262-8f59-eac5e6a9c4d3,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:23.649117 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b89cad7a-3ecd-4692-bdb1-7b3725c55c2c tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (d070e2dc-e67f-4af3-acca-d9f84b0f205a), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.665768 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1c6c994d-0d08-418f-a8ed-cc21f2a12bb6 admin admin] Publish callbacks [] for security_group (c8c02936-9652-415f-9a17-dec22262216d), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.699365 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1c6c994d-0d08-418f-a8ed-cc21f2a12bb6 admin admin] Publish callbacks [] for security_group (c8c02936-9652-415f-9a17-dec22262216d), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.744604 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f778220d-b837-4951-8334-cee237ec99a7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:23.749082 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f778220d-b837-4951-8334-cee237ec99a7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.749308 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (95207c02-1ad6-4f0f-bb98-9c665fe1a415), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.759650 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-170338f5-3375-4db2-896f-680a45d60b27 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (3776b467-96ea-4700-983a-741c9764ec1d), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.849642 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-07a94cfa-157d-4656-acad-8da012dbfb7f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (94c6ab23-310b-40b5-abd0-84b482d99207), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.849861 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95207c02-1ad6-4f0f-bb98-9c665fe1a415']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:23.851423 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b147da-8b61-4ce1-a271-8300fd512336 None None] Pushing event deleted for resources: {'Port': ['ID=bf3ea211-e7ea-4992-a0cf-03f2855bc7c1,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:23.856183 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a94cfa-157d-4656-acad-8da012dbfb7f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:23.857020 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-07a94cfa-157d-4656-acad-8da012dbfb7f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.864643 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b147da-8b61-4ce1-a271-8300fd512336 None None] No DVR routers for this DVR port bf3ea211-e7ea-4992-a0cf-03f2855bc7c1 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:42:23.866977 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-f88b0cda-4c06-4897-8311-7359c4e50979 None None] Attempting to bind port ef7bcca4-9958-44b1-9de5-298d7ded2654 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:42:23.867348 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-f88b0cda-4c06-4897-8311-7359c4e50979 None None] Attempting to bind port ef7bcca4-9958-44b1-9de5-298d7ded2654 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '01c1b47d-689b-4a1e-978d-ff803f10519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f0c1d911-5843-446c-b9a4-b93a3d2cd676'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:42:23.867851 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88b0cda-4c06-4897-8311-7359c4e50979 None None] Attempting to bind port ef7bcca4-9958-44b1-9de5-298d7ded2654 on network f0c1d911-5843-446c-b9a4-b93a3d2cd676 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:42:23.873754 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-3f08bb74-fe87-4735-9914-a44f7542cc27 None None] Attempting to bind port aed354a8-472c-4193-b5f7-69ab14a67d1f on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:42:23.873754 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-3f08bb74-fe87-4735-9914-a44f7542cc27 None None] Attempting to bind port aed354a8-472c-4193-b5f7-69ab14a67d1f by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '44e9ee28-7086-4c7d-a243-f2631809886a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '95207c02-1ad6-4f0f-bb98-9c665fe1a415'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:42:23.874036 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f08bb74-fe87-4735-9914-a44f7542cc27 None None] Attempting to bind port aed354a8-472c-4193-b5f7-69ab14a67d1f on network 95207c02-1ad6-4f0f-bb98-9c665fe1a415 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:42:23.887167 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88b0cda-4c06-4897-8311-7359c4e50979 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:42:23.887793 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88b0cda-4c06-4897-8311-7359c4e50979 None None] Checking segment: {'id': '01c1b47d-689b-4a1e-978d-ff803f10519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f0c1d911-5843-446c-b9a4-b93a3d2cd676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:23.888373 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f88b0cda-4c06-4897-8311-7359c4e50979 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.888949 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88b0cda-4c06-4897-8311-7359c4e50979 None None] Bound using segment: {'id': '01c1b47d-689b-4a1e-978d-ff803f10519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f0c1d911-5843-446c-b9a4-b93a3d2cd676'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:42:23.889586 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-f88b0cda-4c06-4897-8311-7359c4e50979 None None] Bound port: ef7bcca4-9958-44b1-9de5-298d7ded2654, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c1b47d-689b-4a1e-978d-ff803f10519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f0c1d911-5843-446c-b9a4-b93a3d2cd676'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:42:23.890132 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f88b0cda-4c06-4897-8311-7359c4e50979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ef7bcca4-9958-44b1-9de5-298d7ded2654), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.892975 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f08bb74-fe87-4735-9914-a44f7542cc27 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:42:23.893544 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f08bb74-fe87-4735-9914-a44f7542cc27 None None] Checking segment: {'id': '44e9ee28-7086-4c7d-a243-f2631809886a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '95207c02-1ad6-4f0f-bb98-9c665fe1a415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:23.894813 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e9ee28-7086-4c7d-a243-f2631809886a') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:23.894813 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e9ee28-7086-4c7d-a243-f2631809886a') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:23.895239 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3f08bb74-fe87-4735-9914-a44f7542cc27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.895790 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f08bb74-fe87-4735-9914-a44f7542cc27 None None] Bound using segment: {'id': '44e9ee28-7086-4c7d-a243-f2631809886a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '95207c02-1ad6-4f0f-bb98-9c665fe1a415'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:42:23.896660 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-3f08bb74-fe87-4735-9914-a44f7542cc27 None None] Bound port: aed354a8-472c-4193-b5f7-69ab14a67d1f, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e9ee28-7086-4c7d-a243-f2631809886a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '95207c02-1ad6-4f0f-bb98-9c665fe1a415'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:42:23.897217 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3f08bb74-fe87-4735-9914-a44f7542cc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (aed354a8-472c-4193-b5f7-69ab14a67d1f), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.901958 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b89cad7a-3ecd-4692-bdb1-7b3725c55c2c tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (d070e2dc-e67f-4af3-acca-d9f84b0f205a), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.917077 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a2a011-f262-46c5-89f8-a30fd5ae5420 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:23.925563 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (44e9ee28-7086-4c7d-a243-f2631809886a), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.953049 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-99d0b589-33de-47d9-9e19-e4ecd9b1cd9f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Allocated IP 2001:db8:3::1 (f0c1d911-5843-446c-b9a4-b93a3d2cd676/b7939ff0-45bf-4684-8f4b-a27fa0577d46/7b1f2ca4-6171-488b-a460-41d49d0dde9e) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:23.955574 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (44e9ee28-7086-4c7d-a243-f2631809886a), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.966869 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:42:23.967332 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (44e9ee28-7086-4c7d-a243-f2631809886a), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.970635 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:42:23.970635 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:42:23.970635 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:42:23.970635 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:42:23.970635 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:42:23.970635 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:42:23.970635 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:42:23.970635 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:42:23.970635 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:42:23.970635 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:42:23.970635 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:42:23.970635 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:42:23.970635 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:42:23.970635 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:42:23.970635 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:42:23.970635 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:42:23.970635 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:42:23.970635 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:42:23.970635 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:42:23.970635 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:42:23.970635 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:42:23.970635 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:42:23.970635 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:42:23.970635 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:42:23.970635 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:42:23.970635 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:42:23.970635 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:42:23.970635 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:42:23.970635 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:42:23.970635 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:42:23.970635 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:42:23.970635 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:42:23.994233 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-b89cad7a-3ecd-4692-bdb1-7b3725c55c2c tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d070e2dc-e67f-4af3-acca-d9f84b0f205a']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:24.010933 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a94cfa-157d-4656-acad-8da012dbfb7f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Network': ['ID=94c6ab23-310b-40b5-abd0-84b482d99207,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:24.024844 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-07a94cfa-157d-4656-acad-8da012dbfb7f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9347997 Mar 23 02:42:24.024844 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-b89cad7a-3ecd-4692-bdb1-7b3725c55c2c tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7db48402-73c0-4290-a9b6-7103bcd9e46f') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:24.024844 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-b89cad7a-3ecd-4692-bdb1-7b3725c55c2c tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7db48402-73c0-4290-a9b6-7103bcd9e46f') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:24.028305 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60078) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:24.044728 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-3da29494-7e43-488e-b37a-99bfca0ac448 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'subnet': {'network_id': '94c6ab23-310b-40b5-abd0-84b482d99207', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:24.046113 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 4a26de85-8d0a-489b-a277-dc986131b915 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:24.046113 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (4a26de85-8d0a-489b-a277-dc986131b915), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:24.049009 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 94c6ab23-310b-40b5-abd0-84b482d99207 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:42:24.056918 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.ipam_backend_mixin [None req-f778220d-b837-4951-8334-cee237ec99a7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 497b27e6-a8d6-4573-bd1d-798b792346b0 (CIDR: 2001:db8::/64) Mar 23 02:42:24.059381 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b89cad7a-3ecd-4692-bdb1-7b3725c55c2c tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (7db48402-73c0-4290-a9b6-7103bcd9e46f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:24.105966 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-f778220d-b837-4951-8334-cee237ec99a7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:42:24.106389 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f778220d-b837-4951-8334-cee237ec99a7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:24.126455 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:24.128527 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b89cad7a-3ecd-4692-bdb1-7b3725c55c2c tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (7db48402-73c0-4290-a9b6-7103bcd9e46f), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:24.144392 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1c6c994d-0d08-418f-a8ed-cc21f2a12bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (c8c02936-9652-415f-9a17-dec22262216d), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:24.146894 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1c6c994d-0d08-418f-a8ed-cc21f2a12bb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:24.150663 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1c6c994d-0d08-418f-a8ed-cc21f2a12bb6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c8c02936-9652-415f-9a17-dec22262216d HTTP/1.1" status: 204 len: 168 time: 0.7596028 Mar 23 02:42:24.165305 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b89cad7a-3ecd-4692-bdb1-7b3725c55c2c tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:42:24.165911 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b89cad7a-3ecd-4692-bdb1-7b3725c55c2c tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (7db48402-73c0-4290-a9b6-7103bcd9e46f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:24.169280 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:42:24.169280 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:42:24.169280 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:42:24.169280 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:42:24.169280 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:42:24.169280 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:42:24.169280 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:42:24.169280 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:42:24.169280 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:42:24.169280 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:42:24.169280 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:42:24.169280 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:42:24.169280 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:42:24.169280 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:42:24.169280 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:42:24.169280 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:42:24.169280 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:42:24.169280 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:42:24.169280 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:42:24.169280 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:42:24.169280 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:42:24.169280 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:42:24.169280 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:42:24.169280 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:42:24.169280 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:42:24.169280 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:42:24.169280 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:42:24.169280 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:42:24.169280 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:42:24.169280 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:42:24.169280 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:42:24.169280 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:42:24.217560 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c994d-0d08-418f-a8ed-cc21f2a12bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c02936-9652-415f-9a17-dec22262216d,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:24.223025 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-3f08bb74-fe87-4735-9914-a44f7542cc27 None None] For port aed354a8-472c-4193-b5f7-69ab14a67d1f, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:42:24.226201 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-f88b0cda-4c06-4897-8311-7359c4e50979 None None] For port ef7bcca4-9958-44b1-9de5-298d7ded2654, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:42:24.239760 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-f88b0cda-4c06-4897-8311-7359c4e50979 None None] For port ef7bcca4-9958-44b1-9de5-298d7ded2654, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=ef7bcca4-9958-44b1-9de5-298d7ded2654,segment=NetworkSegment(01c1b47d-689b-4a1e-978d-ff803f10519a),segment_id=01c1b47d-689b-4a1e-978d-ff803f10519a)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:42:24.243230 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-3f08bb74-fe87-4735-9914-a44f7542cc27 None None] For port aed354a8-472c-4193-b5f7-69ab14a67d1f, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=aed354a8-472c-4193-b5f7-69ab14a67d1f,segment=NetworkSegment(44e9ee28-7086-4c7d-a243-f2631809886a),segment_id=44e9ee28-7086-4c7d-a243-f2631809886a)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:42:24.250539 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f778220d-b837-4951-8334-cee237ec99a7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1613812 Mar 23 02:42:24.256313 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60082) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:24.264538 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-deca997a-fe59-4866-a552-dc7192d6cb04 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'subnet': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:24.317819 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4877293-a985-4087-ad34-2013735083c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-94d9379e-13fb-449b-8f45-d1ab95378f77', 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'project_id': '9bb994ac65c94580bbf62807776d76a5', 'fixed_ips': [{'subnet_id': '497b27e6-a8d6-4573-bd1d-798b792346b0'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:42:24.318794 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c4877293-a985-4087-ad34-2013735083c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:24.390419 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b89cad7a-3ecd-4692-bdb1-7b3725c55c2c tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (d070e2dc-e67f-4af3-acca-d9f84b0f205a), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:24.400070 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da29494-7e43-488e-b37a-99bfca0ac448 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:24.404501 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3da29494-7e43-488e-b37a-99bfca0ac448 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:24.409819 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b89cad7a-3ecd-4692-bdb1-7b3725c55c2c tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:24.413361 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b89cad7a-3ecd-4692-bdb1-7b3725c55c2c tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] 10.222.0.24 "DELETE /v2.0/networks/d070e2dc-e67f-4af3-acca-d9f84b0f205a HTTP/1.1" status: 204 len: 168 time: 0.9217134 Mar 23 02:42:24.418860 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60084) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:24.430412 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3f08bb74-fe87-4735-9914-a44f7542cc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (aed354a8-472c-4193-b5f7-69ab14a67d1f), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:24.433003 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f88b0cda-4c06-4897-8311-7359c4e50979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (ef7bcca4-9958-44b1-9de5-298d7ded2654), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:24.481426 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89cad7a-3ecd-4692-bdb1-7b3725c55c2c tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Pushing event deleted for resources: {'Network': ['ID=d070e2dc-e67f-4af3-acca-d9f84b0f205a,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:24.563236 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-c4877293-a985-4087-ad34-2013735083c7 None None] Allocated IP 2001:db8::2 (94d9379e-13fb-449b-8f45-d1ab95378f77/497b27e6-a8d6-4573-bd1d-798b792346b0/064f78d2-9947-4755-818b-fb007401d0cd) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:24.583353 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deca997a-fe59-4866-a552-dc7192d6cb04 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:24.588525 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 4a26de85-8d0a-489b-a277-dc986131b915 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:24.588651 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.db.api [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 02:42:24.588651 dv-neutron-834613-2-hyperv neutron-server[104348]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 02:42:24.588651 dv-neutron-834613-2-hyperv neutron-server[104348]: [parameters: {'id': '95207c02-1ad6-4f0f-bb98-9c665fe1a415'}] Mar 23 02:42:24.588651 dv-neutron-834613-2-hyperv neutron-server[104348]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:42:24.588935 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-deca997a-fe59-4866-a552-dc7192d6cb04 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:24.589027 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG oslo_db.api [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:42:24.682765 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08bb74-fe87-4735-9914-a44f7542cc27 None None] Pushing event updated for resources: {'Port': ['ID=aed354a8-472c-4193-b5f7-69ab14a67d1f,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:24.701903 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-99d0b589-33de-47d9-9e19-e4ecd9b1cd9f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for port (7b1f2ca4-6171-488b-a460-41d49d0dde9e), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:24.710214 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device a226a611-1fda-4c71-9a24-d6abc141024f no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:42:24.728267 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-170338f5-3375-4db2-896f-680a45d60b27 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Deleting port bf19b8bc-f8e0-4f65-bac3-3083ddcd7ec8 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:24.728612 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-170338f5-3375-4db2-896f-680a45d60b27 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (bf19b8bc-f8e0-4f65-bac3-3083ddcd7ec8), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:24.740746 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7ff97512-2aa3-4d82-8f8c-f85f470d11a2 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (d6390fa5-33c9-4db3-a122-9dfb947247b3), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:24.828982 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: a226a611-1fda-4c71-9a24-d6abc141024f {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:42:24.829483 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device a226a611-1fda-4c71-9a24-d6abc141024f not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:42:24.830022 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device bf3ea211-e7ea-4992-a0cf-03f2855bc7c1 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:42:24.859122 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: bf3ea211-e7ea-4992-a0cf-03f2855bc7c1 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:42:24.859707 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device bf3ea211-e7ea-4992-a0cf-03f2855bc7c1 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:42:24.902871 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-170338f5-3375-4db2-896f-680a45d60b27 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (bf19b8bc-f8e0-4f65-bac3-3083ddcd7ec8), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:24.983492 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-170338f5-3375-4db2-896f-680a45d60b27 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Calling delete_port for bf19b8bc-f8e0-4f65-bac3-3083ddcd7ec8 owned by network:router_interface {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:24.989156 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b0cda-4c06-4897-8311-7359c4e50979 None None] Pushing event updated for resources: {'Port': ['ID=ef7bcca4-9958-44b1-9de5-298d7ded2654,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:25.042938 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de03cf24-6ddb-47b7-a3fb-95201932027e None None] Network 95207c02-1ad6-4f0f-bb98-9c665fe1a415 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:25.068921 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-99d0b589-33de-47d9-9e19-e4ecd9b1cd9f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (7b1f2ca4-6171-488b-a460-41d49d0dde9e), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:25.117052 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (95207c02-1ad6-4f0f-bb98-9c665fe1a415), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:25.139802 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c4877293-a985-4087-ad34-2013735083c7 None None] Publish callbacks [] for port (064f78d2-9947-4755-818b-fb007401d0cd), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:25.167164 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d0b589-33de-47d9-9e19-e4ecd9b1cd9f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network f0c1d911-5843-446c-b9a4-b93a3d2cd676 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:25.216297 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c4877293-a985-4087-ad34-2013735083c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (064f78d2-9947-4755-818b-fb007401d0cd), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:25.220896 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-99d0b589-33de-47d9-9e19-e4ecd9b1cd9f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:25.226851 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0b589-33de-47d9-9e19-e4ecd9b1cd9f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Port': ['ID=7b1f2ca4-6171-488b-a460-41d49d0dde9e,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:25.229537 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d0b589-33de-47d9-9e19-e4ecd9b1cd9f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:25.230091 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-99d0b589-33de-47d9-9e19-e4ecd9b1cd9f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (a39a81c7-cf7a-422e-a209-13f7ec675452), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:25.284933 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4877293-a985-4087-ad34-2013735083c7 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:25.288925 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4877293-a985-4087-ad34-2013735083c7 None None] Pushing event updated for resources: {'Port': ['ID=064f78d2-9947-4755-818b-fb007401d0cd,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:25.292595 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-c4877293-a985-4087-ad34-2013735083c7 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:25.294708 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4877293-a985-4087-ad34-2013735083c7 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:25.374926 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7ff97512-2aa3-4d82-8f8c-f85f470d11a2 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (d6390fa5-33c9-4db3-a122-9dfb947247b3), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:25.387249 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-c4877293-a985-4087-ad34-2013735083c7 None None] Attempting to bind port 064f78d2-9947-4755-818b-fb007401d0cd on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:42:25.388425 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-c4877293-a985-4087-ad34-2013735083c7 None None] Attempting to bind port 064f78d2-9947-4755-818b-fb007401d0cd by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:42:25.388425 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4877293-a985-4087-ad34-2013735083c7 None None] Attempting to bind port 064f78d2-9947-4755-818b-fb007401d0cd on network 94d9379e-13fb-449b-8f45-d1ab95378f77 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:42:25.395504 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4877293-a985-4087-ad34-2013735083c7 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:42:25.396723 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4877293-a985-4087-ad34-2013735083c7 None None] Checking segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:25.396723 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c4877293-a985-4087-ad34-2013735083c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:25.397212 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4877293-a985-4087-ad34-2013735083c7 None None] Bound using segment: {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:42:25.398891 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-c4877293-a985-4087-ad34-2013735083c7 None None] Bound port: 064f78d2-9947-4755-818b-fb007401d0cd, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e71286d-d64a-4f7b-aafe-5fb2fd186af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:42:25.399463 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c4877293-a985-4087-ad34-2013735083c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (064f78d2-9947-4755-818b-fb007401d0cd), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:25.417117 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-7ff97512-2aa3-4d82-8f8c-f85f470d11a2 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6390fa5-33c9-4db3-a122-9dfb947247b3']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:25.448709 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Deleting port aed354a8-472c-4193-b5f7-69ab14a67d1f {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:25.449023 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (aed354a8-472c-4193-b5f7-69ab14a67d1f), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:25.465171 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-7ff97512-2aa3-4d82-8f8c-f85f470d11a2 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d8ccb1-d519-4876-ae5a-7a570c482190') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:25.465477 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-7ff97512-2aa3-4d82-8f8c-f85f470d11a2 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d8ccb1-d519-4876-ae5a-7a570c482190') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:25.499501 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7ff97512-2aa3-4d82-8f8c-f85f470d11a2 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (13d8ccb1-d519-4876-ae5a-7a570c482190), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:25.518567 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7ff97512-2aa3-4d82-8f8c-f85f470d11a2 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (13d8ccb1-d519-4876-ae5a-7a570c482190), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:25.529657 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff97512-2aa3-4d82-8f8c-f85f470d11a2 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:42:25.530404 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7ff97512-2aa3-4d82-8f8c-f85f470d11a2 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (13d8ccb1-d519-4876-ae5a-7a570c482190), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:25.540342 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-170338f5-3375-4db2-896f-680a45d60b27 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (bf19b8bc-f8e0-4f65-bac3-3083ddcd7ec8), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:25.549781 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-c4877293-a985-4087-ad34-2013735083c7 None None] For port 064f78d2-9947-4755-818b-fb007401d0cd, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:42:25.554947 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-c4877293-a985-4087-ad34-2013735083c7 None None] For port 064f78d2-9947-4755-818b-fb007401d0cd, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=064f78d2-9947-4755-818b-fb007401d0cd,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:42:25.591505 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-99d0b589-33de-47d9-9e19-e4ecd9b1cd9f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7b1f2ca4-6171-488b-a460-41d49d0dde9e), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:25.595709 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:42:25.595709 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:42:25.595709 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:42:25.595709 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:42:25.595709 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:42:25.595709 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:42:25.595709 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:42:25.595709 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:42:25.595709 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:42:25.595709 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:42:25.595709 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:42:25.595709 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:42:25.595709 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:42:25.595709 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:42:25.595709 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:42:25.595709 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:42:25.595709 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:42:25.595709 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:42:25.595709 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:42:25.595709 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:42:25.595709 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:42:25.595709 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:42:25.595709 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:42:25.595709 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:42:25.595709 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:42:25.595709 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:42:25.595709 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:42:25.595709 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:42:25.595709 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:42:25.595709 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:42:25.595709 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:42:25.595709 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:42:25.601608 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device ef7bcca4-9958-44b1-9de5-298d7ded2654 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:25.632372 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] For port aed354a8-472c-4193-b5f7-69ab14a67d1f, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=aed354a8-472c-4193-b5f7-69ab14a67d1f,segment=NetworkSegment(44e9ee28-7086-4c7d-a243-f2631809886a),segment_id=44e9ee28-7086-4c7d-a243-f2631809886a)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:25.632883 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (aed354a8-472c-4193-b5f7-69ab14a67d1f), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:25.686169 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c4877293-a985-4087-ad34-2013735083c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (064f78d2-9947-4755-818b-fb007401d0cd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:25.686751 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170338f5-3375-4db2-896f-680a45d60b27 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Port': ['ID=bf19b8bc-f8e0-4f65-bac3-3083ddcd7ec8,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:25.737112 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3da29494-7e43-488e-b37a-99bfca0ac448 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (d75d3b18-d197-4c67-8521-00b672bd4a18), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:25.768751 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7ff97512-2aa3-4d82-8f8c-f85f470d11a2 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (d6390fa5-33c9-4db3-a122-9dfb947247b3), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:25.777655 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Calling delete_port for aed354a8-472c-4193-b5f7-69ab14a67d1f owned by network:dhcp {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:25.782888 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4877293-a985-4087-ad34-2013735083c7 None None] Pushing event updated for resources: {'Port': ['ID=064f78d2-9947-4755-818b-fb007401d0cd,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:25.819681 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60104) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:25.831216 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port ef7bcca4-9958-44b1-9de5-298d7ded2654 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:25.831612 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ef7bcca4-9958-44b1-9de5-298d7ded2654), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:25.919560 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7ff97512-2aa3-4d82-8f8c-f85f470d11a2 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:25.935077 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7ff97512-2aa3-4d82-8f8c-f85f470d11a2 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] 10.222.0.24 "DELETE /v2.0/networks/d6390fa5-33c9-4db3-a122-9dfb947247b3 HTTP/1.1" status: 204 len: 168 time: 1.5064647 Mar 23 02:42:25.951264 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60108) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:25.958727 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-170338f5-3375-4db2-896f-680a45d60b27 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (3776b467-96ea-4700-983a-741c9764ec1d), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:25.994426 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff97512-2aa3-4d82-8f8c-f85f470d11a2 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Pushing event deleted for resources: {'Network': ['ID=d6390fa5-33c9-4db3-a122-9dfb947247b3,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:26.004312 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port ef7bcca4-9958-44b1-9de5-298d7ded2654 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:26.004839 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ef7bcca4-9958-44b1-9de5-298d7ded2654), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:26.025210 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da29494-7e43-488e-b37a-99bfca0ac448 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Subnet': ['ID=d75d3b18-d197-4c67-8521-00b672bd4a18,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:26.036906 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da29494-7e43-488e-b37a-99bfca0ac448 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Checking segment: {'id': '04a27135-9819-4ba4-9d1c-de2899aed384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '94c6ab23-310b-40b5-abd0-84b482d99207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:26.037284 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da29494-7e43-488e-b37a-99bfca0ac448 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network hostable DHCP agents. Network: 94c6ab23-310b-40b5-abd0-84b482d99207, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:42:26.056059 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port ef7bcca4-9958-44b1-9de5-298d7ded2654, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=ef7bcca4-9958-44b1-9de5-298d7ded2654,segment=NetworkSegment(01c1b47d-689b-4a1e-978d-ff803f10519a),segment_id=01c1b47d-689b-4a1e-978d-ff803f10519a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:26.148543 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (ef7bcca4-9958-44b1-9de5-298d7ded2654), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:26.197607 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-9318c972-c864-4fc4-a0e0-1dc4492d4dfd tempest-NetworksNegativeTestJSON-1363681976 tempest-NetworksNegativeTestJSON-1363681976-project] Request body: {'port': {'network_id': 'b95e10f9-991d-473c-bf37-8f6da07c31c9', 'name': 'tempest-NetworksNegativeTestJSON-182194198'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:26.224532 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da29494-7e43-488e-b37a-99bfca0ac448 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network 94c6ab23-310b-40b5-abd0-84b482d99207 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:42:26.228419 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=ef7bcca4-9958-44b1-9de5-298d7ded2654,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:26.259569 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.objects.ports [None req-deca997a-fe59-4866-a552-dc7192d6cb04 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104349) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 02:42:26.288963 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-9318c972-c864-4fc4-a0e0-1dc4492d4dfd tempest-NetworksNegativeTestJSON-1363681976 tempest-NetworksNegativeTestJSON-1363681976-project] POST failed (client error): The resource could not be found. Mar 23 02:42:26.289678 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9318c972-c864-4fc4-a0e0-1dc4492d4dfd tempest-NetworksNegativeTestJSON-1363681976 tempest-NetworksNegativeTestJSON-1363681976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:26.291120 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9318c972-c864-4fc4-a0e0-1dc4492d4dfd tempest-NetworksNegativeTestJSON-1363681976 tempest-NetworksNegativeTestJSON-1363681976-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4458585 Mar 23 02:42:26.300510 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb81ed4-805b-475c-a88b-44e2039cb51f None None] Network f0c1d911-5843-446c-b9a4-b93a3d2cd676 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:26.311989 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60110) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:26.361489 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-3da29494-7e43-488e-b37a-99bfca0ac448 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 94c6ab23-310b-40b5-abd0-84b482d99207) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:26.369696 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da29494-7e43-488e-b37a-99bfca0ac448 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:26.370363 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3da29494-7e43-488e-b37a-99bfca0ac448 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:26.373481 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10541cc-9c28-4a33-a510-438ce4c8d9f1 None None] Network 94c6ab23-310b-40b5-abd0-84b482d99207 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:26.451063 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-3957dd55-7058-4518-b36e-309dea80bf42 None None] Provisioning complete for port ef7bcca4-9958-44b1-9de5-298d7ded2654 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:26.451368 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3957dd55-7058-4518-b36e-309dea80bf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ef7bcca4-9958-44b1-9de5-298d7ded2654), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:26.480126 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3da29494-7e43-488e-b37a-99bfca0ac448 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4425251 Mar 23 02:42:26.482329 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60112) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:26.487204 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-c7359a1d-ea07-45b6-9927-97af9bfbd067 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'port': {'network_id': '94c6ab23-310b-40b5-abd0-84b482d99207', 'security_groups': [], 'name': 'tempest-PortsTestJSON-428840967'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:26.499783 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc088cd1-5c09-4d8a-a149-b5a63e4734e1 tempest-NetworksNegativeTestJSON-1363681976 tempest-NetworksNegativeTestJSON-1363681976-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:26.500469 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc088cd1-5c09-4d8a-a149-b5a63e4734e1 tempest-NetworksNegativeTestJSON-1363681976 tempest-NetworksNegativeTestJSON-1363681976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:26.505423 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-bc088cd1-5c09-4d8a-a149-b5a63e4734e1 tempest-NetworksNegativeTestJSON-1363681976 tempest-NetworksNegativeTestJSON-1363681976-project] 10.222.0.24 "DELETE /v2.0/networks/48acc87b-0923-49c2-860e-93b74125379b HTTP/1.1" status: 404 len: 339 time: 0.1877341 Mar 23 02:42:26.530380 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60114) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:26.590926 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca35f5b-6fa5-45b9-8072-67bdc381d409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-94c6ab23-310b-40b5-abd0-84b482d99207', 'network_id': '94c6ab23-310b-40b5-abd0-84b482d99207', 'project_id': '32afce4d288d4d26875daa685df2d772', 'fixed_ips': [{'subnet_id': 'd75d3b18-d197-4c67-8521-00b672bd4a18'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:42:26.591799 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4ca35f5b-6fa5-45b9-8072-67bdc381d409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:26.594710 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc120489-5310-4857-abf1-2a37914b8f6e tempest-NetworksNegativeTestJSON-1363681976 tempest-NetworksNegativeTestJSON-1363681976-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:26.595490 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc120489-5310-4857-abf1-2a37914b8f6e tempest-NetworksNegativeTestJSON-1363681976 tempest-NetworksNegativeTestJSON-1363681976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:26.598993 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-dc120489-5310-4857-abf1-2a37914b8f6e tempest-NetworksNegativeTestJSON-1363681976 tempest-NetworksNegativeTestJSON-1363681976-project] 10.222.0.24 "DELETE /v2.0/ports/1eea78fd-5839-4963-bedb-d14f209c92ee HTTP/1.1" status: 404 len: 333 time: 0.0669129 Mar 23 02:42:26.620542 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60116) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:26.621526 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-deca997a-fe59-4866-a552-dc7192d6cb04 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (064f78d2-9947-4755-818b-fb007401d0cd), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:26.627092 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-3957dd55-7058-4518-b36e-309dea80bf42 None None] Current status of the port ef7bcca4-9958-44b1-9de5-298d7ded2654 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:26.642683 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (aed354a8-472c-4193-b5f7-69ab14a67d1f), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:26.677445 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-6544696f-31c9-413a-8367-4c263ffead4e tempest-NetworksNegativeTestJSON-1363681976 tempest-NetworksNegativeTestJSON-1363681976-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:26.678006 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6544696f-31c9-413a-8367-4c263ffead4e tempest-NetworksNegativeTestJSON-1363681976 tempest-NetworksNegativeTestJSON-1363681976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:26.687514 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6544696f-31c9-413a-8367-4c263ffead4e tempest-NetworksNegativeTestJSON-1363681976 tempest-NetworksNegativeTestJSON-1363681976-project] 10.222.0.24 "DELETE /v2.0/subnets/940222e9-85e4-44b2-85c5-9b365fa059cc HTTP/1.1" status: 404 len: 337 time: 0.0571604 Mar 23 02:42:26.691721 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60118) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:26.772498 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618d9ba3-dd04-446e-a128-e7a2fb2137a7 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:26.774136 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-4ca35f5b-6fa5-45b9-8072-67bdc381d409 None None] Allocated IP 172.20.0.2 (94c6ab23-310b-40b5-abd0-84b482d99207/d75d3b18-d197-4c67-8521-00b672bd4a18/6e45050b-e1ca-40d6-b50e-7d9ae9312dfb) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:26.781922 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618d9ba3-dd04-446e-a128-e7a2fb2137a7 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:26.788867 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-618d9ba3-dd04-446e-a128-e7a2fb2137a7 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8312750 Mar 23 02:42:26.805895 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60120) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:26.818798 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-44cfbc9b-9198-4f37-b478-d2006606d46a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-376004881'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:26.822566 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event deleted for resources: {'Port': ['ID=aed354a8-472c-4193-b5f7-69ab14a67d1f,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:26.840200 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] No DVR routers for this DVR port aed354a8-472c-4193-b5f7-69ab14a67d1f on host dv-neutron-834613-2-hyperv {{(pid=104348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:42:26.858315 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170338f5-3375-4db2-896f-680a45d60b27 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Router 3776b467-96ea-4700-983a-741c9764ec1d has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:42:26.871597 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37fc313-7159-42fd-929d-6a9f9ec7398a tempest-NetworksNegativeTestJSON-1363681976 tempest-NetworksNegativeTestJSON-1363681976-project] GET failed (client error): The resource could not be found. Mar 23 02:42:26.880330 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c37fc313-7159-42fd-929d-6a9f9ec7398a tempest-NetworksNegativeTestJSON-1363681976 tempest-NetworksNegativeTestJSON-1363681976-project] 10.222.0.24 "GET /v2.0/networks/97469351-214c-4ef0-8ae5-e9d044cd4e68 HTTP/1.1" status: 404 len: 339 time: 0.0365801 Mar 23 02:42:26.888701 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60122) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:26.959477 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0c1b2c2-91f7-4b80-86aa-fb927d890f6d tempest-NetworksNegativeTestJSON-1363681976 tempest-NetworksNegativeTestJSON-1363681976-project] GET failed (client error): The resource could not be found. Mar 23 02:42:26.968426 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b0c1b2c2-91f7-4b80-86aa-fb927d890f6d tempest-NetworksNegativeTestJSON-1363681976 tempest-NetworksNegativeTestJSON-1363681976-project] 10.222.0.24 "GET /v2.0/ports/44fbecfc-ac7e-4b29-b279-cbe8564ac030 HTTP/1.1" status: 404 len: 333 time: 0.0786023 Mar 23 02:42:26.969076 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60124) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:27.007160 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4ca35f5b-6fa5-45b9-8072-67bdc381d409 None None] Publish callbacks [] for port (6e45050b-e1ca-40d6-b50e-7d9ae9312dfb), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.016627 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-c037b544-2028-46ff-ad18-97f9f9736661 tempest-NetworksNegativeTestJSON-1363681976 tempest-NetworksNegativeTestJSON-1363681976-project] GET failed (client error): The resource could not be found. Mar 23 02:42:27.024535 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c037b544-2028-46ff-ad18-97f9f9736661 tempest-NetworksNegativeTestJSON-1363681976 tempest-NetworksNegativeTestJSON-1363681976-project] 10.222.0.24 "GET /v2.0/subnets/0778ba53-6ea5-4e5a-b7c1-2aaa16d2711d HTTP/1.1" status: 404 len: 337 time: 0.0515015 Mar 23 02:42:27.026770 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-dc957bff-cbff-4903-8081-9b0ee8bd100c None None] Provisioning complete for port 7b1f2ca4-6171-488b-a460-41d49d0dde9e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:27.027361 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-dc957bff-cbff-4903-8081-9b0ee8bd100c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7b1f2ca4-6171-488b-a460-41d49d0dde9e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.030228 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60126) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:27.032830 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7359a1d-ea07-45b6-9927-97af9bfbd067 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:27.036868 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c7359a1d-ea07-45b6-9927-97af9bfbd067 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.048685 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-ef10a54c-935b-4265-90c5-01b72f1bdde0 tempest-NetworksNegativeTestJSON-1363681976 tempest-NetworksNegativeTestJSON-1363681976-project] Request body: {'network': {'name': 'new_name'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:27.070817 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef10a54c-935b-4265-90c5-01b72f1bdde0 tempest-NetworksNegativeTestJSON-1363681976 tempest-NetworksNegativeTestJSON-1363681976-project] PUT failed (client error): The resource could not be found. Mar 23 02:42:27.071764 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef10a54c-935b-4265-90c5-01b72f1bdde0 tempest-NetworksNegativeTestJSON-1363681976 tempest-NetworksNegativeTestJSON-1363681976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:27.073606 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ef10a54c-935b-4265-90c5-01b72f1bdde0 tempest-NetworksNegativeTestJSON-1363681976 tempest-NetworksNegativeTestJSON-1363681976-project] 10.222.0.24 "PUT /v2.0/networks/64171521-e340-466a-baf5-7565f1bc1d9c HTTP/1.1" status: 404 len: 339 time: 0.0420277 Mar 23 02:42:27.079243 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60128) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:27.082000 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-deca997a-fe59-4866-a552-dc7192d6cb04 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] For port 064f78d2-9947-4755-818b-fb007401d0cd, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=064f78d2-9947-4755-818b-fb007401d0cd,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:27.093634 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-c7359a1d-ea07-45b6-9927-97af9bfbd067 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] device_id is not set on port 45b5745b-7727-4eda-974b-83ebbffeb570 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:42:27.098445 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-795c9425-f075-48b1-bcb5-cb71fe580222 tempest-NetworksNegativeTestJSON-1363681976 tempest-NetworksNegativeTestJSON-1363681976-project] Request body: {'port': {'name': 'new_name'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:27.168130 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-deca997a-fe59-4866-a552-dc7192d6cb04 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for port (064f78d2-9947-4755-818b-fb007401d0cd), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.233556 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cfbc9b-9198-4f37-b478-d2006606d46a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Made reservation on behalf of 265c9134d1024f9999c835aeee75b1f3 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:27.237242 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-44cfbc9b-9198-4f37-b478-d2006606d46a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.240058 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-795c9425-f075-48b1-bcb5-cb71fe580222 tempest-NetworksNegativeTestJSON-1363681976 tempest-NetworksNegativeTestJSON-1363681976-project] PUT failed (client error): The resource could not be found. Mar 23 02:42:27.240297 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-795c9425-f075-48b1-bcb5-cb71fe580222 tempest-NetworksNegativeTestJSON-1363681976 tempest-NetworksNegativeTestJSON-1363681976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:27.241465 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-795c9425-f075-48b1-bcb5-cb71fe580222 tempest-NetworksNegativeTestJSON-1363681976 tempest-NetworksNegativeTestJSON-1363681976-project] 10.222.0.24 "PUT /v2.0/ports/14b356f1-4327-4cfb-8a6d-68a70b73f1ac HTTP/1.1" status: 404 len: 333 time: 0.1609609 Mar 23 02:42:27.252549 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-c7359a1d-ea07-45b6-9927-97af9bfbd067 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Allocated IP 172.20.0.14 (94c6ab23-310b-40b5-abd0-84b482d99207/d75d3b18-d197-4c67-8521-00b672bd4a18/45b5745b-7727-4eda-974b-83ebbffeb570) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:27.257325 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60130) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:27.258876 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (95207c02-1ad6-4f0f-bb98-9c665fe1a415), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.274513 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-d2bc6620-0e6a-41e9-9a94-6185e0e7fb29 tempest-NetworksNegativeTestJSON-1363681976 tempest-NetworksNegativeTestJSON-1363681976-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:27.295328 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170338f5-3375-4db2-896f-680a45d60b27 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:42:27.297419 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4ca35f5b-6fa5-45b9-8072-67bdc381d409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (6e45050b-e1ca-40d6-b50e-7d9ae9312dfb), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.312477 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706db351-945b-41f4-97c0-59a76590bd27 None None] Sync routers for ids ['3776b467-96ea-4700-983a-741c9764ec1d'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:42:27.320002 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-99d0b589-33de-47d9-9e19-e4ecd9b1cd9f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for port (7b1f2ca4-6171-488b-a460-41d49d0dde9e), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.330763 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-170338f5-3375-4db2-896f-680a45d60b27 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "PUT /v2.0/routers/3776b467-96ea-4700-983a-741c9764ec1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7497587 Mar 23 02:42:27.346154 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2bc6620-0e6a-41e9-9a94-6185e0e7fb29 tempest-NetworksNegativeTestJSON-1363681976 tempest-NetworksNegativeTestJSON-1363681976-project] PUT failed (client error): The resource could not be found. Mar 23 02:42:27.346154 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2bc6620-0e6a-41e9-9a94-6185e0e7fb29 tempest-NetworksNegativeTestJSON-1363681976 tempest-NetworksNegativeTestJSON-1363681976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:27.346154 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d2bc6620-0e6a-41e9-9a94-6185e0e7fb29 tempest-NetworksNegativeTestJSON-1363681976 tempest-NetworksNegativeTestJSON-1363681976-project] 10.222.0.24 "PUT /v2.0/subnets/1c10361a-4bf5-4ac0-8585-e2c3f1a0b321 HTTP/1.1" status: 404 len: 337 time: 0.0778008 Mar 23 02:42:27.346494 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706db351-945b-41f4-97c0-59a76590bd27 None None] Routers {'3776b467-96ea-4700-983a-741c9764ec1d'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:42:27.346494 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-706db351-945b-41f4-97c0-59a76590bd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:42:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['3776b467-96ea-4700-983a-741c9764ec1d'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:27.346691 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60132) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:27.357836 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95207c02-1ad6-4f0f-bb98-9c665fe1a415']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:27.372687 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e9ee28-7086-4c7d-a243-f2631809886a') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:27.379743 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e9ee28-7086-4c7d-a243-f2631809886a') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:27.384629 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (44e9ee28-7086-4c7d-a243-f2631809886a), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.388259 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca35f5b-6fa5-45b9-8072-67bdc381d409 None None] Network 94c6ab23-310b-40b5-abd0-84b482d99207 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:27.398993 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (44e9ee28-7086-4c7d-a243-f2631809886a), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.402567 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-dc957bff-cbff-4903-8081-9b0ee8bd100c None None] Port 7b1f2ca4-6171-488b-a460-41d49d0dde9e cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:42:27.405861 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:42:27.406440 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (44e9ee28-7086-4c7d-a243-f2631809886a), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.409358 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-4ca35f5b-6fa5-45b9-8072-67bdc381d409 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:27.428754 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca35f5b-6fa5-45b9-8072-67bdc381d409 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:27.446351 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-deca997a-fe59-4866-a552-dc7192d6cb04 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (064f78d2-9947-4755-818b-fb007401d0cd), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.465606 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca35f5b-6fa5-45b9-8072-67bdc381d409 None None] Pushing event updated for resources: {'Port': ['ID=6e45050b-e1ca-40d6-b50e-7d9ae9312dfb,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:27.475215 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-dc957bff-cbff-4903-8081-9b0ee8bd100c None None] Provisioning complete for port ef7bcca4-9958-44b1-9de5-298d7ded2654 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:27.475945 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-dc957bff-cbff-4903-8081-9b0ee8bd100c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ef7bcca4-9958-44b1-9de5-298d7ded2654), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.491376 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:42:27.491376 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:42:27.491376 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:42:27.491376 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:42:27.491376 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:42:27.491376 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:42:27.491376 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:42:27.491376 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:42:27.491376 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:42:27.491376 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:42:27.491376 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:42:27.491376 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:42:27.491376 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:42:27.491376 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:42:27.491376 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:42:27.491376 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:42:27.491376 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:42:27.491376 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:42:27.491376 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:42:27.491376 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:42:27.491376 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:42:27.491376 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:42:27.491376 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:42:27.491376 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:42:27.491376 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:42:27.491376 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:42:27.491376 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:42:27.491376 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:42:27.491376 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:42:27.491376 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:42:27.491376 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:42:27.491376 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:42:27.497110 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-706db351-945b-41f4-97c0-59a76590bd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:27.497390 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-99d0b589-33de-47d9-9e19-e4ecd9b1cd9f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (7b1f2ca4-6171-488b-a460-41d49d0dde9e), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.497929 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-99d0b589-33de-47d9-9e19-e4ecd9b1cd9f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (a39a81c7-cf7a-422e-a209-13f7ec675452), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.506892 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44cfbc9b-9198-4f37-b478-d2006606d46a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:42:27.530255 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706db351-945b-41f4-97c0-59a76590bd27 None None] Routers {'3776b467-96ea-4700-983a-741c9764ec1d'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:42:27.532487 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-706db351-945b-41f4-97c0-59a76590bd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:42:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['3776b467-96ea-4700-983a-741c9764ec1d'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:27.559724 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb1d7b4-ee4e-46cb-a0fe-cd908bf29399 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] GET failed (client error): The resource could not be found. Mar 23 02:42:27.564415 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4fb1d7b4-ee4e-46cb-a0fe-cd908bf29399 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "GET /v2.0/ports/bf19b8bc-f8e0-4f65-bac3-3083ddcd7ec8 HTTP/1.1" status: 404 len: 333 time: 0.2173705 Mar 23 02:42:27.576722 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-deca997a-fe59-4866-a552-dc7192d6cb04 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (da693ddf-8cb3-44f5-8712-9382eb760742), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.578332 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60136) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:27.583595 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (95207c02-1ad6-4f0f-bb98-9c665fe1a415), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.588040 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.591680 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/networks/95207c02-1ad6-4f0f-bb98-9c665fe1a415 HTTP/1.1" status: 204 len: 168 time: 6.2686353 Mar 23 02:42:27.599863 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60138) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:27.648245 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-706db351-945b-41f4-97c0-59a76590bd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:27.649044 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706db351-945b-41f4-97c0-59a76590bd27 None None] The sync data for ids ['3776b467-96ea-4700-983a-741c9764ec1d'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:42:27.662770 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-4ca35f5b-6fa5-45b9-8072-67bdc381d409 None None] Attempting to bind port 6e45050b-e1ca-40d6-b50e-7d9ae9312dfb on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:42:27.663094 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-4ca35f5b-6fa5-45b9-8072-67bdc381d409 None None] Attempting to bind port 6e45050b-e1ca-40d6-b50e-7d9ae9312dfb by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '04a27135-9819-4ba4-9d1c-de2899aed384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '94c6ab23-310b-40b5-abd0-84b482d99207'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:42:27.663485 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca35f5b-6fa5-45b9-8072-67bdc381d409 None None] Attempting to bind port 6e45050b-e1ca-40d6-b50e-7d9ae9312dfb on network 94c6ab23-310b-40b5-abd0-84b482d99207 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:42:27.683160 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca35f5b-6fa5-45b9-8072-67bdc381d409 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:42:27.683855 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca35f5b-6fa5-45b9-8072-67bdc381d409 None None] Checking segment: {'id': '04a27135-9819-4ba4-9d1c-de2899aed384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '94c6ab23-310b-40b5-abd0-84b482d99207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:27.684274 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4ca35f5b-6fa5-45b9-8072-67bdc381d409 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.684831 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca35f5b-6fa5-45b9-8072-67bdc381d409 None None] Bound using segment: {'id': '04a27135-9819-4ba4-9d1c-de2899aed384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '94c6ab23-310b-40b5-abd0-84b482d99207'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:42:27.685263 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-4ca35f5b-6fa5-45b9-8072-67bdc381d409 None None] Bound port: 6e45050b-e1ca-40d6-b50e-7d9ae9312dfb, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a27135-9819-4ba4-9d1c-de2899aed384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '94c6ab23-310b-40b5-abd0-84b482d99207'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:42:27.685761 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4ca35f5b-6fa5-45b9-8072-67bdc381d409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (6e45050b-e1ca-40d6-b50e-7d9ae9312dfb), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.726184 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-702f601d-0bde-4f3b-97d8-6595daf86975 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] GET failed (client error): The resource could not be found. Mar 23 02:42:27.727718 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-702f601d-0bde-4f3b-97d8-6595daf86975 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "GET /v2.0/subnets/aad47c94-1d5e-4262-8f59-eac5e6a9c4d3 HTTP/1.1" status: 404 len: 337 time: 0.1243010 Mar 23 02:42:27.731664 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60140) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:27.780165 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deca997a-fe59-4866-a552-dc7192d6cb04 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:27.808210 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b1bad5-5238-4e0f-a121-fa9980d8311d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:27.808938 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b1bad5-5238-4e0f-a121-fa9980d8311d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:27.816024 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-84b1bad5-5238-4e0f-a121-fa9980d8311d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/networks/95207c02-1ad6-4f0f-bb98-9c665fe1a415 HTTP/1.1" status: 404 len: 339 time: 0.0707450 Mar 23 02:42:27.816024 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-deca997a-fe59-4866-a552-dc7192d6cb04 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:27.819120 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60142) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:27.823877 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deca997a-fe59-4866-a552-dc7192d6cb04 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:27.824607 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-deca997a-fe59-4866-a552-dc7192d6cb04 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.827080 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca997a-fe59-4866-a552-dc7192d6cb04 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Port': ['ID=064f78d2-9947-4755-818b-fb007401d0cd,revision_number=4']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:27.830190 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca997a-fe59-4866-a552-dc7192d6cb04 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Subnet': ['ID=da693ddf-8cb3-44f5-8712-9382eb760742,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:27.831390 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-dc957bff-cbff-4903-8081-9b0ee8bd100c None None] Current status of the port ef7bcca4-9958-44b1-9de5-298d7ded2654 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:27.833813 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device ef7bcca4-9958-44b1-9de5-298d7ded2654 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:27.835734 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a618522a-a357-4986-8580-2657e81a35e0 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:27.921567 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c7359a1d-ea07-45b6-9927-97af9bfbd067 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for port (45b5745b-7727-4eda-974b-83ebbffeb570), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.931412 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-4ca35f5b-6fa5-45b9-8072-67bdc381d409 None None] For port 6e45050b-e1ca-40d6-b50e-7d9ae9312dfb, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:42:27.960585 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-4ca35f5b-6fa5-45b9-8072-67bdc381d409 None None] For port 6e45050b-e1ca-40d6-b50e-7d9ae9312dfb, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=6e45050b-e1ca-40d6-b50e-7d9ae9312dfb,segment=NetworkSegment(04a27135-9819-4ba4-9d1c-de2899aed384),segment_id=04a27135-9819-4ba4-9d1c-de2899aed384)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:42:27.986590 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-5ce5a620-6275-4098-be55-e265355826e4 None None] Provisioning complete for port 064f78d2-9947-4755-818b-fb007401d0cd triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:27.986962 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5ce5a620-6275-4098-be55-e265355826e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (064f78d2-9947-4755-818b-fb007401d0cd), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.019228 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-44cfbc9b-9198-4f37-b478-d2006606d46a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (82ce3748-2d71-4416-8968-2c40be25eac4), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.019228 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-44cfbc9b-9198-4f37-b478-d2006606d46a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Added segment 82ce3748-2d71-4416-8968-2c40be25eac4 of type vlan for network 41b549be-8603-4421-813c-fe737a43f2ec Mar 23 02:42:28.050447 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f32ff1-9fc7-4a02-b819-e1141d77d476 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event deleted for resources: {'Network': ['ID=95207c02-1ad6-4f0f-bb98-9c665fe1a415,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:28.062679 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-deca997a-fe59-4866-a552-dc7192d6cb04 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.8049586 Mar 23 02:42:28.070761 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4ca35f5b-6fa5-45b9-8072-67bdc381d409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (6e45050b-e1ca-40d6-b50e-7d9ae9312dfb), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.074947 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60146) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:28.084817 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-64c4abd2-a2d8-4a5d-afaa-a6f2002b2c5f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Request body: {'port': {'network_id': '94d9379e-13fb-449b-8f45-d1ab95378f77', 'mac_address': 'fa:16:3e:29:20:2f', 'name': 'tempest-NetworksTestDHCPv6-1173643665'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:28.086101 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port ef7bcca4-9958-44b1-9de5-298d7ded2654 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:28.091243 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ef7bcca4-9958-44b1-9de5-298d7ded2654), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.102317 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bb98462a-1038-46a1-9ff9-9750832e96d6 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for router (3776b467-96ea-4700-983a-741c9764ec1d), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.114810 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0b589-33de-47d9-9e19-e4ecd9b1cd9f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event updated for resources: {'Port': ['ID=7b1f2ca4-6171-488b-a460-41d49d0dde9e,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:28.119356 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-44cfbc9b-9198-4f37-b478-d2006606d46a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (41b549be-8603-4421-813c-fe737a43f2ec), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.143238 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e6ffbc-da71-4ac6-8367-8dcf703bbe85 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:28.147440 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-88e6ffbc-da71-4ac6-8367-8dcf703bbe85 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3119280 Mar 23 02:42:28.153525 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60148) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:28.199238 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-16d0d04e-ca2c-49aa-bebf-49c6be5474d3 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "GET /v2.0/subnets?network_id=6bbcca03-75ff-487c-8b0e-a32302dacbee HTTP/1.1" status: 200 len: 207 time: 0.0409343 Mar 23 02:42:28.201241 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60150) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:28.218878 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60152) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:28.255372 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.db.resource_extend [None req-44cfbc9b-9198-4f37-b478-d2006606d46a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 02:42:28.257381 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c7359a1d-ea07-45b6-9927-97af9bfbd067 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (45b5745b-7727-4eda-974b-83ebbffeb570), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.288256 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca35f5b-6fa5-45b9-8072-67bdc381d409 None None] Pushing event updated for resources: {'Port': ['ID=6e45050b-e1ca-40d6-b50e-7d9ae9312dfb,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:28.350100 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port ef7bcca4-9958-44b1-9de5-298d7ded2654 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:28.361304 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 064f78d2-9947-4755-818b-fb007401d0cd up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:28.398977 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-5ce5a620-6275-4098-be55-e265355826e4 None None] Current status of the port 064f78d2-9947-4755-818b-fb007401d0cd is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:28.399522 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5ce5a620-6275-4098-be55-e265355826e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (064f78d2-9947-4755-818b-fb007401d0cd), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.441504 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3c0934-3fc1-477d-b25f-f9cac2076c1f tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:28.445543 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-5ce5a620-6275-4098-be55-e265355826e4 None None] For port 064f78d2-9947-4755-818b-fb007401d0cd, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=064f78d2-9947-4755-818b-fb007401d0cd,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:28.448929 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3c0934-3fc1-477d-b25f-f9cac2076c1f tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:28.459871 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3c0934-3fc1-477d-b25f-f9cac2076c1f tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:28.466994 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3c0934-3fc1-477d-b25f-f9cac2076c1f tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:28.473996 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 064f78d2-9947-4755-818b-fb007401d0cd triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:28.474725 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (064f78d2-9947-4755-818b-fb007401d0cd), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.476013 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-fa3c0934-3fc1-477d-b25f-f9cac2076c1f tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2483 time: 0.2737057 Mar 23 02:42:28.476668 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60156) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:28.526336 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bb98462a-1038-46a1-9ff9-9750832e96d6 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (3776b467-96ea-4700-983a-741c9764ec1d), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.529250 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d0b589-33de-47d9-9e19-e4ecd9b1cd9f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Network f0c1d911-5843-446c-b9a4-b93a3d2cd676 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:28.549121 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5ce5a620-6275-4098-be55-e265355826e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (064f78d2-9947-4755-818b-fb007401d0cd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.550943 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bb98462a-1038-46a1-9ff9-9750832e96d6 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for router_controller (3776b467-96ea-4700-983a-741c9764ec1d), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.565320 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-99d0b589-33de-47d9-9e19-e4ecd9b1cd9f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:28.621707 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-5ce5a620-6275-4098-be55-e265355826e4 None None] Provisioning complete for port 7b1f2ca4-6171-488b-a460-41d49d0dde9e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:28.622231 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5ce5a620-6275-4098-be55-e265355826e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7b1f2ca4-6171-488b-a460-41d49d0dde9e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.653953 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7359a1d-ea07-45b6-9927-97af9bfbd067 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network 94c6ab23-310b-40b5-abd0-84b482d99207 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:28.656927 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b4617b7f-03c4-47f8-9027-6e2674e6e682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.692240 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-c7359a1d-ea07-45b6-9927-97af9bfbd067 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:28.696554 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7359a1d-ea07-45b6-9927-97af9bfbd067 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:28.712423 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce5a620-6275-4098-be55-e265355826e4 None None] Pushing event updated for resources: {'Port': ['ID=064f78d2-9947-4755-818b-fb007401d0cd,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:28.718173 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7359a1d-ea07-45b6-9927-97af9bfbd067 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Port': ['ID=45b5745b-7727-4eda-974b-83ebbffeb570,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:28.794202 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-44cfbc9b-9198-4f37-b478-d2006606d46a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (41b549be-8603-4421-813c-fe737a43f2ec), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.806269 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cfbc9b-9198-4f37-b478-d2006606d46a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:28.813055 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-44cfbc9b-9198-4f37-b478-d2006606d46a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.819604 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 064f78d2-9947-4755-818b-fb007401d0cd is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:28.824290 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-5ce5a620-6275-4098-be55-e265355826e4 None None] Port 7b1f2ca4-6171-488b-a460-41d49d0dde9e cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:42:28.910755 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7359a1d-ea07-45b6-9927-97af9bfbd067 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:28.911447 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c7359a1d-ea07-45b6-9927-97af9bfbd067 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.954546 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-66df0ea8-4580-405e-a557-7e678f4ec514 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 572 time: 0.4422495 Mar 23 02:42:28.960149 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60158) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:28.969447 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c4abd2-a2d8-4a5d-afaa-a6f2002b2c5f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Made reservation on behalf of 9bb994ac65c94580bbf62807776d76a5 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:28.988894 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bb98462a-1038-46a1-9ff9-9750832e96d6 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (3776b467-96ea-4700-983a-741c9764ec1d), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.989582 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb98462a-1038-46a1-9ff9-9750832e96d6 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Fanout notify agent at l3_agent the message router_deleted on router 3776b467-96ea-4700-983a-741c9764ec1d {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:42:28.998291 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bb98462a-1038-46a1-9ff9-9750832e96d6 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.999529 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-bb98462a-1038-46a1-9ff9-9750832e96d6 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/routers/3776b467-96ea-4700-983a-741c9764ec1d HTTP/1.1" status: 204 len: 168 time: 1.4170246 Mar 23 02:42:29.007708 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60160) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:29.051016 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-f5b953c5-7a34-4526-9e53-c2e643bfa943 None None] Provisioning complete for port 7b1f2ca4-6171-488b-a460-41d49d0dde9e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:29.051718 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f5b953c5-7a34-4526-9e53-c2e643bfa943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7b1f2ca4-6171-488b-a460-41d49d0dde9e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.073881 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-44cfbc9b-9198-4f37-b478-d2006606d46a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2631245 Mar 23 02:42:29.074847 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cfbc9b-9198-4f37-b478-d2006606d46a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Pushing event updated for resources: {'Network': ['ID=41b549be-8603-4421-813c-fe737a43f2ec,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:29.077846 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60162) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:29.089837 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-78e4bd90-a92e-4150-b8a2-55b942581b7f tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-216846798'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:29.106487 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 41b549be-8603-4421-813c-fe737a43f2ec details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:42:29.137026 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d0b589-33de-47d9-9e19-e4ecd9b1cd9f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Router a39a81c7-cf7a-422e-a209-13f7ec675452 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:42:29.168401 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0d58fc-a16b-4df0-a77b-fedbd5147c02 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Deleting subnet 1d5981ce-05be-4489-883a-3c1683a04086 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:42:29.174999 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c7359a1d-ea07-45b6-9927-97af9bfbd067 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.6916089 Mar 23 02:42:29.179037 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5b0d58fc-a16b-4df0-a77b-fedbd5147c02 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for subnet (1d5981ce-05be-4489-883a-3c1683a04086), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.180503 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f5b953c5-7a34-4526-9e53-c2e643bfa943 None None] Port 7b1f2ca4-6171-488b-a460-41d49d0dde9e cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:42:29.195754 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60164) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:29.258866 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b4617b7f-03c4-47f8-9027-6e2674e6e682 admin admin] Publish callbacks [] for security_group (67856b7c-8645-4463-91cd-64b6b292d4b7), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.281356 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a438cd5-a1bf-493c-868b-ca7df018cdb3 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:29.282378 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a438cd5-a1bf-493c-868b-ca7df018cdb3 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:29.288232 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2a438cd5-a1bf-493c-868b-ca7df018cdb3 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3164823 Mar 23 02:42:29.289222 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60166) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:29.342988 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e4bd90-a92e-4150-b8a2-55b942581b7f tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Made reservation on behalf of 265c9134d1024f9999c835aeee75b1f3 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:29.349759 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-78e4bd90-a92e-4150-b8a2-55b942581b7f tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.370042 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee24b3c-a07b-412b-ad05-8d4f700cfb5d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['shared'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:29.371551 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee24b3c-a07b-412b-ad05-8d4f700cfb5d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['shared'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:29.376561 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3ee24b3c-a07b-412b-ad05-8d4f700cfb5d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0830641 Mar 23 02:42:29.379020 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60168) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:29.388561 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5b0d58fc-a16b-4df0-a77b-fedbd5147c02 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (1d5981ce-05be-4489-883a-3c1683a04086), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.399489 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b4617b7f-03c4-47f8-9027-6e2674e6e682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (67856b7c-8645-4463-91cd-64b6b292d4b7), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.452104 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b4617b7f-03c4-47f8-9027-6e2674e6e682 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9d909f96426245448a696a0286d142f7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2303782 Mar 23 02:42:29.470558 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60170) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:29.485669 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e4bd90-a92e-4150-b8a2-55b942581b7f tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:42:29.503858 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-78e4bd90-a92e-4150-b8a2-55b942581b7f tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (ad4d765d-e0ca-4ffc-9abd-9d51f5b45db5), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.504344 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-78e4bd90-a92e-4150-b8a2-55b942581b7f tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Added segment ad4d765d-e0ca-4ffc-9abd-9d51f5b45db5 of type vlan for network 1e54e6c6-a063-49d7-b050-062824e6f2fb Mar 23 02:42:29.520097 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-85301bc8-1fd2-48b4-8ad6-18b96e7df4ce None None] Provisioning complete for port 064f78d2-9947-4755-818b-fb007401d0cd triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:29.520902 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-85301bc8-1fd2-48b4-8ad6-18b96e7df4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (064f78d2-9947-4755-818b-fb007401d0cd), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.559412 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-78e4bd90-a92e-4150-b8a2-55b942581b7f tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (1e54e6c6-a063-49d7-b050-062824e6f2fb), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.653858 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-78e4bd90-a92e-4150-b8a2-55b942581b7f tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (1e54e6c6-a063-49d7-b050-062824e6f2fb), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.659706 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e4bd90-a92e-4150-b8a2-55b942581b7f tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:29.663035 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-78e4bd90-a92e-4150-b8a2-55b942581b7f tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.663178 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a96e718-3e67-40a5-80a6-6ae5e8206c1d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:29.668848 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2a96e718-3e67-40a5-80a6-6ae5e8206c1d tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "GET /v2.0/networks/59c0ad71-d03a-4eea-a55e-c32b9064c1d5 HTTP/1.1" status: 200 len: 797 time: 0.2825840 Mar 23 02:42:29.670449 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-64c4abd2-a2d8-4a5d-afaa-a6f2002b2c5f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.672515 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60172) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:29.704812 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-85301bc8-1fd2-48b4-8ad6-18b96e7df4ce None None] Current status of the port 064f78d2-9947-4755-818b-fb007401d0cd is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:29.727988 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 064f78d2-9947-4755-818b-fb007401d0cd up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:29.779451 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d0b589-33de-47d9-9e19-e4ecd9b1cd9f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:42:29.789554 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-99d0b589-33de-47d9-9e19-e4ecd9b1cd9f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "PUT /v2.0/routers/a39a81c7-cf7a-422e-a209-13f7ec675452/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5977068 Mar 23 02:42:29.795258 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60174) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:29.796364 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84f3575-0148-4912-94b3-592ed271f79f None None] Sync routers for ids ['a39a81c7-cf7a-422e-a209-13f7ec675452'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:42:29.809537 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4617b7f-03c4-47f8-9027-6e2674e6e682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67856b7c-8645-4463-91cd-64b6b292d4b7,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:29.810289 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 064f78d2-9947-4755-818b-fb007401d0cd triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:29.810898 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (064f78d2-9947-4755-818b-fb007401d0cd), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.824186 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-5c9971bf-1555-4f35-8972-332b612918f1 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:29.825858 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9f3c5ed2-58c0-4a64-8b16-18e99d716f1c admin admin] Publish callbacks [] for security_group (67856b7c-8645-4463-91cd-64b6b292d4b7), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.830945 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-64c4abd2-a2d8-4a5d-afaa-a6f2002b2c5f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] device_id is not set on port c9da12de-2e20-4acf-af41-ea4a39d52062 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:42:29.847886 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84f3575-0148-4912-94b3-592ed271f79f None None] Routers {'a39a81c7-cf7a-422e-a209-13f7ec675452'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:42:29.848539 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a84f3575-0148-4912-94b3-592ed271f79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:42:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a39a81c7-cf7a-422e-a209-13f7ec675452'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:29.875433 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9f3c5ed2-58c0-4a64-8b16-18e99d716f1c admin admin] Publish callbacks [] for security_group (67856b7c-8645-4463-91cd-64b6b292d4b7), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.983218 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a96fdbc-b09f-4f24-81db-b23a9df33f5f None None] get_active_networks_info from dv-neutron-834613-2-hyperv {{(pid=104350) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 02:42:30.013220 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-78e4bd90-a92e-4150-b8a2-55b942581b7f tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9294207 Mar 23 02:42:30.021707 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60176) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:30.040911 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-4527f452-4342-4d2f-b218-51c68bbf3b12 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Request body: {'ports': [{'network_id': '41b549be-8603-4421-813c-fe737a43f2ec', 'name': 'tempest-port--1191416228', 'admin_state_up': True}, {'network_id': '1e54e6c6-a063-49d7-b050-062824e6f2fb', 'admin_state_up': False}]} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:30.042154 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-4527f452-4342-4d2f-b218-51c68bbf3b12 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Request body: {'port': {'network_id': '41b549be-8603-4421-813c-fe737a43f2ec', 'name': 'tempest-port--1191416228', 'admin_state_up': True}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:30.043073 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-4527f452-4342-4d2f-b218-51c68bbf3b12 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Request body: {'port': {'network_id': '1e54e6c6-a063-49d7-b050-062824e6f2fb', 'admin_state_up': False}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:30.056523 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4bd90-a92e-4150-b8a2-55b942581b7f tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Pushing event updated for resources: {'Network': ['ID=1e54e6c6-a063-49d7-b050-062824e6f2fb,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:30.089056 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-71058211-7073-4456-9f87-19f55b278fb5 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Deleting port 45b5745b-7727-4eda-974b-83ebbffeb570 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:30.091412 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-71058211-7073-4456-9f87-19f55b278fb5 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (45b5745b-7727-4eda-974b-83ebbffeb570), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:30.143726 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5b0d58fc-a16b-4df0-a77b-fedbd5147c02 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (1d5981ce-05be-4489-883a-3c1683a04086), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:30.164203 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a96fdbc-b09f-4f24-81db-b23a9df33f5f None None] Resources bound (agent type, host, resource id): {{(pid=104350) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 02:42:30.174462 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 1e54e6c6-a063-49d7-b050-062824e6f2fb details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:42:30.213012 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9f3c5ed2-58c0-4a64-8b16-18e99d716f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (67856b7c-8645-4463-91cd-64b6b292d4b7), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:30.216061 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9f3c5ed2-58c0-4a64-8b16-18e99d716f1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:30.217374 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9f3c5ed2-58c0-4a64-8b16-18e99d716f1c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/67856b7c-8645-4463-91cd-64b6b292d4b7 HTTP/1.1" status: 204 len: 168 time: 0.6262331 Mar 23 02:42:30.281538 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c5ed2-58c0-4a64-8b16-18e99d716f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67856b7c-8645-4463-91cd-64b6b292d4b7,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:30.374341 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-a84f3575-0148-4912-94b3-592ed271f79f None None] Set router a39a81c7-cf7a-422e-a209-13f7ec675452 gateway port host: None {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:42:30.378270 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-7af77ad7-232f-4a0b-9bb8-fcbb132e3456 None None] Provisioning complete for port 6e45050b-e1ca-40d6-b50e-7d9ae9312dfb triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:30.378827 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7af77ad7-232f-4a0b-9bb8-fcbb132e3456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (6e45050b-e1ca-40d6-b50e-7d9ae9312dfb), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:30.383944 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-cb9e9ea2-dfb9-4fe2-9a4d-dc6de2b2584e tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "GET /v2.0/networks/59c0ad71-d03a-4eea-a55e-c32b9064c1d5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 313 time: 0.6853108 Mar 23 02:42:30.385568 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60180) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:30.493511 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d311df91-59a9-4dc6-9df3-58eb067e86a7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:30.499322 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d311df91-59a9-4dc6-9df3-58eb067e86a7 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "GET /v2.0/subnets/62bf204e-a2f0-4982-a116-8db5ad83399e HTTP/1.1" status: 200 len: 811 time: 0.1096406 Mar 23 02:42:30.500812 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60182) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:30.563949 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-64c4abd2-a2d8-4a5d-afaa-a6f2002b2c5f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Allocated IP 2001:db8::32a (94d9379e-13fb-449b-8f45-d1ab95378f77/497b27e6-a8d6-4573-bd1d-798b792346b0/c9da12de-2e20-4acf-af41-ea4a39d52062) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:30.579843 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-64c4abd2-a2d8-4a5d-afaa-a6f2002b2c5f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Allocated IP 2001:db8:0:1:f816:3eff:fe29:202f (94d9379e-13fb-449b-8f45-d1ab95378f77/da693ddf-8cb3-44f5-8712-9382eb760742/c9da12de-2e20-4acf-af41-ea4a39d52062) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:30.590545 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90be6ca3-3a12-45e4-9abf-13cd73ca8dba tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['shared'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:30.592532 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-90be6ca3-3a12-45e4-9abf-13cd73ca8dba tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "GET /v2.0/subnets/62bf204e-a2f0-4982-a116-8db5ad83399e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0904779 Mar 23 02:42:30.596228 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60184) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:30.604691 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-a511fee1-98fe-49fe-91a2-dc131beca805 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-904210966'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:30.628074 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 064f78d2-9947-4755-818b-fb007401d0cd is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:30.629257 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 6e45050b-e1ca-40d6-b50e-7d9ae9312dfb up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:30.738099 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a511fee1-98fe-49fe-91a2-dc131beca805 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Made reservation on behalf of a93ad12b8bcf4411afa287294e0d6a41 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:30.742815 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a511fee1-98fe-49fe-91a2-dc131beca805 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:30.792455 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a511fee1-98fe-49fe-91a2-dc131beca805 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:42:30.804330 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a511fee1-98fe-49fe-91a2-dc131beca805 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (df36663c-fb7e-42e7-ab97-619870f65317), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:30.804878 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-a511fee1-98fe-49fe-91a2-dc131beca805 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Added segment df36663c-fb7e-42e7-ab97-619870f65317 of type vlan for network 0544d23a-76d0-4624-8488-b507765b720b Mar 23 02:42:30.872104 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a511fee1-98fe-49fe-91a2-dc131beca805 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (0544d23a-76d0-4624-8488-b507765b720b), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:30.874069 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-71058211-7073-4456-9f87-19f55b278fb5 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (45b5745b-7727-4eda-974b-83ebbffeb570), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:30.964998 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-64c4abd2-a2d8-4a5d-afaa-a6f2002b2c5f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for port (c9da12de-2e20-4acf-af41-ea4a39d52062), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:31.049222 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a511fee1-98fe-49fe-91a2-dc131beca805 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (0544d23a-76d0-4624-8488-b507765b720b), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:31.055796 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a511fee1-98fe-49fe-91a2-dc131beca805 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:31.056699 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a511fee1-98fe-49fe-91a2-dc131beca805 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:31.137776 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-7af77ad7-232f-4a0b-9bb8-fcbb132e3456 None None] Current status of the port 6e45050b-e1ca-40d6-b50e-7d9ae9312dfb is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:31.143635 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7af77ad7-232f-4a0b-9bb8-fcbb132e3456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (6e45050b-e1ca-40d6-b50e-7d9ae9312dfb), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:31.168140 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511fee1-98fe-49fe-91a2-dc131beca805 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event updated for resources: {'Network': ['ID=0544d23a-76d0-4624-8488-b507765b720b,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:31.172414 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-64c4abd2-a2d8-4a5d-afaa-a6f2002b2c5f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (c9da12de-2e20-4acf-af41-ea4a39d52062), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:31.211127 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-71058211-7073-4456-9f87-19f55b278fb5 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Calling delete_port for 45b5745b-7727-4eda-974b-83ebbffeb570 owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:31.225408 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c4abd2-a2d8-4a5d-afaa-a6f2002b2c5f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:31.229768 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-64c4abd2-a2d8-4a5d-afaa-a6f2002b2c5f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:31.234298 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c4abd2-a2d8-4a5d-afaa-a6f2002b2c5f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:31.237578 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 0544d23a-76d0-4624-8488-b507765b720b details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:42:31.241186 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c4abd2-a2d8-4a5d-afaa-a6f2002b2c5f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:31.241923 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-64c4abd2-a2d8-4a5d-afaa-a6f2002b2c5f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:31.271082 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4abd2-a2d8-4a5d-afaa-a6f2002b2c5f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event updated for resources: {'Port': ['ID=c9da12de-2e20-4acf-af41-ea4a39d52062,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:31.277336 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5b0d58fc-a16b-4df0-a77b-fedbd5147c02 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (1d5981ce-05be-4489-883a-3c1683a04086), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:31.286251 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a511fee1-98fe-49fe-91a2-dc131beca805 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6881931 Mar 23 02:42:31.290904 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60196) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:31.294843 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-2a75c12b-e72c-4df3-add9-0874966af0ad tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Request body: {'subnet': {'network_id': '0544d23a-76d0-4624-8488-b507765b720b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:31.339045 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 6e45050b-e1ca-40d6-b50e-7d9ae9312dfb triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:31.339556 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (6e45050b-e1ca-40d6-b50e-7d9ae9312dfb), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:31.378342 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d58fc-a16b-4df0-a77b-fedbd5147c02 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Subnet': ['ID=1d5981ce-05be-4489-883a-3c1683a04086,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:31.396222 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-64c4abd2-a2d8-4a5d-afaa-a6f2002b2c5f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.3109221 Mar 23 02:42:31.396785 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-7af77ad7-232f-4a0b-9bb8-fcbb132e3456 None None] For port 6e45050b-e1ca-40d6-b50e-7d9ae9312dfb, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=6e45050b-e1ca-40d6-b50e-7d9ae9312dfb,segment=NetworkSegment(04a27135-9819-4ba4-9d1c-de2899aed384),segment_id=04a27135-9819-4ba4-9d1c-de2899aed384)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:31.400218 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60200) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:31.402433 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0da8cc-f1a3-44a9-bbe4-b77d550023d8 None None] Network 94c6ab23-310b-40b5-abd0-84b482d99207 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:31.404201 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5b0d58fc-a16b-4df0-a77b-fedbd5147c02 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:31.407529 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5b0d58fc-a16b-4df0-a77b-fedbd5147c02 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/subnets/1d5981ce-05be-4489-883a-3c1683a04086 HTTP/1.1" status: 204 len: 168 time: 2.3935547 Mar 23 02:42:31.413911 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60202) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:31.428848 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.extraroute_db [None req-5c9971bf-1555-4f35-8972-332b612918f1 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=104348) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 23 02:42:31.486485 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30685c5d-063e-45bb-9f0a-dfe96de0f389 None None] Network 95fe6dce-c07c-4fb7-ace7-dd68888e8645 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:31.531615 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.extraroute_db [None req-5c9971bf-1555-4f35-8972-332b612918f1 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Removed routes are [] {{(pid=104348) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 23 02:42:31.532531 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5c9971bf-1555-4f35-8972-332b612918f1 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1655254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3512'] for router (a39a81c7-cf7a-422e-a209-13f7ec675452), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:31.605105 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a75c12b-e72c-4df3-add9-0874966af0ad tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Made reservation on behalf of a93ad12b8bcf4411afa287294e0d6a41 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:31.607301 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7af77ad7-232f-4a0b-9bb8-fcbb132e3456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (6e45050b-e1ca-40d6-b50e-7d9ae9312dfb), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:31.608929 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a75c12b-e72c-4df3-add9-0874966af0ad tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:31.714591 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.ipam_backend_mixin [None req-2a75c12b-e72c-4df3-add9-0874966af0ad tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Performing IP validity checks on allocation pools {{(pid=104349) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 23 02:42:31.715317 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.ipam_backend_mixin [None req-2a75c12b-e72c-4df3-add9-0874966af0ad tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104349) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 23 02:42:31.717647 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4527f452-4342-4d2f-b218-51c68bbf3b12 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Made reservation on behalf of 265c9134d1024f9999c835aeee75b1f3 for: {'port': 2} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:31.724435 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4527f452-4342-4d2f-b218-51c68bbf3b12 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:31.770313 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-d74c63a2-82b5-479b-82f8-44d38d0a2363 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting port c9da12de-2e20-4acf-af41-ea4a39d52062 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:31.770880 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d74c63a2-82b5-479b-82f8-44d38d0a2363 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (c9da12de-2e20-4acf-af41-ea4a39d52062), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:31.796381 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77dbc350-6c58-47b0-9803-6d20be09823a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (95fe6dce-c07c-4fb7-ace7-dd68888e8645), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:31.817562 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4527f452-4342-4d2f-b218-51c68bbf3b12 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:31.830659 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af77ad7-232f-4a0b-9bb8-fcbb132e3456 None None] Pushing event updated for resources: {'Port': ['ID=6e45050b-e1ca-40d6-b50e-7d9ae9312dfb,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:31.900619 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60210) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:31.902887 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d74c63a2-82b5-479b-82f8-44d38d0a2363 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (c9da12de-2e20-4acf-af41-ea4a39d52062), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:31.925982 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-d74c63a2-82b5-479b-82f8-44d38d0a2363 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Calling delete_port for c9da12de-2e20-4acf-af41-ea4a39d52062 owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:31.934157 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a84f3575-0148-4912-94b3-592ed271f79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'name': 'tempest-RoutersIpV6Test-router-718806341', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:42Z', 'updated_at': '2022-03-23T02:42:25Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'gw_port_host': None, '_interfaces': [{'id': '33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6', 'name': '', 'network_id': '9b440bb6-3799-4f51-b292-94baa0ed6271', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:6f:b0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:59Z', 'updated_at': '2022-03-23T02:42:08Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a26de85-8d0a-489b-a277-dc986131b915', 'name': '', 'network_id': '092e1732-307d-4f22-8859-d37827a7d6b1', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:0d:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '06f3ece6-e065-49bb-b755-390f2aa0782c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:10Z', 'updated_at': '2022-03-23T02:42:21Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '06f3ece6-e065-49bb-b755-390f2aa0782c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd1f227-a58c-45cc-8ced-edd41b67d297', 'name': '', 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:ea:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:48Z', 'updated_at': '2022-03-23T02:41:56Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b1f2ca4-6171-488b-a460-41d49d0dde9e', 'name': '', 'network_id': 'f0c1d911-5843-446c-b9a4-b93a3d2cd676', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:b9:50:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'b7939ff0-45bf-4684-8f4b-a27fa0577d46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:23Z', 'updated_at': '2022-03-23T02:42:26Z', 'revision_number': 2, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': 'b7939ff0-45bf-4684-8f4b-a27fa0577d46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:31.970483 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84f3575-0148-4912-94b3-592ed271f79f None None] Checking router: a39a81c7-cf7a-422e-a209-13f7ec675452 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:42:31.970851 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84f3575-0148-4912-94b3-592ed271f79f None None] Updating router a39a81c7-cf7a-422e-a209-13f7ec675452 port 7b1f2ca4-6171-488b-a460-41d49d0dde9e binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:42:31.998967 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-71058211-7073-4456-9f87-19f55b278fb5 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (45b5745b-7727-4eda-974b-83ebbffeb570), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:32.063902 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e2ed6b0c-e87b-4428-8bbb-9cf29d5d12e4 None None] Provisioning complete for port c9da12de-2e20-4acf-af41-ea4a39d52062 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:32.064821 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e2ed6b0c-e87b-4428-8bbb-9cf29d5d12e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (c9da12de-2e20-4acf-af41-ea4a39d52062), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:32.074189 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 6e45050b-e1ca-40d6-b50e-7d9ae9312dfb is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:32.112984 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a84f3575-0148-4912-94b3-592ed271f79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7b1f2ca4-6171-488b-a460-41d49d0dde9e), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:32.113245 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71058211-7073-4456-9f87-19f55b278fb5 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Port': ['ID=45b5745b-7727-4eda-974b-83ebbffeb570,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:32.154296 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5c9971bf-1555-4f35-8972-332b612918f1 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1655254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3512'] for router (a39a81c7-cf7a-422e-a209-13f7ec675452), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:32.164181 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e2ed6b0c-e87b-4428-8bbb-9cf29d5d12e4 None None] Port c9da12de-2e20-4acf-af41-ea4a39d52062 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:42:32.240882 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-0f4d411e-e4d9-4863-822f-4a5dfa69d54c tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Request body: {'security_group': {'name': 'tempest-secgroup--486254005'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:32.265772 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5c9971bf-1555-4f35-8972-332b612918f1 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1655263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1655076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656974'] for router (a39a81c7-cf7a-422e-a209-13f7ec675452), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:32.330256 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-4527f452-4342-4d2f-b218-51c68bbf3b12 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] device_id is not set on port 1165db50-d09c-463b-a357-1cf43f985495 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:42:32.345068 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 6e45050b-e1ca-40d6-b50e-7d9ae9312dfb up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:32.349146 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669c07cd-e8a9-48d1-9eeb-40746c146af8 None None] DHCP port deletion for 95fe6dce-c07c-4fb7-ace7-dd68888e8645 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:42:32.354622 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a75c12b-e72c-4df3-add9-0874966af0ad tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (09a0b756-c3a6-47b5-b84b-a7991fb671da), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:32.452360 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0f4d411e-e4d9-4863-822f-4a5dfa69d54c tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:32.468734 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-71058211-7073-4456-9f87-19f55b278fb5 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:32.476269 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-71058211-7073-4456-9f87-19f55b278fb5 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/ports/45b5745b-7727-4eda-974b-83ebbffeb570 HTTP/1.1" status: 204 len: 168 time: 3.2762108 Mar 23 02:42:32.481313 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60214) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:32.482072 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0f4d411e-e4d9-4863-822f-4a5dfa69d54c tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:32.497747 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-77dbc350-6c58-47b0-9803-6d20be09823a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Deleting port 54a0d467-1083-44cf-87df-6d10fa367e4d {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:32.497974 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77dbc350-6c58-47b0-9803-6d20be09823a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (54a0d467-1083-44cf-87df-6d10fa367e4d), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:32.509547 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75c12b-e72c-4df3-add9-0874966af0ad tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event updated for resources: {'Subnet': ['ID=09a0b756-c3a6-47b5-b84b-a7991fb671da,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:32.544246 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 6e45050b-e1ca-40d6-b50e-7d9ae9312dfb triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:32.545065 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (6e45050b-e1ca-40d6-b50e-7d9ae9312dfb), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:32.555713 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d74c63a2-82b5-479b-82f8-44d38d0a2363 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (c9da12de-2e20-4acf-af41-ea4a39d52062), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:32.558213 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-585d87ec-bfe7-45a3-9b0c-3455d6a44887 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] GET failed (client error): The resource could not be found. Mar 23 02:42:32.560121 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-585d87ec-bfe7-45a3-9b0c-3455d6a44887 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "GET /v2.0/ports/45b5745b-7727-4eda-974b-83ebbffeb570 HTTP/1.1" status: 404 len: 333 time: 0.0745184 Mar 23 02:42:32.578005 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60216) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:32.580322 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75c12b-e72c-4df3-add9-0874966af0ad tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:32.580804 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75c12b-e72c-4df3-add9-0874966af0ad tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:32.581003 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75c12b-e72c-4df3-add9-0874966af0ad tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:32.581329 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75c12b-e72c-4df3-add9-0874966af0ad tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:32.581574 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75c12b-e72c-4df3-add9-0874966af0ad tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:32.581870 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75c12b-e72c-4df3-add9-0874966af0ad tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:32.582454 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75c12b-e72c-4df3-add9-0874966af0ad tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:32.582795 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75c12b-e72c-4df3-add9-0874966af0ad tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:32.583127 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75c12b-e72c-4df3-add9-0874966af0ad tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:32.583458 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75c12b-e72c-4df3-add9-0874966af0ad tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:32.583782 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75c12b-e72c-4df3-add9-0874966af0ad tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:32.584140 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75c12b-e72c-4df3-add9-0874966af0ad tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:32.584467 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75c12b-e72c-4df3-add9-0874966af0ad tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:32.584794 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75c12b-e72c-4df3-add9-0874966af0ad tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:32.585111 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75c12b-e72c-4df3-add9-0874966af0ad tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:32.618917 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-669c07cd-e8a9-48d1-9eeb-40746c146af8 None None] Deleting port 54a0d467-1083-44cf-87df-6d10fa367e4d {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:32.620204 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-669c07cd-e8a9-48d1-9eeb-40746c146af8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (54a0d467-1083-44cf-87df-6d10fa367e4d), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:32.640429 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9971bf-1555-4f35-8972-332b612918f1 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Router a39a81c7-cf7a-422e-a209-13f7ec675452 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:42:32.647749 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c63a2-82b5-479b-82f8-44d38d0a2363 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Port': ['ID=c9da12de-2e20-4acf-af41-ea4a39d52062,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:32.687221 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a75c12b-e72c-4df3-add9-0874966af0ad tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Checking segment: {'id': 'df36663c-fb7e-42e7-ab97-619870f65317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0544d23a-76d0-4624-8488-b507765b720b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:32.687735 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a75c12b-e72c-4df3-add9-0874966af0ad tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Network hostable DHCP agents. Network: 0544d23a-76d0-4624-8488-b507765b720b, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:42:32.753864 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d74c63a2-82b5-479b-82f8-44d38d0a2363 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:32.767902 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d74c63a2-82b5-479b-82f8-44d38d0a2363 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/c9da12de-2e20-4acf-af41-ea4a39d52062 HTTP/1.1" status: 204 len: 168 time: 1.3649766 Mar 23 02:42:32.769910 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60218) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:32.775646 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-0e211e0d-e4e3-4bc8-b6be-3c6207dc9085 None None] Provisioning complete for port 6e45050b-e1ca-40d6-b50e-7d9ae9312dfb triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:32.776157 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0e211e0d-e4e3-4bc8-b6be-3c6207dc9085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (6e45050b-e1ca-40d6-b50e-7d9ae9312dfb), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:32.864316 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-1350c7b4-cdb8-4ab4-886a-5377c45cdba2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Deleting subnet d75d3b18-d197-4c67-8521-00b672bd4a18 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:42:32.871617 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1350c7b4-cdb8-4ab4-886a-5377c45cdba2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for subnet (d75d3b18-d197-4c67-8521-00b672bd4a18), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:32.877779 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-669c07cd-e8a9-48d1-9eeb-40746c146af8 None None] For port 54a0d467-1083-44cf-87df-6d10fa367e4d, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=54a0d467-1083-44cf-87df-6d10fa367e4d,segment=NetworkSegment(a86da523-3120-4532-824d-e5fe0f1a84d7),segment_id=a86da523-3120-4532-824d-e5fe0f1a84d7)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:32.878306 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-669c07cd-e8a9-48d1-9eeb-40746c146af8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (54a0d467-1083-44cf-87df-6d10fa367e4d), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:32.894538 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-669c07cd-e8a9-48d1-9eeb-40746c146af8 None None] Calling delete_port for 54a0d467-1083-44cf-87df-6d10fa367e4d owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:32.911426 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-77dbc350-6c58-47b0-9803-6d20be09823a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] For port 54a0d467-1083-44cf-87df-6d10fa367e4d, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=54a0d467-1083-44cf-87df-6d10fa367e4d,segment=NetworkSegment(a86da523-3120-4532-824d-e5fe0f1a84d7),segment_id=a86da523-3120-4532-824d-e5fe0f1a84d7)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:32.912108 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77dbc350-6c58-47b0-9803-6d20be09823a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (54a0d467-1083-44cf-87df-6d10fa367e4d), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:32.917612 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a3fad8-0dbe-4b65-a6b0-9d9945a88ac6 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:32.920222 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f7a3fad8-0dbe-4b65-a6b0-9d9945a88ac6 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1368818 Mar 23 02:42:32.922477 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0f4d411e-e4d9-4863-822f-4a5dfa69d54c tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (a8c8e4a2-9350-4394-9b89-34ff79797961), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:32.923325 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60220) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:32.933364 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a75c12b-e72c-4df3-add9-0874966af0ad tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Network 0544d23a-76d0-4624-8488-b507765b720b is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:42:32.992042 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-77dbc350-6c58-47b0-9803-6d20be09823a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Calling delete_port for 54a0d467-1083-44cf-87df-6d10fa367e4d owned by network:dhcp {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:32.993281 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3f5d3d-109a-4470-8c9d-c3da88a272b8 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:32.995962 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8e3f5d3d-109a-4470-8c9d-c3da88a272b8 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0709827 Mar 23 02:42:32.996786 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0f4d411e-e4d9-4863-822f-4a5dfa69d54c tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (a8c8e4a2-9350-4394-9b89-34ff79797961), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.000419 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60222) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:33.031877 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4527f452-4342-4d2f-b218-51c68bbf3b12 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks [] for port (1165db50-d09c-463b-a357-1cf43f985495), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.042367 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-2a75c12b-e72c-4df3-add9-0874966af0ad tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 0544d23a-76d0-4624-8488-b507765b720b) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:33.048802 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a75c12b-e72c-4df3-add9-0874966af0ad tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:33.049470 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a75c12b-e72c-4df3-add9-0874966af0ad tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.057649 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a84f3575-0148-4912-94b3-592ed271f79f None None] Publish callbacks [] for port (7b1f2ca4-6171-488b-a460-41d49d0dde9e), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.066459 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 6e45050b-e1ca-40d6-b50e-7d9ae9312dfb is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:33.069020 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9c98d3-d7aa-45b6-a6ee-948953c30fb6 None None] Network 0544d23a-76d0-4624-8488-b507765b720b requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:33.099943 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d411e-e4d9-4863-822f-4a5dfa69d54c tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c8e4a2-9350-4394-9b89-34ff79797961,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:33.118039 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9971bf-1555-4f35-8972-332b612918f1 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:42:33.118422 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0f4d411e-e4d9-4863-822f-4a5dfa69d54c tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (b2657c1c-f41f-4da6-96a5-bfbae929f60a), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.148006 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1350c7b4-cdb8-4ab4-886a-5377c45cdba2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (d75d3b18-d197-4c67-8521-00b672bd4a18), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.159506 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a84f3575-0148-4912-94b3-592ed271f79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (7b1f2ca4-6171-488b-a460-41d49d0dde9e), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.191404 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5c9971bf-1555-4f35-8972-332b612918f1 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.192627 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5c9971bf-1555-4f35-8972-332b612918f1 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "PUT /v2.0/routers/a39a81c7-cf7a-422e-a209-13f7ec675452 HTTP/1.1" status: 200 len: 953 time: 3.3741145 Mar 23 02:42:33.195317 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60224) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:33.210336 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0f4d411e-e4d9-4863-822f-4a5dfa69d54c tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (b2657c1c-f41f-4da6-96a5-bfbae929f60a), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.230696 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-0e211e0d-e4e3-4bc8-b6be-3c6207dc9085 None None] Current status of the port 6e45050b-e1ca-40d6-b50e-7d9ae9312dfb is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:33.267413 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2a75c12b-e72c-4df3-add9-0874966af0ad tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9737370 Mar 23 02:42:33.277460 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60226) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:33.290756 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc57aa-b288-4875-beeb-a78b3bece3c3 None None] Pushing event updated for resources: {'Port': ['ID=7b1f2ca4-6171-488b-a460-41d49d0dde9e,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:33.293261 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-bcad3a04-e31d-4554-95a1-99ed0789972a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:33.318898 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bc8385-8685-4f41-bf66-951c380769fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-0544d23a-76d0-4624-8488-b507765b720b', 'network_id': '0544d23a-76d0-4624-8488-b507765b720b', 'project_id': 'a93ad12b8bcf4411afa287294e0d6a41', 'fixed_ips': [{'subnet_id': '09a0b756-c3a6-47b5-b84b-a7991fb671da'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:42:33.319811 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-91bc8385-8685-4f41-bf66-951c380769fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.323673 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54aff0f6-65ea-473d-b10a-b381be440477 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:33.325217 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54aff0f6-65ea-473d-b10a-b381be440477 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:33.328444 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54aff0f6-65ea-473d-b10a-b381be440477 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:33.328615 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc57aa-b288-4875-beeb-a78b3bece3c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:33.328615 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc57aa-b288-4875-beeb-a78b3bece3c3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:33.328817 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-54aff0f6-65ea-473d-b10a-b381be440477 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3221209 Mar 23 02:42:33.331534 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc57aa-b288-4875-beeb-a78b3bece3c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:33.331946 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc57aa-b288-4875-beeb-a78b3bece3c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:33.332339 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc57aa-b288-4875-beeb-a78b3bece3c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:33.332693 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc57aa-b288-4875-beeb-a78b3bece3c3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:33.333112 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc57aa-b288-4875-beeb-a78b3bece3c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:33.333428 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60228) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:33.333547 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc57aa-b288-4875-beeb-a78b3bece3c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:33.333771 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc57aa-b288-4875-beeb-a78b3bece3c3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:33.334113 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc57aa-b288-4875-beeb-a78b3bece3c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:33.334457 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc57aa-b288-4875-beeb-a78b3bece3c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:33.334794 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc57aa-b288-4875-beeb-a78b3bece3c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:33.335132 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc57aa-b288-4875-beeb-a78b3bece3c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:33.335481 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc57aa-b288-4875-beeb-a78b3bece3c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:33.335800 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc57aa-b288-4875-beeb-a78b3bece3c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:33.402805 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-96754422-2675-47a8-b8e9-694f545590f6 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting subnet 497b27e6-a8d6-4573-bd1d-798b792346b0 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:42:33.420538 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0f4d411e-e4d9-4863-822f-4a5dfa69d54c tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.422138 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0f4d411e-e4d9-4863-822f-4a5dfa69d54c tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.5158930 Mar 23 02:42:33.424129 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-4527f452-4342-4d2f-b218-51c68bbf3b12 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] device_id is not set on port 52c9de62-38e4-41ae-be8f-92808335236d yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:42:33.426517 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-96754422-2675-47a8-b8e9-694f545590f6 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (497b27e6-a8d6-4573-bd1d-798b792346b0), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.431361 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60230) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:33.462287 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d411e-e4d9-4863-822f-4a5dfa69d54c tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2657c1c-f41f-4da6-96a5-bfbae929f60a,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:33.488219 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1350c7b4-cdb8-4ab4-886a-5377c45cdba2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (d75d3b18-d197-4c67-8521-00b672bd4a18), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.493288 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77dbc350-6c58-47b0-9803-6d20be09823a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (54a0d467-1083-44cf-87df-6d10fa367e4d), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.504727 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-eadec535-6893-4070-a29b-d4cce9cba98a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "GET /v2.0/routers/a39a81c7-cf7a-422e-a209-13f7ec675452 HTTP/1.1" status: 200 len: 953 time: 0.3079479 Mar 23 02:42:33.505566 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60232) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:33.532329 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-96754422-2675-47a8-b8e9-694f545590f6 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (497b27e6-a8d6-4573-bd1d-798b792346b0), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.587832 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-1120d869-d6dd-4b03-b92d-4d5745a492a2 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Request body: {'router': {'routes': None}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:33.593116 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dbc350-6c58-47b0-9803-6d20be09823a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] No DVR routers for this DVR port 54a0d467-1083-44cf-87df-6d10fa367e4d on host dv-neutron-834613-2-hyperv {{(pid=104348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:42:33.597912 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dbc350-6c58-47b0-9803-6d20be09823a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Port': ['ID=54a0d467-1083-44cf-87df-6d10fa367e4d,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:33.615159 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-669c07cd-e8a9-48d1-9eeb-40746c146af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (54a0d467-1083-44cf-87df-6d10fa367e4d), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.648675 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-fe213d81-62f5-402c-926d-caddbb527ece None None] Could not find standard attr ID for object 45b5745b-7727-4eda-974b-83ebbffeb570. {{(pid=104350) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:42:33.659211 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c07cd-e8a9-48d1-9eeb-40746c146af8 None None] Pushing event deleted for resources: {'Port': ['ID=54a0d467-1083-44cf-87df-6d10fa367e4d,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:33.666205 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-a84f3575-0148-4912-94b3-592ed271f79f None None] Attempting to bind port 7b1f2ca4-6171-488b-a460-41d49d0dde9e on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:42:33.666915 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-a84f3575-0148-4912-94b3-592ed271f79f None None] Attempting to bind port 7b1f2ca4-6171-488b-a460-41d49d0dde9e by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '01c1b47d-689b-4a1e-978d-ff803f10519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f0c1d911-5843-446c-b9a4-b93a3d2cd676'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:42:33.667893 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84f3575-0148-4912-94b3-592ed271f79f None None] Attempting to bind port 7b1f2ca4-6171-488b-a460-41d49d0dde9e on network f0c1d911-5843-446c-b9a4-b93a3d2cd676 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:42:33.676667 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669c07cd-e8a9-48d1-9eeb-40746c146af8 None None] No DVR routers for this DVR port 54a0d467-1083-44cf-87df-6d10fa367e4d on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:42:33.681664 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84f3575-0148-4912-94b3-592ed271f79f None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:42:33.682043 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84f3575-0148-4912-94b3-592ed271f79f None None] Checking segment: {'id': '01c1b47d-689b-4a1e-978d-ff803f10519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f0c1d911-5843-446c-b9a4-b93a3d2cd676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:33.682800 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a84f3575-0148-4912-94b3-592ed271f79f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.683321 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84f3575-0148-4912-94b3-592ed271f79f None None] Bound using segment: {'id': '01c1b47d-689b-4a1e-978d-ff803f10519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f0c1d911-5843-446c-b9a4-b93a3d2cd676'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:42:33.683880 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-a84f3575-0148-4912-94b3-592ed271f79f None None] Bound port: 7b1f2ca4-6171-488b-a460-41d49d0dde9e, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c1b47d-689b-4a1e-978d-ff803f10519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f0c1d911-5843-446c-b9a4-b93a3d2cd676'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:42:33.684234 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a84f3575-0148-4912-94b3-592ed271f79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7b1f2ca4-6171-488b-a460-41d49d0dde9e), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.731976 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-fc770b41-1ffd-4201-b580-d21c2258055c tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.2956538 Mar 23 02:42:33.734669 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bcad3a04-e31d-4554-95a1-99ed0789972a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26151383'] for subnet (09a0b756-c3a6-47b5-b84b-a7991fb671da), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.743935 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60234) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:33.751498 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-ab3742f4-3914-4ec8-9d6f-c439dd32b1a5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Request body: {'security_group': {'name': 'tempest-security--438062839', 'description': 'tempest-security-description-932464240'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:33.780302 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77dbc350-6c58-47b0-9803-6d20be09823a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (95fe6dce-c07c-4fb7-ace7-dd68888e8645), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.785179 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-96754422-2675-47a8-b8e9-694f545590f6 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (497b27e6-a8d6-4573-bd1d-798b792346b0), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.817288 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-f21b759f-1676-478a-9e2a-f93dfabe9f60 None None] Provisioning complete for port 7b1f2ca4-6171-488b-a460-41d49d0dde9e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:33.821585 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f21b759f-1676-478a-9e2a-f93dfabe9f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7b1f2ca4-6171-488b-a460-41d49d0dde9e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.851387 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-a84f3575-0148-4912-94b3-592ed271f79f None None] For port 7b1f2ca4-6171-488b-a460-41d49d0dde9e, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:42:33.872814 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-a84f3575-0148-4912-94b3-592ed271f79f None None] For port 7b1f2ca4-6171-488b-a460-41d49d0dde9e, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=7b1f2ca4-6171-488b-a460-41d49d0dde9e,segment=NetworkSegment(01c1b47d-689b-4a1e-978d-ff803f10519a),segment_id=01c1b47d-689b-4a1e-978d-ff803f10519a)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:42:33.874328 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f21b759f-1676-478a-9e2a-f93dfabe9f60 None None] Port 7b1f2ca4-6171-488b-a460-41d49d0dde9e cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:42:33.888802 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1350c7b4-cdb8-4ab4-886a-5377c45cdba2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (d75d3b18-d197-4c67-8521-00b672bd4a18), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.895585 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-77dbc350-6c58-47b0-9803-6d20be09823a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95fe6dce-c07c-4fb7-ace7-dd68888e8645']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:33.945048 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-77dbc350-6c58-47b0-9803-6d20be09823a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a86da523-3120-4532-824d-e5fe0f1a84d7') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:33.945488 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-77dbc350-6c58-47b0-9803-6d20be09823a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a86da523-3120-4532-824d-e5fe0f1a84d7') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:33.960811 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ab3742f4-3914-4ec8-9d6f-c439dd32b1a5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (b2657c1c-f41f-4da6-96a5-bfbae929f60a), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.963282 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a84f3575-0148-4912-94b3-592ed271f79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (7b1f2ca4-6171-488b-a460-41d49d0dde9e), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.963737 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350c7b4-cdb8-4ab4-886a-5377c45cdba2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Subnet': ['ID=d75d3b18-d197-4c67-8521-00b672bd4a18,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:33.971018 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4527f452-4342-4d2f-b218-51c68bbf3b12 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks [] for port (52c9de62-38e4-41ae-be8f-92808335236d), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.973617 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1350c7b4-cdb8-4ab4-886a-5377c45cdba2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.977480 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1350c7b4-cdb8-4ab4-886a-5377c45cdba2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/subnets/d75d3b18-d197-4c67-8521-00b672bd4a18 HTTP/1.1" status: 204 len: 168 time: 1.3954182 Mar 23 02:42:33.981495 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77dbc350-6c58-47b0-9803-6d20be09823a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (a86da523-3120-4532-824d-e5fe0f1a84d7), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.987910 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60236) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:34.002426 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0691bc9-6104-48dc-80b3-3fdefa6db02c None None] Network 94c6ab23-310b-40b5-abd0-84b482d99207 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:34.048065 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77dbc350-6c58-47b0-9803-6d20be09823a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (a86da523-3120-4532-824d-e5fe0f1a84d7), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:34.056354 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-96754422-2675-47a8-b8e9-694f545590f6 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (497b27e6-a8d6-4573-bd1d-798b792346b0), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:34.083774 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84f3575-0148-4912-94b3-592ed271f79f None None] Routers {'a39a81c7-cf7a-422e-a209-13f7ec675452'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:42:34.084603 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a84f3575-0148-4912-94b3-592ed271f79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:42:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a39a81c7-cf7a-422e-a209-13f7ec675452'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:34.097201 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77dbc350-6c58-47b0-9803-6d20be09823a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:42:34.097654 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77dbc350-6c58-47b0-9803-6d20be09823a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (a86da523-3120-4532-824d-e5fe0f1a84d7), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: self.session.flush() Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: self.session.flush() Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: self.session.flush() Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: self.session.flush() Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:42:34.110051 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:42:34.115374 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96754422-2675-47a8-b8e9-694f545590f6 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Subnet': ['ID=497b27e6-a8d6-4573-bd1d-798b792346b0,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:34.139740 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-96754422-2675-47a8-b8e9-694f545590f6 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:34.142913 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-96754422-2675-47a8-b8e9-694f545590f6 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/497b27e6-a8d6-4573-bd1d-798b792346b0 HTTP/1.1" status: 204 len: 168 time: 0.8081923 Mar 23 02:42:34.152397 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60238) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:34.168480 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-11517c9a-1cb1-480f-9490-dc71405dfed2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (94c6ab23-310b-40b5-abd0-84b482d99207), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:34.226389 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728b6575-0b12-4852-8b45-70c4c5b42421 None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:34.268609 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-91bc8385-8685-4f41-bf66-951c380769fa None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 23 02:42:34.268609 dv-neutron-834613-2-hyperv neutron-server[104350]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 23 02:42:34.268609 dv-neutron-834613-2-hyperv neutron-server[104350]: [parameters: {'in_use': 1, 'id_1': '09a0b756-c3a6-47b5-b84b-a7991fb671da'}] Mar 23 02:42:34.268609 dv-neutron-834613-2-hyperv neutron-server[104350]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:42:34.269703 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-91bc8385-8685-4f41-bf66-951c380769fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:42:34.270426 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc57aa-b288-4875-beeb-a78b3bece3c3 None None] Pushing event updated for resources: {'Port': ['ID=7b1f2ca4-6171-488b-a460-41d49d0dde9e,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:34.284214 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f716023-bf62-4d9b-9136-391bfa8df59d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Deleting subnet da693ddf-8cb3-44f5-8712-9382eb760742 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:42:34.294788 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 54a0d467-1083-44cf-87df-6d10fa367e4d no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:42:34.333582 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4f716023-bf62-4d9b-9136-391bfa8df59d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (da693ddf-8cb3-44f5-8712-9382eb760742), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:34.378030 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 54a0d467-1083-44cf-87df-6d10fa367e4d {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:42:34.379047 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 54a0d467-1083-44cf-87df-6d10fa367e4d not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:42:34.388195 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.extraroute_db [None req-1120d869-d6dd-4b03-b92d-4d5745a492a2 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Added routes are [] {{(pid=104349) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 23 02:42:34.388437 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.extraroute_db [None req-1120d869-d6dd-4b03-b92d-4d5745a492a2 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=104349) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 23 02:42:34.405304 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4f716023-bf62-4d9b-9136-391bfa8df59d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (da693ddf-8cb3-44f5-8712-9382eb760742), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:34.420201 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-a84f3575-0148-4912-94b3-592ed271f79f None None] Set router a39a81c7-cf7a-422e-a209-13f7ec675452 gateway port host: None {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:42:34.475150 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-11517c9a-1cb1-480f-9490-dc71405dfed2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Deleting port 6e45050b-e1ca-40d6-b50e-7d9ae9312dfb {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:34.475492 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-11517c9a-1cb1-480f-9490-dc71405dfed2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (6e45050b-e1ca-40d6-b50e-7d9ae9312dfb), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:34.482880 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1120d869-d6dd-4b03-b92d-4d5745a492a2 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1655254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3512'] for router (a39a81c7-cf7a-422e-a209-13f7ec675452), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:34.510364 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ab3742f4-3914-4ec8-9d6f-c439dd32b1a5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (b2657c1c-f41f-4da6-96a5-bfbae929f60a), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:34.579991 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ab3742f4-3914-4ec8-9d6f-c439dd32b1a5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (b2657c1c-f41f-4da6-96a5-bfbae929f60a), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:34.582568 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ab3742f4-3914-4ec8-9d6f-c439dd32b1a5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:34.583845 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ab3742f4-3914-4ec8-9d6f-c439dd32b1a5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "PUT /v2.0/security-groups/b2657c1c-f41f-4da6-96a5-bfbae929f60a HTTP/1.1" status: 200 len: 1793 time: 0.8378386 Mar 23 02:42:34.587260 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a90aaa-75ec-4c7a-b668-1eeeb542beac None None] DHCP port deletion for 94c6ab23-310b-40b5-abd0-84b482d99207 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:42:34.593199 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60240) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:34.635844 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4527f452-4342-4d2f-b218-51c68bbf3b12 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (1165db50-d09c-463b-a357-1cf43f985495), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:34.636302 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-b6f8c8a1-f341-4ca9-ae15-80ec3b2cee69 None None] Provisioning complete for port 7b1f2ca4-6171-488b-a460-41d49d0dde9e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:34.636849 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b6f8c8a1-f341-4ca9-ae15-80ec3b2cee69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7b1f2ca4-6171-488b-a460-41d49d0dde9e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:34.645604 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3742f4-3914-4ec8-9d6f-c439dd32b1a5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2657c1c-f41f-4da6-96a5-bfbae929f60a,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:34.668973 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-11517c9a-1cb1-480f-9490-dc71405dfed2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] For port 6e45050b-e1ca-40d6-b50e-7d9ae9312dfb, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=6e45050b-e1ca-40d6-b50e-7d9ae9312dfb,segment=NetworkSegment(04a27135-9819-4ba4-9d1c-de2899aed384),segment_id=04a27135-9819-4ba4-9d1c-de2899aed384)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:34.669429 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-11517c9a-1cb1-480f-9490-dc71405dfed2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (6e45050b-e1ca-40d6-b50e-7d9ae9312dfb), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:34.684465 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77dbc350-6c58-47b0-9803-6d20be09823a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (95fe6dce-c07c-4fb7-ace7-dd68888e8645), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:34.689848 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3742f4-3914-4ec8-9d6f-c439dd32b1a5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:34.690387 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3742f4-3914-4ec8-9d6f-c439dd32b1a5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:34.690895 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3742f4-3914-4ec8-9d6f-c439dd32b1a5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:34.691025 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4f716023-bf62-4d9b-9136-391bfa8df59d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (da693ddf-8cb3-44f5-8712-9382eb760742), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:34.691537 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3742f4-3914-4ec8-9d6f-c439dd32b1a5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:34.692070 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3742f4-3914-4ec8-9d6f-c439dd32b1a5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:34.692583 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3742f4-3914-4ec8-9d6f-c439dd32b1a5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:34.692918 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3742f4-3914-4ec8-9d6f-c439dd32b1a5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:34.693416 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3742f4-3914-4ec8-9d6f-c439dd32b1a5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:34.693754 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3742f4-3914-4ec8-9d6f-c439dd32b1a5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:34.694244 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3742f4-3914-4ec8-9d6f-c439dd32b1a5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:34.694742 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3742f4-3914-4ec8-9d6f-c439dd32b1a5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:34.695074 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3742f4-3914-4ec8-9d6f-c439dd32b1a5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:34.695574 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3742f4-3914-4ec8-9d6f-c439dd32b1a5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:34.696088 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3742f4-3914-4ec8-9d6f-c439dd32b1a5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:34.696575 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3742f4-3914-4ec8-9d6f-c439dd32b1a5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:34.712075 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77dbc350-6c58-47b0-9803-6d20be09823a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:34.715851 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-77dbc350-6c58-47b0-9803-6d20be09823a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/networks/95fe6dce-c07c-4fb7-ace7-dd68888e8645 HTTP/1.1" status: 204 len: 168 time: 3.2817364 Mar 23 02:42:34.722095 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60242) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:34.725578 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-11517c9a-1cb1-480f-9490-dc71405dfed2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Calling delete_port for 6e45050b-e1ca-40d6-b50e-7d9ae9312dfb owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:34.737067 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3839afd2-77ea-4fd6-89c0-1dd72ca51d47 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "GET /v2.0/security-groups/b2657c1c-f41f-4da6-96a5-bfbae929f60a HTTP/1.1" status: 200 len: 1793 time: 0.1427791 Mar 23 02:42:34.741034 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60244) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:34.762601 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bcad3a04-e31d-4554-95a1-99ed0789972a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728337337483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3457689'] for subnet (09a0b756-c3a6-47b5-b84b-a7991fb671da), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:34.770759 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-91bc8385-8685-4f41-bf66-951c380769fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:34.786763 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dbc350-6c58-47b0-9803-6d20be09823a tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Network': ['ID=95fe6dce-c07c-4fb7-ace7-dd68888e8645,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:34.798178 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-42a90aaa-75ec-4c7a-b668-1eeeb542beac None None] Deleting port 6e45050b-e1ca-40d6-b50e-7d9ae9312dfb {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:34.798560 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-42a90aaa-75ec-4c7a-b668-1eeeb542beac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (6e45050b-e1ca-40d6-b50e-7d9ae9312dfb), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:34.799583 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527f452-4342-4d2f-b218-51c68bbf3b12 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Pushing event updated for resources: {'Port': ['ID=1165db50-d09c-463b-a357-1cf43f985495,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:34.867765 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee040e1d-be7d-4524-ba9f-ee0dac30fa48 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:34.869303 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ee040e1d-be7d-4524-ba9f-ee0dac30fa48 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "GET /v2.0/ports/54e5b60f-95e9-4107-948c-1347c39842e9 HTTP/1.1" status: 200 len: 845 time: 0.1454985 Mar 23 02:42:34.873646 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60246) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:34.888431 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcad3a04-e31d-4554-95a1-99ed0789972a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:34.888963 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bcad3a04-e31d-4554-95a1-99ed0789972a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:34.892962 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-bcad3a04-e31d-4554-95a1-99ed0789972a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "PUT /v2.0/subnets/09a0b756-c3a6-47b5-b84b-a7991fb671da HTTP/1.1" status: 200 len: 877 time: 1.6019757 Mar 23 02:42:34.896080 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60248) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:34.933470 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4527f452-4342-4d2f-b218-51c68bbf3b12 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Checking segment: {'id': '82ce3748-2d71-4416-8968-2c40be25eac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '41b549be-8603-4421-813c-fe737a43f2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:34.933470 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4527f452-4342-4d2f-b218-51c68bbf3b12 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Network hostable DHCP agents. Network: 41b549be-8603-4421-813c-fe737a43f2ec, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:42:34.943010 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-42a90aaa-75ec-4c7a-b668-1eeeb542beac None None] For port 6e45050b-e1ca-40d6-b50e-7d9ae9312dfb, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=6e45050b-e1ca-40d6-b50e-7d9ae9312dfb,segment=NetworkSegment(04a27135-9819-4ba4-9d1c-de2899aed384),segment_id=04a27135-9819-4ba4-9d1c-de2899aed384)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:34.943576 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-42a90aaa-75ec-4c7a-b668-1eeeb542beac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (6e45050b-e1ca-40d6-b50e-7d9ae9312dfb), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:34.946857 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8c8a1-f341-4ca9-ae15-80ec3b2cee69 None None] Current status of the port 7b1f2ca4-6171-488b-a460-41d49d0dde9e is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:34.947978 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b6f8c8a1-f341-4ca9-ae15-80ec3b2cee69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7b1f2ca4-6171-488b-a460-41d49d0dde9e), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:34.965758 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad3a04-e31d-4554-95a1-99ed0789972a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event updated for resources: {'Subnet': ['ID=09a0b756-c3a6-47b5-b84b-a7991fb671da,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:35.015719 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8328ad21-c551-4484-9d87-331395765f20 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "GET /v2.0/ports/54e5b60f-95e9-4107-948c-1347c39842e9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1370804 Mar 23 02:42:35.017785 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60250) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:35.022743 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-e776e6ac-052e-4a73-ace6-f478dac29d13 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'subnet': {'network_id': 'cbe75922-1412-46a9-a4e0-2b3990e0fa00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:35.030902 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-42a90aaa-75ec-4c7a-b668-1eeeb542beac None None] Calling delete_port for 6e45050b-e1ca-40d6-b50e-7d9ae9312dfb owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:35.152911 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (0544d23a-76d0-4624-8488-b507765b720b), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:35.172899 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-b6f8c8a1-f341-4ca9-ae15-80ec3b2cee69 None None] For port 7b1f2ca4-6171-488b-a460-41d49d0dde9e, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=7b1f2ca4-6171-488b-a460-41d49d0dde9e,segment=NetworkSegment(01c1b47d-689b-4a1e-978d-ff803f10519a),segment_id=01c1b47d-689b-4a1e-978d-ff803f10519a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:35.179429 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a84f3575-0148-4912-94b3-592ed271f79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'name': 'tempest-RoutersIpV6Test-router-718806341', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:42Z', 'updated_at': '2022-03-23T02:42:31Z', 'revision_number': 6, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'gw_port_host': None, '_interfaces': [{'id': '33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6', 'name': '', 'network_id': '9b440bb6-3799-4f51-b292-94baa0ed6271', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:6f:b0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:59Z', 'updated_at': '2022-03-23T02:42:08Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a26de85-8d0a-489b-a277-dc986131b915', 'name': '', 'network_id': '092e1732-307d-4f22-8859-d37827a7d6b1', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:0d:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '06f3ece6-e065-49bb-b755-390f2aa0782c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:10Z', 'updated_at': '2022-03-23T02:42:21Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '06f3ece6-e065-49bb-b755-390f2aa0782c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd1f227-a58c-45cc-8ced-edd41b67d297', 'name': '', 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:ea:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:48Z', 'updated_at': '2022-03-23T02:41:56Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b1f2ca4-6171-488b-a460-41d49d0dde9e', 'name': '', 'network_id': 'f0c1d911-5843-446c-b9a4-b93a3d2cd676', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:b9:50:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'b7939ff0-45bf-4684-8f4b-a27fa0577d46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:23Z', 'updated_at': '2022-03-23T02:42:33Z', 'revision_number': 4, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': 'b7939ff0-45bf-4684-8f4b-a27fa0577d46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:35.184977 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4527f452-4342-4d2f-b218-51c68bbf3b12 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Network 41b549be-8603-4421-813c-fe737a43f2ec is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:42:35.221330 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84f3575-0148-4912-94b3-592ed271f79f None None] The sync data for ids ['a39a81c7-cf7a-422e-a209-13f7ec675452'] in dv-neutron-834613-2-hyperv is: [{'id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'name': 'tempest-RoutersIpV6Test-router-718806341', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:42Z', 'updated_at': '2022-03-23T02:42:31Z', 'revision_number': 6, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'gw_port_host': None, '_interfaces': [{'id': '33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6', 'name': '', 'network_id': '9b440bb6-3799-4f51-b292-94baa0ed6271', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:6f:b0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:59Z', 'updated_at': '2022-03-23T02:42:08Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a26de85-8d0a-489b-a277-dc986131b915', 'name': '', 'network_id': '092e1732-307d-4f22-8859-d37827a7d6b1', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:0d:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '06f3ece6-e065-49bb-b755-390f2aa0782c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:10Z', 'updated_at': '2022-03-23T02:42:21Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '06f3ece6-e065-49bb-b755-390f2aa0782c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd1f227-a58c-45cc-8ced-edd41b67d297', 'name': '', 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:ea:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:48Z', 'updated_at': '2022-03-23T02:41:56Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b1f2ca4-6171-488b-a460-41d49d0dde9e', 'name': '', 'network_id': 'f0c1d911-5843-446c-b9a4-b93a3d2cd676', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:b9:50:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'b7939ff0-45bf-4684-8f4b-a27fa0577d46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:23Z', 'updated_at': '2022-03-23T02:42:33Z', 'revision_number': 4, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': 'b7939ff0-45bf-4684-8f4b-a27fa0577d46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:42:35.242624 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-91bc8385-8685-4f41-bf66-951c380769fa None None] Allocated IP 172.20.0.3 (0544d23a-76d0-4624-8488-b507765b720b/09a0b756-c3a6-47b5-b84b-a7991fb671da/6102e478-dae5-43ff-b531-b842446cbe5b) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:35.256158 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b6f8c8a1-f341-4ca9-ae15-80ec3b2cee69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (7b1f2ca4-6171-488b-a460-41d49d0dde9e), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:35.288884 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-4527f452-4342-4d2f-b218-51c68bbf3b12 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 41b549be-8603-4421-813c-fe737a43f2ec) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:35.303841 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8996e11e-8296-48e3-b3c7-0b5229ff8e62 None None] Network 41b549be-8603-4421-813c-fe737a43f2ec requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:35.306069 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4527f452-4342-4d2f-b218-51c68bbf3b12 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:35.307669 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4527f452-4342-4d2f-b218-51c68bbf3b12 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (52c9de62-38e4-41ae-be8f-92808335236d), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:35.311594 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e7610734-dd05-45e6-8111-bb434b0299b5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (b2657c1c-f41f-4da6-96a5-bfbae929f60a), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:35.377413 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527f452-4342-4d2f-b218-51c68bbf3b12 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Pushing event updated for resources: {'Port': ['ID=52c9de62-38e4-41ae-be8f-92808335236d,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:35.380676 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e776e6ac-052e-4a73-ace6-f478dac29d13 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:35.384485 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e776e6ac-052e-4a73-ace6-f478dac29d13 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:35.394804 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1120d869-d6dd-4b03-b92d-4d5745a492a2 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1655254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3512'] for router (a39a81c7-cf7a-422e-a209-13f7ec675452), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:35.394988 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-42a90aaa-75ec-4c7a-b668-1eeeb542beac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (6e45050b-e1ca-40d6-b50e-7d9ae9312dfb), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:35.408949 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4f716023-bf62-4d9b-9136-391bfa8df59d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (da693ddf-8cb3-44f5-8712-9382eb760742), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:35.414461 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (09a0b756-c3a6-47b5-b84b-a7991fb671da), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:35.429390 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e7610734-dd05-45e6-8111-bb434b0299b5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (b2657c1c-f41f-4da6-96a5-bfbae929f60a), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:35.468325 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8c8a1-f341-4ca9-ae15-80ec3b2cee69 None None] Pushing event updated for resources: {'Port': ['ID=7b1f2ca4-6171-488b-a460-41d49d0dde9e,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:35.472844 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a90aaa-75ec-4c7a-b668-1eeeb542beac None None] No DVR routers for this DVR port 6e45050b-e1ca-40d6-b50e-7d9ae9312dfb on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:42:35.477536 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1120d869-d6dd-4b03-b92d-4d5745a492a2 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1655263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1655076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656974'] for router (a39a81c7-cf7a-422e-a209-13f7ec675452), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:35.487359 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f716023-bf62-4d9b-9136-391bfa8df59d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Subnet': ['ID=da693ddf-8cb3-44f5-8712-9382eb760742,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:35.497227 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4f716023-bf62-4d9b-9136-391bfa8df59d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:35.503429 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4f716023-bf62-4d9b-9136-391bfa8df59d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/da693ddf-8cb3-44f5-8712-9382eb760742 HTTP/1.1" status: 204 len: 168 time: 1.3499708 Mar 23 02:42:35.505598 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60252) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:35.546740 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a90aaa-75ec-4c7a-b668-1eeeb542beac None None] Pushing event deleted for resources: {'Port': ['ID=6e45050b-e1ca-40d6-b50e-7d9ae9312dfb,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:35.555062 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4527f452-4342-4d2f-b218-51c68bbf3b12 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Checking segment: {'id': 'ad4d765d-e0ca-4ffc-9abd-9d51f5b45db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1e54e6c6-a063-49d7-b050-062824e6f2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:35.555618 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4527f452-4342-4d2f-b218-51c68bbf3b12 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Network hostable DHCP agents. Network: 1e54e6c6-a063-49d7-b050-062824e6f2fb, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:42:35.590109 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-11517c9a-1cb1-480f-9490-dc71405dfed2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (6e45050b-e1ca-40d6-b50e-7d9ae9312dfb), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:35.704849 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-65cf9457-c218-46db-8cc0-1477923db008 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1909039 Mar 23 02:42:35.705687 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4527f452-4342-4d2f-b218-51c68bbf3b12 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Network 1e54e6c6-a063-49d7-b050-062824e6f2fb is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:42:35.712611 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60254) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:35.776770 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11517c9a-1cb1-480f-9490-dc71405dfed2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] No DVR routers for this DVR port 6e45050b-e1ca-40d6-b50e-7d9ae9312dfb on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:42:35.782806 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-4527f452-4342-4d2f-b218-51c68bbf3b12 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 1e54e6c6-a063-49d7-b050-062824e6f2fb) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:35.789499 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11517c9a-1cb1-480f-9490-dc71405dfed2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Port': ['ID=6e45050b-e1ca-40d6-b50e-7d9ae9312dfb,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:35.789761 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4527f452-4342-4d2f-b218-51c68bbf3b12 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:35.803890 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4527f452-4342-4d2f-b218-51c68bbf3b12 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:35.809003 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4527f452-4342-4d2f-b218-51c68bbf3b12 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:35.809878 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4527f452-4342-4d2f-b218-51c68bbf3b12 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:35.881462 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e58348-6da2-4642-aac6-e3c3fe26df94 None None] Network 1e54e6c6-a063-49d7-b050-062824e6f2fb requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:35.891094 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4527f452-4342-4d2f-b218-51c68bbf3b12 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.8660955 Mar 23 02:42:35.893867 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60256) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:35.931527 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e776e6ac-052e-4a73-ace6-f478dac29d13 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (3e24c69f-7e66-4280-aa79-40aefc7a5201), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:35.958641 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-11517c9a-1cb1-480f-9490-dc71405dfed2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (94c6ab23-310b-40b5-abd0-84b482d99207), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:35.970908 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c6a22c-f71a-4990-8cb5-aac75953af1e None None] Network 94d9379e-13fb-449b-8f45-d1ab95378f77 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:35.983644 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776e6ac-052e-4a73-ace6-f478dac29d13 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Subnet': ['ID=3e24c69f-7e66-4280-aa79-40aefc7a5201,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:35.984338 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-11517c9a-1cb1-480f-9490-dc71405dfed2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c6ab23-310b-40b5-abd0-84b482d99207']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:35.996183 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-11517c9a-1cb1-480f-9490-dc71405dfed2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a27135-9819-4ba4-9d1c-de2899aed384') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:35.996521 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-11517c9a-1cb1-480f-9490-dc71405dfed2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a27135-9819-4ba4-9d1c-de2899aed384') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:36.009388 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-11517c9a-1cb1-480f-9490-dc71405dfed2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (04a27135-9819-4ba4-9d1c-de2899aed384), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:36.027048 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-11517c9a-1cb1-480f-9490-dc71405dfed2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (04a27135-9819-4ba4-9d1c-de2899aed384), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:36.034925 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11517c9a-1cb1-480f-9490-dc71405dfed2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:42:36.035352 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-11517c9a-1cb1-480f-9490-dc71405dfed2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (04a27135-9819-4ba4-9d1c-de2899aed384), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:36.042333 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e776e6ac-052e-4a73-ace6-f478dac29d13 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network cbe75922-1412-46a9-a4e0-2b3990e0fa00 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:36.047337 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-e776e6ac-052e-4a73-ace6-f478dac29d13 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:36.048710 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e776e6ac-052e-4a73-ace6-f478dac29d13 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:36.049053 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e776e6ac-052e-4a73-ace6-f478dac29d13 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:36.069028 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-91bc8385-8685-4f41-bf66-951c380769fa None None] Publish callbacks [] for port (6102e478-dae5-43ff-b531-b842446cbe5b), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:36.074490 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dff410-fe92-4e75-b9e5-b5b3ed4d03cb None None] Network cbe75922-1412-46a9-a4e0-2b3990e0fa00 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:36.095877 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1120d869-d6dd-4b03-b92d-4d5745a492a2 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Router a39a81c7-cf7a-422e-a209-13f7ec675452 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:42:36.097306 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:42:36.106026 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11efa7e-9553-475d-a42f-e423ccbc2c42 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:36.113447 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11efa7e-9553-475d-a42f-e423ccbc2c42 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:36.122300 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e7610734-dd05-45e6-8111-bb434b0299b5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (b2657c1c-f41f-4da6-96a5-bfbae929f60a), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:36.131450 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c11efa7e-9553-475d-a42f-e423ccbc2c42 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2300508 Mar 23 02:42:36.131668 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e7610734-dd05-45e6-8111-bb434b0299b5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:36.131668 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e7610734-dd05-45e6-8111-bb434b0299b5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "DELETE /v2.0/security-groups/b2657c1c-f41f-4da6-96a5-bfbae929f60a HTTP/1.1" status: 204 len: 168 time: 1.3810184 Mar 23 02:42:36.131870 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60258) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:36.136309 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60260) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:36.141550 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-022cba24-35ce-4e97-9ddb-cfba3b3be6e2 None None] Provisioning complete for port 064f78d2-9947-4755-818b-fb007401d0cd triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:36.141939 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-022cba24-35ce-4e97-9ddb-cfba3b3be6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (064f78d2-9947-4755-818b-fb007401d0cd), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:36.178895 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c82a6f-18a9-45f5-9bac-412f77917d63 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:36.179745 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-91bc8385-8685-4f41-bf66-951c380769fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (6102e478-dae5-43ff-b531-b842446cbe5b), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:36.184037 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a4c82a6f-18a9-45f5-9bac-412f77917d63 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4616468 Mar 23 02:42:36.210731 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60262) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:36.220079 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-dd45886d-9587-4c8b-88c8-4d52ca145108 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0755923 Mar 23 02:42:36.222325 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60264) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:36.258504 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-fe939f10-ac96-4be5-bfef-d20a920e3cd1 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] delete failed (client error): The resource could not be found. Mar 23 02:42:36.262379 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-fe939f10-ac96-4be5-bfef-d20a920e3cd1 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "DELETE /v2.0/security-groups/b2657c1c-f41f-4da6-96a5-bfbae929f60a HTTP/1.1" status: 404 len: 347 time: 0.0378344 Mar 23 02:42:36.269706 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60266) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:36.277491 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e776e6ac-052e-4a73-ace6-f478dac29d13 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2527435 Mar 23 02:42:36.281582 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60268) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:36.309586 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-5d46f2e5-e05a-4a3e-a7c8-29233142757f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'security_group': {'name': 'tempest-secgroup-1738137141'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:36.310190 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7610734-dd05-45e6-8111-bb434b0299b5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2657c1c-f41f-4da6-96a5-bfbae929f60a,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:36.337076 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-89cdf2dc-4847-467a-a1a2-50c83f5d51e9 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Request body: {'security_group': {'name': 'tempest-secgroup--2041977111'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:36.371138 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bc8385-8685-4f41-bf66-951c380769fa None None] Network 0544d23a-76d0-4624-8488-b507765b720b is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:36.383783 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-91bc8385-8685-4f41-bf66-951c380769fa None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:36.385869 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-11517c9a-1cb1-480f-9490-dc71405dfed2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (94c6ab23-310b-40b5-abd0-84b482d99207), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:36.402043 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-4e47a7af-9814-4367-9607-7118c36b517a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Deleting port 1165db50-d09c-463b-a357-1cf43f985495 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:36.402367 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4e47a7af-9814-4367-9607-7118c36b517a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (1165db50-d09c-463b-a357-1cf43f985495), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:36.403233 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-11517c9a-1cb1-480f-9490-dc71405dfed2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:36.409573 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bc8385-8685-4f41-bf66-951c380769fa None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:36.413200 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-11517c9a-1cb1-480f-9490-dc71405dfed2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/networks/94c6ab23-310b-40b5-abd0-84b482d99207 HTTP/1.1" status: 204 len: 168 time: 2.4221873 Mar 23 02:42:36.413437 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60270) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:36.436732 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-f0f8e1ce-215b-4f48-b799-2066ab5de831 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'port': {'network_id': 'f86f6b0b-3455-429a-b87d-433670c66f7e', 'name': 'tempest-PortsTestJSON-663162457'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:36.469588 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11517c9a-1cb1-480f-9490-dc71405dfed2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Network': ['ID=94c6ab23-310b-40b5-abd0-84b482d99207,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:36.479591 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4851f4b1-d88b-4ee8-965f-05ca656457d2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:36.483586 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4851f4b1-d88b-4ee8-965f-05ca656457d2 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2626154 Mar 23 02:42:36.484076 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60272) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:36.496176 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 7b1f2ca4-6171-488b-a460-41d49d0dde9e up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:36.529412 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5fa383e9-ce80-426e-9234-bb547bbb3cde tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444751 Mar 23 02:42:36.531078 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1120d869-d6dd-4b03-b92d-4d5745a492a2 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:42:36.537405 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60274) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:36.538364 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-89cdf2dc-4847-467a-a1a2-50c83f5d51e9 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:36.547342 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1120d869-d6dd-4b03-b92d-4d5745a492a2 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:36.549063 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1120d869-d6dd-4b03-b92d-4d5745a492a2 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "PUT /v2.0/routers/a39a81c7-cf7a-422e-a209-13f7ec675452 HTTP/1.1" status: 200 len: 703 time: 3.0298414 Mar 23 02:42:36.556268 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60276) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:36.564388 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd4149f-6bc8-4e84-84c4-2b5a9ffeb7f3 None None] DHCP port deletion for 94d9379e-13fb-449b-8f45-d1ab95378f77 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:42:36.566896 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (09a0b756-c3a6-47b5-b84b-a7991fb671da), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:36.570294 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc8385-8685-4f41-bf66-951c380769fa None None] Pushing event updated for resources: {'Port': ['ID=6102e478-dae5-43ff-b531-b842446cbe5b,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:36.577473 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5d46f2e5-e05a-4a3e-a7c8-29233142757f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:36.591076 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde9f1ed-c7a6-4a51-b536-d667d136111f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-cbe75922-1412-46a9-a4e0-2b3990e0fa00', 'network_id': 'cbe75922-1412-46a9-a4e0-2b3990e0fa00', 'project_id': '0f646194e90f4b3ab6ee5c5d30f98fdd', 'fixed_ips': [{'subnet_id': '3e24c69f-7e66-4280-aa79-40aefc7a5201'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:42:36.592021 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cde9f1ed-c7a6-4a51-b536-d667d136111f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:36.608554 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877f589c-ac45-47e4-8ba6-c434c38cac68 None None] Sync routers for ids ['a39a81c7-cf7a-422e-a209-13f7ec675452'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:42:36.619681 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877f589c-ac45-47e4-8ba6-c434c38cac68 None None] Routers {'a39a81c7-cf7a-422e-a209-13f7ec675452'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:42:36.620329 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-877f589c-ac45-47e4-8ba6-c434c38cac68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:42:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a39a81c7-cf7a-422e-a209-13f7ec675452'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:36.639747 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ad397d-5274-472c-a666-c82648bdd163 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:36.640371 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54ad397d-5274-472c-a666-c82648bdd163 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:36.643736 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-54ad397d-5274-472c-a666-c82648bdd163 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/c9da12de-2e20-4acf-af41-ea4a39d52062 HTTP/1.1" status: 404 len: 333 time: 0.1028316 Mar 23 02:42:36.657871 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60278) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:36.658744 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event deleted for resources: {'Subnet': ['ID=09a0b756-c3a6-47b5-b84b-a7991fb671da,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:36.663011 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4e47a7af-9814-4367-9607-7118c36b517a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (1165db50-d09c-463b-a357-1cf43f985495), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:36.699546 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-022cba24-35ce-4e97-9ddb-cfba3b3be6e2 None None] Current status of the port 064f78d2-9947-4755-818b-fb007401d0cd is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:36.729068 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-877f589c-ac45-47e4-8ba6-c434c38cac68 None None] Set router a39a81c7-cf7a-422e-a209-13f7ec675452 gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:42:36.734364 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-91bc8385-8685-4f41-bf66-951c380769fa None None] Attempting to bind port 6102e478-dae5-43ff-b531-b842446cbe5b on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:42:36.734830 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-91bc8385-8685-4f41-bf66-951c380769fa None None] Attempting to bind port 6102e478-dae5-43ff-b531-b842446cbe5b by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'df36663c-fb7e-42e7-ab97-619870f65317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0544d23a-76d0-4624-8488-b507765b720b'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:42:36.735267 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bc8385-8685-4f41-bf66-951c380769fa None None] Attempting to bind port 6102e478-dae5-43ff-b531-b842446cbe5b on network 0544d23a-76d0-4624-8488-b507765b720b {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:42:36.754986 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bc8385-8685-4f41-bf66-951c380769fa None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:42:36.754986 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bc8385-8685-4f41-bf66-951c380769fa None None] Checking segment: {'id': 'df36663c-fb7e-42e7-ab97-619870f65317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0544d23a-76d0-4624-8488-b507765b720b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:36.754986 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-91bc8385-8685-4f41-bf66-951c380769fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:36.754986 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bc8385-8685-4f41-bf66-951c380769fa None None] Bound using segment: {'id': 'df36663c-fb7e-42e7-ab97-619870f65317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0544d23a-76d0-4624-8488-b507765b720b'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:42:36.754986 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-91bc8385-8685-4f41-bf66-951c380769fa None None] Bound port: 6102e478-dae5-43ff-b531-b842446cbe5b, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df36663c-fb7e-42e7-ab97-619870f65317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0544d23a-76d0-4624-8488-b507765b720b'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:42:36.754986 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-91bc8385-8685-4f41-bf66-951c380769fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (6102e478-dae5-43ff-b531-b842446cbe5b), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:36.775073 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-67618616-4173-4a2f-9a2d-ffc38dad9f5e tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "GET /v2.0/routers/a39a81c7-cf7a-422e-a209-13f7ec675452 HTTP/1.1" status: 200 len: 703 time: 0.1485317 Mar 23 02:42:36.778094 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60280) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:36.783577 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-4e47a7af-9814-4367-9607-7118c36b517a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Calling delete_port for 1165db50-d09c-463b-a357-1cf43f985495 owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:36.785732 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92ade60-4423-45b4-8a12-97dab2fed46a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:36.786269 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a92ade60-4423-45b4-8a12-97dab2fed46a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:36.792611 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a92ade60-4423-45b4-8a12-97dab2fed46a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/da693ddf-8cb3-44f5-8712-9382eb760742 HTTP/1.1" status: 404 len: 337 time: 0.1316776 Mar 23 02:42:36.795619 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60282) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:36.861262 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (0544d23a-76d0-4624-8488-b507765b720b), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:36.879813 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-89cdf2dc-4847-467a-a1a2-50c83f5d51e9 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (c75c0d2c-2f8b-4baf-9d97-e73923911fa1), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:36.883117 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-b822ea35-b180-4c7e-8d11-ed8bb7edaaa4 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:36.884080 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b822ea35-b180-4c7e-8d11-ed8bb7edaaa4 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:36.889986 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b822ea35-b180-4c7e-8d11-ed8bb7edaaa4 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/497b27e6-a8d6-4573-bd1d-798b792346b0 HTTP/1.1" status: 404 len: 337 time: 0.0833080 Mar 23 02:42:36.894261 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60284) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:36.908166 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 7b1f2ca4-6171-488b-a460-41d49d0dde9e triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:36.908913 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7b1f2ca4-6171-488b-a460-41d49d0dde9e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:36.951419 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0544d23a-76d0-4624-8488-b507765b720b']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:36.957110 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-89cdf2dc-4847-467a-a1a2-50c83f5d51e9 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (c75c0d2c-2f8b-4baf-9d97-e73923911fa1), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:36.984627 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-877f589c-ac45-47e4-8ba6-c434c38cac68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'name': 'tempest-RoutersIpV6Test-router-718806341', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:42Z', 'updated_at': '2022-03-23T02:42:34Z', 'revision_number': 7, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'gw_port_host': None, '_interfaces': [{'id': '33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6', 'name': '', 'network_id': '9b440bb6-3799-4f51-b292-94baa0ed6271', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:6f:b0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:59Z', 'updated_at': '2022-03-23T02:42:08Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a26de85-8d0a-489b-a277-dc986131b915', 'name': '', 'network_id': '092e1732-307d-4f22-8859-d37827a7d6b1', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:0d:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '06f3ece6-e065-49bb-b755-390f2aa0782c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:10Z', 'updated_at': '2022-03-23T02:42:21Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '06f3ece6-e065-49bb-b755-390f2aa0782c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd1f227-a58c-45cc-8ced-edd41b67d297', 'name': '', 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:ea:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:48Z', 'updated_at': '2022-03-23T02:41:56Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b1f2ca4-6171-488b-a460-41d49d0dde9e', 'name': '', 'network_id': 'f0c1d911-5843-446c-b9a4-b93a3d2cd676', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:b9:50:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'b7939ff0-45bf-4684-8f4b-a27fa0577d46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:23Z', 'updated_at': '2022-03-23T02:42:35Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': 'b7939ff0-45bf-4684-8f4b-a27fa0577d46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:37.006735 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f8e1ce-215b-4f48-b799-2066ab5de831 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:37.011086 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f0f8e1ce-215b-4f48-b799-2066ab5de831 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.016546 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df36663c-fb7e-42e7-ab97-619870f65317') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:37.016930 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df36663c-fb7e-42e7-ab97-619870f65317') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:37.019924 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877f589c-ac45-47e4-8ba6-c434c38cac68 None None] Checking router: a39a81c7-cf7a-422e-a209-13f7ec675452 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:42:37.030834 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877f589c-ac45-47e4-8ba6-c434c38cac68 None None] Routers {'a39a81c7-cf7a-422e-a209-13f7ec675452'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:42:37.032162 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-877f589c-ac45-47e4-8ba6-c434c38cac68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:42:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a39a81c7-cf7a-422e-a209-13f7ec675452'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:37.035617 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b1b53c-4916-4c9a-8059-707f289a1e07 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:37.036298 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b1b53c-4916-4c9a-8059-707f289a1e07 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:37.039573 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cdf2dc-4847-467a-a1a2-50c83f5d51e9 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c75c0d2c-2f8b-4baf-9d97-e73923911fa1,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:37.042610 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-38b1b53c-4916-4c9a-8059-707f289a1e07 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/6abd1900-ccb9-424c-8431-942fa6b6f4f8 HTTP/1.1" status: 404 len: 333 time: 0.1434917 Mar 23 02:42:37.044950 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (df36663c-fb7e-42e7-ab97-619870f65317), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.046408 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60286) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:37.084373 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-004b22af-c54f-4ca6-a187-0d3cc22698c4 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:37.084373 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-004b22af-c54f-4ca6-a187-0d3cc22698c4 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:37.086580 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5d46f2e5-e05a-4a3e-a7c8-29233142757f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for security_group (6210a466-3f36-464d-8ee9-7287f8a0b999), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.087587 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-004b22af-c54f-4ca6-a187-0d3cc22698c4 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/7c36b457-2f8c-4299-9164-d328d9ccd73a HTTP/1.1" status: 404 len: 337 time: 0.0400488 Mar 23 02:42:37.093240 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60288) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:37.106909 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (df36663c-fb7e-42e7-ab97-619870f65317), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.112194 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-f0f8e1ce-215b-4f48-b799-2066ab5de831 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] device_id is not set on port ca416666-75f1-48c3-9ccf-092674f480c4 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:42:37.123249 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-89cdf2dc-4847-467a-a1a2-50c83f5d51e9 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.124855 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-89cdf2dc-4847-467a-a1a2-50c83f5d51e9 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8126230 Mar 23 02:42:37.128435 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60290) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:37.134304 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-5da47669-3e7a-4e50-849f-492f6eaafa8b tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Request body: {'security_group_rule': {'security_group_id': 'c75c0d2c-2f8b-4baf-9d97-e73923911fa1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:37.147614 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 7b1f2ca4-6171-488b-a460-41d49d0dde9e is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:37.160043 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9dfccb-35b6-45da-85d0-8fc47f936edb tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:37.160509 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce9dfccb-35b6-45da-85d0-8fc47f936edb tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:37.167794 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ce9dfccb-35b6-45da-85d0-8fc47f936edb tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/7f843475-8262-43f1-a24b-2051a0aa7bf9 HTTP/1.1" status: 404 len: 337 time: 0.0707436 Mar 23 02:42:37.168291 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60292) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:37.170624 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:42:37.171045 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (df36663c-fb7e-42e7-ab97-619870f65317), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.175858 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:42:37.175858 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:42:37.175858 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:42:37.175858 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:42:37.175858 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:42:37.175858 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:42:37.175858 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:42:37.175858 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:42:37.175858 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:42:37.175858 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:42:37.175858 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:42:37.175858 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:42:37.175858 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:42:37.175858 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:42:37.175858 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:42:37.175858 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:42:37.175858 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:42:37.175858 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:42:37.175858 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:42:37.175858 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:42:37.175858 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:42:37.175858 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:42:37.175858 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:42:37.175858 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:42:37.175858 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:42:37.175858 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:42:37.175858 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:42:37.175858 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:42:37.175858 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:42:37.175858 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:42:37.175858 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:42:37.175858 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:42:37.190278 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-1bd4149f-6bc8-4e84-84c4-2b5a9ffeb7f3 None None] Deleting port 064f78d2-9947-4755-818b-fb007401d0cd {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:37.192163 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1bd4149f-6bc8-4e84-84c4-2b5a9ffeb7f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (064f78d2-9947-4755-818b-fb007401d0cd), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.216265 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c0d0ce0-6eec-4333-b5a4-42dc857d7b21 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:37.216265 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c0d0ce0-6eec-4333-b5a4-42dc857d7b21 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:37.216265 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6c0d0ce0-6eec-4333-b5a4-42dc857d7b21 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/106befdf-37f7-491c-b68d-ed9d101b5caa HTTP/1.1" status: 404 len: 333 time: 0.0430677 Mar 23 02:42:37.220140 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60294) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:37.256130 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a375068-ee3f-4b53-bfab-43f9a4b6380a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:37.256593 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a375068-ee3f-4b53-bfab-43f9a4b6380a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:37.264657 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5d46f2e5-e05a-4a3e-a7c8-29233142757f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (6210a466-3f36-464d-8ee9-7287f8a0b999), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.264828 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2a375068-ee3f-4b53-bfab-43f9a4b6380a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/8fccd2c3-9fa5-4bed-a8c4-48cd85a995ea HTTP/1.1" status: 404 len: 337 time: 0.0404456 Mar 23 02:42:37.277008 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-1bd4149f-6bc8-4e84-84c4-2b5a9ffeb7f3 None None] For port 064f78d2-9947-4755-818b-fb007401d0cd, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=064f78d2-9947-4755-818b-fb007401d0cd,segment=NetworkSegment(6e71286d-d64a-4f7b-aafe-5fb2fd186af6),segment_id=6e71286d-d64a-4f7b-aafe-5fb2fd186af6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:37.277721 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1bd4149f-6bc8-4e84-84c4-2b5a9ffeb7f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (064f78d2-9947-4755-818b-fb007401d0cd), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.280144 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-877f589c-ac45-47e4-8ba6-c434c38cac68 None None] Set router a39a81c7-cf7a-422e-a209-13f7ec675452 gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:42:37.282389 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60296) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:37.294748 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-1bd4149f-6bc8-4e84-84c4-2b5a9ffeb7f3 None None] Calling delete_port for 064f78d2-9947-4755-818b-fb007401d0cd owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:37.306138 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5da47669-3e7a-4e50-849f-492f6eaafa8b tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (6710f221-0e17-4024-924a-60836de95779), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.348354 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-5678d9ef-f921-4360-b8bd-b6a614787748 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:37.348849 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5678d9ef-f921-4360-b8bd-b6a614787748 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:37.355070 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60298) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:37.355605 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5678d9ef-f921-4360-b8bd-b6a614787748 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/bce9f584-48a6-484e-88f0-d5df524703ae HTTP/1.1" status: 404 len: 337 time: 0.0708377 Mar 23 02:42:37.368109 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46f2e5-e05a-4a3e-a7c8-29233142757f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6210a466-3f36-464d-8ee9-7287f8a0b999,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:37.387946 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.db.api [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 02:42:37.387946 dv-neutron-834613-2-hyperv neutron-server[104348]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 02:42:37.387946 dv-neutron-834613-2-hyperv neutron-server[104348]: [parameters: {'id': '0544d23a-76d0-4624-8488-b507765b720b'}] Mar 23 02:42:37.387946 dv-neutron-834613-2-hyperv neutron-server[104348]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:42:37.393446 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG oslo_db.api [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:42:37.393446 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4e47a7af-9814-4367-9607-7118c36b517a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (1165db50-d09c-463b-a357-1cf43f985495), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.400096 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf9b7f9a-d8e1-4f3e-b1cf-9faca6f2114c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:37.400769 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf9b7f9a-d8e1-4f3e-b1cf-9faca6f2114c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:37.404068 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-bf9b7f9a-d8e1-4f3e-b1cf-9faca6f2114c tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/95cda82a-6b37-40ae-817b-0e1a5cc8ed1a HTTP/1.1" status: 404 len: 333 time: 0.0479281 Mar 23 02:42:37.410439 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 6e45050b-e1ca-40d6-b50e-7d9ae9312dfb no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:42:37.414718 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60300) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:37.436330 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 6e45050b-e1ca-40d6-b50e-7d9ae9312dfb {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:42:37.436692 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 6e45050b-e1ca-40d6-b50e-7d9ae9312dfb not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:42:37.454867 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-91bc8385-8685-4f41-bf66-951c380769fa None None] For port 6102e478-dae5-43ff-b531-b842446cbe5b, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:42:37.479196 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1bd4149f-6bc8-4e84-84c4-2b5a9ffeb7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (064f78d2-9947-4755-818b-fb007401d0cd), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.479196 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-91bc8385-8685-4f41-bf66-951c380769fa None None] For port 6102e478-dae5-43ff-b531-b842446cbe5b, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=6102e478-dae5-43ff-b531-b842446cbe5b,segment=NetworkSegment(df36663c-fb7e-42e7-ab97-619870f65317),segment_id=df36663c-fb7e-42e7-ab97-619870f65317)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:42:37.481985 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ab92b4c-53cd-47ef-8bfc-cddfe02fc5f3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:37.482441 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ab92b4c-53cd-47ef-8bfc-cddfe02fc5f3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:37.485683 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4ab92b4c-53cd-47ef-8bfc-cddfe02fc5f3 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/a414a813-ab1d-4443-b74e-afdc6bb831bb HTTP/1.1" status: 404 len: 337 time: 0.0701814 Mar 23 02:42:37.492716 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60302) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:37.512431 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-cde9f1ed-c7a6-4a51-b536-d667d136111f None None] Allocated IP 2001:db8::2 (cbe75922-1412-46a9-a4e0-2b3990e0fa00/3e24c69f-7e66-4280-aa79-40aefc7a5201/36f1694d-c796-446a-bac6-f78ec0071f62) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:37.517334 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4149f-6bc8-4e84-84c4-2b5a9ffeb7f3 None None] Pushing event deleted for resources: {'Port': ['ID=064f78d2-9947-4755-818b-fb007401d0cd,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:37.526312 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f0f8e1ce-215b-4f48-b799-2066ab5de831 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for port (ca416666-75f1-48c3-9ccf-092674f480c4), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.542346 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd4149f-6bc8-4e84-84c4-2b5a9ffeb7f3 None None] No DVR routers for this DVR port 064f78d2-9947-4755-818b-fb007401d0cd on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:42:37.548121 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5da47669-3e7a-4e50-849f-492f6eaafa8b tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (6710f221-0e17-4024-924a-60836de95779), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.571928 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-1230e176-2f76-4f55-b498-1c031df04310 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:37.572833 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1230e176-2f76-4f55-b498-1c031df04310 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:37.575912 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1230e176-2f76-4f55-b498-1c031df04310 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/303cd858-2ad8-40e8-ad86-58c50b3342a0 HTTP/1.1" status: 404 len: 337 time: 0.0816228 Mar 23 02:42:37.577491 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-877f589c-ac45-47e4-8ba6-c434c38cac68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'name': 'tempest-RoutersIpV6Test-router-718806341', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:42Z', 'updated_at': '2022-03-23T02:42:34Z', 'revision_number': 7, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'gw_port_host': None, '_interfaces': [{'id': '33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6', 'name': '', 'network_id': '9b440bb6-3799-4f51-b292-94baa0ed6271', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:6f:b0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:59Z', 'updated_at': '2022-03-23T02:42:08Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a26de85-8d0a-489b-a277-dc986131b915', 'name': '', 'network_id': '092e1732-307d-4f22-8859-d37827a7d6b1', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:0d:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '06f3ece6-e065-49bb-b755-390f2aa0782c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:10Z', 'updated_at': '2022-03-23T02:42:21Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '06f3ece6-e065-49bb-b755-390f2aa0782c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd1f227-a58c-45cc-8ced-edd41b67d297', 'name': '', 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:ea:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:48Z', 'updated_at': '2022-03-23T02:41:56Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b1f2ca4-6171-488b-a460-41d49d0dde9e', 'name': '', 'network_id': 'f0c1d911-5843-446c-b9a4-b93a3d2cd676', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:b9:50:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'b7939ff0-45bf-4684-8f4b-a27fa0577d46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:23Z', 'updated_at': '2022-03-23T02:42:35Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': 'b7939ff0-45bf-4684-8f4b-a27fa0577d46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:37.578453 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60304) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:37.595216 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5d46f2e5-e05a-4a3e-a7c8-29233142757f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.597100 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5d46f2e5-e05a-4a3e-a7c8-29233142757f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.2938163 Mar 23 02:42:37.601436 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60306) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:37.604539 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e47a7af-9814-4367-9607-7118c36b517a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Pushing event deleted for resources: {'Port': ['ID=1165db50-d09c-463b-a357-1cf43f985495,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:37.605595 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-91bc8385-8685-4f41-bf66-951c380769fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (6102e478-dae5-43ff-b531-b842446cbe5b), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.611392 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-525aa730-a781-4f23-aac7-3ae8bd4eec1f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'security_group': {'name': 'tempest-secgroup-461066038'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:37.613687 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a5d923-388e-47eb-8be6-f58a9abfd862 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:37.614265 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8a5d923-388e-47eb-8be6-f58a9abfd862 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:37.621511 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c8a5d923-388e-47eb-8be6-f58a9abfd862 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/639adf47-37d7-4d64-9048-b1e1611fdcc9 HTTP/1.1" status: 404 len: 333 time: 0.0381126 Mar 23 02:42:37.624966 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5da47669-3e7a-4e50-849f-492f6eaafa8b tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (6710f221-0e17-4024-924a-60836de95779), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.626694 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60308) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:37.628597 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877f589c-ac45-47e4-8ba6-c434c38cac68 None None] The sync data for ids ['a39a81c7-cf7a-422e-a209-13f7ec675452'] in dv-neutron-834613-2-hyperv is: [{'id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'name': 'tempest-RoutersIpV6Test-router-718806341', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:42Z', 'updated_at': '2022-03-23T02:42:34Z', 'revision_number': 7, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'gw_port_host': None, '_interfaces': [{'id': '33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6', 'name': '', 'network_id': '9b440bb6-3799-4f51-b292-94baa0ed6271', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:6f:b0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:59Z', 'updated_at': '2022-03-23T02:42:08Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a26de85-8d0a-489b-a277-dc986131b915', 'name': '', 'network_id': '092e1732-307d-4f22-8859-d37827a7d6b1', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:0d:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '06f3ece6-e065-49bb-b755-390f2aa0782c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:10Z', 'updated_at': '2022-03-23T02:42:21Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '06f3ece6-e065-49bb-b755-390f2aa0782c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd1f227-a58c-45cc-8ced-edd41b67d297', 'name': '', 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:ea:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:48Z', 'updated_at': '2022-03-23T02:41:56Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b1f2ca4-6171-488b-a460-41d49d0dde9e', 'name': '', 'network_id': 'f0c1d911-5843-446c-b9a4-b93a3d2cd676', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:b9:50:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'b7939ff0-45bf-4684-8f4b-a27fa0577d46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:23Z', 'updated_at': '2022-03-23T02:42:35Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': 'b7939ff0-45bf-4684-8f4b-a27fa0577d46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:42:37.633234 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4e47a7af-9814-4367-9607-7118c36b517a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.640384 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4e47a7af-9814-4367-9607-7118c36b517a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] 10.222.0.24 "DELETE /v2.0/ports/1165db50-d09c-463b-a357-1cf43f985495 HTTP/1.1" status: 204 len: 168 time: 1.5114682 Mar 23 02:42:37.641405 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60310) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:37.652348 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da47669-3e7a-4e50-849f-492f6eaafa8b tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6710f221-0e17-4024-924a-60836de95779,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:37.669621 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-926ac62b-a27b-487b-8693-151d8f13ca5f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (a39a81c7-cf7a-422e-a209-13f7ec675452), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.686422 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc8385-8685-4f41-bf66-951c380769fa None None] Pushing event updated for resources: {'Port': ['ID=6102e478-dae5-43ff-b531-b842446cbe5b,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:37.712375 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-0612daad-8704-471e-b729-8386e575be45 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:37.713661 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0612daad-8704-471e-b729-8386e575be45 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:37.721489 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0612daad-8704-471e-b729-8386e575be45 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/9d8bc963-e05c-4a6b-851d-c94af48a96e3 HTTP/1.1" status: 404 len: 337 time: 0.0912886 Mar 23 02:42:37.748755 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60312) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:37.773487 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5da47669-3e7a-4e50-849f-492f6eaafa8b tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.773487 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5da47669-3e7a-4e50-849f-492f6eaafa8b tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6346159 Mar 23 02:42:37.773644 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a91469-272a-404d-b638-fff8e38d3b2f None None] Network 0544d23a-76d0-4624-8488-b507765b720b requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:37.781334 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60314) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:37.793256 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a8f44fa-d430-4ee5-9e09-f7958f77e424 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:37.793857 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a8f44fa-d430-4ee5-9e09-f7958f77e424 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:37.797606 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5a8f44fa-d430-4ee5-9e09-f7958f77e424 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/7c2730b3-3a88-4d7f-a399-220529948ddd HTTP/1.1" status: 404 len: 333 time: 0.0474656 Mar 23 02:42:37.801801 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f0f8e1ce-215b-4f48-b799-2066ab5de831 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (ca416666-75f1-48c3-9ccf-092674f480c4), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.813569 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60316) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:37.859008 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-508ce7d8-76f2-404f-a511-d67493452afc tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:37.859472 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-508ce7d8-76f2-404f-a511-d67493452afc tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:37.862481 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-508ce7d8-76f2-404f-a511-d67493452afc tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/1d5d4d2c-376e-4172-ad08-40ad3b643068 HTTP/1.1" status: 404 len: 337 time: 0.0485017 Mar 23 02:42:37.868494 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60318) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:37.877433 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f8e1ce-215b-4f48-b799-2066ab5de831 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network f86f6b0b-3455-429a-b87d-433670c66f7e is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:37.880235 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-929a9e14-a97b-4f58-9f9a-c7338e547df8 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (6710f221-0e17-4024-924a-60836de95779), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.881623 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-525aa730-a781-4f23-aac7-3ae8bd4eec1f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.887735 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-f0f8e1ce-215b-4f48-b799-2066ab5de831 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:37.893380 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (0544d23a-76d0-4624-8488-b507765b720b), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.896265 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cde9f1ed-c7a6-4a51-b536-d667d136111f None None] Publish callbacks [] for port (36f1694d-c796-446a-bac6-f78ec0071f62), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.897214 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f8e1ce-215b-4f48-b799-2066ab5de831 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:37.902921 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f8e1ce-215b-4f48-b799-2066ab5de831 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:37.905520 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f0f8e1ce-215b-4f48-b799-2066ab5de831 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.917391 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6771de2-119e-4ac4-9e74-46edcd481a01 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:37.918079 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6771de2-119e-4ac4-9e74-46edcd481a01 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:37.921756 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f6771de2-119e-4ac4-9e74-46edcd481a01 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/280317cb-fe38-4069-affa-631188f7a829 HTTP/1.1" status: 404 len: 333 time: 0.0510817 Mar 23 02:42:37.926858 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60320) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:37.930817 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-929a9e14-a97b-4f58-9f9a-c7338e547df8 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (6710f221-0e17-4024-924a-60836de95779), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.932405 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37913c9-d251-4e61-ac98-e2eeeee580b7 None None] Network 0544d23a-76d0-4624-8488-b507765b720b requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:37.974512 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8e1ce-215b-4f48-b799-2066ab5de831 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Port': ['ID=ca416666-75f1-48c3-9ccf-092674f480c4,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:37.987315 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-56499988-608d-4a40-9aa7-de4395d21772 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:37.987563 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cde9f1ed-c7a6-4a51-b536-d667d136111f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (36f1694d-c796-446a-bac6-f78ec0071f62), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.987790 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56499988-608d-4a40-9aa7-de4395d21772 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:37.993766 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-56499988-608d-4a40-9aa7-de4395d21772 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/90d2c332-5d10-4806-b5d8-9261401909a4 HTTP/1.1" status: 404 len: 337 time: 0.0610557 Mar 23 02:42:37.998873 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60322) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:38.051291 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db9c199-1fbc-4d81-9d26-0ea02d4adc7a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:38.051908 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db9c199-1fbc-4d81-9d26-0ea02d4adc7a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:38.058559 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7db9c199-1fbc-4d81-9d26-0ea02d4adc7a tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/fe7cd909-80d1-4895-9610-6d21b1fc9aca HTTP/1.1" status: 404 len: 333 time: 0.0587065 Mar 23 02:42:38.060293 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60324) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:38.101480 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f0f8e1ce-215b-4f48-b799-2066ab5de831 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6820977 Mar 23 02:42:38.101480 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7bc3ebd-618c-44ff-a189-f933283ee079 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:38.101480 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7bc3ebd-618c-44ff-a189-f933283ee079 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:38.101894 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde9f1ed-c7a6-4a51-b536-d667d136111f None None] Network cbe75922-1412-46a9-a4e0-2b3990e0fa00 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:38.102688 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60326) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:38.103581 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9f1ed-c7a6-4a51-b536-d667d136111f None None] Pushing event updated for resources: {'Port': ['ID=36f1694d-c796-446a-bac6-f78ec0071f62,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:38.106544 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d7bc3ebd-618c-44ff-a189-f933283ee079 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/13450fb7-6ea0-40d0-8407-bcd0eee13460 HTTP/1.1" status: 404 len: 337 time: 0.0408459 Mar 23 02:42:38.107029 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-cde9f1ed-c7a6-4a51-b536-d667d136111f None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:38.107672 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60328) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:38.111943 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde9f1ed-c7a6-4a51-b536-d667d136111f None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:38.121853 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-da7598bf-c9cb-4319-ba81-036688f79181 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Deleting port 52c9de62-38e4-41ae-be8f-92808335236d {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:38.122199 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-da7598bf-c9cb-4319-ba81-036688f79181 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (52c9de62-38e4-41ae-be8f-92808335236d), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:38.142197 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-929a9e14-a97b-4f58-9f9a-c7338e547df8 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (6710f221-0e17-4024-924a-60836de95779), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:38.167259 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-929a9e14-a97b-4f58-9f9a-c7338e547df8 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:38.170813 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-929a9e14-a97b-4f58-9f9a-c7338e547df8 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/6710f221-0e17-4024-924a-60836de95779 HTTP/1.1" status: 204 len: 168 time: 0.3861527 Mar 23 02:42:38.172556 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60330) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:38.173275 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-92030c25-4a8d-4ea2-8e0c-b423f145f27e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:38.174441 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92030c25-4a8d-4ea2-8e0c-b423f145f27e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:38.179740 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-92030c25-4a8d-4ea2-8e0c-b423f145f27e tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/06814a6e-f870-400d-9572-224da5474e6f HTTP/1.1" status: 404 len: 333 time: 0.0704618 Mar 23 02:42:38.184365 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-cde9f1ed-c7a6-4a51-b536-d667d136111f None None] Attempting to bind port 36f1694d-c796-446a-bac6-f78ec0071f62 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:42:38.184853 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-cde9f1ed-c7a6-4a51-b536-d667d136111f None None] Attempting to bind port 36f1694d-c796-446a-bac6-f78ec0071f62 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '6e496300-f4b1-4cd8-be6a-8678fdd0ab3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cbe75922-1412-46a9-a4e0-2b3990e0fa00'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:42:38.185290 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde9f1ed-c7a6-4a51-b536-d667d136111f None None] Attempting to bind port 36f1694d-c796-446a-bac6-f78ec0071f62 on network cbe75922-1412-46a9-a4e0-2b3990e0fa00 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:42:38.187213 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60332) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:38.191660 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde9f1ed-c7a6-4a51-b536-d667d136111f None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:42:38.192136 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde9f1ed-c7a6-4a51-b536-d667d136111f None None] Checking segment: {'id': '6e496300-f4b1-4cd8-be6a-8678fdd0ab3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cbe75922-1412-46a9-a4e0-2b3990e0fa00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:38.192615 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cde9f1ed-c7a6-4a51-b536-d667d136111f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:38.193208 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde9f1ed-c7a6-4a51-b536-d667d136111f None None] Bound using segment: {'id': '6e496300-f4b1-4cd8-be6a-8678fdd0ab3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cbe75922-1412-46a9-a4e0-2b3990e0fa00'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:42:38.193694 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-cde9f1ed-c7a6-4a51-b536-d667d136111f None None] Bound port: 36f1694d-c796-446a-bac6-f78ec0071f62, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e496300-f4b1-4cd8-be6a-8678fdd0ab3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cbe75922-1412-46a9-a4e0-2b3990e0fa00'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:42:38.194152 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cde9f1ed-c7a6-4a51-b536-d667d136111f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (36f1694d-c796-446a-bac6-f78ec0071f62), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:38.207054 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a9e14-a97b-4f58-9f9a-c7338e547df8 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6710f221-0e17-4024-924a-60836de95779,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:38.242909 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-642a70a3-3524-4b02-a7d3-dd9d00b40417 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:38.243880 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-642a70a3-3524-4b02-a7d3-dd9d00b40417 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:38.250211 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-642a70a3-3524-4b02-a7d3-dd9d00b40417 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/417604b3-5440-4aa6-9be5-4e9f6d10ead1 HTTP/1.1" status: 404 len: 337 time: 0.0564947 Mar 23 02:42:38.251724 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60334) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:38.263387 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-cde9f1ed-c7a6-4a51-b536-d667d136111f None None] For port 36f1694d-c796-446a-bac6-f78ec0071f62, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:42:38.266687 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-cde9f1ed-c7a6-4a51-b536-d667d136111f None None] For port 36f1694d-c796-446a-bac6-f78ec0071f62, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=36f1694d-c796-446a-bac6-f78ec0071f62,segment=NetworkSegment(6e496300-f4b1-4cd8-be6a-8678fdd0ab3c),segment_id=6e496300-f4b1-4cd8-be6a-8678fdd0ab3c)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:42:38.303418 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-da7598bf-c9cb-4319-ba81-036688f79181 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (52c9de62-38e4-41ae-be8f-92808335236d), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:38.315488 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f28f4b3b-3023-4130-9ec2-b3d1bb435bed tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1416566 Mar 23 02:42:38.319233 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60336) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:38.320589 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc1dc06e-9c57-47c1-94fe-15226664eb28 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:38.321244 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc1dc06e-9c57-47c1-94fe-15226664eb28 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:38.325861 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-dc1dc06e-9c57-47c1-94fe-15226664eb28 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/95ab59f8-b0ec-41ea-8cae-f1b227a2050c HTTP/1.1" status: 404 len: 333 time: 0.0715873 Mar 23 02:42:38.328318 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-525aa730-a781-4f23-aac7-3ae8bd4eec1f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for security_group (e07125e5-71df-44d4-83a8-c55754fc6785), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:38.335469 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60338) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:38.339093 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-926ac62b-a27b-487b-8693-151d8f13ca5f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Deleting port 7b1f2ca4-6171-488b-a460-41d49d0dde9e {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:38.339452 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-926ac62b-a27b-487b-8693-151d8f13ca5f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (7b1f2ca4-6171-488b-a460-41d49d0dde9e), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:38.354766 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cde9f1ed-c7a6-4a51-b536-d667d136111f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (36f1694d-c796-446a-bac6-f78ec0071f62), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:38.365647 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-da7598bf-c9cb-4319-ba81-036688f79181 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Calling delete_port for 52c9de62-38e4-41ae-be8f-92808335236d owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:38.368049 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-700fb622-9515-440e-8ca1-9d4b5e4b86ef tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:38.368570 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-700fb622-9515-440e-8ca1-9d4b5e4b86ef tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:38.375786 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-700fb622-9515-440e-8ca1-9d4b5e4b86ef tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/35a4260b-6259-4c72-900a-4f08beb61ec0 HTTP/1.1" status: 404 len: 337 time: 0.0371454 Mar 23 02:42:38.375786 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Deleting port 6102e478-dae5-43ff-b531-b842446cbe5b {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:38.375786 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (6102e478-dae5-43ff-b531-b842446cbe5b), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:38.377445 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60340) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:38.420245 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 064f78d2-9947-4755-818b-fb007401d0cd no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:42:38.421206 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-a05dcda0-6f7b-4d06-b5d1-a88f910d8b25 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Deleting port ca416666-75f1-48c3-9ccf-092674f480c4 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:38.421687 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a05dcda0-6f7b-4d06-b5d1-a88f910d8b25 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (ca416666-75f1-48c3-9ccf-092674f480c4), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:38.458054 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-525aa730-a781-4f23-aac7-3ae8bd4eec1f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (e07125e5-71df-44d4-83a8-c55754fc6785), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:38.460793 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8735dc9-fbd8-41b7-ae85-58818fe6bcc7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:38.461307 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8735dc9-fbd8-41b7-ae85-58818fe6bcc7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:38.468877 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c8735dc9-fbd8-41b7-ae85-58818fe6bcc7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/da7166db-9cd8-4f45-90d3-03e16e6f26eb HTTP/1.1" status: 404 len: 337 time: 0.0846756 Mar 23 02:42:38.471096 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9f1ed-c7a6-4a51-b536-d667d136111f None None] Pushing event updated for resources: {'Port': ['ID=36f1694d-c796-446a-bac6-f78ec0071f62,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:38.482105 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60342) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:38.486851 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 064f78d2-9947-4755-818b-fb007401d0cd {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:42:38.486851 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 064f78d2-9947-4755-818b-fb007401d0cd not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:42:38.541740 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b07c94-08c4-4216-8ca6-a4da96fa74e5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:38.542302 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2b07c94-08c4-4216-8ca6-a4da96fa74e5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:38.547597 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b2b07c94-08c4-4216-8ca6-a4da96fa74e5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/639f4f17-8f1a-4856-9e55-03414cc147a7 HTTP/1.1" status: 404 len: 333 time: 0.0601666 Mar 23 02:42:38.550903 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60344) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:38.562549 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-293117dc-1051-4a4f-8785-64eea886ee83 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (c75c0d2c-2f8b-4baf-9d97-e73923911fa1), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:38.569935 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] For port 6102e478-dae5-43ff-b531-b842446cbe5b, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=6102e478-dae5-43ff-b531-b842446cbe5b,segment=NetworkSegment(df36663c-fb7e-42e7-ab97-619870f65317),segment_id=df36663c-fb7e-42e7-ab97-619870f65317)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:38.570301 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (6102e478-dae5-43ff-b531-b842446cbe5b), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:38.582533 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525aa730-a781-4f23-aac7-3ae8bd4eec1f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e07125e5-71df-44d4-83a8-c55754fc6785,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:38.596873 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Calling delete_port for 6102e478-dae5-43ff-b531-b842446cbe5b owned by network:dhcp {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:38.615840 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de55ae9-b454-4a6f-9876-9e8696b0d70d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:38.616303 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de55ae9-b454-4a6f-9876-9e8696b0d70d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:38.619895 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3de55ae9-b454-4a6f-9876-9e8696b0d70d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/c089c1fa-6b22-44b7-849a-fc78d52d5fc7 HTTP/1.1" status: 404 len: 337 time: 0.0640500 Mar 23 02:42:38.624593 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a05dcda0-6f7b-4d06-b5d1-a88f910d8b25 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (ca416666-75f1-48c3-9ccf-092674f480c4), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:38.624767 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60346) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:38.627204 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-926ac62b-a27b-487b-8693-151d8f13ca5f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] For port 7b1f2ca4-6171-488b-a460-41d49d0dde9e, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=7b1f2ca4-6171-488b-a460-41d49d0dde9e,segment=NetworkSegment(01c1b47d-689b-4a1e-978d-ff803f10519a),segment_id=01c1b47d-689b-4a1e-978d-ff803f10519a)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:38.627575 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-926ac62b-a27b-487b-8693-151d8f13ca5f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (7b1f2ca4-6171-488b-a460-41d49d0dde9e), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:38.683537 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-525aa730-a781-4f23-aac7-3ae8bd4eec1f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:38.686493 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-525aa730-a781-4f23-aac7-3ae8bd4eec1f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.0821645 Mar 23 02:42:38.689950 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60348) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:38.712643 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-39aace06-5152-4125-a08c-d99cb64d4d6c tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1721072110', 'security_groups': ['e07125e5-71df-44d4-83a8-c55754fc6785'], 'network_id': 'cbe75922-1412-46a9-a4e0-2b3990e0fa00', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3e24c69f-7e66-4280-aa79-40aefc7a5201'}]}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:38.760324 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4f8f74-f7ac-4e98-8768-202ee4a8fcb1 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:38.760867 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a4f8f74-f7ac-4e98-8768-202ee4a8fcb1 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:38.765370 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4a4f8f74-f7ac-4e98-8768-202ee4a8fcb1 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/5f0cde52-8d87-4341-8c5c-a0c5c763c4b7 HTTP/1.1" status: 404 len: 337 time: 0.1414487 Mar 23 02:42:38.770681 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-da7598bf-c9cb-4319-ba81-036688f79181 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (52c9de62-38e4-41ae-be8f-92808335236d), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:38.775705 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60350) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:38.852836 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7598bf-c9cb-4319-ba81-036688f79181 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Pushing event deleted for resources: {'Port': ['ID=52c9de62-38e4-41ae-be8f-92808335236d,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:38.860183 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-da7598bf-c9cb-4319-ba81-036688f79181 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:38.864059 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-da7598bf-c9cb-4319-ba81-036688f79181 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] 10.222.0.24 "DELETE /v2.0/ports/52c9de62-38e4-41ae-be8f-92808335236d HTTP/1.1" status: 204 len: 168 time: 1.1532972 Mar 23 02:42:38.868921 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91450b2-24dd-4fd2-826c-59c2be7464de tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:38.870253 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c91450b2-24dd-4fd2-826c-59c2be7464de tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:38.873482 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c91450b2-24dd-4fd2-826c-59c2be7464de tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/805fc258-3781-40ea-b6a4-b5d8942b2e3f HTTP/1.1" status: 404 len: 333 time: 0.0871899 Mar 23 02:42:38.878055 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60352) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:38.878580 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60354) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:38.950996 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7b2e2e03-3394-448d-b6f2-47c10c6510d0 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0677109 Mar 23 02:42:38.952301 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60356) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:38.958959 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-293117dc-1051-4a4f-8785-64eea886ee83 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (c75c0d2c-2f8b-4baf-9d97-e73923911fa1), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:38.964231 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-926ac62b-a27b-487b-8693-151d8f13ca5f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Calling delete_port for 7b1f2ca4-6171-488b-a460-41d49d0dde9e owned by network:router_interface {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:38.964921 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-66b1c88f-f2c8-4027-bfe1-b70514269988 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-638811112'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:38.969591 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-d170853b-61b8-4736-94c2-ea189c1bd667 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:38.970034 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d170853b-61b8-4736-94c2-ea189c1bd667 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:38.970757 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-a05dcda0-6f7b-4d06-b5d1-a88f910d8b25 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Calling delete_port for ca416666-75f1-48c3-9ccf-092674f480c4 owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:38.973777 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d170853b-61b8-4736-94c2-ea189c1bd667 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/e20051e6-24e5-4736-b6cf-5b958fe45622 HTTP/1.1" status: 404 len: 337 time: 0.0923915 Mar 23 02:42:38.975811 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60358) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:39.037706 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-6af83763-c1e2-4823-ab4c-f3232ba223e5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:39.038175 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6af83763-c1e2-4823-ab4c-f3232ba223e5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:39.041261 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6af83763-c1e2-4823-ab4c-f3232ba223e5 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/01759617-c9a1-4dcb-a300-32364fd96071 HTTP/1.1" status: 404 len: 337 time: 0.0601716 Mar 23 02:42:39.044189 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60360) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:39.069140 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (6102e478-dae5-43ff-b531-b842446cbe5b), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:39.073427 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a46baee-0a79-48de-baae-2b774499d3d4 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:39.073978 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a46baee-0a79-48de-baae-2b774499d3d4 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:39.076919 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9a46baee-0a79-48de-baae-2b774499d3d4 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/5ebe5288-b257-4353-b517-ea3dae828d64 HTTP/1.1" status: 404 len: 333 time: 0.0315416 Mar 23 02:42:39.080008 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60362) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:39.080600 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b1c88f-f2c8-4027-bfe1-b70514269988 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Made reservation on behalf of 265c9134d1024f9999c835aeee75b1f3 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:39.083857 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-66b1c88f-f2c8-4027-bfe1-b70514269988 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:39.085679 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39aace06-5152-4125-a08c-d99cb64d4d6c tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:39.154303 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event deleted for resources: {'Port': ['ID=6102e478-dae5-43ff-b531-b842446cbe5b,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:39.186826 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] No DVR routers for this DVR port 6102e478-dae5-43ff-b531-b842446cbe5b on host dv-neutron-834613-2-hyperv {{(pid=104348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:42:39.192506 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6931cbe-4d13-44e9-a872-9e5e359a0cea tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:39.192506 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6931cbe-4d13-44e9-a872-9e5e359a0cea tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:39.195188 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f6931cbe-4d13-44e9-a872-9e5e359a0cea tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/b2a0a3f5-4c67-491c-a79d-ce68d58af996 HTTP/1.1" status: 404 len: 337 time: 0.1057167 Mar 23 02:42:39.198317 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-293117dc-1051-4a4f-8785-64eea886ee83 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (c75c0d2c-2f8b-4baf-9d97-e73923911fa1), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:39.199567 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-293117dc-1051-4a4f-8785-64eea886ee83 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:39.203271 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-293117dc-1051-4a4f-8785-64eea886ee83 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "DELETE /v2.0/security-groups/c75c0d2c-2f8b-4baf-9d97-e73923911fa1 HTTP/1.1" status: 204 len: 168 time: 0.8806279 Mar 23 02:42:39.203271 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60364) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:39.220900 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60366) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:39.267733 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293117dc-1051-4a4f-8785-64eea886ee83 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75c0d2c-2f8b-4baf-9d97-e73923911fa1,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:39.273275 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-469b1622-7571-4875-84e1-764df23586b8 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:39.273824 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-469b1622-7571-4875-84e1-764df23586b8 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:39.278337 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-469b1622-7571-4875-84e1-764df23586b8 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/7eb6c59c-5371-460e-876d-b010129ee66d HTTP/1.1" status: 404 len: 337 time: 0.0700016 Mar 23 02:42:39.285903 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a05dcda0-6f7b-4d06-b5d1-a88f910d8b25 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (ca416666-75f1-48c3-9ccf-092674f480c4), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:39.289111 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60368) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:39.309929 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b1c88f-f2c8-4027-bfe1-b70514269988 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:42:39.329673 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (0544d23a-76d0-4624-8488-b507765b720b), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:39.342581 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-66b1c88f-f2c8-4027-bfe1-b70514269988 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (10afcb31-a160-4294-9075-953f36a07d9c), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:39.342938 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-66b1c88f-f2c8-4027-bfe1-b70514269988 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Added segment 10afcb31-a160-4294-9075-953f36a07d9c of type vlan for network a84e0433-a63e-4ff7-9e4e-f52ee7d2eadc Mar 23 02:42:39.396793 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-159ee74a-1d02-4292-9be3-39dc2dd829ea tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb HTTP/1.1" status: 200 len: 205 time: 0.1022937 Mar 23 02:42:39.397966 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05dcda0-6f7b-4d06-b5d1-a88f910d8b25 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Port': ['ID=ca416666-75f1-48c3-9ccf-092674f480c4,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:39.401354 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60370) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:39.403999 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0544d23a-76d0-4624-8488-b507765b720b']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:39.412781 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a05dcda0-6f7b-4d06-b5d1-a88f910d8b25 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:39.415640 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-39aace06-5152-4125-a08c-d99cb64d4d6c tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:39.417218 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a05dcda0-6f7b-4d06-b5d1-a88f910d8b25 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/ports/ca416666-75f1-48c3-9ccf-092674f480c4 HTTP/1.1" status: 204 len: 168 time: 1.2873366 Mar 23 02:42:39.424117 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60372) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:39.432211 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-66b1c88f-f2c8-4027-bfe1-b70514269988 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (a84e0433-a63e-4ff7-9e4e-f52ee7d2eadc), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:39.433448 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e74b3348-b7a0-4b87-a182-c5dcae9e1aa2 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2111857 Mar 23 02:42:39.437585 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df36663c-fb7e-42e7-ab97-619870f65317') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:39.437585 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df36663c-fb7e-42e7-ab97-619870f65317') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:39.439296 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60374) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:39.439425 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-566c6a3b-143a-4c19-8df3-c235525848e9 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'port': {'network_id': 'f86f6b0b-3455-429a-b87d-433670c66f7e', 'mac_address': 'fa:16:3e:6c:ce:b3', 'name': 'tempest-PortsTestJSON-1473494972'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:39.452283 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-ef5833c7-846b-4fae-8c84-122d5267a93b tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Request body: {'security_group': {'name': 'tempest-secgroup--167812963'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:39.476492 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (df36663c-fb7e-42e7-ab97-619870f65317), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:39.493182 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-2c6b0b25-2f20-4e20-a468-9e3ea6c9fa62 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] delete failed (client error): The resource could not be found. Mar 23 02:42:39.497512 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2c6b0b25-2f20-4e20-a468-9e3ea6c9fa62 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/routers/2cb5e462-7e9e-463b-81a4-6bc1bf0d72eb HTTP/1.1" status: 404 len: 336 time: 0.0852692 Mar 23 02:42:39.502101 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60376) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:39.507501 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-39aace06-5152-4125-a08c-d99cb64d4d6c tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] device_id is not set on port 7275a754-999f-43bd-8ff5-5b38cbcd3017 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:42:39.528650 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (df36663c-fb7e-42e7-ab97-619870f65317), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:39.586993 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:42:39.587449 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (df36663c-fb7e-42e7-ab97-619870f65317), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:39.590631 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:42:39.590631 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:42:39.590631 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:42:39.590631 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:42:39.590631 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:42:39.590631 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:42:39.590631 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:42:39.590631 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:42:39.590631 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:42:39.590631 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:42:39.590631 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:42:39.590631 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:42:39.590631 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:42:39.590631 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:42:39.590631 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:42:39.590631 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:42:39.590631 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:42:39.590631 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:42:39.590631 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:42:39.590631 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:42:39.590631 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:42:39.590631 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:42:39.590631 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:42:39.590631 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:42:39.590631 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:42:39.590631 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:42:39.590631 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:42:39.590631 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:42:39.590631 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:42:39.590631 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:42:39.590631 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:42:39.590631 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:42:39.593104 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-a991c588-84f7-47a4-900c-7d96294f764b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:39.593104 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a991c588-84f7-47a4-900c-7d96294f764b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:39.594896 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a991c588-84f7-47a4-900c-7d96294f764b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/b14581de-0d8c-4182-9bf5-3a6219fe955c HTTP/1.1" status: 404 len: 337 time: 0.0889177 Mar 23 02:42:39.597750 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60378) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:39.619071 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf451e80-4bd3-41c8-addf-2499cf36343e None None] get_active_networks_info from dv-neutron-834613-2-hyperv {{(pid=104350) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 02:42:39.636901 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-66b1c88f-f2c8-4027-bfe1-b70514269988 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (a84e0433-a63e-4ff7-9e4e-f52ee7d2eadc), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:39.640436 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-45a73293-239c-4c94-a3bc-7ddfa26cac86 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f00bf76-eba3-43b0-8aeb-164898420c7c HTTP/1.1" status: 200 len: 205 time: 0.0388560 Mar 23 02:42:39.640614 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60380) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:39.641892 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b1c88f-f2c8-4027-bfe1-b70514269988 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:39.642465 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-66b1c88f-f2c8-4027-bfe1-b70514269988 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:39.680868 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-926ac62b-a27b-487b-8693-151d8f13ca5f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (7b1f2ca4-6171-488b-a460-41d49d0dde9e), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:39.683878 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-77c5810b-a37b-4230-80d8-71e70ee449cc tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] delete failed (client error): The resource could not be found. Mar 23 02:42:39.685133 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-77c5810b-a37b-4230-80d8-71e70ee449cc tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/routers/7f00bf76-eba3-43b0-8aeb-164898420c7c HTTP/1.1" status: 404 len: 336 time: 0.0434403 Mar 23 02:42:39.689801 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60382) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:39.699111 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566c6a3b-143a-4c19-8df3-c235525848e9 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:39.720637 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-eab0db6e-51cf-4008-b45d-493c1085d6f0 None None] Provisioning complete for port 54e5b60f-95e9-4107-948c-1347c39842e9 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:39.721311 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-eab0db6e-51cf-4008-b45d-493c1085d6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (54e5b60f-95e9-4107-948c-1347c39842e9), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:39.725774 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ef5833c7-846b-4fae-8c84-122d5267a93b tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:39.759092 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ac62b-a27b-487b-8693-151d8f13ca5f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Port': ['ID=7b1f2ca4-6171-488b-a460-41d49d0dde9e,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:39.792973 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec7c938-755b-441b-af73-11acec1b8866 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:39.793365 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eec7c938-755b-441b-af73-11acec1b8866 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:39.798846 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-eec7c938-755b-441b-af73-11acec1b8866 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/26e35c7b-a424-4eb0-a283-f5e653ca81e1 HTTP/1.1" status: 404 len: 337 time: 0.1044576 Mar 23 02:42:39.799064 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-66b1c88f-f2c8-4027-bfe1-b70514269988 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8383996 Mar 23 02:42:39.801311 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1c88f-f2c8-4027-bfe1-b70514269988 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Pushing event updated for resources: {'Network': ['ID=a84e0433-a63e-4ff7-9e4e-f52ee7d2eadc,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:39.806433 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60384) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:39.806888 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60386) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:39.816830 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (0544d23a-76d0-4624-8488-b507765b720b), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:39.822020 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-87031733-eae7-4b55-9d46-30f42b2f2ca3 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-725166188'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:39.841186 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:39.848326 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/networks/0544d23a-76d0-4624-8488-b507765b720b HTTP/1.1" status: 204 len: 168 time: 4.9463522 Mar 23 02:42:39.850672 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60388) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:39.873729 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d2cee-62ea-43b5-bd09-34848f577266 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event deleted for resources: {'Network': ['ID=0544d23a-76d0-4624-8488-b507765b720b,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:39.886565 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-c01dd40d-f374-4f88-9c38-520514379882 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:39.887016 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c01dd40d-f374-4f88-9c38-520514379882 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:39.892515 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c01dd40d-f374-4f88-9c38-520514379882 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/2fd5b06d-1a72-4701-8662-3dc9947b7498 HTTP/1.1" status: 404 len: 337 time: 0.0799439 Mar 23 02:42:39.897540 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60390) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:39.942724 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network a84e0433-a63e-4ff7-9e4e-f52ee7d2eadc details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:42:39.946449 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-eab0db6e-51cf-4008-b45d-493c1085d6f0 None None] Port 54e5b60f-95e9-4107-948c-1347c39842e9 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:42:39.959088 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf451e80-4bd3-41c8-addf-2499cf36343e None None] Resources bound (agent type, host, resource id): {{(pid=104350) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 02:42:39.986133 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdff8164-1438-4ce3-90ed-7999cd158223 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:39.986133 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdff8164-1438-4ce3-90ed-7999cd158223 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:39.990411 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-bdff8164-1438-4ce3-90ed-7999cd158223 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/subnets/09a0b756-c3a6-47b5-b84b-a7991fb671da HTTP/1.1" status: 404 len: 337 time: 0.1162388 Mar 23 02:42:39.993740 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-566c6a3b-143a-4c19-8df3-c235525848e9 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:39.993740 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60392) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:40.029519 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-eab0db6e-51cf-4008-b45d-493c1085d6f0 None None] Provisioning complete for port 36f1694d-c796-446a-bac6-f78ec0071f62 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:40.029519 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-eab0db6e-51cf-4008-b45d-493c1085d6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (36f1694d-c796-446a-bac6-f78ec0071f62), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:40.044314 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-0644750a-9317-47da-b62d-1e2d9eb8e610 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:40.044857 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0644750a-9317-47da-b62d-1e2d9eb8e610 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:40.050312 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0644750a-9317-47da-b62d-1e2d9eb8e610 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/8686a401-2b7b-4263-a066-b9c457a8049f HTTP/1.1" status: 404 len: 333 time: 0.1241438 Mar 23 02:42:40.063252 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60394) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:40.075607 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b637b71-3f3d-45cd-b3a6-4ac1db82c106 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:40.075607 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b637b71-3f3d-45cd-b3a6-4ac1db82c106 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:40.080447 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5b637b71-3f3d-45cd-b3a6-4ac1db82c106 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/networks/0544d23a-76d0-4624-8488-b507765b720b HTTP/1.1" status: 404 len: 339 time: 0.0500433 Mar 23 02:42:40.082471 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60396) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:40.119122 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87031733-eae7-4b55-9d46-30f42b2f2ca3 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Made reservation on behalf of 265c9134d1024f9999c835aeee75b1f3 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:40.122242 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-87031733-eae7-4b55-9d46-30f42b2f2ca3 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:40.147992 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-e367c7cb-85be-4728-a1e3-ada2469b262f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:40.148630 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e367c7cb-85be-4728-a1e3-ada2469b262f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:40.154401 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e367c7cb-85be-4728-a1e3-ada2469b262f tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/34d51eb7-3a74-46bc-bbf4-83cb06bebb28 HTTP/1.1" status: 404 len: 337 time: 0.0878122 Mar 23 02:42:40.154401 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-566c6a3b-143a-4c19-8df3-c235525848e9 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] device_id is not set on port 5eb86b51-fa80-40ef-a05e-acce785ee9b0 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:42:40.168211 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60398) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:40.176797 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-df28f6f4-8712-4e61-a4e1-8d2c3d2dbdbc tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:40.177251 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df28f6f4-8712-4e61-a4e1-8d2c3d2dbdbc tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:40.182796 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-df28f6f4-8712-4e61-a4e1-8d2c3d2dbdbc tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/subnets/aad47c94-1d5e-4262-8f59-eac5e6a9c4d3 HTTP/1.1" status: 404 len: 337 time: 0.0770347 Mar 23 02:42:40.190558 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60400) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:40.252903 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-eab0db6e-51cf-4008-b45d-493c1085d6f0 None None] Current status of the port 36f1694d-c796-446a-bac6-f78ec0071f62 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:40.253663 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-eab0db6e-51cf-4008-b45d-493c1085d6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (36f1694d-c796-446a-bac6-f78ec0071f62), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:40.263967 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee3322c6-7e3b-40ca-a645-5eb7b21effb0 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:40.264576 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee3322c6-7e3b-40ca-a645-5eb7b21effb0 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:40.265211 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-39aace06-5152-4125-a08c-d99cb64d4d6c tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Allocated IP 2001:db8::341 (cbe75922-1412-46a9-a4e0-2b3990e0fa00/3e24c69f-7e66-4280-aa79-40aefc7a5201/7275a754-999f-43bd-8ff5-5b38cbcd3017) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:40.268298 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ee3322c6-7e3b-40ca-a645-5eb7b21effb0 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/e5bcb0ea-0000-4c96-a886-1ab6bfb2b049 HTTP/1.1" status: 404 len: 333 time: 0.0979760 Mar 23 02:42:40.268971 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-926ac62b-a27b-487b-8693-151d8f13ca5f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (a39a81c7-cf7a-422e-a209-13f7ec675452), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:40.271739 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60402) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:40.281228 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a3b245-afd4-4176-8f7f-2979971c61ed tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:40.281762 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9a3b245-afd4-4176-8f7f-2979971c61ed tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:40.287285 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e9a3b245-afd4-4176-8f7f-2979971c61ed tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/networks/95207c02-1ad6-4f0f-bb98-9c665fe1a415 HTTP/1.1" status: 404 len: 339 time: 0.0932965 Mar 23 02:42:40.291416 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60404) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:40.310419 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87031733-eae7-4b55-9d46-30f42b2f2ca3 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:42:40.317099 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-26bd2af4-6df4-4505-81b5-7450c2a56395 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:40.317099 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26bd2af4-6df4-4505-81b5-7450c2a56395 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:40.320221 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-26bd2af4-6df4-4505-81b5-7450c2a56395 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/0fab0ab3-1024-4ea1-a976-d627f9dbf34f HTTP/1.1" status: 404 len: 337 time: 0.0474825 Mar 23 02:42:40.328987 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ef5833c7-846b-4fae-8c84-122d5267a93b tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (67f117e1-efb6-400f-b724-3a05733736a7), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:40.329652 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60406) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:40.344886 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-eab0db6e-51cf-4008-b45d-493c1085d6f0 None None] For port 36f1694d-c796-446a-bac6-f78ec0071f62, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=36f1694d-c796-446a-bac6-f78ec0071f62,segment=NetworkSegment(6e496300-f4b1-4cd8-be6a-8678fdd0ab3c),segment_id=6e496300-f4b1-4cd8-be6a-8678fdd0ab3c)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:40.365566 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-198b045c-b7fd-4c8a-944f-138a4ae55682 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:40.366133 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-198b045c-b7fd-4c8a-944f-138a4ae55682 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:40.369095 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-87031733-eae7-4b55-9d46-30f42b2f2ca3 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (f7f4a1e9-b7bb-4ca4-9b25-66b0d1c1cbe4), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:40.369238 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-198b045c-b7fd-4c8a-944f-138a4ae55682 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/92488d22-c96c-466e-b47d-9891eee11638 HTTP/1.1" status: 404 len: 333 time: 0.0385759 Mar 23 02:42:40.369626 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-87031733-eae7-4b55-9d46-30f42b2f2ca3 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Added segment f7f4a1e9-b7bb-4ca4-9b25-66b0d1c1cbe4 of type vlan for network 771022ea-e6e9-4c3c-871e-3b83d1e61de3 Mar 23 02:42:40.372607 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60408) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:40.413779 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ef5833c7-846b-4fae-8c84-122d5267a93b tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (67f117e1-efb6-400f-b724-3a05733736a7), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:40.416845 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e5af9a-84ec-4304-82b8-fcb6a7e5a4f0 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:40.417183 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6e5af9a-84ec-4304-82b8-fcb6a7e5a4f0 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:40.422561 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a6e5af9a-84ec-4304-82b8-fcb6a7e5a4f0 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/1cfe4751-940d-4b6e-a284-61e105cacc8b HTTP/1.1" status: 404 len: 337 time: 0.0475726 Mar 23 02:42:40.436478 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60410) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:40.440734 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-eab0db6e-51cf-4008-b45d-493c1085d6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (36f1694d-c796-446a-bac6-f78ec0071f62), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:40.550534 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab0db6e-51cf-4008-b45d-493c1085d6f0 None None] Pushing event updated for resources: {'Port': ['ID=36f1694d-c796-446a-bac6-f78ec0071f62,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:40.565739 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5833c7-846b-4fae-8c84-122d5267a93b tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f117e1-efb6-400f-b724-3a05733736a7,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:40.571718 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f8df9a-6ea4-4da7-9d11-a9464d6d57e7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:40.572397 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2f8df9a-6ea4-4da7-9d11-a9464d6d57e7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:40.575861 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 36f1694d-c796-446a-bac6-f78ec0071f62 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:40.576048 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e2f8df9a-6ea4-4da7-9d11-a9464d6d57e7 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/4302ec2d-56a4-4a7a-a6b4-e5e4b107c827 HTTP/1.1" status: 404 len: 333 time: 0.0928028 Mar 23 02:42:40.586413 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60412) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:40.598318 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-87031733-eae7-4b55-9d46-30f42b2f2ca3 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (771022ea-e6e9-4c3c-871e-3b83d1e61de3), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:40.648684 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ef5833c7-846b-4fae-8c84-122d5267a93b tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:40.649846 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ef5833c7-846b-4fae-8c84-122d5267a93b tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.2041898 Mar 23 02:42:40.651678 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 36f1694d-c796-446a-bac6-f78ec0071f62 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:40.652621 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (36f1694d-c796-446a-bac6-f78ec0071f62), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:40.656406 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-119a6818-10f4-45cc-9886-8da1bac837da tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:40.656868 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-119a6818-10f4-45cc-9886-8da1bac837da tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:40.662087 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-119a6818-10f4-45cc-9886-8da1bac837da tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/c5e1bfbc-dd7f-481b-b302-779139e60fb6 HTTP/1.1" status: 404 len: 337 time: 0.0723755 Mar 23 02:42:40.662087 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60414) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:40.662301 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60416) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:40.668551 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-5d401057-63c4-4112-9b26-09d1f730cd54 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Request body: {'security_group_rule': {'security_group_id': '67f117e1-efb6-400f-b724-3a05733736a7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:40.706519 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f7f51f87-96aa-48e8-8f20-9ebdf5eaa3e1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (abb038f5-73b9-43b9-b219-0323ac4279fa), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:40.719124 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-0957ea91-57ee-4d92-a1f3-85a6797fe2b9 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:40.720006 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0957ea91-57ee-4d92-a1f3-85a6797fe2b9 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:40.725166 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0957ea91-57ee-4d92-a1f3-85a6797fe2b9 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/7255f93a-fa85-4986-848a-97126c07d039 HTTP/1.1" status: 404 len: 333 time: 0.0421400 Mar 23 02:42:40.726969 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60418) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:40.732082 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-39aace06-5152-4125-a08c-d99cb64d4d6c tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for port (7275a754-999f-43bd-8ff5-5b38cbcd3017), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:40.741370 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 36f1694d-c796-446a-bac6-f78ec0071f62 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:40.752510 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-566c6a3b-143a-4c19-8df3-c235525848e9 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for port (5eb86b51-fa80-40ef-a05e-acce785ee9b0), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:40.760190 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b7c7ec-3027-44c0-b8b8-d125c27569a1 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:40.760821 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8b7c7ec-3027-44c0-b8b8-d125c27569a1 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:40.763801 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e8b7c7ec-3027-44c0-b8b8-d125c27569a1 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/b1f99c9d-34e5-4d73-adf1-52254b231d30 HTTP/1.1" status: 404 len: 337 time: 0.0355437 Mar 23 02:42:40.766981 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60420) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:40.795108 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-0539178d-fcdc-497b-9937-08c5677a166b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:40.795658 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0539178d-fcdc-497b-9937-08c5677a166b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:40.801643 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0539178d-fcdc-497b-9937-08c5677a166b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/30c52539-eeed-4201-be83-417fcc16b8bb HTTP/1.1" status: 404 len: 333 time: 0.0307355 Mar 23 02:42:40.802564 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60422) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:40.840045 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcfa6797-4459-4267-8953-7fdb2219751b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:40.840421 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcfa6797-4459-4267-8953-7fdb2219751b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:40.845744 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-dcfa6797-4459-4267-8953-7fdb2219751b tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/4925bbe2-6f62-4ec8-b6b5-a2c0b352a81c HTTP/1.1" status: 404 len: 337 time: 0.0398962 Mar 23 02:42:40.845985 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-87031733-eae7-4b55-9d46-30f42b2f2ca3 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (771022ea-e6e9-4c3c-871e-3b83d1e61de3), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:40.848942 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60424) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:40.850613 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87031733-eae7-4b55-9d46-30f42b2f2ca3 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:40.851211 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-87031733-eae7-4b55-9d46-30f42b2f2ca3 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:40.858243 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5d401057-63c4-4112-9b26-09d1f730cd54 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (bec566e5-c2ed-47a2-bc81-c46d2a63a979), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:40.889978 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d5b67a-afae-44ca-a25c-d9c15503be71 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:40.890529 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59d5b67a-afae-44ca-a25c-d9c15503be71 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:40.893550 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-59d5b67a-afae-44ca-a25c-d9c15503be71 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/ports/3564a790-cc84-4d94-9d26-689bc94e905e HTTP/1.1" status: 404 len: 333 time: 0.0431798 Mar 23 02:42:40.896288 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60426) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:40.950425 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-39aace06-5152-4125-a08c-d99cb64d4d6c tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (7275a754-999f-43bd-8ff5-5b38cbcd3017), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:40.953071 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5d401057-63c4-4112-9b26-09d1f730cd54 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (bec566e5-c2ed-47a2-bc81-c46d2a63a979), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:40.996624 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39aace06-5152-4125-a08c-d99cb64d4d6c tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network cbe75922-1412-46a9-a4e0-2b3990e0fa00 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:41.001798 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-39aace06-5152-4125-a08c-d99cb64d4d6c tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:41.006508 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aace06-5152-4125-a08c-d99cb64d4d6c tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:41.012584 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39aace06-5152-4125-a08c-d99cb64d4d6c tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:41.013084 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-39aace06-5152-4125-a08c-d99cb64d4d6c tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:41.019454 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aace06-5152-4125-a08c-d99cb64d4d6c tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Port': ['ID=7275a754-999f-43bd-8ff5-5b38cbcd3017,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:41.027900 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-87031733-eae7-4b55-9d46-30f42b2f2ca3 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2094960 Mar 23 02:42:41.028572 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a2f924-d40c-4f4e-bbdf-e5e6fffc7b74 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:41.029035 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a2f924-d40c-4f4e-bbdf-e5e6fffc7b74 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:41.034821 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a1a2f924-d40c-4f4e-bbdf-e5e6fffc7b74 tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/subnets/dab2b229-6512-492c-801f-668b33a5a7f3 HTTP/1.1" status: 404 len: 337 time: 0.1056461 Mar 23 02:42:41.036496 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f7f51f87-96aa-48e8-8f20-9ebdf5eaa3e1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (abb038f5-73b9-43b9-b219-0323ac4279fa), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:41.037076 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60428) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:41.047120 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5d401057-63c4-4112-9b26-09d1f730cd54 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (bec566e5-c2ed-47a2-bc81-c46d2a63a979), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:41.059334 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87031733-eae7-4b55-9d46-30f42b2f2ca3 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Pushing event updated for resources: {'Network': ['ID=771022ea-e6e9-4c3c-871e-3b83d1e61de3,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:41.077304 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-f7f51f87-96aa-48e8-8f20-9ebdf5eaa3e1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb038f5-73b9-43b9-b219-0323ac4279fa']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:41.079375 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 771022ea-e6e9-4c3c-871e-3b83d1e61de3 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:42:41.083620 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926ac62b-a27b-487b-8693-151d8f13ca5f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Router a39a81c7-cf7a-422e-a209-13f7ec675452 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:42:41.093348 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-f7f51f87-96aa-48e8-8f20-9ebdf5eaa3e1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb3573f-22b3-4dfb-bbf2-dc8904819591') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:41.094076 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-f7f51f87-96aa-48e8-8f20-9ebdf5eaa3e1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb3573f-22b3-4dfb-bbf2-dc8904819591') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:41.106062 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f7f51f87-96aa-48e8-8f20-9ebdf5eaa3e1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (edb3573f-22b3-4dfb-bbf2-dc8904819591), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:41.130927 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d401057-63c4-4112-9b26-09d1f730cd54 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec566e5-c2ed-47a2-bc81-c46d2a63a979,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:41.155716 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-39aace06-5152-4125-a08c-d99cb64d4d6c tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4478762 Mar 23 02:42:41.170868 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60430) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:41.189494 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-0a8b5e4a-92d9-432d-b002-d6a8b77d1ca0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'subnet': {'network_id': 'cbe75922-1412-46a9-a4e0-2b3990e0fa00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:41.278331 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f7f51f87-96aa-48e8-8f20-9ebdf5eaa3e1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (edb3573f-22b3-4dfb-bbf2-dc8904819591), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:41.285888 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7f51f87-96aa-48e8-8f20-9ebdf5eaa3e1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:42:41.286546 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f7f51f87-96aa-48e8-8f20-9ebdf5eaa3e1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (edb3573f-22b3-4dfb-bbf2-dc8904819591), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:41.290318 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4c9bf7d1-a78b-48e7-9c84-28444254309d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (94d9379e-13fb-449b-8f45-d1ab95378f77), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:41.331929 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5d401057-63c4-4112-9b26-09d1f730cd54 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:41.333133 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5d401057-63c4-4112-9b26-09d1f730cd54 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6700237 Mar 23 02:42:41.336057 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60432) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:41.341013 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926ac62b-a27b-487b-8693-151d8f13ca5f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:42:41.341324 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-3024e184-1416-41c8-89d7-cbb935daca7f tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Request body: {'security_group_rule': {'security_group_id': '67f117e1-efb6-400f-b724-3a05733736a7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:41.342882 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:42:41.342882 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:42:41.342882 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:42:41.342882 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:42:41.342882 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:42:41.342882 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:42:41.342882 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:42:41.342882 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:42:41.342882 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:42:41.342882 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:42:41.342882 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:42:41.342882 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:42:41.342882 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:42:41.342882 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:42:41.342882 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:42:41.342882 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:42:41.342882 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:42:41.342882 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:42:41.342882 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:42:41.342882 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:42:41.342882 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:42:41.342882 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:42:41.342882 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:42:41.342882 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:42:41.342882 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:42:41.342882 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:42:41.342882 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:42:41.342882 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:42:41.342882 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:42:41.342882 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:42:41.342882 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:42:41.342882 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:42:41.351955 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-926ac62b-a27b-487b-8693-151d8f13ca5f tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "PUT /v2.0/routers/a39a81c7-cf7a-422e-a209-13f7ec675452/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5726283 Mar 23 02:42:41.356258 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60434) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:41.360491 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d595203d-273e-4b9a-863d-b7859e00794e None None] Sync routers for ids ['a39a81c7-cf7a-422e-a209-13f7ec675452'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:42:41.365646 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-566c6a3b-143a-4c19-8df3-c235525848e9 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (5eb86b51-fa80-40ef-a05e-acce785ee9b0), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:41.383008 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d595203d-273e-4b9a-863d-b7859e00794e None None] Routers {'a39a81c7-cf7a-422e-a209-13f7ec675452'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:42:41.386428 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-d595203d-273e-4b9a-863d-b7859e00794e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:42:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a39a81c7-cf7a-422e-a209-13f7ec675452'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:41.461631 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566c6a3b-143a-4c19-8df3-c235525848e9 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network f86f6b0b-3455-429a-b87d-433670c66f7e is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:41.471847 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-566c6a3b-143a-4c19-8df3-c235525848e9 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:41.481462 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566c6a3b-143a-4c19-8df3-c235525848e9 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:41.486766 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566c6a3b-143a-4c19-8df3-c235525848e9 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:41.487489 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-566c6a3b-143a-4c19-8df3-c235525848e9 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:41.491459 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c6a3b-143a-4c19-8df3-c235525848e9 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Port': ['ID=5eb86b51-fa80-40ef-a05e-acce785ee9b0,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:41.495810 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-d595203d-273e-4b9a-863d-b7859e00794e None None] Set router a39a81c7-cf7a-422e-a209-13f7ec675452 gateway port host: None {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:42:41.500135 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ff0cbb-9e43-4b9c-a6e8-2f84b703b191 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Deleting subnet b7939ff0-45bf-4684-8f4b-a27fa0577d46 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:42:41.505836 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-89ff0cbb-9e43-4b9c-a6e8-2f84b703b191 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for subnet (b7939ff0-45bf-4684-8f4b-a27fa0577d46), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:41.531355 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f7f51f87-96aa-48e8-8f20-9ebdf5eaa3e1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (abb038f5-73b9-43b9-b219-0323ac4279fa), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:41.545440 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f7f51f87-96aa-48e8-8f20-9ebdf5eaa3e1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:41.551583 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f7f51f87-96aa-48e8-8f20-9ebdf5eaa3e1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/networks/abb038f5-73b9-43b9-b219-0323ac4279fa HTTP/1.1" status: 204 len: 168 time: 1.2547684 Mar 23 02:42:41.552538 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60436) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:41.562302 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4c9bf7d1-a78b-48e7-9c84-28444254309d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (94d9379e-13fb-449b-8f45-d1ab95378f77), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:41.594438 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-4c9bf7d1-a78b-48e7-9c84-28444254309d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d9379e-13fb-449b-8f45-d1ab95378f77']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:41.596575 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f51f87-96aa-48e8-8f20-9ebdf5eaa3e1 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event deleted for resources: {'Network': ['ID=abb038f5-73b9-43b9-b219-0323ac4279fa,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:41.603155 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e864f2-408d-4e72-886d-bfd785d6546a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:41.604565 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96e864f2-408d-4e72-886d-bfd785d6546a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:41.610580 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-96e864f2-408d-4e72-886d-bfd785d6546a tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/subnets/c4940ce9-1a6f-408b-b167-61717cdebfe1 HTTP/1.1" status: 404 len: 337 time: 0.0536637 Mar 23 02:42:41.613509 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-89ff0cbb-9e43-4b9c-a6e8-2f84b703b191 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (b7939ff0-45bf-4684-8f4b-a27fa0577d46), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:41.616673 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-4c9bf7d1-a78b-48e7-9c84-28444254309d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e71286d-d64a-4f7b-aafe-5fb2fd186af6') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:41.616983 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-4c9bf7d1-a78b-48e7-9c84-28444254309d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e71286d-d64a-4f7b-aafe-5fb2fd186af6') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:41.617256 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60438) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:41.623729 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-566c6a3b-143a-4c19-8df3-c235525848e9 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1950934 Mar 23 02:42:41.632196 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4c9bf7d1-a78b-48e7-9c84-28444254309d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (6e71286d-d64a-4f7b-aafe-5fb2fd186af6), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:41.632374 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-667b2889-b86a-4c8f-8bf8-dbadc0734e89 None None] Provisioning complete for port 7275a754-999f-43bd-8ff5-5b38cbcd3017 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:41.632756 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-667b2889-b86a-4c8f-8bf8-dbadc0734e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7275a754-999f-43bd-8ff5-5b38cbcd3017), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:41.651734 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4c9bf7d1-a78b-48e7-9c84-28444254309d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (6e71286d-d64a-4f7b-aafe-5fb2fd186af6), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:41.652845 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60440) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:41.660952 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9bf7d1-a78b-48e7-9c84-28444254309d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:42:41.661879 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4c9bf7d1-a78b-48e7-9c84-28444254309d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (6e71286d-d64a-4f7b-aafe-5fb2fd186af6), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:41.671630 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-667b2889-b86a-4c8f-8bf8-dbadc0734e89 None None] Port 7275a754-999f-43bd-8ff5-5b38cbcd3017 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:42:41.753952 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:42:41.753952 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:42:41.753952 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:42:41.753952 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:42:41.753952 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:42:41.753952 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:42:41.753952 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:42:41.753952 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:42:41.753952 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:42:41.753952 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:42:41.753952 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:42:41.753952 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:42:41.753952 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:42:41.753952 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:42:41.753952 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:42:41.753952 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:42:41.753952 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:42:41.753952 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:42:41.753952 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:42:41.753952 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:42:41.753952 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:42:41.753952 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:42:41.753952 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:42:41.753952 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:42:41.753952 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:42:41.753952 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:42:41.753952 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:42:41.753952 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:42:41.753952 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:42:41.753952 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:42:41.753952 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:42:41.753952 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:42:41.756402 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8b5e4a-92d9-432d-b002-d6a8b77d1ca0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:41.756495 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-89ff0cbb-9e43-4b9c-a6e8-2f84b703b191 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (b7939ff0-45bf-4684-8f4b-a27fa0577d46), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:41.758461 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0a8b5e4a-92d9-432d-b002-d6a8b77d1ca0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:41.775021 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-d595203d-273e-4b9a-863d-b7859e00794e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'name': 'tempest-RoutersIpV6Test-router-718806341', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:42Z', 'updated_at': '2022-03-23T02:42:39Z', 'revision_number': 8, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'gw_port_host': None, '_interfaces': [{'id': '33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6', 'name': '', 'network_id': '9b440bb6-3799-4f51-b292-94baa0ed6271', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:6f:b0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:59Z', 'updated_at': '2022-03-23T02:42:08Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a26de85-8d0a-489b-a277-dc986131b915', 'name': '', 'network_id': '092e1732-307d-4f22-8859-d37827a7d6b1', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:0d:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '06f3ece6-e065-49bb-b755-390f2aa0782c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:10Z', 'updated_at': '2022-03-23T02:42:21Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '06f3ece6-e065-49bb-b755-390f2aa0782c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd1f227-a58c-45cc-8ced-edd41b67d297', 'name': '', 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:ea:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:48Z', 'updated_at': '2022-03-23T02:41:56Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:41.807257 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d595203d-273e-4b9a-863d-b7859e00794e None None] Checking router: a39a81c7-cf7a-422e-a209-13f7ec675452 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:42:41.816586 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d595203d-273e-4b9a-863d-b7859e00794e None None] Routers {'a39a81c7-cf7a-422e-a209-13f7ec675452'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:42:41.817455 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-d595203d-273e-4b9a-863d-b7859e00794e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:42:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a39a81c7-cf7a-422e-a209-13f7ec675452'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:41.836638 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-747881c1-fb6a-40fd-b687-887dc561a00e tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:41.837356 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-747881c1-fb6a-40fd-b687-887dc561a00e tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:41.843484 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-747881c1-fb6a-40fd-b687-887dc561a00e tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/networks/214e6104-6d74-4ec3-b370-5a7613c6db90 HTTP/1.1" status: 404 len: 339 time: 0.2161653 Mar 23 02:42:41.844274 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60442) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:41.879994 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.ipam_backend_mixin [None req-0a8b5e4a-92d9-432d-b002-d6a8b77d1ca0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3e24c69f-7e66-4280-aa79-40aefc7a5201 (CIDR: 2001:db8::/64) Mar 23 02:42:41.884085 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-4feb1c09-34b9-4acc-a2c3-4321da444ebf tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:41.885798 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4feb1c09-34b9-4acc-a2c3-4321da444ebf tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:41.887847 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4c9bf7d1-a78b-48e7-9c84-28444254309d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (94d9379e-13fb-449b-8f45-d1ab95378f77), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:41.889982 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4feb1c09-34b9-4acc-a2c3-4321da444ebf tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/subnets/62f61d0f-98a8-483d-af91-5014e74cd51a HTTP/1.1" status: 404 len: 337 time: 0.0445161 Mar 23 02:42:41.897873 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4c9bf7d1-a78b-48e7-9c84-28444254309d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:41.901067 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304e1552-0043-437e-87ae-2ccc5762003f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:41.902619 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-304e1552-0043-437e-87ae-2ccc5762003f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "GET /v2.0/ports/5eb86b51-fa80-40ef-a05e-acce785ee9b0 HTTP/1.1" status: 200 len: 841 time: 0.2468636 Mar 23 02:42:41.903847 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60444) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:41.907248 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4c9bf7d1-a78b-48e7-9c84-28444254309d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] 10.222.0.24 "DELETE /v2.0/networks/94d9379e-13fb-449b-8f45-d1ab95378f77 HTTP/1.1" status: 204 len: 168 time: 0.8689504 Mar 23 02:42:41.908166 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60446) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:41.915303 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-89ff0cbb-9e43-4b9c-a6e8-2f84b703b191 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (b7939ff0-45bf-4684-8f4b-a27fa0577d46), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:41.954845 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-d595203d-273e-4b9a-863d-b7859e00794e None None] Set router a39a81c7-cf7a-422e-a209-13f7ec675452 gateway port host: None {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:42:41.965845 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-362a2bc6-f19c-4bc5-98ed-8ac0579a27dd tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:41.966970 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-362a2bc6-f19c-4bc5-98ed-8ac0579a27dd tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:41.971262 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-362a2bc6-f19c-4bc5-98ed-8ac0579a27dd tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/networks/f977f50e-8ff2-49df-90ba-74bf8adf66b9 HTTP/1.1" status: 404 len: 339 time: 0.0662653 Mar 23 02:42:41.974164 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60450) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:41.975178 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff0cbb-9e43-4b9c-a6e8-2f84b703b191 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Subnet': ['ID=b7939ff0-45bf-4684-8f4b-a27fa0577d46,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:41.990870 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9bf7d1-a78b-48e7-9c84-28444254309d tempest-NetworksTestDHCPv6-1496809651 tempest-NetworksTestDHCPv6-1496809651-project] Pushing event deleted for resources: {'Network': ['ID=94d9379e-13fb-449b-8f45-d1ab95378f77,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:41.993228 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-89ff0cbb-9e43-4b9c-a6e8-2f84b703b191 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:41.994716 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3024e184-1416-41c8-89d7-cbb935daca7f tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (2791790b-535f-4459-aeb9-a83a82509a5c), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:42.006056 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-89ff0cbb-9e43-4b9c-a6e8-2f84b703b191 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/subnets/b7939ff0-45bf-4684-8f4b-a27fa0577d46 HTTP/1.1" status: 204 len: 168 time: 0.6477571 Mar 23 02:42:42.007539 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60452) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:42.017747 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111f1dc6-a352-4da2-84a4-4520250e6d04 None None] Network f0c1d911-5843-446c-b9a4-b93a3d2cd676 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:42.043612 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d558cea-d03f-4049-ab0a-4aa26b988242 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:42.044629 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d558cea-d03f-4049-ab0a-4aa26b988242 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:42.046848 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8b5e4a-92d9-432d-b002-d6a8b77d1ca0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:42:42.047361 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8b5e4a-92d9-432d-b002-d6a8b77d1ca0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:42.049280 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4d558cea-d03f-4049-ab0a-4aa26b988242 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/subnets/feed7de4-c1a9-4340-a502-43b2410c050c HTTP/1.1" status: 404 len: 337 time: 0.0659511 Mar 23 02:42:42.063348 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60454) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:42.123549 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0bf5da3-01b1-4ed8-8594-288012e9b21e tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:42.125150 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0bf5da3-01b1-4ed8-8594-288012e9b21e tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:42.129463 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d0bf5da3-01b1-4ed8-8594-288012e9b21e tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/networks/03fa5152-eea5-4ed2-b177-ae62df15e2b2 HTTP/1.1" status: 404 len: 339 time: 0.0647762 Mar 23 02:42:42.133792 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60456) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:42.138257 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0a8b5e4a-92d9-432d-b002-d6a8b77d1ca0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9641478 Mar 23 02:42:42.147491 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60458) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:42.148796 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-a8e16410-e1b2-44d5-bc45-498a8857c0a5 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Deleting port 5eb86b51-fa80-40ef-a05e-acce785ee9b0 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:42.149165 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a8e16410-e1b2-44d5-bc45-498a8857c0a5 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (5eb86b51-fa80-40ef-a05e-acce785ee9b0), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:42.161962 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-aed1f8f6-8bf7-4324-8742-57f964fa7f0d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'subnet': {'network_id': 'cbe75922-1412-46a9-a4e0-2b3990e0fa00', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:42.236666 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-69dd43de-533d-43a4-897f-662d98d984fc tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:42.237508 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69dd43de-533d-43a4-897f-662d98d984fc tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:42.240087 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3024e184-1416-41c8-89d7-cbb935daca7f tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (2791790b-535f-4459-aeb9-a83a82509a5c), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:42.241320 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-69dd43de-533d-43a4-897f-662d98d984fc tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/subnets/f8db57f4-7646-4986-b1f6-fd3f2f9d1749 HTTP/1.1" status: 404 len: 337 time: 0.1056216 Mar 23 02:42:42.247762 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60460) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:42.257173 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a8e16410-e1b2-44d5-bc45-498a8857c0a5 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (5eb86b51-fa80-40ef-a05e-acce785ee9b0), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:42.276250 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-17c0fd88-610a-41ef-a267-f3771d722e56 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (f0c1d911-5843-446c-b9a4-b93a3d2cd676), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:42.278304 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-a8e16410-e1b2-44d5-bc45-498a8857c0a5 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Calling delete_port for 5eb86b51-fa80-40ef-a05e-acce785ee9b0 owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:42.291308 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-51bb9762-163c-4e53-93e8-eee530198976 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:42.292212 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51bb9762-163c-4e53-93e8-eee530198976 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:42.295469 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-51bb9762-163c-4e53-93e8-eee530198976 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/networks/73bb69ee-4dd4-4eab-beff-b9456f83e203 HTTP/1.1" status: 404 len: 339 time: 0.0444236 Mar 23 02:42:42.298675 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60462) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:42.352091 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-64423e00-8fde-4ff9-978a-f5462c2213ff tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:42.352653 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64423e00-8fde-4ff9-978a-f5462c2213ff tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:42.356712 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-64423e00-8fde-4ff9-978a-f5462c2213ff tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/subnets/5ee11aca-d45b-4586-8e3a-a399bb85cee7 HTTP/1.1" status: 404 len: 337 time: 0.0568717 Mar 23 02:42:42.365269 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60464) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:42.373505 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3024e184-1416-41c8-89d7-cbb935daca7f tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (2791790b-535f-4459-aeb9-a83a82509a5c), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:42.431066 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024e184-1416-41c8-89d7-cbb935daca7f tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2791790b-535f-4459-aeb9-a83a82509a5c,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:42.437707 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0755d93-92c2-415a-b5f9-6a3e6ef48d4f tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:42.438553 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0755d93-92c2-415a-b5f9-6a3e6ef48d4f tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:42.441922 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d0755d93-92c2-415a-b5f9-6a3e6ef48d4f tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/networks/7d5dc3c8-c58c-446e-bf3d-30ae422fd02b HTTP/1.1" status: 404 len: 339 time: 0.0715148 Mar 23 02:42:42.449225 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60466) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:42.478452 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3024e184-1416-41c8-89d7-cbb935daca7f tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:42.487470 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-d88b972b-6904-4053-b5fb-6cd153f88253 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:42.488002 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d88b972b-6904-4053-b5fb-6cd153f88253 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:42.491005 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d88b972b-6904-4053-b5fb-6cd153f88253 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/subnets/9f8103ea-c7f2-4446-8103-0d7aa3daa1ab HTTP/1.1" status: 404 len: 337 time: 0.0407481 Mar 23 02:42:42.493397 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3024e184-1416-41c8-89d7-cbb935daca7f tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1561034 Mar 23 02:42:42.499731 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60470) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:42.501813 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe2bb6d-6ea9-4019-9659-5dfd1a81c785 None None] DHCP port deletion for f0c1d911-5843-446c-b9a4-b93a3d2cd676 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:42:42.502761 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60472) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:42.508163 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-ae8b1d82-735b-4702-90af-65ac5263eec7 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Request body: {'security_group_rule': {'security_group_id': '67f117e1-efb6-400f-b724-3a05733736a7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:42.512633 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 36f1694d-c796-446a-bac6-f78ec0071f62 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:42.529014 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-e629d6ba-eae8-4052-8047-959192ae3427 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:42.529532 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e629d6ba-eae8-4052-8047-959192ae3427 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:42.533958 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e629d6ba-eae8-4052-8047-959192ae3427 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/networks/f617daf6-612c-4004-a96e-57c220bd53ef HTTP/1.1" status: 404 len: 339 time: 0.0289900 Mar 23 02:42:42.537884 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60474) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:42.591885 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b7fd2b-e6a3-4e0b-9106-c08167e21e76 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:42.592368 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9b7fd2b-e6a3-4e0b-9106-c08167e21e76 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:42.598548 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a9b7fd2b-e6a3-4e0b-9106-c08167e21e76 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/subnets/10952f87-2688-4207-981e-393b89ac3765 HTTP/1.1" status: 404 len: 337 time: 0.0567834 Mar 23 02:42:42.600431 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60476) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:42.628717 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60478) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:42.634083 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc302d59-efef-4f94-81ef-8c48bd37afcb tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:42.635239 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc302d59-efef-4f94-81ef-8c48bd37afcb tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:42.638830 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-dc302d59-efef-4f94-81ef-8c48bd37afcb tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/networks/3aa5cf6d-5f34-4fb2-b7b6-f303d49a801f HTTP/1.1" status: 404 len: 339 time: 0.0374670 Mar 23 02:42:42.641838 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-17c0fd88-610a-41ef-a267-f3771d722e56 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Deleting port ef7bcca4-9958-44b1-9de5-298d7ded2654 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:42.642231 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-17c0fd88-610a-41ef-a267-f3771d722e56 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (ef7bcca4-9958-44b1-9de5-298d7ded2654), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:42.649953 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60482) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:42.649953 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ae8b1d82-735b-4702-90af-65ac5263eec7 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (bca636eb-6c99-4d09-a741-f1f3d7fbcbe4), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:42.698689 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 36f1694d-c796-446a-bac6-f78ec0071f62 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:42.698689 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (36f1694d-c796-446a-bac6-f78ec0071f62), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:42.734373 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-17c0fd88-610a-41ef-a267-f3771d722e56 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] For port ef7bcca4-9958-44b1-9de5-298d7ded2654, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=ef7bcca4-9958-44b1-9de5-298d7ded2654,segment=NetworkSegment(01c1b47d-689b-4a1e-978d-ff803f10519a),segment_id=01c1b47d-689b-4a1e-978d-ff803f10519a)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:42.734749 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-17c0fd88-610a-41ef-a267-f3771d722e56 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (ef7bcca4-9958-44b1-9de5-298d7ded2654), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:42.750291 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-17c0fd88-610a-41ef-a267-f3771d722e56 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Calling delete_port for ef7bcca4-9958-44b1-9de5-298d7ded2654 owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:42.788037 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ae8b1d82-735b-4702-90af-65ac5263eec7 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (bca636eb-6c99-4d09-a741-f1f3d7fbcbe4), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:42.791977 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-196fa75e-4aa1-416c-9e73-054c74342e7e tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:42.792502 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-196fa75e-4aa1-416c-9e73-054c74342e7e tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:42.802659 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-196fa75e-4aa1-416c-9e73-054c74342e7e tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/subnets/7f835a23-65bf-42f7-8fac-23cc4c34d521 HTTP/1.1" status: 404 len: 337 time: 0.1066282 Mar 23 02:42:42.827217 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60484) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:42.828482 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a8e16410-e1b2-44d5-bc45-498a8857c0a5 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (5eb86b51-fa80-40ef-a05e-acce785ee9b0), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:42.936030 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a8e16410-e1b2-44d5-bc45-498a8857c0a5 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:42.944861 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a8e16410-e1b2-44d5-bc45-498a8857c0a5 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/ports/5eb86b51-fa80-40ef-a05e-acce785ee9b0 HTTP/1.1" status: 204 len: 168 time: 1.0148773 Mar 23 02:42:42.946880 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-7fe2bb6d-6ea9-4019-9659-5dfd1a81c785 None None] Deleting port ef7bcca4-9958-44b1-9de5-298d7ded2654 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:42.947506 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7fe2bb6d-6ea9-4019-9659-5dfd1a81c785 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (ef7bcca4-9958-44b1-9de5-298d7ded2654), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:42.952324 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-d595203d-273e-4b9a-863d-b7859e00794e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'name': 'tempest-RoutersIpV6Test-router-718806341', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:42Z', 'updated_at': '2022-03-23T02:42:39Z', 'revision_number': 8, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'gw_port_host': None, '_interfaces': [{'id': '33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6', 'name': '', 'network_id': '9b440bb6-3799-4f51-b292-94baa0ed6271', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:6f:b0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:59Z', 'updated_at': '2022-03-23T02:42:08Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a26de85-8d0a-489b-a277-dc986131b915', 'name': '', 'network_id': '092e1732-307d-4f22-8859-d37827a7d6b1', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:0d:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '06f3ece6-e065-49bb-b755-390f2aa0782c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:10Z', 'updated_at': '2022-03-23T02:42:21Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '06f3ece6-e065-49bb-b755-390f2aa0782c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd1f227-a58c-45cc-8ced-edd41b67d297', 'name': '', 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:ea:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:48Z', 'updated_at': '2022-03-23T02:41:56Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:42.953124 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9037f3fb-f4da-4d72-b030-75d8279d349e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9bb994ac65c94580bbf62807776d76a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3232229 Mar 23 02:42:42.954949 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7deadae-7b8a-497e-98f6-d5ba8577b470 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] DELETE failed (client error): The resource could not be found. Mar 23 02:42:42.955693 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7deadae-7b8a-497e-98f6-d5ba8577b470 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:42.963455 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b7deadae-7b8a-497e-98f6-d5ba8577b470 tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/networks/c05f6c46-70ce-464b-a385-93e073018f9a HTTP/1.1" status: 404 len: 339 time: 0.0908928 Mar 23 02:42:42.965221 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ae8b1d82-735b-4702-90af-65ac5263eec7 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (bca636eb-6c99-4d09-a741-f1f3d7fbcbe4), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:42.982131 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60486) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:42.982782 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60488) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:42.989275 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60490) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:42.989275 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e16410-e1b2-44d5-bc45-498a8857c0a5 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Port': ['ID=5eb86b51-fa80-40ef-a05e-acce785ee9b0,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:43.035131 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d595203d-273e-4b9a-863d-b7859e00794e None None] The sync data for ids ['a39a81c7-cf7a-422e-a209-13f7ec675452'] in dv-neutron-834613-2-hyperv is: [{'id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'name': 'tempest-RoutersIpV6Test-router-718806341', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:42Z', 'updated_at': '2022-03-23T02:42:39Z', 'revision_number': 8, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'gw_port_host': None, '_interfaces': [{'id': '33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6', 'name': '', 'network_id': '9b440bb6-3799-4f51-b292-94baa0ed6271', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:6f:b0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:59Z', 'updated_at': '2022-03-23T02:42:08Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a26de85-8d0a-489b-a277-dc986131b915', 'name': '', 'network_id': '092e1732-307d-4f22-8859-d37827a7d6b1', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:0d:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '06f3ece6-e065-49bb-b755-390f2aa0782c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:10Z', 'updated_at': '2022-03-23T02:42:21Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '06f3ece6-e065-49bb-b755-390f2aa0782c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd1f227-a58c-45cc-8ced-edd41b67d297', 'name': '', 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:ea:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:48Z', 'updated_at': '2022-03-23T02:41:56Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:42:43.104028 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-7fe2bb6d-6ea9-4019-9659-5dfd1a81c785 None None] For port ef7bcca4-9958-44b1-9de5-298d7ded2654, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=ef7bcca4-9958-44b1-9de5-298d7ded2654,segment=NetworkSegment(01c1b47d-689b-4a1e-978d-ff803f10519a),segment_id=01c1b47d-689b-4a1e-978d-ff803f10519a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:43.104600 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7fe2bb6d-6ea9-4019-9659-5dfd1a81c785 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (ef7bcca4-9958-44b1-9de5-298d7ded2654), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:43.122261 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-7fe2bb6d-6ea9-4019-9659-5dfd1a81c785 None None] Calling delete_port for ef7bcca4-9958-44b1-9de5-298d7ded2654 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:43.144917 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 36f1694d-c796-446a-bac6-f78ec0071f62 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:43.151801 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f194dfa-07a9-4174-a4c1-70a6a9a298e5 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] GET failed (client error): The resource could not be found. Mar 23 02:42:43.160772 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5f194dfa-07a9-4174-a4c1-70a6a9a298e5 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "GET /v2.0/ports/5eb86b51-fa80-40ef-a05e-acce785ee9b0 HTTP/1.1" status: 404 len: 333 time: 0.1685824 Mar 23 02:42:43.167788 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e3f940-163f-432c-9d3c-d7465dc4589b tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Deleting subnet 62bf204e-a2f0-4982-a116-8db5ad83399e {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:42:43.172691 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d2e3f940-163f-432c-9d3c-d7465dc4589b tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for subnet (62bf204e-a2f0-4982-a116-8db5ad83399e), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:43.195569 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60492) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:43.198925 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed1f8f6-8bf7-4324-8742-57f964fa7f0d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:43.202600 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aed1f8f6-8bf7-4324-8742-57f964fa7f0d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:43.210852 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-f3435b35-facf-47d3-92d1-e178237100cb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'port': {'network_id': 'f86f6b0b-3455-429a-b87d-433670c66f7e', 'name': 'tempest-PortsTestJSON-1746710148'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:43.226180 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d2e3f940-163f-432c-9d3c-d7465dc4589b tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (62bf204e-a2f0-4982-a116-8db5ad83399e), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:43.271867 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7fe2bb6d-6ea9-4019-9659-5dfd1a81c785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (ef7bcca4-9958-44b1-9de5-298d7ded2654), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:43.301671 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe2bb6d-6ea9-4019-9659-5dfd1a81c785 None None] Pushing event deleted for resources: {'Port': ['ID=ef7bcca4-9958-44b1-9de5-298d7ded2654,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:43.302710 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-17c0fd88-610a-41ef-a267-f3771d722e56 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (ef7bcca4-9958-44b1-9de5-298d7ded2654), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:43.316976 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe2bb6d-6ea9-4019-9659-5dfd1a81c785 None None] No DVR routers for this DVR port ef7bcca4-9958-44b1-9de5-298d7ded2654 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:42:43.332684 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ae8b1d82-735b-4702-90af-65ac5263eec7 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:43.336924 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ae8b1d82-735b-4702-90af-65ac5263eec7 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8353257 Mar 23 02:42:43.346766 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60494) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:43.357023 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-11619983-a3b8-4a1f-be49-93006a26cd7c tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Request body: {'security_group_rule': {'security_group_id': '67f117e1-efb6-400f-b724-3a05733736a7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:43.360818 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0fd88-610a-41ef-a267-f3771d722e56 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Port': ['ID=ef7bcca4-9958-44b1-9de5-298d7ded2654,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:43.368715 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b1d82-735b-4702-90af-65ac5263eec7 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca636eb-6c99-4d09-a741-f1f3d7fbcbe4,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:43.373065 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c0fd88-610a-41ef-a267-f3771d722e56 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] No DVR routers for this DVR port ef7bcca4-9958-44b1-9de5-298d7ded2654 on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:42:43.374070 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d2e3f940-163f-432c-9d3c-d7465dc4589b tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (62bf204e-a2f0-4982-a116-8db5ad83399e), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:43.438427 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5a9a3c5b-d371-4a83-8744-663db2f1616f admin admin] Publish callbacks [] for security_group (4bf1ab22-8a86-4491-bc3c-dd3275327f2e), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:43.481003 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5a9a3c5b-d371-4a83-8744-663db2f1616f admin admin] Publish callbacks [] for security_group (4bf1ab22-8a86-4491-bc3c-dd3275327f2e), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:43.511954 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-17c0fd88-610a-41ef-a267-f3771d722e56 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (f0c1d911-5843-446c-b9a4-b93a3d2cd676), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:43.533832 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-11619983-a3b8-4a1f-be49-93006a26cd7c tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (0026bf3e-ba0d-4e60-a2b5-4469bf31f194), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:43.539784 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-17c0fd88-610a-41ef-a267-f3771d722e56 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c1d911-5843-446c-b9a4-b93a3d2cd676']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:43.560784 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-17c0fd88-610a-41ef-a267-f3771d722e56 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c1b47d-689b-4a1e-978d-ff803f10519a') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:43.561354 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-17c0fd88-610a-41ef-a267-f3771d722e56 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c1b47d-689b-4a1e-978d-ff803f10519a') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:43.581343 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-17c0fd88-610a-41ef-a267-f3771d722e56 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (01c1b47d-689b-4a1e-978d-ff803f10519a), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:43.583426 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3435b35-facf-47d3-92d1-e178237100cb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:43.586962 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f3435b35-facf-47d3-92d1-e178237100cb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:43.589958 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-11619983-a3b8-4a1f-be49-93006a26cd7c tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (0026bf3e-ba0d-4e60-a2b5-4469bf31f194), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:43.614707 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-f3435b35-facf-47d3-92d1-e178237100cb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] device_id is not set on port f2ccda75-3833-4ab8-9993-abd7202fc09f yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:42:43.622873 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-17c0fd88-610a-41ef-a267-f3771d722e56 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (01c1b47d-689b-4a1e-978d-ff803f10519a), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:43.626368 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d2e3f940-163f-432c-9d3c-d7465dc4589b tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (62bf204e-a2f0-4982-a116-8db5ad83399e), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:43.667366 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5a9a3c5b-d371-4a83-8744-663db2f1616f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (4bf1ab22-8a86-4491-bc3c-dd3275327f2e), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:43.670736 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5a9a3c5b-d371-4a83-8744-663db2f1616f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:43.673378 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5a9a3c5b-d371-4a83-8744-663db2f1616f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4bf1ab22-8a86-4491-bc3c-dd3275327f2e HTTP/1.1" status: 204 len: 168 time: 0.6479588 Mar 23 02:42:43.677328 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3f940-163f-432c-9d3c-d7465dc4589b tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event deleted for resources: {'Subnet': ['ID=62bf204e-a2f0-4982-a116-8db5ad83399e,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:43.695620 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782903a2-7598-4528-b107-fe22109810b5 None None] Network 59c0ad71-d03a-4eea-a55e-c32b9064c1d5 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:43.703862 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-11619983-a3b8-4a1f-be49-93006a26cd7c tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (0026bf3e-ba0d-4e60-a2b5-4469bf31f194), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:43.716970 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d2e3f940-163f-432c-9d3c-d7465dc4589b tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:43.723319 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d2e3f940-163f-432c-9d3c-d7465dc4589b tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/subnets/62bf204e-a2f0-4982-a116-8db5ad83399e HTTP/1.1" status: 204 len: 168 time: 0.6385994 Mar 23 02:42:43.733958 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a3c5b-d371-4a83-8744-663db2f1616f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf1ab22-8a86-4491-bc3c-dd3275327f2e,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:43.744669 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60498) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:43.748786 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c0fd88-610a-41ef-a267-f3771d722e56 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:42:43.749410 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-17c0fd88-610a-41ef-a267-f3771d722e56 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (01c1b47d-689b-4a1e-978d-ff803f10519a), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:43.758101 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:42:43.758101 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:42:43.758101 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:42:43.758101 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:42:43.758101 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:42:43.758101 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:42:43.758101 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:42:43.758101 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:42:43.758101 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:42:43.758101 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:42:43.758101 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:42:43.758101 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:42:43.758101 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:42:43.758101 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:42:43.758101 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:42:43.758101 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:42:43.758101 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:42:43.758101 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:42:43.758101 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:42:43.758101 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:42:43.758101 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:42:43.758101 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:42:43.758101 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:42:43.758101 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:42:43.758101 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:42:43.758101 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:42:43.758101 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:42:43.758101 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:42:43.758101 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:42:43.758101 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:42:43.758101 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:42:43.758101 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:42:43.797264 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11619983-a3b8-4a1f-be49-93006a26cd7c tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0026bf3e-ba0d-4e60-a2b5-4469bf31f194,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:43.903664 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb08f05-93df-49a9-af4e-06753894c734 None None] DHCP port deletion for 59c0ad71-d03a-4eea-a55e-c32b9064c1d5 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:42:43.907948 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-11619983-a3b8-4a1f-be49-93006a26cd7c tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:43.912153 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-11619983-a3b8-4a1f-be49-93006a26cd7c tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5594840 Mar 23 02:42:43.912992 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60500) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:43.924325 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-34ffb333-8f93-4686-b54d-89b6f0658f3a tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Request body: {'security_group_rule': {'security_group_id': '67f117e1-efb6-400f-b724-3a05733736a7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:43.955727 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-6bb08f05-93df-49a9-af4e-06753894c734 None None] Deleting port fa4e1dca-b460-4733-b56e-3fc4a4cc019a {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:43.956448 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6bb08f05-93df-49a9-af4e-06753894c734 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (fa4e1dca-b460-4733-b56e-3fc4a4cc019a), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:44.024387 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-6bb08f05-93df-49a9-af4e-06753894c734 None None] For port fa4e1dca-b460-4733-b56e-3fc4a4cc019a, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=fa4e1dca-b460-4733-b56e-3fc4a4cc019a,segment=NetworkSegment(070500f7-7b2a-4999-bfb9-08bd6e040775),segment_id=070500f7-7b2a-4999-bfb9-08bd6e040775)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:44.026537 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6bb08f05-93df-49a9-af4e-06753894c734 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (fa4e1dca-b460-4733-b56e-3fc4a4cc019a), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:44.042116 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-6bb08f05-93df-49a9-af4e-06753894c734 None None] Calling delete_port for fa4e1dca-b460-4733-b56e-3fc4a4cc019a owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:44.060444 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-34ffb333-8f93-4686-b54d-89b6f0658f3a tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (3370463a-220c-4fb9-963e-e9a53a3792d5), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:44.072728 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-17c0fd88-610a-41ef-a267-f3771d722e56 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (f0c1d911-5843-446c-b9a4-b93a3d2cd676), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:44.098311 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-17c0fd88-610a-41ef-a267-f3771d722e56 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:44.109721 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-17c0fd88-610a-41ef-a267-f3771d722e56 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/networks/f0c1d911-5843-446c-b9a4-b93a3d2cd676 HTTP/1.1" status: 204 len: 168 time: 2.0775893 Mar 23 02:42:44.114112 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60504) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:44.151536 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-56056667-600f-43cc-9c13-a26825ae56fa tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (59c0ad71-d03a-4eea-a55e-c32b9064c1d5), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:44.159339 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0fd88-610a-41ef-a267-f3771d722e56 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Network': ['ID=f0c1d911-5843-446c-b9a4-b93a3d2cd676,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:44.226821 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6bb08f05-93df-49a9-af4e-06753894c734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (fa4e1dca-b460-4733-b56e-3fc4a4cc019a), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:44.244508 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f3435b35-facf-47d3-92d1-e178237100cb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for port (f2ccda75-3833-4ab8-9993-abd7202fc09f), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:44.268183 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb08f05-93df-49a9-af4e-06753894c734 None None] Pushing event deleted for resources: {'Port': ['ID=fa4e1dca-b460-4733-b56e-3fc4a4cc019a,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:44.281644 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aed1f8f6-8bf7-4324-8742-57f964fa7f0d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (6e1db5c4-a028-4b05-b320-fd2d968b88de), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:44.286015 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb08f05-93df-49a9-af4e-06753894c734 None None] No DVR routers for this DVR port fa4e1dca-b460-4733-b56e-3fc4a4cc019a on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:42:44.308156 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60508) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:44.313333 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-afe1196a-1905-41cd-bd9a-c5b86481ad41 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Request body: {'subnets': [{'network_id': 'a84e0433-a63e-4ff7-9e4e-f52ee7d2eadc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2120284191', 'ip_version': 6}, {'network_id': '771022ea-e6e9-4c3c-871e-3b83d1e61de3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:44.313655 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-afe1196a-1905-41cd-bd9a-c5b86481ad41 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Request body: {'subnet': {'network_id': 'a84e0433-a63e-4ff7-9e4e-f52ee7d2eadc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2120284191', 'ip_version': 6}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:44.314402 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-afe1196a-1905-41cd-bd9a-c5b86481ad41 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Request body: {'subnet': {'network_id': '771022ea-e6e9-4c3c-871e-3b83d1e61de3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:44.350465 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-56056667-600f-43cc-9c13-a26825ae56fa tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Deleting port fa4e1dca-b460-4733-b56e-3fc4a4cc019a {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:44.350810 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-56056667-600f-43cc-9c13-a26825ae56fa tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (fa4e1dca-b460-4733-b56e-3fc4a4cc019a), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:44.355903 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed1f8f6-8bf7-4324-8742-57f964fa7f0d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network cbe75922-1412-46a9-a4e0-2b3990e0fa00 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:44.375525 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-aed1f8f6-8bf7-4324-8742-57f964fa7f0d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:44.409484 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed1f8f6-8bf7-4324-8742-57f964fa7f0d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:44.410095 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aed1f8f6-8bf7-4324-8742-57f964fa7f0d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:44.423769 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1f8f6-8bf7-4324-8742-57f964fa7f0d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Subnet': ['ID=6e1db5c4-a028-4b05-b320-fd2d968b88de,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:44.433707 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f3435b35-facf-47d3-92d1-e178237100cb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (f2ccda75-3833-4ab8-9993-abd7202fc09f), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:44.460647 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device ef7bcca4-9958-44b1-9de5-298d7ded2654 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:42:44.476305 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-34ffb333-8f93-4686-b54d-89b6f0658f3a tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (3370463a-220c-4fb9-963e-e9a53a3792d5), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:44.486786 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: ef7bcca4-9958-44b1-9de5-298d7ded2654 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:42:44.487867 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device ef7bcca4-9958-44b1-9de5-298d7ded2654 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:42:44.487867 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 7b1f2ca4-6171-488b-a460-41d49d0dde9e no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:42:44.499645 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-aed1f8f6-8bf7-4324-8742-57f964fa7f0d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3507211 Mar 23 02:42:44.504708 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60514) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:44.512287 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 7b1f2ca4-6171-488b-a460-41d49d0dde9e {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:42:44.512518 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-fa0f72cc-5b7d-47e2-94b9-6152f298bad2 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2032199318', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6e1db5c4-a028-4b05-b320-fd2d968b88de'}], 'security_groups': ['6210a466-3f36-464d-8ee9-7287f8a0b999']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:44.513002 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 7b1f2ca4-6171-488b-a460-41d49d0dde9e not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:42:44.513204 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device fa4e1dca-b460-4733-b56e-3fc4a4cc019a no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:42:44.525762 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-56056667-600f-43cc-9c13-a26825ae56fa tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] For port fa4e1dca-b460-4733-b56e-3fc4a4cc019a, host dv-neutron-834613-2-hyperv, got binding levels [] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:44.526211 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-56056667-600f-43cc-9c13-a26825ae56fa tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (fa4e1dca-b460-4733-b56e-3fc4a4cc019a), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:44.530450 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3435b35-facf-47d3-92d1-e178237100cb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network f86f6b0b-3455-429a-b87d-433670c66f7e is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:44.551776 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: fa4e1dca-b460-4733-b56e-3fc4a4cc019a {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:42:44.552344 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device fa4e1dca-b460-4733-b56e-3fc4a4cc019a not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:42:44.590735 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-34ffb333-8f93-4686-b54d-89b6f0658f3a tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (3370463a-220c-4fb9-963e-e9a53a3792d5), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:44.616962 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-56056667-600f-43cc-9c13-a26825ae56fa tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Calling delete_port for fa4e1dca-b460-4733-b56e-3fc4a4cc019a owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:44.625133 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.ipam_backend_mixin [None req-56056667-600f-43cc-9c13-a26825ae56fa tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Port fa4e1dca-b460-4733-b56e-3fc4a4cc019a was not found and therefore no delete operation was performed {{(pid=104349) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 02:42:44.634300 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-56056667-600f-43cc-9c13-a26825ae56fa tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (fa4e1dca-b460-4733-b56e-3fc4a4cc019a), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:44.636615 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ffb333-8f93-4686-b54d-89b6f0658f3a tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3370463a-220c-4fb9-963e-e9a53a3792d5,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:44.639107 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3435b35-facf-47d3-92d1-e178237100cb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Port': ['ID=f2ccda75-3833-4ab8-9993-abd7202fc09f,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:44.692300 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89108959-fe31-4314-a09a-9d4ab476afd0 None None] Network cbe75922-1412-46a9-a4e0-2b3990e0fa00 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:44.695603 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56056667-600f-43cc-9c13-a26825ae56fa tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event deleted for resources: {'Port': ['ID=fa4e1dca-b460-4733-b56e-3fc4a4cc019a,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:44.724111 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-34ffb333-8f93-4686-b54d-89b6f0658f3a tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:44.727612 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-34ffb333-8f93-4686-b54d-89b6f0658f3a tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8119757 Mar 23 02:42:44.729698 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60518) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:44.771866 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe1196a-1905-41cd-bd9a-c5b86481ad41 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Made reservation on behalf of 265c9134d1024f9999c835aeee75b1f3 for: {'subnet': 2} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:44.776531 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-afe1196a-1905-41cd-bd9a-c5b86481ad41 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:44.777333 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-afe1196a-1905-41cd-bd9a-c5b86481ad41 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:44.788194 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-f3435b35-facf-47d3-92d1-e178237100cb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:44.791319 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3435b35-facf-47d3-92d1-e178237100cb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:44.800073 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3435b35-facf-47d3-92d1-e178237100cb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:44.800073 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f3435b35-facf-47d3-92d1-e178237100cb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:44.802028 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56056667-600f-43cc-9c13-a26825ae56fa tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] No DVR routers for this DVR port fa4e1dca-b460-4733-b56e-3fc4a4cc019a on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:42:44.844949 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1f5a751b-2850-4f0c-aa97-4906fcd98cea tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (3370463a-220c-4fb9-963e-e9a53a3792d5), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:44.866494 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1f5a751b-2850-4f0c-aa97-4906fcd98cea tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (3370463a-220c-4fb9-963e-e9a53a3792d5), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:44.928731 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fa0f72cc-5b7d-47e2-94b9-6152f298bad2 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7275a754-999f-43bd-8ff5-5b38cbcd3017), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:44.969605 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91bbb79-4f97-4675-835e-3600dbabef55 None None] Update dhcp port {'port': {'network_id': 'cbe75922-1412-46a9-a4e0-2b3990e0fa00', 'fixed_ips': [{'subnet_id': '3e24c69f-7e66-4280-aa79-40aefc7a5201', 'ip_address': '2001:db8::2'}, {'subnet_id': '6e1db5c4-a028-4b05-b320-fd2d968b88de'}], 'binding:host_id': 'dv-neutron-834613-2-hyperv'}, 'id': '36f1694d-c796-446a-bac6-f78ec0071f62'} from dv-neutron-834613-2-hyperv. {{(pid=104350) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 23 02:42:45.005457 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1f5a751b-2850-4f0c-aa97-4906fcd98cea tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (3370463a-220c-4fb9-963e-e9a53a3792d5), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:45.012883 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a91bbb79-4f97-4675-835e-3600dbabef55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (36f1694d-c796-446a-bac6-f78ec0071f62), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:45.015970 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1f5a751b-2850-4f0c-aa97-4906fcd98cea tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:45.019586 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1f5a751b-2850-4f0c-aa97-4906fcd98cea tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/3370463a-220c-4fb9-963e-e9a53a3792d5 HTTP/1.1" status: 204 len: 168 time: 0.2855697 Mar 23 02:42:45.025646 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-84df2002-4756-4e00-8cca-1c612194f449 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (a39a81c7-cf7a-422e-a209-13f7ec675452), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:45.027553 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60526) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:45.037299 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a751b-2850-4f0c-aa97-4906fcd98cea tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3370463a-220c-4fb9-963e-e9a53a3792d5,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:45.198307 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8b6e26be-be15-4ede-8fb5-6989dfc07566 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1654389 Mar 23 02:42:45.204911 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60530) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:45.232529 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60532) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:45.233673 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f3435b35-facf-47d3-92d1-e178237100cb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0364940 Mar 23 02:42:45.241728 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60534) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:45.250731 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-8ec7e8c7-4a94-4d45-a471-d9655b4cca78 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:45.254647 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-56056667-600f-43cc-9c13-a26825ae56fa tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (59c0ad71-d03a-4eea-a55e-c32b9064c1d5), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:45.325799 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-42b38e8b-5009-4efb-9da7-f6fb81762eb0 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (0026bf3e-ba0d-4e60-a2b5-4469bf31f194), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:45.326371 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-56056667-600f-43cc-9c13-a26825ae56fa tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c0ad71-d03a-4eea-a55e-c32b9064c1d5']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:45.342081 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-42b38e8b-5009-4efb-9da7-f6fb81762eb0 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (0026bf3e-ba0d-4e60-a2b5-4469bf31f194), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:45.356810 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-56056667-600f-43cc-9c13-a26825ae56fa tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070500f7-7b2a-4999-bfb9-08bd6e040775') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:45.357109 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-56056667-600f-43cc-9c13-a26825ae56fa tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070500f7-7b2a-4999-bfb9-08bd6e040775') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:45.395987 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-fa0f72cc-5b7d-47e2-94b9-6152f298bad2 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Delete allocated IP 2001:db8::341 (cbe75922-1412-46a9-a4e0-2b3990e0fa00/3e24c69f-7e66-4280-aa79-40aefc7a5201) {{(pid=104349) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 23 02:42:45.403842 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-56056667-600f-43cc-9c13-a26825ae56fa tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (070500f7-7b2a-4999-bfb9-08bd6e040775), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:45.410589 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-c8c479c6-9853-4607-ad9b-624a7234c909 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-948714034'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:45.417563 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-fa0f72cc-5b7d-47e2-94b9-6152f298bad2 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Allocated IP 2001:db8:0:1::2b7 (cbe75922-1412-46a9-a4e0-2b3990e0fa00/6e1db5c4-a028-4b05-b320-fd2d968b88de/7275a754-999f-43bd-8ff5-5b38cbcd3017) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:45.437437 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-56056667-600f-43cc-9c13-a26825ae56fa tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (070500f7-7b2a-4999-bfb9-08bd6e040775), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:45.442479 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8ec7e8c7-4a94-4d45-a471-d9655b4cca78 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f2ccda75-3833-4ab8-9993-abd7202fc09f), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:45.448164 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56056667-600f-43cc-9c13-a26825ae56fa tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:42:45.448558 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-56056667-600f-43cc-9c13-a26825ae56fa tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (070500f7-7b2a-4999-bfb9-08bd6e040775), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:45.452372 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:42:45.452372 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:42:45.452372 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:42:45.452372 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:42:45.452372 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:42:45.452372 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:42:45.452372 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:42:45.452372 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:42:45.452372 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:42:45.452372 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:42:45.452372 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:42:45.452372 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:42:45.452372 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:42:45.452372 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:42:45.452372 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:42:45.452372 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:42:45.452372 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:42:45.452372 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:42:45.452372 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:42:45.452372 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:42:45.452372 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:42:45.452372 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:42:45.452372 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:42:45.452372 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:42:45.452372 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:42:45.452372 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:42:45.452372 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:42:45.452372 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:42:45.452372 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:42:45.452372 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:42:45.452372 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:42:45.452372 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:42:45.534758 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-42b38e8b-5009-4efb-9da7-f6fb81762eb0 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (0026bf3e-ba0d-4e60-a2b5-4469bf31f194), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:45.546184 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-42b38e8b-5009-4efb-9da7-f6fb81762eb0 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:45.547291 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-42b38e8b-5009-4efb-9da7-f6fb81762eb0 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/0026bf3e-ba0d-4e60-a2b5-4469bf31f194 HTTP/1.1" status: 204 len: 168 time: 0.3440633 Mar 23 02:42:45.554122 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60538) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:45.570759 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c479c6-9853-4607-ad9b-624a7234c909 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Made reservation on behalf of 3b716e8f854d4c3ca2d90866ca3b0349 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:45.574161 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c8c479c6-9853-4607-ad9b-624a7234c909 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:45.601010 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b38e8b-5009-4efb-9da7-f6fb81762eb0 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0026bf3e-ba0d-4e60-a2b5-4469bf31f194,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:45.609344 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c8c479c6-9853-4607-ad9b-624a7234c909 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:45.648486 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-56056667-600f-43cc-9c13-a26825ae56fa tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (59c0ad71-d03a-4eea-a55e-c32b9064c1d5), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:45.660806 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-56056667-600f-43cc-9c13-a26825ae56fa tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:45.662312 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-56056667-600f-43cc-9c13-a26825ae56fa tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] 10.222.0.24 "DELETE /v2.0/networks/59c0ad71-d03a-4eea-a55e-c32b9064c1d5 HTTP/1.1" status: 204 len: 168 time: 1.9052217 Mar 23 02:42:45.746798 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56056667-600f-43cc-9c13-a26825ae56fa tempest-NetworksTest-50359918 tempest-NetworksTest-50359918-project] Pushing event deleted for resources: {'Network': ['ID=59c0ad71-d03a-4eea-a55e-c32b9064c1d5,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:45.749022 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-84df2002-4756-4e00-8cca-1c612194f449 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Deleting port 4a26de85-8d0a-489b-a277-dc986131b915 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:45.749373 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-84df2002-4756-4e00-8cca-1c612194f449 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (4a26de85-8d0a-489b-a277-dc986131b915), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:45.775681 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e4d1d576-65e9-457a-add7-db7ab51cea03 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2198567 Mar 23 02:42:45.781979 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60542) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:45.808859 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-afe1196a-1905-41cd-bd9a-c5b86481ad41 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (c73e1bb7-9a96-4755-9628-1b9fc4ee7869), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:45.850044 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-31cf1cbf-3999-4b7c-aa4c-f3c6cb846ea1 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (bca636eb-6c99-4d09-a741-f1f3d7fbcbe4), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:45.862486 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c8c479c6-9853-4607-ad9b-624a7234c909 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks [] for security_group (1226fb26-cd64-4a95-ba4c-1278160c7258), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:45.873861 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8ec7e8c7-4a94-4d45-a471-d9655b4cca78 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for port (f2ccda75-3833-4ab8-9993-abd7202fc09f), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:45.879524 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-31cf1cbf-3999-4b7c-aa4c-f3c6cb846ea1 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (bca636eb-6c99-4d09-a741-f1f3d7fbcbe4), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:45.894335 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fa0f72cc-5b7d-47e2-94b9-6152f298bad2 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for port (7275a754-999f-43bd-8ff5-5b38cbcd3017), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:45.923607 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c8c479c6-9853-4607-ad9b-624a7234c909 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (1226fb26-cd64-4a95-ba4c-1278160c7258), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:45.925465 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8ec7e8c7-4a94-4d45-a471-d9655b4cca78 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (f2ccda75-3833-4ab8-9993-abd7202fc09f), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:45.938349 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1196a-1905-41cd-bd9a-c5b86481ad41 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Pushing event updated for resources: {'Subnet': ['ID=c73e1bb7-9a96-4755-9628-1b9fc4ee7869,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:45.943045 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-84df2002-4756-4e00-8cca-1c612194f449 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] For port 4a26de85-8d0a-489b-a277-dc986131b915, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=4a26de85-8d0a-489b-a277-dc986131b915,segment=NetworkSegment(e7c76ca6-ecd4-4e4a-b33b-b7b64abedb69),segment_id=e7c76ca6-ecd4-4e4a-b33b-b7b64abedb69)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:45.943414 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-84df2002-4756-4e00-8cca-1c612194f449 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (4a26de85-8d0a-489b-a277-dc986131b915), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:45.961938 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-8ec7e8c7-4a94-4d45-a471-d9655b4cca78 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] In _notify_port_updated(), no bound segment for port f2ccda75-3833-4ab8-9993-abd7202fc09f on network f86f6b0b-3455-429a-b87d-433670c66f7e {{(pid=104349) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:42:45.967214 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec7e8c7-4a94-4d45-a471-d9655b4cca78 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:45.967889 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8ec7e8c7-4a94-4d45-a471-d9655b4cca78 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:45.969229 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8ec7e8c7-4a94-4d45-a471-d9655b4cca78 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "PUT /v2.0/ports/f2ccda75-3833-4ab8-9993-abd7202fc09f HTTP/1.1" status: 200 len: 818 time: 0.7265091 Mar 23 02:42:45.971990 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60544) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:45.975247 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-84df2002-4756-4e00-8cca-1c612194f449 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Calling delete_port for 4a26de85-8d0a-489b-a277-dc986131b915 owned by network:router_interface {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:45.981949 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe1196a-1905-41cd-bd9a-c5b86481ad41 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Checking segment: {'id': '10afcb31-a160-4294-9075-953f36a07d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a84e0433-a63e-4ff7-9e4e-f52ee7d2eadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:45.982323 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe1196a-1905-41cd-bd9a-c5b86481ad41 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Network hostable DHCP agents. Network: a84e0433-a63e-4ff7-9e4e-f52ee7d2eadc, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:42:45.992241 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c479c6-9853-4607-ad9b-624a7234c909 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1226fb26-cd64-4a95-ba4c-1278160c7258,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:46.015615 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fa0f72cc-5b7d-47e2-94b9-6152f298bad2 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (7275a754-999f-43bd-8ff5-5b38cbcd3017), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:46.029764 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7e8c7-4a94-4d45-a471-d9655b4cca78 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Port': ['ID=f2ccda75-3833-4ab8-9993-abd7202fc09f,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:46.048405 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c479c6-9853-4607-ad9b-624a7234c909 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:42:46.064153 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c8c479c6-9853-4607-ad9b-624a7234c909 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (7944a6a2-2632-4abc-8231-eda994216cf1), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:46.064516 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-c8c479c6-9853-4607-ad9b-624a7234c909 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Added segment 7944a6a2-2632-4abc-8231-eda994216cf1 of type vlan for network 68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca Mar 23 02:42:46.076984 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-31cf1cbf-3999-4b7c-aa4c-f3c6cb846ea1 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (bca636eb-6c99-4d09-a741-f1f3d7fbcbe4), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:46.105820 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-31cf1cbf-3999-4b7c-aa4c-f3c6cb846ea1 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:46.107296 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-31cf1cbf-3999-4b7c-aa4c-f3c6cb846ea1 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/bca636eb-6c99-4d09-a741-f1f3d7fbcbe4 HTTP/1.1" status: 204 len: 168 time: 0.3217394 Mar 23 02:42:46.111119 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60548) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:46.116471 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-a91bbb79-4f97-4675-835e-3600dbabef55 None None] Allocated IP 2001:db8:0:1::2 (cbe75922-1412-46a9-a4e0-2b3990e0fa00/6e1db5c4-a028-4b05-b320-fd2d968b88de/36f1694d-c796-446a-bac6-f78ec0071f62) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:46.121575 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf1cbf-3999-4b7c-aa4c-f3c6cb846ea1 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bca636eb-6c99-4d09-a741-f1f3d7fbcbe4,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:46.148353 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-fa0f72cc-5b7d-47e2-94b9-6152f298bad2 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] In _notify_port_updated(), no bound segment for port 7275a754-999f-43bd-8ff5-5b38cbcd3017 on network cbe75922-1412-46a9-a4e0-2b3990e0fa00 {{(pid=104349) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:42:46.155475 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0f72cc-5b7d-47e2-94b9-6152f298bad2 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:46.156317 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fa0f72cc-5b7d-47e2-94b9-6152f298bad2 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:46.157826 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-fa0f72cc-5b7d-47e2-94b9-6152f298bad2 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "PUT /v2.0/ports/7275a754-999f-43bd-8ff5-5b38cbcd3017 HTTP/1.1" status: 200 len: 931 time: 1.6502843 Mar 23 02:42:46.161600 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60550) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:46.163165 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c8c479c6-9853-4607-ad9b-624a7234c909 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:46.177937 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f72cc-5b7d-47e2-94b9-6152f298bad2 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Port': ['ID=7275a754-999f-43bd-8ff5-5b38cbcd3017,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:46.184370 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe1196a-1905-41cd-bd9a-c5b86481ad41 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Network a84e0433-a63e-4ff7-9e4e-f52ee7d2eadc is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:42:46.198544 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-dd5b3de4-5449-40ac-b5c0-94c2d096542b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Deleting port f2ccda75-3833-4ab8-9993-abd7202fc09f {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:46.199005 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dd5b3de4-5449-40ac-b5c0-94c2d096542b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (f2ccda75-3833-4ab8-9993-abd7202fc09f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:46.247917 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60552) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:46.278405 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-a91bbb79-4f97-4675-835e-3600dbabef55 None None] For port 36f1694d-c796-446a-bac6-f78ec0071f62, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=36f1694d-c796-446a-bac6-f78ec0071f62,segment=NetworkSegment(6e496300-f4b1-4cd8-be6a-8678fdd0ab3c),segment_id=6e496300-f4b1-4cd8-be6a-8678fdd0ab3c)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:46.297838 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dd5b3de4-5449-40ac-b5c0-94c2d096542b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (f2ccda75-3833-4ab8-9993-abd7202fc09f), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:46.313833 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a91bbb79-4f97-4675-835e-3600dbabef55 None None] Publish callbacks [] for port (36f1694d-c796-446a-bac6-f78ec0071f62), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:46.316306 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-dd5b3de4-5449-40ac-b5c0-94c2d096542b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Calling delete_port for f2ccda75-3833-4ab8-9993-abd7202fc09f owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:46.467349 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-cdd538af-490b-470e-985c-f71a669cc4cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a93ad12b8bcf4411afa287294e0d6a41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181637 Mar 23 02:42:46.469894 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60556) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:46.521726 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.db.resource_extend [None req-c8c479c6-9853-4607-ad9b-624a7234c909 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 02:42:46.522392 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e9127cea-5dee-4c95-a8ae-6c02d88d2937 admin admin] Publish callbacks [] for security_group (88d0ded4-c229-43a4-b91a-38bde8074cfe), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:46.545902 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e9127cea-5dee-4c95-a8ae-6c02d88d2937 admin admin] Publish callbacks [] for security_group (88d0ded4-c229-43a4-b91a-38bde8074cfe), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:46.585366 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-89afc38a-07f6-4d3d-935b-c21dff0a0a7e tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4709320 Mar 23 02:42:46.589727 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60558) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:46.614862 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c117fefb-d5c7-47a0-8b9f-51a279ae6e56 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (2791790b-535f-4459-aeb9-a83a82509a5c), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:46.622817 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c117fefb-d5c7-47a0-8b9f-51a279ae6e56 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (2791790b-535f-4459-aeb9-a83a82509a5c), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:46.637434 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a91bbb79-4f97-4675-835e-3600dbabef55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (36f1694d-c796-446a-bac6-f78ec0071f62), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:46.671719 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-f5ed42c3-c579-4c46-ae47-e7fe3efc2a78 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Deleting port 7275a754-999f-43bd-8ff5-5b38cbcd3017 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:46.672090 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f5ed42c3-c579-4c46-ae47-e7fe3efc2a78 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (7275a754-999f-43bd-8ff5-5b38cbcd3017), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:46.720180 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dd5b3de4-5449-40ac-b5c0-94c2d096542b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (f2ccda75-3833-4ab8-9993-abd7202fc09f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:46.732924 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91bbb79-4f97-4675-835e-3600dbabef55 None None] Pushing event updated for resources: {'Port': ['ID=36f1694d-c796-446a-bac6-f78ec0071f62,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:46.751970 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c117fefb-d5c7-47a0-8b9f-51a279ae6e56 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (2791790b-535f-4459-aeb9-a83a82509a5c), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:46.754016 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e9127cea-5dee-4c95-a8ae-6c02d88d2937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (88d0ded4-c229-43a4-b91a-38bde8074cfe), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:46.756400 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e9127cea-5dee-4c95-a8ae-6c02d88d2937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:46.757705 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e9127cea-5dee-4c95-a8ae-6c02d88d2937 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/88d0ded4-c229-43a4-b91a-38bde8074cfe HTTP/1.1" status: 204 len: 168 time: 0.2867727 Mar 23 02:42:46.758431 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b3de4-5449-40ac-b5c0-94c2d096542b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Port': ['ID=f2ccda75-3833-4ab8-9993-abd7202fc09f,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:46.763782 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c117fefb-d5c7-47a0-8b9f-51a279ae6e56 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:46.764908 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c117fefb-d5c7-47a0-8b9f-51a279ae6e56 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/2791790b-535f-4459-aeb9-a83a82509a5c HTTP/1.1" status: 204 len: 168 time: 0.1742320 Mar 23 02:42:46.770213 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60562) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:46.775762 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c8c479c6-9853-4607-ad9b-624a7234c909 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:46.785122 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c479c6-9853-4607-ad9b-624a7234c909 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:46.785122 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c8c479c6-9853-4607-ad9b-624a7234c909 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:46.789179 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f5ed42c3-c579-4c46-ae47-e7fe3efc2a78 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (7275a754-999f-43bd-8ff5-5b38cbcd3017), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:46.791715 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dd5b3de4-5449-40ac-b5c0-94c2d096542b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:46.795864 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-dd5b3de4-5449-40ac-b5c0-94c2d096542b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/ports/f2ccda75-3833-4ab8-9993-abd7202fc09f HTTP/1.1" status: 204 len: 168 time: 0.8222508 Mar 23 02:42:46.796027 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-84df2002-4756-4e00-8cca-1c612194f449 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (4a26de85-8d0a-489b-a277-dc986131b915), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:46.796386 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9127cea-5dee-4c95-a8ae-6c02d88d2937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d0ded4-c229-43a4-b91a-38bde8074cfe,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:46.797543 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-afe1196a-1905-41cd-bd9a-c5b86481ad41 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, a84e0433-a63e-4ff7-9e4e-f52ee7d2eadc) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:46.798032 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117fefb-d5c7-47a0-8b9f-51a279ae6e56 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2791790b-535f-4459-aeb9-a83a82509a5c,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:46.805119 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60564) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:46.816849 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23642c84-b526-4971-8572-55e2551f30f1 None None] Network a84e0433-a63e-4ff7-9e4e-f52ee7d2eadc requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:46.838308 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-f5ed42c3-c579-4c46-ae47-e7fe3efc2a78 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Calling delete_port for 7275a754-999f-43bd-8ff5-5b38cbcd3017 owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:46.883486 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-371678a5-3654-4502-8e18-4f564f148cc0 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1108308 Mar 23 02:42:46.887280 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60566) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:46.906603 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:42:46.934553 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ae5129-9a1a-4831-a9ab-9aad12ca4b89 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:46.938433 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-afe1196a-1905-41cd-bd9a-c5b86481ad41 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (236369bc-c559-4bf6-8fca-3f8a9e2c0736), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:46.945162 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e5ae5129-9a1a-4831-a9ab-9aad12ca4b89 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1386678 Mar 23 02:42:46.948770 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a6b98465-6fbc-4120-b25f-822e3baea976 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (bec566e5-c2ed-47a2-bc81-c46d2a63a979), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:46.951390 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60568) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:46.971664 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a6b98465-6fbc-4120-b25f-822e3baea976 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (bec566e5-c2ed-47a2-bc81-c46d2a63a979), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:46.979656 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc06f1b-5b0b-43c8-8ba4-772bf2b092ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-a84e0433-a63e-4ff7-9e4e-f52ee7d2eadc', 'network_id': 'a84e0433-a63e-4ff7-9e4e-f52ee7d2eadc', 'project_id': '265c9134d1024f9999c835aeee75b1f3', 'fixed_ips': [{'subnet_id': 'c73e1bb7-9a96-4755-9628-1b9fc4ee7869'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:42:46.982263 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bbc06f1b-5b0b-43c8-8ba4-772bf2b092ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:46.997561 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-94979ba8-f00a-494a-afe2-15387ae22671 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] GET failed (client error): The resource could not be found. Mar 23 02:42:47.002461 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-94979ba8-f00a-494a-afe2-15387ae22671 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "GET /v2.0/ports/f2ccda75-3833-4ab8-9993-abd7202fc09f HTTP/1.1" status: 404 len: 333 time: 0.0453973 Mar 23 02:42:47.010980 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60570) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:47.019564 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-763a5095-1bde-4c7e-948f-7a6a8c4de0e1 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1698765000'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:47.044241 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df2002-4756-4e00-8cca-1c612194f449 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Port': ['ID=4a26de85-8d0a-489b-a277-dc986131b915,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:47.143251 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a6b98465-6fbc-4120-b25f-822e3baea976 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (bec566e5-c2ed-47a2-bc81-c46d2a63a979), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:47.148251 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a6b98465-6fbc-4120-b25f-822e3baea976 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:47.152562 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a6b98465-6fbc-4120-b25f-822e3baea976 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/bec566e5-c2ed-47a2-bc81-c46d2a63a979 HTTP/1.1" status: 204 len: 168 time: 0.2623484 Mar 23 02:42:47.157737 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60574) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:47.190904 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763a5095-1bde-4c7e-948f-7a6a8c4de0e1 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:47.201780 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c8c479c6-9853-4607-ad9b-624a7234c909 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9669733 Mar 23 02:42:47.202631 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c479c6-9853-4607-ad9b-624a7234c909 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Pushing event updated for resources: {'Network': ['ID=68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:47.205277 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60576) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:47.207168 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-763a5095-1bde-4c7e-948f-7a6a8c4de0e1 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:47.214574 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b98465-6fbc-4120-b25f-822e3baea976 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bec566e5-c2ed-47a2-bc81-c46d2a63a979,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:47.262662 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-bbc06f1b-5b0b-43c8-8ba4-772bf2b092ef None None] Allocated IP 2001:db8::1 (a84e0433-a63e-4ff7-9e4e-f52ee7d2eadc/c73e1bb7-9a96-4755-9628-1b9fc4ee7869/7bc016bf-f05e-4537-90db-61fee487c784) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:47.283209 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-763a5095-1bde-4c7e-948f-7a6a8c4de0e1 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:42:47.287955 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:42:47.361993 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-109d8778-109f-42f6-8d78-447e049cf5dc tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1973639 Mar 23 02:42:47.364283 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60580) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:47.382920 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-763a5095-1bde-4c7e-948f-7a6a8c4de0e1 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (99ece2eb-32f6-4bd7-8e5a-8a40e0d9c3e8), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:47.383403 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-763a5095-1bde-4c7e-948f-7a6a8c4de0e1 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Added segment 99ece2eb-32f6-4bd7-8e5a-8a40e0d9c3e8 of type vlan for network e5830020-6369-409a-832b-569b20dbff9f Mar 23 02:42:47.399133 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-84df2002-4756-4e00-8cca-1c612194f449 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (a39a81c7-cf7a-422e-a209-13f7ec675452), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:47.408385 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1196a-1905-41cd-bd9a-c5b86481ad41 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Pushing event updated for resources: {'Subnet': ['ID=236369bc-c559-4bf6-8fca-3f8a9e2c0736,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:47.421171 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-e5ac2f2e-2f5e-4dd5-932a-ac75b76bea5f tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Request body: {'subnet': {'network_id': '68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:47.468044 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-763a5095-1bde-4c7e-948f-7a6a8c4de0e1 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (e5830020-6369-409a-832b-569b20dbff9f), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:47.525578 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a84e6293-79c7-42c0-84bf-250db895c453 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (67f117e1-efb6-400f-b724-3a05733736a7), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:47.560201 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe1196a-1905-41cd-bd9a-c5b86481ad41 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Checking segment: {'id': 'f7f4a1e9-b7bb-4ca4-9b25-66b0d1c1cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '771022ea-e6e9-4c3c-871e-3b83d1e61de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:47.560574 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe1196a-1905-41cd-bd9a-c5b86481ad41 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Network hostable DHCP agents. Network: 771022ea-e6e9-4c3c-871e-3b83d1e61de3, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:42:47.561342 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a84e6293-79c7-42c0-84bf-250db895c453 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (67f117e1-efb6-400f-b724-3a05733736a7), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:47.625442 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-eec4f330-0389-4f72-ab04-89bfa0822991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:47.670934 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-763a5095-1bde-4c7e-948f-7a6a8c4de0e1 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (e5830020-6369-409a-832b-569b20dbff9f), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:47.677793 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763a5095-1bde-4c7e-948f-7a6a8c4de0e1 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:47.677793 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-763a5095-1bde-4c7e-948f-7a6a8c4de0e1 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:47.734027 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f5ed42c3-c579-4c46-ae47-e7fe3efc2a78 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (7275a754-999f-43bd-8ff5-5b38cbcd3017), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:47.739419 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe1196a-1905-41cd-bd9a-c5b86481ad41 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Network 771022ea-e6e9-4c3c-871e-3b83d1e61de3 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:42:47.764036 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a84e6293-79c7-42c0-84bf-250db895c453 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (67f117e1-efb6-400f-b724-3a05733736a7), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:47.766708 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a84e6293-79c7-42c0-84bf-250db895c453 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:47.768130 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a84e6293-79c7-42c0-84bf-250db895c453 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "DELETE /v2.0/security-groups/67f117e1-efb6-400f-b724-3a05733736a7 HTTP/1.1" status: 204 len: 168 time: 0.4027748 Mar 23 02:42:47.777897 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-be82e130-4456-428f-b8d8-80c72c6b21e8 None None] Could not find standard attr ID for object 7275a754-999f-43bd-8ff5-5b38cbcd3017. {{(pid=104350) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:42:47.778978 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60588) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:47.786434 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed42c3-c579-4c46-ae47-e7fe3efc2a78 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Port': ['ID=7275a754-999f-43bd-8ff5-5b38cbcd3017,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:47.832403 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a5095-1bde-4c7e-948f-7a6a8c4de0e1 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Network': ['ID=e5830020-6369-409a-832b-569b20dbff9f,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:47.836221 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e6293-79c7-42c0-84bf-250db895c453 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f117e1-efb6-400f-b724-3a05733736a7,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:47.844129 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-be82e130-4456-428f-b8d8-80c72c6b21e8 None None] Provisioning complete for port 54e5b60f-95e9-4107-948c-1347c39842e9 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:47.850914 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-be82e130-4456-428f-b8d8-80c72c6b21e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (54e5b60f-95e9-4107-948c-1347c39842e9), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:47.851100 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f5ed42c3-c579-4c46-ae47-e7fe3efc2a78 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:47.851233 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-74f57224-5da1-45c1-b3e9-5110a86d46e0 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0686235 Mar 23 02:42:47.852309 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f5ed42c3-c579-4c46-ae47-e7fe3efc2a78 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/ports/7275a754-999f-43bd-8ff5-5b38cbcd3017 HTTP/1.1" status: 204 len: 168 time: 1.6789722 Mar 23 02:42:47.852859 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60590) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:47.856916 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ac2f2e-2f5e-4dd5-932a-ac75b76bea5f tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Made reservation on behalf of 3b716e8f854d4c3ca2d90866ca3b0349 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:47.864310 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e5ac2f2e-2f5e-4dd5-932a-ac75b76bea5f tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:47.868263 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network e5830020-6369-409a-832b-569b20dbff9f details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:42:47.869393 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60592) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:47.888226 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-7d732de1-9733-4bf9-8cfa-3394700f4c8d tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Request body: {'security_group': {'name': 'tempest-secgroup--160331630'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:47.893951 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-610f2726-da3b-4a54-bb3f-e8f297fe790d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] GET failed (client error): The resource could not be found. Mar 23 02:42:47.898853 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-610f2726-da3b-4a54-bb3f-e8f297fe790d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "GET /v2.0/ports/7275a754-999f-43bd-8ff5-5b38cbcd3017 HTTP/1.1" status: 404 len: 333 time: 0.0442750 Mar 23 02:42:47.899643 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60594) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:47.909924 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bbc06f1b-5b0b-43c8-8ba4-772bf2b092ef None None] Publish callbacks [] for port (7bc016bf-f05e-4537-90db-61fee487c784), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:47.914248 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-763a5095-1bde-4c7e-948f-7a6a8c4de0e1 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9016600 Mar 23 02:42:47.914922 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60596) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:47.927302 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-22d452d8-5b2d-48dd-acf8-d2805bb1005b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'subnet': {'network_id': 'e5830020-6369-409a-832b-569b20dbff9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:47.942531 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-afe1196a-1905-41cd-bd9a-c5b86481ad41 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 771022ea-e6e9-4c3c-871e-3b83d1e61de3) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:47.963348 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bee785-8e7e-4f72-a445-1402189b9f41 None None] Network 771022ea-e6e9-4c3c-871e-3b83d1e61de3 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:47.963458 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe1196a-1905-41cd-bd9a-c5b86481ad41 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:47.963458 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe1196a-1905-41cd-bd9a-c5b86481ad41 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:47.964044 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-afe1196a-1905-41cd-bd9a-c5b86481ad41 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:47.982122 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84df2002-4756-4e00-8cca-1c612194f449 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Router a39a81c7-cf7a-422e-a209-13f7ec675452 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:42:48.044800 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bbc06f1b-5b0b-43c8-8ba4-772bf2b092ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (7bc016bf-f05e-4537-90db-61fee487c784), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:48.048105 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-be82e130-4456-428f-b8d8-80c72c6b21e8 None None] Port 54e5b60f-95e9-4107-948c-1347c39842e9 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:42:48.075300 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-03d7b1d1-0bbf-4bfd-a297-8a76748463f0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for security_group (e07125e5-71df-44d4-83a8-c55754fc6785), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:48.116990 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-03d7b1d1-0bbf-4bfd-a297-8a76748463f0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for security_group (e07125e5-71df-44d4-83a8-c55754fc6785), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:48.194072 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7d732de1-9733-4bf9-8cfa-3394700f4c8d tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:48.217520 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-afe1196a-1905-41cd-bd9a-c5b86481ad41 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.9083047 Mar 23 02:42:48.221091 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60604) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:48.239932 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d452d8-5b2d-48dd-acf8-d2805bb1005b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:48.251384 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-22d452d8-5b2d-48dd-acf8-d2805bb1005b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:48.276858 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-03d7b1d1-0bbf-4bfd-a297-8a76748463f0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (e07125e5-71df-44d4-83a8-c55754fc6785), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:48.279434 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-03d7b1d1-0bbf-4bfd-a297-8a76748463f0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:48.284012 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-03d7b1d1-0bbf-4bfd-a297-8a76748463f0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/security-groups/e07125e5-71df-44d4-83a8-c55754fc6785 HTTP/1.1" status: 204 len: 168 time: 0.3788297 Mar 23 02:42:48.285683 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60606) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:48.315148 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc06f1b-5b0b-43c8-8ba4-772bf2b092ef None None] Network a84e0433-a63e-4ff7-9e4e-f52ee7d2eadc is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:48.335772 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-bbc06f1b-5b0b-43c8-8ba4-772bf2b092ef None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:48.340284 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc06f1b-5b0b-43c8-8ba4-772bf2b092ef None None] Pushing event updated for resources: {'Port': ['ID=7bc016bf-f05e-4537-90db-61fee487c784,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:48.342545 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-be82e130-4456-428f-b8d8-80c72c6b21e8 None None] Provisioning complete for port 36f1694d-c796-446a-bac6-f78ec0071f62 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:48.342931 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-be82e130-4456-428f-b8d8-80c72c6b21e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (36f1694d-c796-446a-bac6-f78ec0071f62), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:48.347247 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc06f1b-5b0b-43c8-8ba4-772bf2b092ef None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:48.415161 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7d732de1-9733-4bf9-8cfa-3394700f4c8d tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (8755a18b-7910-41a0-81e3-aafe5872cc16), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:48.420368 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306ce8ee-2090-4147-925f-27db34a6dcf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-771022ea-e6e9-4c3c-871e-3b83d1e61de3', 'network_id': '771022ea-e6e9-4c3c-871e-3b83d1e61de3', 'project_id': '265c9134d1024f9999c835aeee75b1f3', 'fixed_ips': [{'subnet_id': '236369bc-c559-4bf6-8fca-3f8a9e2c0736'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:42:48.421229 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-306ce8ee-2090-4147-925f-27db34a6dcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:48.447066 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84df2002-4756-4e00-8cca-1c612194f449 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:42:48.457298 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1d7747-0aa8-4a4a-ac6b-57298c32c68e None None] Sync routers for ids ['a39a81c7-cf7a-422e-a209-13f7ec675452'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:42:48.462276 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-84df2002-4756-4e00-8cca-1c612194f449 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "PUT /v2.0/routers/a39a81c7-cf7a-422e-a209-13f7ec675452/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3467836 Mar 23 02:42:48.472719 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1d7747-0aa8-4a4a-ac6b-57298c32c68e None None] Routers {'a39a81c7-cf7a-422e-a209-13f7ec675452'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:42:48.475092 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-5c1d7747-0aa8-4a4a-ac6b-57298c32c68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:42:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a39a81c7-cf7a-422e-a209-13f7ec675452'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:48.494877 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-bbc06f1b-5b0b-43c8-8ba4-772bf2b092ef None None] Attempting to bind port 7bc016bf-f05e-4537-90db-61fee487c784 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:42:48.494877 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-bbc06f1b-5b0b-43c8-8ba4-772bf2b092ef None None] Attempting to bind port 7bc016bf-f05e-4537-90db-61fee487c784 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '10afcb31-a160-4294-9075-953f36a07d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a84e0433-a63e-4ff7-9e4e-f52ee7d2eadc'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:42:48.494877 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc06f1b-5b0b-43c8-8ba4-772bf2b092ef None None] Attempting to bind port 7bc016bf-f05e-4537-90db-61fee487c784 on network a84e0433-a63e-4ff7-9e4e-f52ee7d2eadc {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:42:48.499392 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60610) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:48.533148 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7d732de1-9733-4bf9-8cfa-3394700f4c8d tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (8755a18b-7910-41a0-81e3-aafe5872cc16), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:48.597850 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e5ac2f2e-2f5e-4dd5-932a-ac75b76bea5f tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (3b1231da-f045-4a47-9019-ff8e129b832f), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:48.600759 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-5c1d7747-0aa8-4a4a-ac6b-57298c32c68e None None] Set router a39a81c7-cf7a-422e-a209-13f7ec675452 gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:42:48.604252 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 36f1694d-c796-446a-bac6-f78ec0071f62 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:48.611328 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60612) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:48.612161 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc06f1b-5b0b-43c8-8ba4-772bf2b092ef None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:42:48.612560 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc06f1b-5b0b-43c8-8ba4-772bf2b092ef None None] Checking segment: {'id': '10afcb31-a160-4294-9075-953f36a07d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a84e0433-a63e-4ff7-9e4e-f52ee7d2eadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:48.612977 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bbc06f1b-5b0b-43c8-8ba4-772bf2b092ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:48.613386 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc06f1b-5b0b-43c8-8ba4-772bf2b092ef None None] Bound using segment: {'id': '10afcb31-a160-4294-9075-953f36a07d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a84e0433-a63e-4ff7-9e4e-f52ee7d2eadc'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:42:48.613878 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-bbc06f1b-5b0b-43c8-8ba4-772bf2b092ef None None] Bound port: 7bc016bf-f05e-4537-90db-61fee487c784, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10afcb31-a160-4294-9075-953f36a07d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a84e0433-a63e-4ff7-9e4e-f52ee7d2eadc'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:42:48.614271 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bbc06f1b-5b0b-43c8-8ba4-772bf2b092ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7bc016bf-f05e-4537-90db-61fee487c784), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:48.721931 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d732de1-9733-4bf9-8cfa-3394700f4c8d tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8755a18b-7910-41a0-81e3-aafe5872cc16,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:48.736063 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac2f2e-2f5e-4dd5-932a-ac75b76bea5f tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Pushing event updated for resources: {'Subnet': ['ID=3b1231da-f045-4a47-9019-ff8e129b832f,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:48.764541 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7b1d1-0bbf-4bfd-a297-8a76748463f0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07125e5-71df-44d4-83a8-c55754fc6785,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:48.778653 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:48.791688 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d59fef8-5a49-4d31-ac60-adefd166205b tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:48.793306 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d59fef8-5a49-4d31-ac60-adefd166205b tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:48.795107 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d59fef8-5a49-4d31-ac60-adefd166205b tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:48.796476 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5d59fef8-5a49-4d31-ac60-adefd166205b tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.5740840 Mar 23 02:42:48.806106 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60616) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:48.808860 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b965fe7c-e4db-43d1-8fc0-33fececb4d57 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for security_group (6210a466-3f36-464d-8ee9-7287f8a0b999), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:48.812486 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-be82e130-4456-428f-b8d8-80c72c6b21e8 None None] Current status of the port 36f1694d-c796-446a-bac6-f78ec0071f62 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:48.850313 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b965fe7c-e4db-43d1-8fc0-33fececb4d57 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for security_group (6210a466-3f36-464d-8ee9-7287f8a0b999), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:48.866539 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b51e03e-522c-4023-8687-f795c748e31a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Deleting subnet c73e1bb7-9a96-4755-9628-1b9fc4ee7869 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:42:48.870689 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0b51e03e-522c-4023-8687-f795c748e31a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks [] for subnet (c73e1bb7-9a96-4755-9628-1b9fc4ee7869), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:48.885259 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ac2f2e-2f5e-4dd5-932a-ac75b76bea5f tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Checking segment: {'id': '7944a6a2-2632-4abc-8231-eda994216cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:48.885659 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ac2f2e-2f5e-4dd5-932a-ac75b76bea5f tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Network hostable DHCP agents. Network: 68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:42:48.892675 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-306ce8ee-2090-4147-925f-27db34a6dcf5 None None] Allocated IP 2001:db8:0:1::1 (771022ea-e6e9-4c3c-871e-3b83d1e61de3/236369bc-c559-4bf6-8fca-3f8a9e2c0736/fb6f1741-258a-4426-9ade-286ff5733ef6) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:48.895252 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7d732de1-9733-4bf9-8cfa-3394700f4c8d tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:48.896678 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7d732de1-9733-4bf9-8cfa-3394700f4c8d tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0244832 Mar 23 02:42:48.913164 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bbc06f1b-5b0b-43c8-8ba4-772bf2b092ef None None] For port 7bc016bf-f05e-4537-90db-61fee487c784, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:42:48.919261 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bbc06f1b-5b0b-43c8-8ba4-772bf2b092ef None None] For port 7bc016bf-f05e-4537-90db-61fee487c784, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=7bc016bf-f05e-4537-90db-61fee487c784,segment=NetworkSegment(10afcb31-a160-4294-9075-953f36a07d9c),segment_id=10afcb31-a160-4294-9075-953f36a07d9c)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:42:48.921418 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0b51e03e-522c-4023-8687-f795c748e31a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (c73e1bb7-9a96-4755-9628-1b9fc4ee7869), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:48.923091 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-5c1d7747-0aa8-4a4a-ac6b-57298c32c68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'name': 'tempest-RoutersIpV6Test-router-718806341', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:42Z', 'updated_at': '2022-03-23T02:42:46Z', 'revision_number': 9, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'gw_port_host': None, '_interfaces': [{'id': '33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6', 'name': '', 'network_id': '9b440bb6-3799-4f51-b292-94baa0ed6271', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:6f:b0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:59Z', 'updated_at': '2022-03-23T02:42:08Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd1f227-a58c-45cc-8ced-edd41b67d297', 'name': '', 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:ea:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:48Z', 'updated_at': '2022-03-23T02:41:56Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:48.937843 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 36f1694d-c796-446a-bac6-f78ec0071f62 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:48.938235 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (36f1694d-c796-446a-bac6-f78ec0071f62), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:48.944830 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60618) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:48.960324 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-d0e8fdb7-2433-42fe-bf58-f501d244bf70 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Request body: {'security_group_rule': {'security_group_id': '8755a18b-7910-41a0-81e3-aafe5872cc16', 'direction': 'ingress', 'protocol': 17}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:48.971895 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-0e0fe3ae-2805-42dd-96cf-3ce98509b1a7 None None] Could not find standard attr ID for object 7275a754-999f-43bd-8ff5-5b38cbcd3017. {{(pid=104350) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:42:48.983223 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1d7747-0aa8-4a4a-ac6b-57298c32c68e None None] Checking router: a39a81c7-cf7a-422e-a209-13f7ec675452 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:42:48.987758 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1d7747-0aa8-4a4a-ac6b-57298c32c68e None None] Routers {'a39a81c7-cf7a-422e-a209-13f7ec675452'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:42:48.988724 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-5c1d7747-0aa8-4a4a-ac6b-57298c32c68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:42:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a39a81c7-cf7a-422e-a209-13f7ec675452'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:48.998735 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-cc4f979f-ec30-4928-a494-1a724e025f74 tempest-SubnetPoolsTestJSON-1439823959 tempest-SubnetPoolsTestJSON-1439823959-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1394034962', 'prefixes': ['172.20.0.0/16']}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:49.004897 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bbc06f1b-5b0b-43c8-8ba4-772bf2b092ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (7bc016bf-f05e-4537-90db-61fee487c784), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:49.019638 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0b51e03e-522c-4023-8687-f795c748e31a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (c73e1bb7-9a96-4755-9628-1b9fc4ee7869), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:49.037755 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebaa548a-f2f4-49c3-88bd-35f5ecab3bf9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Deleting subnet 06f3ece6-e065-49bb-b755-390f2aa0782c {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:42:49.042505 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b965fe7c-e4db-43d1-8fc0-33fececb4d57 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (6210a466-3f36-464d-8ee9-7287f8a0b999), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:49.046934 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b965fe7c-e4db-43d1-8fc0-33fececb4d57 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:49.051859 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b965fe7c-e4db-43d1-8fc0-33fececb4d57 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/security-groups/6210a466-3f36-464d-8ee9-7287f8a0b999 HTTP/1.1" status: 204 len: 168 time: 0.7607005 Mar 23 02:42:49.052976 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ebaa548a-f2f4-49c3-88bd-35f5ecab3bf9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for subnet (06f3ece6-e065-49bb-b755-390f2aa0782c), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:49.060420 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60620) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:49.126676 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-5c1d7747-0aa8-4a4a-ac6b-57298c32c68e None None] Set router a39a81c7-cf7a-422e-a209-13f7ec675452 gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:42:49.133233 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc06f1b-5b0b-43c8-8ba4-772bf2b092ef None None] Pushing event updated for resources: {'Port': ['ID=7bc016bf-f05e-4537-90db-61fee487c784,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:49.146307 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965fe7c-e4db-43d1-8fc0-33fececb4d57 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6210a466-3f36-464d-8ee9-7287f8a0b999,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:49.153787 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0b51e03e-522c-4023-8687-f795c748e31a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (c73e1bb7-9a96-4755-9628-1b9fc4ee7869), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:49.179862 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ac2f2e-2f5e-4dd5-932a-ac75b76bea5f tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Network 68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:42:49.207349 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51e03e-522c-4023-8687-f795c748e31a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Pushing event deleted for resources: {'Subnet': ['ID=c73e1bb7-9a96-4755-9628-1b9fc4ee7869,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:49.212557 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0b51e03e-522c-4023-8687-f795c748e31a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:49.216226 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0b51e03e-522c-4023-8687-f795c748e31a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] 10.222.0.24 "DELETE /v2.0/subnets/c73e1bb7-9a96-4755-9628-1b9fc4ee7869 HTTP/1.1" status: 204 len: 168 time: 0.4085398 Mar 23 02:42:49.219851 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60622) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:49.247554 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 36f1694d-c796-446a-bac6-f78ec0071f62 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:49.249909 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-306ce8ee-2090-4147-925f-27db34a6dcf5 None None] Publish callbacks [] for port (fb6f1741-258a-4426-9ade-286ff5733ef6), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:49.295694 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d0e8fdb7-2433-42fe-bf58-f501d244bf70 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (bb17e9c8-5fa6-4934-a598-5f73773a494a), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:49.325676 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-170077f7-2b79-4e5d-870e-555d6932079b tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Deleting subnet 236369bc-c559-4bf6-8fca-3f8a9e2c0736 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:42:49.340070 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-306ce8ee-2090-4147-925f-27db34a6dcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (fb6f1741-258a-4426-9ade-286ff5733ef6), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:49.351222 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-170077f7-2b79-4e5d-870e-555d6932079b tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks [] for subnet (236369bc-c559-4bf6-8fca-3f8a9e2c0736), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:49.358625 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d0e8fdb7-2433-42fe-bf58-f501d244bf70 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (bb17e9c8-5fa6-4934-a598-5f73773a494a), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:49.364118 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-e5ac2f2e-2f5e-4dd5-932a-ac75b76bea5f tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:49.368619 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ac2f2e-2f5e-4dd5-932a-ac75b76bea5f tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:49.373227 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e5ac2f2e-2f5e-4dd5-932a-ac75b76bea5f tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:49.399093 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ebaa548a-f2f4-49c3-88bd-35f5ecab3bf9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (06f3ece6-e065-49bb-b755-390f2aa0782c), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:49.426642 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-22d452d8-5b2d-48dd-acf8-d2805bb1005b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (62edadab-ffbb-422a-8803-cb403b9a8fe1), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:49.437609 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-063256aa-f1e6-4cda-92f3-a3afee470a26 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Deleting subnet 3e24c69f-7e66-4280-aa79-40aefc7a5201 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:42:49.442684 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-063256aa-f1e6-4cda-92f3-a3afee470a26 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for subnet (3e24c69f-7e66-4280-aa79-40aefc7a5201), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:49.452733 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847f0d6c-f462-4f6a-a673-602d5c61bc87 None None] Network 68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:49.497050 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-063256aa-f1e6-4cda-92f3-a3afee470a26 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (3e24c69f-7e66-4280-aa79-40aefc7a5201), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:49.526193 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-5c1d7747-0aa8-4a4a-ac6b-57298c32c68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'name': 'tempest-RoutersIpV6Test-router-718806341', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:42Z', 'updated_at': '2022-03-23T02:42:46Z', 'revision_number': 9, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'gw_port_host': None, '_interfaces': [{'id': '33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6', 'name': '', 'network_id': '9b440bb6-3799-4f51-b292-94baa0ed6271', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:6f:b0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:59Z', 'updated_at': '2022-03-23T02:42:08Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd1f227-a58c-45cc-8ced-edd41b67d297', 'name': '', 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:ea:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:48Z', 'updated_at': '2022-03-23T02:41:56Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:49.526844 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-170077f7-2b79-4e5d-870e-555d6932079b tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (236369bc-c559-4bf6-8fca-3f8a9e2c0736), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:49.562472 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1d7747-0aa8-4a4a-ac6b-57298c32c68e None None] The sync data for ids ['a39a81c7-cf7a-422e-a209-13f7ec675452'] in dv-neutron-834613-2-hyperv is: [{'id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'name': 'tempest-RoutersIpV6Test-router-718806341', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:42Z', 'updated_at': '2022-03-23T02:42:46Z', 'revision_number': 9, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'gw_port_host': None, '_interfaces': [{'id': '33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6', 'name': '', 'network_id': '9b440bb6-3799-4f51-b292-94baa0ed6271', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:6f:b0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:59Z', 'updated_at': '2022-03-23T02:42:08Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '4f7a9c14-18af-48f2-9c33-1d982e0ad60f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd1f227-a58c-45cc-8ced-edd41b67d297', 'name': '', 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:ea:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:48Z', 'updated_at': '2022-03-23T02:41:56Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:42:49.596570 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-063256aa-f1e6-4cda-92f3-a3afee470a26 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (3e24c69f-7e66-4280-aa79-40aefc7a5201), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:49.609782 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306ce8ee-2090-4147-925f-27db34a6dcf5 None None] Network 771022ea-e6e9-4c3c-871e-3b83d1e61de3 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:49.616851 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d452d8-5b2d-48dd-acf8-d2805bb1005b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Subnet': ['ID=62edadab-ffbb-422a-8803-cb403b9a8fe1,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:49.622633 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d452d8-5b2d-48dd-acf8-d2805bb1005b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Checking segment: {'id': '99ece2eb-32f6-4bd7-8e5a-8a40e0d9c3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e5830020-6369-409a-832b-569b20dbff9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:49.622996 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d452d8-5b2d-48dd-acf8-d2805bb1005b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network hostable DHCP agents. Network: e5830020-6369-409a-832b-569b20dbff9f, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:42:49.645478 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d0e8fdb7-2433-42fe-bf58-f501d244bf70 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (bb17e9c8-5fa6-4934-a598-5f73773a494a), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:49.651925 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-306ce8ee-2090-4147-925f-27db34a6dcf5 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:49.661778 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306ce8ee-2090-4147-925f-27db34a6dcf5 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:49.668794 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befa539f-86bf-41b0-be2f-54cfdaa64a86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca', 'network_id': '68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca', 'project_id': '3b716e8f854d4c3ca2d90866ca3b0349', 'fixed_ips': [{'subnet_id': '3b1231da-f045-4a47-9019-ff8e129b832f'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:42:49.670871 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-befa539f-86bf-41b0-be2f-54cfdaa64a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:49.675724 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e5ac2f2e-2f5e-4dd5-932a-ac75b76bea5f tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2775495 Mar 23 02:42:49.682642 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60626) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:49.687910 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ce8ee-2090-4147-925f-27db34a6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=fb6f1741-258a-4426-9ade-286ff5733ef6,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:49.688321 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-649635c4-451b-4a71-a430-4955fe7ca642 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Request body: {'port': {'network_id': '68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1269218666'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:49.707741 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8fdb7-2433-42fe-bf58-f501d244bf70 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb17e9c8-5fa6-4934-a598-5f73773a494a,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:49.766303 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d452d8-5b2d-48dd-acf8-d2805bb1005b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network e5830020-6369-409a-832b-569b20dbff9f is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:42:49.776303 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ebaa548a-f2f4-49c3-88bd-35f5ecab3bf9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (06f3ece6-e065-49bb-b755-390f2aa0782c), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:49.781804 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-170077f7-2b79-4e5d-870e-555d6932079b tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (236369bc-c559-4bf6-8fca-3f8a9e2c0736), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:49.806918 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cc4f979f-ec30-4928-a494-1a724e025f74 tempest-SubnetPoolsTestJSON-1439823959 tempest-SubnetPoolsTestJSON-1439823959-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:49.812084 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-cc4f979f-ec30-4928-a494-1a724e025f74 tempest-SubnetPoolsTestJSON-1439823959 tempest-SubnetPoolsTestJSON-1439823959-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0914874 Mar 23 02:42:49.812969 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60630) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:49.825922 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-306ce8ee-2090-4147-925f-27db34a6dcf5 None None] Attempting to bind port fb6f1741-258a-4426-9ade-286ff5733ef6 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:42:49.833598 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-306ce8ee-2090-4147-925f-27db34a6dcf5 None None] Attempting to bind port fb6f1741-258a-4426-9ade-286ff5733ef6 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'f7f4a1e9-b7bb-4ca4-9b25-66b0d1c1cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '771022ea-e6e9-4c3c-871e-3b83d1e61de3'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:42:49.833759 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d0e8fdb7-2433-42fe-bf58-f501d244bf70 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:49.833875 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ce8ee-2090-4147-925f-27db34a6dcf5 None None] Attempting to bind port fb6f1741-258a-4426-9ade-286ff5733ef6 on network 771022ea-e6e9-4c3c-871e-3b83d1e61de3 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:42:49.833977 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d0e8fdb7-2433-42fe-bf58-f501d244bf70 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8779323 Mar 23 02:42:49.834076 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60632) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:49.842482 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-063256aa-f1e6-4cda-92f3-a3afee470a26 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (3e24c69f-7e66-4280-aa79-40aefc7a5201), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:49.843537 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ce8ee-2090-4147-925f-27db34a6dcf5 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:42:49.844095 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ce8ee-2090-4147-925f-27db34a6dcf5 None None] Checking segment: {'id': 'f7f4a1e9-b7bb-4ca4-9b25-66b0d1c1cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '771022ea-e6e9-4c3c-871e-3b83d1e61de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:49.844609 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-306ce8ee-2090-4147-925f-27db34a6dcf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:49.845113 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ce8ee-2090-4147-925f-27db34a6dcf5 None None] Bound using segment: {'id': 'f7f4a1e9-b7bb-4ca4-9b25-66b0d1c1cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '771022ea-e6e9-4c3c-871e-3b83d1e61de3'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:42:49.845712 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-306ce8ee-2090-4147-925f-27db34a6dcf5 None None] Bound port: fb6f1741-258a-4426-9ade-286ff5733ef6, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f4a1e9-b7bb-4ca4-9b25-66b0d1c1cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '771022ea-e6e9-4c3c-871e-3b83d1e61de3'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:42:49.846204 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-306ce8ee-2090-4147-925f-27db34a6dcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (fb6f1741-258a-4426-9ade-286ff5733ef6), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:49.899151 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a96e235e-7b28-41a8-8680-e55f2597fc5a tempest-SubnetPoolsTestJSON-1439823959 tempest-SubnetPoolsTestJSON-1439823959-project] 10.222.0.24 "GET /v2.0/subnetpools/1569c1df-5821-4bed-945e-375bdef5c59b HTTP/1.1" status: 200 len: 732 time: 0.0799181 Mar 23 02:42:49.899406 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-22d452d8-5b2d-48dd-acf8-d2805bb1005b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, e5830020-6369-409a-832b-569b20dbff9f) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:49.904518 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60634) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:49.905092 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063256aa-f1e6-4cda-92f3-a3afee470a26 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Subnet': ['ID=3e24c69f-7e66-4280-aa79-40aefc7a5201,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:49.910806 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-2773d0f4-12fe-4783-9140-83368ea1fc9b tempest-SubnetPoolsTestJSON-1439823959 tempest-SubnetPoolsTestJSON-1439823959-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-106280138'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:49.911122 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d452d8-5b2d-48dd-acf8-d2805bb1005b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:49.911732 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-22d452d8-5b2d-48dd-acf8-d2805bb1005b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:49.933679 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2fafb0d2-7eda-4367-8ffc-6d5ef21f29ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:49.942839 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-20a9e6a9-19d6-425f-bf5f-08cd2e6ef247 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (8755a18b-7910-41a0-81e3-aafe5872cc16), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:49.945531 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a839bfb-ac00-4c4c-a9a5-612ce4a74a7f None None] Network e5830020-6369-409a-832b-569b20dbff9f requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:49.949427 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-063256aa-f1e6-4cda-92f3-a3afee470a26 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:49.950131 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eff252e-3a7c-4095-8d3b-c06d03ba3955 None None] Network cbe75922-1412-46a9-a4e0-2b3990e0fa00 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:49.963275 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60636) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:49.965367 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-063256aa-f1e6-4cda-92f3-a3afee470a26 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/subnets/3e24c69f-7e66-4280-aa79-40aefc7a5201 HTTP/1.1" status: 204 len: 168 time: 0.8801463 Mar 23 02:42:49.968935 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-70c6def4-c541-4f6f-ae92-7d47c7dc726f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'subnet': {'network_id': 'cbe75922-1412-46a9-a4e0-2b3990e0fa00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:49.989872 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-170077f7-2b79-4e5d-870e-555d6932079b tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (236369bc-c559-4bf6-8fca-3f8a9e2c0736), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:50.055069 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ebaa548a-f2f4-49c3-88bd-35f5ecab3bf9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (06f3ece6-e065-49bb-b755-390f2aa0782c), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:50.060681 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-20a9e6a9-19d6-425f-bf5f-08cd2e6ef247 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (8755a18b-7910-41a0-81e3-aafe5872cc16), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:50.074408 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-22d452d8-5b2d-48dd-acf8-d2805bb1005b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1538510 Mar 23 02:42:50.074408 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649635c4-451b-4a71-a430-4955fe7ca642 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Made reservation on behalf of 3b716e8f854d4c3ca2d90866ca3b0349 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:50.080095 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-649635c4-451b-4a71-a430-4955fe7ca642 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:50.083144 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60638) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:50.100071 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-befa539f-86bf-41b0-be2f-54cfdaa64a86 None None] Allocated IP 172.20.0.2 (68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca/3b1231da-f045-4a47-9019-ff8e129b832f/7fa80051-a660-475c-92ee-11f4a7e84e3b) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:50.108059 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-964ac73a-8688-4738-8deb-079ed9e412f2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'subnet': {'network_id': 'e5830020-6369-409a-832b-569b20dbff9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:50.111793 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa548a-f2f4-49c3-88bd-35f5ecab3bf9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Subnet': ['ID=06f3ece6-e065-49bb-b755-390f2aa0782c,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:50.114574 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ebaa548a-f2f4-49c3-88bd-35f5ecab3bf9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:50.123874 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170077f7-2b79-4e5d-870e-555d6932079b tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Pushing event deleted for resources: {'Subnet': ['ID=236369bc-c559-4bf6-8fca-3f8a9e2c0736,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:50.128972 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-170077f7-2b79-4e5d-870e-555d6932079b tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:50.129969 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ebaa548a-f2f4-49c3-88bd-35f5ecab3bf9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/subnets/06f3ece6-e065-49bb-b755-390f2aa0782c HTTP/1.1" status: 204 len: 168 time: 1.6294882 Mar 23 02:42:50.131571 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-306ce8ee-2090-4147-925f-27db34a6dcf5 None None] For port fb6f1741-258a-4426-9ade-286ff5733ef6, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:42:50.135025 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-170077f7-2b79-4e5d-870e-555d6932079b tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] 10.222.0.24 "DELETE /v2.0/subnets/236369bc-c559-4bf6-8fca-3f8a9e2c0736 HTTP/1.1" status: 204 len: 168 time: 0.9112637 Mar 23 02:42:50.142665 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60640) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:50.143025 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60642) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:50.168936 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e6613a-c79a-420f-8303-c1096653ef72 None None] Network 092e1732-307d-4f22-8859-d37827a7d6b1 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:50.184334 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-306ce8ee-2090-4147-925f-27db34a6dcf5 None None] For port fb6f1741-258a-4426-9ade-286ff5733ef6, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=fb6f1741-258a-4426-9ade-286ff5733ef6,segment=NetworkSegment(f7f4a1e9-b7bb-4ca4-9b25-66b0d1c1cbe4),segment_id=f7f4a1e9-b7bb-4ca4-9b25-66b0d1c1cbe4)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:42:50.239569 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-649635c4-451b-4a71-a430-4955fe7ca642 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] device_id is not set on port 07fabdf3-3116-4f88-b886-7f8ce6d2c6d0 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:42:50.296386 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2773d0f4-12fe-4783-9140-83368ea1fc9b tempest-SubnetPoolsTestJSON-1439823959 tempest-SubnetPoolsTestJSON-1439823959-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:50.300549 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2773d0f4-12fe-4783-9140-83368ea1fc9b tempest-SubnetPoolsTestJSON-1439823959 tempest-SubnetPoolsTestJSON-1439823959-project] 10.222.0.24 "PUT /v2.0/subnetpools/1569c1df-5821-4bed-945e-375bdef5c59b HTTP/1.1" status: 200 len: 683 time: 0.3933280 Mar 23 02:42:50.301322 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60644) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:50.325376 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b1980f-c955-4cca-b1dd-f30b544e389c tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:50.325376 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c7b1980f-c955-4cca-b1dd-f30b544e389c tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1655059 Mar 23 02:42:50.328660 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60646) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:50.338086 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9866659b-8f66-452a-8527-bc282d5d2625 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (092e1732-307d-4f22-8859-d37827a7d6b1), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:50.464428 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-20a9e6a9-19d6-425f-bf5f-08cd2e6ef247 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (8755a18b-7910-41a0-81e3-aafe5872cc16), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:50.467230 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-20a9e6a9-19d6-425f-bf5f-08cd2e6ef247 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:50.470816 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-20a9e6a9-19d6-425f-bf5f-08cd2e6ef247 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "DELETE /v2.0/security-groups/8755a18b-7910-41a0-81e3-aafe5872cc16 HTTP/1.1" status: 204 len: 168 time: 0.6333866 Mar 23 02:42:50.472072 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60648) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:50.484371 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a8270d-b2e2-48c2-bd46-1bbe1125d92f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-e5830020-6369-409a-832b-569b20dbff9f', 'network_id': 'e5830020-6369-409a-832b-569b20dbff9f', 'project_id': '32afce4d288d4d26875daa685df2d772', 'fixed_ips': [{'subnet_id': '62edadab-ffbb-422a-8803-cb403b9a8fe1'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:42:50.485016 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a5a8270d-b2e2-48c2-bd46-1bbe1125d92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:50.510653 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-9866659b-8f66-452a-8527-bc282d5d2625 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Deleting port df2f178e-cf4e-463e-82c7-39423dc6a1f2 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:50.511389 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9866659b-8f66-452a-8527-bc282d5d2625 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (df2f178e-cf4e-463e-82c7-39423dc6a1f2), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:50.514799 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 7bc016bf-f05e-4537-90db-61fee487c784 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:50.540423 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9e6a9-19d6-425f-bf5f-08cd2e6ef247 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8755a18b-7910-41a0-81e3-aafe5872cc16,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:50.559087 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-306ce8ee-2090-4147-925f-27db34a6dcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (fb6f1741-258a-4426-9ade-286ff5733ef6), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:50.569856 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1b17889f-b009-42bf-a3f3-7a02e5eed1cc tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (771022ea-e6e9-4c3c-871e-3b83d1e61de3), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:50.604991 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a29315c5-7342-441b-8072-d0831309e092 tempest-SubnetPoolsTestJSON-1439823959 tempest-SubnetPoolsTestJSON-1439823959-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:50.606361 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a29315c5-7342-441b-8072-d0831309e092 tempest-SubnetPoolsTestJSON-1439823959 tempest-SubnetPoolsTestJSON-1439823959-project] 10.222.0.24 "DELETE /v2.0/subnetpools/1569c1df-5821-4bed-945e-375bdef5c59b HTTP/1.1" status: 204 len: 168 time: 0.2982531 Mar 23 02:42:50.609659 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60652) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:50.638049 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964ac73a-8688-4738-8deb-079ed9e412f2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:50.638308 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-9866659b-8f66-452a-8527-bc282d5d2625 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] For port df2f178e-cf4e-463e-82c7-39423dc6a1f2, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=df2f178e-cf4e-463e-82c7-39423dc6a1f2,segment=NetworkSegment(e7c76ca6-ecd4-4e4a-b33b-b7b64abedb69),segment_id=e7c76ca6-ecd4-4e4a-b33b-b7b64abedb69)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:50.638760 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9866659b-8f66-452a-8527-bc282d5d2625 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (df2f178e-cf4e-463e-82c7-39423dc6a1f2), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:50.641919 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-964ac73a-8688-4738-8deb-079ed9e412f2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:50.657019 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8188ca4c-0c75-4759-ba3f-2ae998a683e7 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1838174 Mar 23 02:42:50.658057 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60654) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:50.665055 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-c6703c13-a81e-4d15-833b-640635d2420e tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Request body: {'security_group': {'name': 'tempest-secgroup--702108345'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:50.675258 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-9866659b-8f66-452a-8527-bc282d5d2625 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Calling delete_port for df2f178e-cf4e-463e-82c7-39423dc6a1f2 owned by network:dhcp {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:50.712421 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c6def4-c541-4f6f-ae92-7d47c7dc726f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:50.716872 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-70c6def4-c541-4f6f-ae92-7d47c7dc726f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:50.729587 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-b06871db-2bd8-4457-8848-f59169a84fa9 tempest-SubnetPoolsTestJSON-1439823959 tempest-SubnetPoolsTestJSON-1439823959-project] show failed (client error): The resource could not be found. Mar 23 02:42:50.733661 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b06871db-2bd8-4457-8848-f59169a84fa9 tempest-SubnetPoolsTestJSON-1439823959 tempest-SubnetPoolsTestJSON-1439823959-project] 10.222.0.24 "GET /v2.0/subnetpools/1569c1df-5821-4bed-945e-375bdef5c59b HTTP/1.1" status: 404 len: 346 time: 0.1219659 Mar 23 02:42:50.737056 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60656) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:50.791573 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c6703c13-a81e-4d15-833b-640635d2420e tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:50.820030 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-a00cf6a5-26d0-40a9-8502-2eeaa761017e tempest-SubnetPoolsTestJSON-1439823959 tempest-SubnetPoolsTestJSON-1439823959-project] delete failed (client error): The resource could not be found. Mar 23 02:42:50.821725 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a00cf6a5-26d0-40a9-8502-2eeaa761017e tempest-SubnetPoolsTestJSON-1439823959 tempest-SubnetPoolsTestJSON-1439823959-project] 10.222.0.24 "DELETE /v2.0/subnetpools/1569c1df-5821-4bed-945e-375bdef5c59b HTTP/1.1" status: 404 len: 346 time: 0.0721991 Mar 23 02:42:50.877815 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.ipam_backend_mixin [None req-964ac73a-8688-4738-8deb-079ed9e412f2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 62edadab-ffbb-422a-8803-cb403b9a8fe1 (CIDR: 172.20.0.0/28) Mar 23 02:42:50.879354 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9866659b-8f66-452a-8527-bc282d5d2625 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (df2f178e-cf4e-463e-82c7-39423dc6a1f2), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:50.888631 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-1b17889f-b009-42bf-a3f3-7a02e5eed1cc tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Deleting port fb6f1741-258a-4426-9ade-286ff5733ef6 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:50.888973 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1b17889f-b009-42bf-a3f3-7a02e5eed1cc tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (fb6f1741-258a-4426-9ade-286ff5733ef6), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:50.936572 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-964ac73a-8688-4738-8deb-079ed9e412f2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:42:50.937071 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-964ac73a-8688-4738-8deb-079ed9e412f2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:50.960237 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9866659b-8f66-452a-8527-bc282d5d2625 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] No DVR routers for this DVR port df2f178e-cf4e-463e-82c7-39423dc6a1f2 on host dv-neutron-834613-2-hyperv {{(pid=104348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:42:50.968838 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866659b-8f66-452a-8527-bc282d5d2625 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Port': ['ID=df2f178e-cf4e-463e-82c7-39423dc6a1f2,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:50.991127 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-1b17889f-b009-42bf-a3f3-7a02e5eed1cc tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] For port fb6f1741-258a-4426-9ade-286ff5733ef6, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=fb6f1741-258a-4426-9ade-286ff5733ef6,segment=NetworkSegment(f7f4a1e9-b7bb-4ca4-9b25-66b0d1c1cbe4),segment_id=f7f4a1e9-b7bb-4ca4-9b25-66b0d1c1cbe4)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:50.991922 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1b17889f-b009-42bf-a3f3-7a02e5eed1cc tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (fb6f1741-258a-4426-9ade-286ff5733ef6), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:51.012261 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-1b17889f-b009-42bf-a3f3-7a02e5eed1cc tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Calling delete_port for fb6f1741-258a-4426-9ade-286ff5733ef6 owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:51.071229 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-964ac73a-8688-4738-8deb-079ed9e412f2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9764450 Mar 23 02:42:51.076437 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60660) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:51.083868 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-4667b312-e3eb-4da8-a22e-be1523346099 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'subnet': {'network_id': 'e5830020-6369-409a-832b-569b20dbff9f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:51.096090 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-a5a8270d-b2e2-48c2-bd46-1bbe1125d92f None None] Allocated IP 172.20.0.2 (e5830020-6369-409a-832b-569b20dbff9f/62edadab-ffbb-422a-8803-cb403b9a8fe1/1f090828-3763-4691-a1d5-143c7cb41b2d) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:51.188167 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-befa539f-86bf-41b0-be2f-54cfdaa64a86 None None] Publish callbacks [] for port (7fa80051-a660-475c-92ee-11f4a7e84e3b), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:51.192408 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee089d3-a3f0-4509-9a9e-e53a63e47eb0 None None] Network a84e0433-a63e-4ff7-9e4e-f52ee7d2eadc requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:51.197712 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c6703c13-a81e-4d15-833b-640635d2420e tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (7d55364a-1060-4b33-a238-61751fbe0e92), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:51.199907 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9866659b-8f66-452a-8527-bc282d5d2625 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (092e1732-307d-4f22-8859-d37827a7d6b1), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:51.241046 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-9866659b-8f66-452a-8527-bc282d5d2625 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092e1732-307d-4f22-8859-d37827a7d6b1']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:51.260731 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-9866659b-8f66-452a-8527-bc282d5d2625 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c76ca6-ecd4-4e4a-b33b-b7b64abedb69') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:51.260731 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-9866659b-8f66-452a-8527-bc282d5d2625 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c76ca6-ecd4-4e4a-b33b-b7b64abedb69') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:51.273487 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9866659b-8f66-452a-8527-bc282d5d2625 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (e7c76ca6-ecd4-4e4a-b33b-b7b64abedb69), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:51.294803 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9866659b-8f66-452a-8527-bc282d5d2625 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (e7c76ca6-ecd4-4e4a-b33b-b7b64abedb69), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:51.301037 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9866659b-8f66-452a-8527-bc282d5d2625 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:42:51.301507 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9866659b-8f66-452a-8527-bc282d5d2625 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (e7c76ca6-ecd4-4e4a-b33b-b7b64abedb69), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:51.304937 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:42:51.304937 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:42:51.304937 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:42:51.304937 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:42:51.304937 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:42:51.304937 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:42:51.304937 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:42:51.304937 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:42:51.304937 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:42:51.304937 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:42:51.304937 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:42:51.304937 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:42:51.304937 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:42:51.304937 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:42:51.304937 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:42:51.304937 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:42:51.304937 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:42:51.304937 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:42:51.304937 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:42:51.304937 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:42:51.304937 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:42:51.304937 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:42:51.304937 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:42:51.304937 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:42:51.304937 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:42:51.304937 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:42:51.304937 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:42:51.304937 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:42:51.304937 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:42:51.304937 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:42:51.304937 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:42:51.304937 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:42:51.360886 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-80a09b17-7614-49e8-931f-36d41ac31a97 None None] Provisioning complete for port 7bc016bf-f05e-4537-90db-61fee487c784 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:51.361278 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-80a09b17-7614-49e8-931f-36d41ac31a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7bc016bf-f05e-4537-90db-61fee487c784), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:51.393582 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-befa539f-86bf-41b0-be2f-54cfdaa64a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (7fa80051-a660-475c-92ee-11f4a7e84e3b), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:51.405392 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c6703c13-a81e-4d15-833b-640635d2420e tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (7d55364a-1060-4b33-a238-61751fbe0e92), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:51.410212 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-70c6def4-c541-4f6f-ae92-7d47c7dc726f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (e23ccb48-fb1d-4631-90df-c8b69c1bf6fd), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:51.410212 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1b17889f-b009-42bf-a3f3-7a02e5eed1cc tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (fb6f1741-258a-4426-9ade-286ff5733ef6), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:51.417748 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ce8ee-2090-4147-925f-27db34a6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=fb6f1741-258a-4426-9ade-286ff5733ef6,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:51.420560 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc662e2-4b2a-4271-95cc-96b91dd2893b None None] DHCP port deletion for 092e1732-307d-4f22-8859-d37827a7d6b1 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:42:51.437209 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:51.471021 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4667b312-e3eb-4da8-a22e-be1523346099 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:51.474747 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4667b312-e3eb-4da8-a22e-be1523346099 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:51.486356 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9866659b-8f66-452a-8527-bc282d5d2625 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (092e1732-307d-4f22-8859-d37827a7d6b1), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:51.496086 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9866659b-8f66-452a-8527-bc282d5d2625 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:51.504965 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9866659b-8f66-452a-8527-bc282d5d2625 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/networks/092e1732-307d-4f22-8859-d37827a7d6b1 HTTP/1.1" status: 204 len: 168 time: 1.3600824 Mar 23 02:42:51.521035 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befa539f-86bf-41b0-be2f-54cfdaa64a86 None None] Network 68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:51.524035 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 7bc016bf-f05e-4537-90db-61fee487c784 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:51.527059 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7bc016bf-f05e-4537-90db-61fee487c784), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:51.530162 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60664) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:51.533696 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b17889f-b009-42bf-a3f3-7a02e5eed1cc tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] No DVR routers for this DVR port fb6f1741-258a-4426-9ade-286ff5733ef6 on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:42:51.535736 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-649635c4-451b-4a71-a430-4955fe7ca642 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Allocated IP 172.20.0.10 (68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca/3b1231da-f045-4a47-9019-ff8e129b832f/07fabdf3-3116-4f88-b886-7f8ce6d2c6d0) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:51.536940 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-befa539f-86bf-41b0-be2f-54cfdaa64a86 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:51.542767 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befa539f-86bf-41b0-be2f-54cfdaa64a86 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:51.585835 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17889f-b009-42bf-a3f3-7a02e5eed1cc tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Pushing event deleted for resources: {'Port': ['ID=fb6f1741-258a-4426-9ade-286ff5733ef6,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:51.596576 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa539f-86bf-41b0-be2f-54cfdaa64a86 None None] Pushing event updated for resources: {'Port': ['ID=7fa80051-a660-475c-92ee-11f4a7e84e3b,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:51.607691 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c6def4-c541-4f6f-ae92-7d47c7dc726f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network cbe75922-1412-46a9-a4e0-2b3990e0fa00 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:51.683169 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-70c6def4-c541-4f6f-ae92-7d47c7dc726f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:51.705530 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c6def4-c541-4f6f-ae92-7d47c7dc726f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:51.706360 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-70c6def4-c541-4f6f-ae92-7d47c7dc726f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:51.718062 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6def4-c541-4f6f-ae92-7d47c7dc726f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Subnet': ['ID=e23ccb48-fb1d-4631-90df-c8b69c1bf6fd,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:51.748464 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1b17889f-b009-42bf-a3f3-7a02e5eed1cc tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (771022ea-e6e9-4c3c-871e-3b83d1e61de3), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:51.762418 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866659b-8f66-452a-8527-bc282d5d2625 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Network': ['ID=092e1732-307d-4f22-8859-d37827a7d6b1,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:51.793199 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c6703c13-a81e-4d15-833b-640635d2420e tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:51.798112 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c6703c13-a81e-4d15-833b-640635d2420e tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.1368377 Mar 23 02:42:51.804544 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60668) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:51.804896 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60670) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:51.809948 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-7ebf15a5-21a9-4f2b-b5b6-6762b4d89204 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Request body: {'security_group': {'name': 'tempest-secgroup--1457012495'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:51.824078 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-1b17889f-b009-42bf-a3f3-7a02e5eed1cc tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771022ea-e6e9-4c3c-871e-3b83d1e61de3']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:51.843531 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6703c13-a81e-4d15-833b-640635d2420e tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d55364a-1060-4b33-a238-61751fbe0e92,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:51.875913 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-1b17889f-b009-42bf-a3f3-7a02e5eed1cc tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f4a1e9-b7bb-4ca4-9b25-66b0d1c1cbe4') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:51.879322 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-1b17889f-b009-42bf-a3f3-7a02e5eed1cc tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f4a1e9-b7bb-4ca4-9b25-66b0d1c1cbe4') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:51.893399 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-80a09b17-7614-49e8-931f-36d41ac31a97 None None] Current status of the port 7bc016bf-f05e-4537-90db-61fee487c784 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:51.893399 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-80a09b17-7614-49e8-931f-36d41ac31a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7bc016bf-f05e-4537-90db-61fee487c784), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:51.893657 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-70c6def4-c541-4f6f-ae92-7d47c7dc726f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9287176 Mar 23 02:42:51.906367 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60674) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:51.916571 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-e97ff98f-ae26-4eb9-971b-4ec2d5515bff tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'security_group': {'name': 'tempest-secgroup-1520548982'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:51.930390 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-befa539f-86bf-41b0-be2f-54cfdaa64a86 None None] Attempting to bind port 7fa80051-a660-475c-92ee-11f4a7e84e3b on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:42:51.933654 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-befa539f-86bf-41b0-be2f-54cfdaa64a86 None None] Attempting to bind port 7fa80051-a660-475c-92ee-11f4a7e84e3b by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '7944a6a2-2632-4abc-8231-eda994216cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:42:51.933654 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befa539f-86bf-41b0-be2f-54cfdaa64a86 None None] Attempting to bind port 7fa80051-a660-475c-92ee-11f4a7e84e3b on network 68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:42:51.950383 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befa539f-86bf-41b0-be2f-54cfdaa64a86 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:42:51.950925 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befa539f-86bf-41b0-be2f-54cfdaa64a86 None None] Checking segment: {'id': '7944a6a2-2632-4abc-8231-eda994216cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:51.956425 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-befa539f-86bf-41b0-be2f-54cfdaa64a86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:51.956997 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befa539f-86bf-41b0-be2f-54cfdaa64a86 None None] Bound using segment: {'id': '7944a6a2-2632-4abc-8231-eda994216cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:42:51.957630 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-befa539f-86bf-41b0-be2f-54cfdaa64a86 None None] Bound port: 7fa80051-a660-475c-92ee-11f4a7e84e3b, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7944a6a2-2632-4abc-8231-eda994216cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:42:51.958158 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-befa539f-86bf-41b0-be2f-54cfdaa64a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7fa80051-a660-475c-92ee-11f4a7e84e3b), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:51.988955 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a5a8270d-b2e2-48c2-bd46-1bbe1125d92f None None] Publish callbacks [] for port (1f090828-3763-4691-a1d5-143c7cb41b2d), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:51.995047 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f193d0e-9be4-45d0-b447-435830fed08c None None] DHCP port deletion for a84e0433-a63e-4ff7-9e4e-f52ee7d2eadc request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:42:52.023380 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1b17889f-b009-42bf-a3f3-7a02e5eed1cc tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (f7f4a1e9-b7bb-4ca4-9b25-66b0d1c1cbe4), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:52.097971 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-80a09b17-7614-49e8-931f-36d41ac31a97 None None] For port 7bc016bf-f05e-4537-90db-61fee487c784, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=7bc016bf-f05e-4537-90db-61fee487c784,segment=NetworkSegment(10afcb31-a160-4294-9075-953f36a07d9c),segment_id=10afcb31-a160-4294-9075-953f36a07d9c)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:52.110486 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a5a8270d-b2e2-48c2-bd46-1bbe1125d92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (1f090828-3763-4691-a1d5-143c7cb41b2d), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:52.128812 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 7bc016bf-f05e-4537-90db-61fee487c784 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:52.130688 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7bc016bf-f05e-4537-90db-61fee487c784), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:52.151182 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-649635c4-451b-4a71-a430-4955fe7ca642 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks [] for port (07fabdf3-3116-4f88-b886-7f8ce6d2c6d0), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:52.153680 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7ebf15a5-21a9-4f2b-b5b6-6762b4d89204 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:52.194947 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1b17889f-b009-42bf-a3f3-7a02e5eed1cc tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (f7f4a1e9-b7bb-4ca4-9b25-66b0d1c1cbe4), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:52.200012 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-80a09b17-7614-49e8-931f-36d41ac31a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (7bc016bf-f05e-4537-90db-61fee487c784), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:52.204934 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b17889f-b009-42bf-a3f3-7a02e5eed1cc tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:42:52.207739 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1b17889f-b009-42bf-a3f3-7a02e5eed1cc tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (f7f4a1e9-b7bb-4ca4-9b25-66b0d1c1cbe4), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:52.236495 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a8270d-b2e2-48c2-bd46-1bbe1125d92f None None] Network e5830020-6369-409a-832b-569b20dbff9f is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:52.269616 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:42:52.269616 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:42:52.269616 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:42:52.269616 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:42:52.269616 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:42:52.269616 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:42:52.269616 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:42:52.269616 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:42:52.269616 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:42:52.269616 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:42:52.269616 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:42:52.269616 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:42:52.269616 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:42:52.269616 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:42:52.269616 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:42:52.269616 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:42:52.269616 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:42:52.269616 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:42:52.269616 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:42:52.269616 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:42:52.269616 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:42:52.269616 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:42:52.269616 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:42:52.269616 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:42:52.269616 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:42:52.269616 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:42:52.269616 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:42:52.269616 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:42:52.269616 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:42:52.269616 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:42:52.269616 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:42:52.269616 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:42:52.273753 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-649635c4-451b-4a71-a430-4955fe7ca642 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (07fabdf3-3116-4f88-b886-7f8ce6d2c6d0), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:52.288266 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-a5a8270d-b2e2-48c2-bd46-1bbe1125d92f None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:52.296811 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a8270d-b2e2-48c2-bd46-1bbe1125d92f None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:52.303185 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8270d-b2e2-48c2-bd46-1bbe1125d92f None None] Pushing event updated for resources: {'Port': ['ID=1f090828-3763-4691-a1d5-143c7cb41b2d,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:52.352807 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649635c4-451b-4a71-a430-4955fe7ca642 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Network 68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:52.363747 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9907eaa-7f08-48fd-91ad-0c692fc49702 None None] Network 771022ea-e6e9-4c3c-871e-3b83d1e61de3 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:52.382445 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649635c4-451b-4a71-a430-4955fe7ca642 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Pushing event updated for resources: {'Port': ['ID=07fabdf3-3116-4f88-b886-7f8ce6d2c6d0,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:52.387246 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-befa539f-86bf-41b0-be2f-54cfdaa64a86 None None] For port 7fa80051-a660-475c-92ee-11f4a7e84e3b, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:42:52.397751 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-649635c4-451b-4a71-a430-4955fe7ca642 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:52.406888 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649635c4-451b-4a71-a430-4955fe7ca642 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:52.446615 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:42:52.446615 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:42:52.466921 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1b17889f-b009-42bf-a3f3-7a02e5eed1cc tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (771022ea-e6e9-4c3c-871e-3b83d1e61de3), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:52.472679 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1b17889f-b009-42bf-a3f3-7a02e5eed1cc tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:52.480389 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1b17889f-b009-42bf-a3f3-7a02e5eed1cc tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] 10.222.0.24 "DELETE /v2.0/networks/771022ea-e6e9-4c3c-871e-3b83d1e61de3 HTTP/1.1" status: 204 len: 168 time: 2.1437235 Mar 23 02:42:52.483400 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60676) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:52.500397 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649635c4-451b-4a71-a430-4955fe7ca642 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:52.501082 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-649635c4-451b-4a71-a430-4955fe7ca642 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:52.513631 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-befa539f-86bf-41b0-be2f-54cfdaa64a86 None None] For port 7fa80051-a660-475c-92ee-11f4a7e84e3b, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=7fa80051-a660-475c-92ee-11f4a7e84e3b,segment=NetworkSegment(7944a6a2-2632-4abc-8231-eda994216cf1),segment_id=7944a6a2-2632-4abc-8231-eda994216cf1)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:42:52.516461 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-17f1861a-c3c6-470c-8b19-b1b9ae06a202 None None] Could not find standard attr ID for object fb6f1741-258a-4426-9ade-286ff5733ef6. {{(pid=104350) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:42:52.541947 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17889f-b009-42bf-a3f3-7a02e5eed1cc tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Pushing event deleted for resources: {'Network': ['ID=771022ea-e6e9-4c3c-871e-3b83d1e61de3,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:52.542524 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4dd1c2-f6b9-410c-8653-d26406d07605 None None] Network cbe75922-1412-46a9-a4e0-2b3990e0fa00 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:52.564399 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e97ff98f-ae26-4eb9-971b-4ec2d5515bff tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:52.583196 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-38b8e951-7be5-41d7-af17-a04ac99ba1d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:52.605169 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-649635c4-451b-4a71-a430-4955fe7ca642 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9177544 Mar 23 02:42:52.606224 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60680) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:52.618081 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-1f193d0e-9be4-45d0-b447-435830fed08c None None] Deleting port 7bc016bf-f05e-4537-90db-61fee487c784 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:52.618081 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1f193d0e-9be4-45d0-b447-435830fed08c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (7bc016bf-f05e-4537-90db-61fee487c784), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:52.627317 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-e6385e54-ba45-4f67-8991-5ae580121fe0 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Request body: {'port': {'network_id': '68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca', 'name': 'tempest-ExtraDHCPOptionsTestJSON-922853571', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:52.628093 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.api.validators [None req-e6385e54-ba45-4f67-8991-5ae580121fe0 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] bootfile-name is not in valid_values {{(pid=104349) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 02:42:52.629342 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.api.validators [None req-e6385e54-ba45-4f67-8991-5ae580121fe0 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] tftp-server is not in valid_values {{(pid=104349) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 02:42:52.629465 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-a5a8270d-b2e2-48c2-bd46-1bbe1125d92f None None] Attempting to bind port 1f090828-3763-4691-a1d5-143c7cb41b2d on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:42:52.629582 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.api.validators [None req-e6385e54-ba45-4f67-8991-5ae580121fe0 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] server-ip-address is not in valid_values {{(pid=104349) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 02:42:52.629694 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-a5a8270d-b2e2-48c2-bd46-1bbe1125d92f None None] Attempting to bind port 1f090828-3763-4691-a1d5-143c7cb41b2d by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '99ece2eb-32f6-4bd7-8e5a-8a40e0d9c3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e5830020-6369-409a-832b-569b20dbff9f'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:42:52.629694 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a8270d-b2e2-48c2-bd46-1bbe1125d92f None None] Attempting to bind port 1f090828-3763-4691-a1d5-143c7cb41b2d on network e5830020-6369-409a-832b-569b20dbff9f {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:42:52.653096 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a8270d-b2e2-48c2-bd46-1bbe1125d92f None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:42:52.653490 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a8270d-b2e2-48c2-bd46-1bbe1125d92f None None] Checking segment: {'id': '99ece2eb-32f6-4bd7-8e5a-8a40e0d9c3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e5830020-6369-409a-832b-569b20dbff9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:52.653900 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a5a8270d-b2e2-48c2-bd46-1bbe1125d92f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:52.654303 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a8270d-b2e2-48c2-bd46-1bbe1125d92f None None] Bound using segment: {'id': '99ece2eb-32f6-4bd7-8e5a-8a40e0d9c3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e5830020-6369-409a-832b-569b20dbff9f'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:42:52.654800 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-a5a8270d-b2e2-48c2-bd46-1bbe1125d92f None None] Bound port: 1f090828-3763-4691-a1d5-143c7cb41b2d, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99ece2eb-32f6-4bd7-8e5a-8a40e0d9c3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e5830020-6369-409a-832b-569b20dbff9f'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:42:52.655328 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a5a8270d-b2e2-48c2-bd46-1bbe1125d92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (1f090828-3763-4691-a1d5-143c7cb41b2d), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:52.659459 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-befa539f-86bf-41b0-be2f-54cfdaa64a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (7fa80051-a660-475c-92ee-11f4a7e84e3b), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:52.684727 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-949b1f00-01bf-4d87-8e74-b387498efc62 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (a84e0433-a63e-4ff7-9e4e-f52ee7d2eadc), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:52.715086 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a09b17-7614-49e8-931f-36d41ac31a97 None None] Pushing event updated for resources: {'Port': ['ID=7bc016bf-f05e-4537-90db-61fee487c784,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:52.804775 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-9f93ef63-bef2-4d74-bfec-8a7fcdcc4aee None None] Provisioning complete for port 54e5b60f-95e9-4107-948c-1347c39842e9 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:52.805164 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9f93ef63-bef2-4d74-bfec-8a7fcdcc4aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (54e5b60f-95e9-4107-948c-1347c39842e9), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:52.808060 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-949b1f00-01bf-4d87-8e74-b387498efc62 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Deleting port 7bc016bf-f05e-4537-90db-61fee487c784 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:52.812549 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-949b1f00-01bf-4d87-8e74-b387498efc62 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (7bc016bf-f05e-4537-90db-61fee487c784), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:52.812705 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7ebf15a5-21a9-4f2b-b5b6-6762b4d89204 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (cc3a6227-50cd-4e56-942f-878fda8c1204), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:52.885616 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e97ff98f-ae26-4eb9-971b-4ec2d5515bff tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for security_group (4b2fafaf-27b2-4aab-ab65-3ddd1b8193b3), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:52.890146 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-9f93ef63-bef2-4d74-bfec-8a7fcdcc4aee None None] Port 54e5b60f-95e9-4107-948c-1347c39842e9 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:42:52.891754 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:52.897631 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6385e54-ba45-4f67-8991-5ae580121fe0 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Made reservation on behalf of 3b716e8f854d4c3ca2d90866ca3b0349 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:52.903629 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e6385e54-ba45-4f67-8991-5ae580121fe0 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:52.909439 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-949b1f00-01bf-4d87-8e74-b387498efc62 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] For port 7bc016bf-f05e-4537-90db-61fee487c784, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=7bc016bf-f05e-4537-90db-61fee487c784,segment=NetworkSegment(10afcb31-a160-4294-9075-953f36a07d9c),segment_id=10afcb31-a160-4294-9075-953f36a07d9c)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:52.910276 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-949b1f00-01bf-4d87-8e74-b387498efc62 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (7bc016bf-f05e-4537-90db-61fee487c784), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:52.917674 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-1f193d0e-9be4-45d0-b447-435830fed08c None None] For port 7bc016bf-f05e-4537-90db-61fee487c784, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=7bc016bf-f05e-4537-90db-61fee487c784,segment=NetworkSegment(10afcb31-a160-4294-9075-953f36a07d9c),segment_id=10afcb31-a160-4294-9075-953f36a07d9c)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:52.918020 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1f193d0e-9be4-45d0-b447-435830fed08c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (7bc016bf-f05e-4537-90db-61fee487c784), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:52.923550 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddec66b-ac62-47e3-b328-198d300f4a64 None None] DHCP port deletion for 771022ea-e6e9-4c3c-871e-3b83d1e61de3 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:42:52.936957 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-949b1f00-01bf-4d87-8e74-b387498efc62 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Calling delete_port for 7bc016bf-f05e-4537-90db-61fee487c784 owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:52.937880 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-38b8e951-7be5-41d7-af17-a04ac99ba1d9 admin admin] Publish callbacks [] for security_group (95e5d906-508c-47d8-8b47-342c4ceb597b), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:52.942740 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-e6385e54-ba45-4f67-8991-5ae580121fe0 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] device_id is not set on port e679a672-f1bf-4c83-8b82-40c6bbe9f7b2 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:42:52.943607 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7ebf15a5-21a9-4f2b-b5b6-6762b4d89204 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (cc3a6227-50cd-4e56-942f-878fda8c1204), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:52.985750 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e97ff98f-ae26-4eb9-971b-4ec2d5515bff tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (4b2fafaf-27b2-4aab-ab65-3ddd1b8193b3), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:53.006666 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-38b8e951-7be5-41d7-af17-a04ac99ba1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (95e5d906-508c-47d8-8b47-342c4ceb597b), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:53.009773 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf15a5-21a9-4f2b-b5b6-6762b4d89204 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3a6227-50cd-4e56-942f-878fda8c1204,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:53.044938 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa539f-86bf-41b0-be2f-54cfdaa64a86 None None] Pushing event updated for resources: {'Port': ['ID=7fa80051-a660-475c-92ee-11f4a7e84e3b,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:53.048080 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 7bc016bf-f05e-4537-90db-61fee487c784 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:53.059780 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-1f193d0e-9be4-45d0-b447-435830fed08c None None] Calling delete_port for 7bc016bf-f05e-4537-90db-61fee487c784 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:53.070927 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4667b312-e3eb-4da8-a22e-be1523346099 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (dad852fa-9033-46e3-b47b-83e14d28f053), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:53.089234 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-38b8e951-7be5-41d7-af17-a04ac99ba1d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a43a83c9b8948a4a6639e25d368aaf9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2726357 Mar 23 02:42:53.092595 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ff98f-ae26-4eb9-971b-4ec2d5515bff tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2fafaf-27b2-4aab-ab65-3ddd1b8193b3,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:53.105917 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60682) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:53.111342 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 4a26de85-8d0a-489b-a277-dc986131b915 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:42:53.119242 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7ebf15a5-21a9-4f2b-b5b6-6762b4d89204 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:53.127363 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7ebf15a5-21a9-4f2b-b5b6-6762b4d89204 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3146961 Mar 23 02:42:53.127363 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e97ff98f-ae26-4eb9-971b-4ec2d5515bff tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:53.127673 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60684) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:53.129190 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e97ff98f-ae26-4eb9-971b-4ec2d5515bff tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.2165916 Mar 23 02:42:53.129951 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-9f93ef63-bef2-4d74-bfec-8a7fcdcc4aee None None] Provisioning complete for port 36f1694d-c796-446a-bac6-f78ec0071f62 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:53.140685 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9f93ef63-bef2-4d74-bfec-8a7fcdcc4aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (36f1694d-c796-446a-bac6-f78ec0071f62), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:53.148700 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-32e56ab5-429c-49b9-9b31-30a973a1dd61 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Request body: {'security_group_rule': {'security_group_id': '7d55364a-1060-4b33-a238-61751fbe0e92', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cc3a6227-50cd-4e56-942f-878fda8c1204', 'remote_ip_prefix': None}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:53.156480 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60686) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:53.192950 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-8f1aa5ec-9c66-4a5e-98d4-a5f4739f80fb tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'security_group': {'name': 'tempest-secgroup-827039126'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:53.209567 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4667b312-e3eb-4da8-a22e-be1523346099 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network e5830020-6369-409a-832b-569b20dbff9f is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:53.222248 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-e6385e54-ba45-4f67-8991-5ae580121fe0 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Allocated IP 172.20.0.8 (68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca/3b1231da-f045-4a47-9019-ff8e129b832f/e679a672-f1bf-4c83-8b82-40c6bbe9f7b2) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:53.228999 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-4667b312-e3eb-4da8-a22e-be1523346099 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:53.239095 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4667b312-e3eb-4da8-a22e-be1523346099 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:53.239095 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4667b312-e3eb-4da8-a22e-be1523346099 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:53.248075 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8e951-7be5-41d7-af17-a04ac99ba1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e5d906-508c-47d8-8b47-342c4ceb597b,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:53.256199 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 4a26de85-8d0a-489b-a277-dc986131b915 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:42:53.256557 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 4a26de85-8d0a-489b-a277-dc986131b915 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:42:53.262200 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-a5a8270d-b2e2-48c2-bd46-1bbe1125d92f None None] For port 1f090828-3763-4691-a1d5-143c7cb41b2d, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:42:53.271768 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667b312-e3eb-4da8-a22e-be1523346099 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Subnet': ['ID=dad852fa-9033-46e3-b47b-83e14d28f053,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:53.271999 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9d841fc5-00d1-4fb9-b1fb-801b77c4dd9a admin admin] Publish callbacks [] for security_group (95e5d906-508c-47d8-8b47-342c4ceb597b), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:53.280741 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-a5a8270d-b2e2-48c2-bd46-1bbe1125d92f None None] For port 1f090828-3763-4691-a1d5-143c7cb41b2d, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=1f090828-3763-4691-a1d5-143c7cb41b2d,segment=NetworkSegment(99ece2eb-32f6-4bd7-8e5a-8a40e0d9c3e8),segment_id=99ece2eb-32f6-4bd7-8e5a-8a40e0d9c3e8)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:42:53.283046 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ff5adb33-3b26-49dc-8857-b4218084d28b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (a39a81c7-cf7a-422e-a209-13f7ec675452), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:53.300514 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-949b1f00-01bf-4d87-8e74-b387498efc62 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (7bc016bf-f05e-4537-90db-61fee487c784), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:53.363680 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9d841fc5-00d1-4fb9-b1fb-801b77c4dd9a admin admin] Publish callbacks [] for security_group (95e5d906-508c-47d8-8b47-342c4ceb597b), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:53.383280 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b1f00-01bf-4d87-8e74-b387498efc62 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Pushing event deleted for resources: {'Port': ['ID=7bc016bf-f05e-4537-90db-61fee487c784,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:53.397399 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949b1f00-01bf-4d87-8e74-b387498efc62 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] No DVR routers for this DVR port 7bc016bf-f05e-4537-90db-61fee487c784 on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:42:53.414722 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8f1aa5ec-9c66-4a5e-98d4-a5f4739f80fb tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:53.441989 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4667b312-e3eb-4da8-a22e-be1523346099 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3631310 Mar 23 02:42:53.448066 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60688) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:53.461958 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-ea9472d5-da9a-4f13-a311-dfcc71efce8e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'port': {'network_id': 'e5830020-6369-409a-832b-569b20dbff9f', 'fixed_ips': [{'subnet_id': '62edadab-ffbb-422a-8803-cb403b9a8fe1'}, {'subnet_id': 'dad852fa-9033-46e3-b47b-83e14d28f053'}], 'name': 'tempest-PortsTestJSON-1752525119'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:53.516667 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-32e56ab5-429c-49b9-9b31-30a973a1dd61 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (d84d1b88-84e6-4a98-b0c0-e33948ba3016), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:53.548699 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 7fa80051-a660-475c-92ee-11f4a7e84e3b up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:53.557269 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a5a8270d-b2e2-48c2-bd46-1bbe1125d92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (1f090828-3763-4691-a1d5-143c7cb41b2d), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:53.626203 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-949b1f00-01bf-4d87-8e74-b387498efc62 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (a84e0433-a63e-4ff7-9e4e-f52ee7d2eadc), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:53.700367 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-949b1f00-01bf-4d87-8e74-b387498efc62 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a84e0433-a63e-4ff7-9e4e-f52ee7d2eadc']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:53.718582 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-949b1f00-01bf-4d87-8e74-b387498efc62 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10afcb31-a160-4294-9075-953f36a07d9c') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:53.718885 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-949b1f00-01bf-4d87-8e74-b387498efc62 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10afcb31-a160-4294-9075-953f36a07d9c') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:53.721472 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e6385e54-ba45-4f67-8991-5ae580121fe0 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks [] for port (e679a672-f1bf-4c83-8b82-40c6bbe9f7b2), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:53.733710 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-949b1f00-01bf-4d87-8e74-b387498efc62 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (10afcb31-a160-4294-9075-953f36a07d9c), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:53.747216 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9d841fc5-00d1-4fb9-b1fb-801b77c4dd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (95e5d906-508c-47d8-8b47-342c4ceb597b), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:53.749792 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9d841fc5-00d1-4fb9-b1fb-801b77c4dd9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:53.751109 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9d841fc5-00d1-4fb9-b1fb-801b77c4dd9a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/95e5d906-508c-47d8-8b47-342c4ceb597b HTTP/1.1" status: 204 len: 168 time: 0.6439829 Mar 23 02:42:53.779272 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-949b1f00-01bf-4d87-8e74-b387498efc62 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (10afcb31-a160-4294-9075-953f36a07d9c), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:53.790301 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949b1f00-01bf-4d87-8e74-b387498efc62 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:42:53.791186 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-949b1f00-01bf-4d87-8e74-b387498efc62 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (10afcb31-a160-4294-9075-953f36a07d9c), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:53.819328 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-9f93ef63-bef2-4d74-bfec-8a7fcdcc4aee None None] Current status of the port 36f1694d-c796-446a-bac6-f78ec0071f62 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:53.821364 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8270d-b2e2-48c2-bd46-1bbe1125d92f None None] Pushing event updated for resources: {'Port': ['ID=1f090828-3763-4691-a1d5-143c7cb41b2d,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:53.836776 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1f193d0e-9be4-45d0-b447-435830fed08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (7bc016bf-f05e-4537-90db-61fee487c784), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:53.862168 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f006ee-d9e0-4e60-858d-e508a8dfc090 None None] Update dhcp port {'port': {'network_id': 'cbe75922-1412-46a9-a4e0-2b3990e0fa00', 'fixed_ips': [{'subnet_id': '6e1db5c4-a028-4b05-b320-fd2d968b88de', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e23ccb48-fb1d-4631-90df-c8b69c1bf6fd'}], 'binding:host_id': 'dv-neutron-834613-2-hyperv'}, 'id': '36f1694d-c796-446a-bac6-f78ec0071f62'} from dv-neutron-834613-2-hyperv. {{(pid=104350) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 23 02:42:53.867998 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f193d0e-9be4-45d0-b447-435830fed08c None None] Pushing event deleted for resources: {'Port': ['ID=7bc016bf-f05e-4537-90db-61fee487c784,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:53.879060 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:42:53.879060 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:42:53.879060 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:42:53.879060 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:42:53.879060 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:42:53.879060 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:42:53.879060 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:42:53.879060 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:42:53.879060 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:42:53.879060 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:42:53.879060 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:42:53.879060 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:42:53.879060 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:42:53.879060 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:42:53.879060 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:42:53.879060 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:42:53.879060 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:42:53.879060 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:42:53.879060 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:42:53.879060 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:42:53.879060 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:42:53.879060 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:42:53.879060 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:42:53.879060 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:42:53.879060 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:42:53.879060 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:42:53.879060 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:42:53.879060 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:42:53.879060 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:42:53.879060 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:42:53.879060 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:42:53.879060 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:42:53.889668 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8f1aa5ec-9c66-4a5e-98d4-a5f4739f80fb tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for security_group (0d19af30-a097-4ebb-b7a7-221c3bbe910a), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:53.890765 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9472d5-da9a-4f13-a311-dfcc71efce8e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:53.898892 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f193d0e-9be4-45d0-b447-435830fed08c None None] No DVR routers for this DVR port 7bc016bf-f05e-4537-90db-61fee487c784 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:42:53.922535 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d841fc5-00d1-4fb9-b1fb-801b77c4dd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e5d906-508c-47d8-8b47-342c4ceb597b,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:53.941003 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 7fa80051-a660-475c-92ee-11f4a7e84e3b triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:53.941403 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7fa80051-a660-475c-92ee-11f4a7e84e3b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:53.947228 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-32e56ab5-429c-49b9-9b31-30a973a1dd61 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (d84d1b88-84e6-4a98-b0c0-e33948ba3016), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:53.978696 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a3f006ee-d9e0-4e60-858d-e508a8dfc090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (36f1694d-c796-446a-bac6-f78ec0071f62), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:53.989202 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8f1aa5ec-9c66-4a5e-98d4-a5f4739f80fb tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (0d19af30-a097-4ebb-b7a7-221c3bbe910a), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:54.019882 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-949b1f00-01bf-4d87-8e74-b387498efc62 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (a84e0433-a63e-4ff7-9e4e-f52ee7d2eadc), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:54.029961 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-949b1f00-01bf-4d87-8e74-b387498efc62 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:54.035386 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-949b1f00-01bf-4d87-8e74-b387498efc62 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] 10.222.0.24 "DELETE /v2.0/networks/a84e0433-a63e-4ff7-9e4e-f52ee7d2eadc HTTP/1.1" status: 204 len: 168 time: 1.5505385 Mar 23 02:42:54.039812 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60692) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:54.069675 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-ff5adb33-3b26-49dc-8857-b4218084d28b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Deleting port 33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:54.070379 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ff5adb33-3b26-49dc-8857-b4218084d28b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:54.077858 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1aa5ec-9c66-4a5e-98d4-a5f4739f80fb tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d19af30-a097-4ebb-b7a7-221c3bbe910a,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:54.104215 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b1f00-01bf-4d87-8e74-b387498efc62 tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Pushing event deleted for resources: {'Network': ['ID=a84e0433-a63e-4ff7-9e4e-f52ee7d2eadc,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:54.120315 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-32e56ab5-429c-49b9-9b31-30a973a1dd61 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (d84d1b88-84e6-4a98-b0c0-e33948ba3016), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:54.122474 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e6385e54-ba45-4f67-8991-5ae580121fe0 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (e679a672-f1bf-4c83-8b82-40c6bbe9f7b2), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:54.166190 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8f1aa5ec-9c66-4a5e-98d4-a5f4739f80fb tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:54.171084 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8f1aa5ec-9c66-4a5e-98d4-a5f4739f80fb tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.9824066 Mar 23 02:42:54.187418 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60696) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:54.200380 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-6d05cbd7-f65f-4d12-a34b-f9744082550e tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'security_group': {'name': 'tempest-secgroup-82333580'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:54.210572 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ea9472d5-da9a-4f13-a311-dfcc71efce8e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:54.276619 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-ea9472d5-da9a-4f13-a311-dfcc71efce8e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] device_id is not set on port ad983a85-df26-434c-ba5d-2f72a99e5295 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:42:54.282560 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:54.370946 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6385e54-ba45-4f67-8991-5ae580121fe0 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Pushing event updated for resources: {'Port': ['ID=e679a672-f1bf-4c83-8b82-40c6bbe9f7b2,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:54.422814 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6d05cbd7-f65f-4d12-a34b-f9744082550e tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:54.427292 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e56ab5-429c-49b9-9b31-30a973a1dd61 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d84d1b88-84e6-4a98-b0c0-e33948ba3016,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:54.447244 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6385e54-ba45-4f67-8991-5ae580121fe0 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Network 68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:54.465332 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-e6385e54-ba45-4f67-8991-5ae580121fe0 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:54.465551 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-ff5adb33-3b26-49dc-8857-b4218084d28b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] For port 33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6,segment=NetworkSegment(05a0ec57-f831-41e1-a79d-bb654ce7e123),segment_id=05a0ec57-f831-41e1-a79d-bb654ce7e123)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:54.465551 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ff5adb33-3b26-49dc-8857-b4218084d28b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:54.465748 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 7fa80051-a660-475c-92ee-11f4a7e84e3b is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:54.465748 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7fa80051-a660-475c-92ee-11f4a7e84e3b), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:54.467769 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6385e54-ba45-4f67-8991-5ae580121fe0 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:54.478812 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-91250de8-bee5-4ed9-9bc3-a498d1b725fb tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (1e54e6c6-a063-49d7-b050-062824e6f2fb), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:54.497387 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-a3f006ee-d9e0-4e60-858d-e508a8dfc090 None None] Allocated IP 2001:db8::2 (cbe75922-1412-46a9-a4e0-2b3990e0fa00/e23ccb48-fb1d-4631-90df-c8b69c1bf6fd/36f1694d-c796-446a-bac6-f78ec0071f62) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:54.521666 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-ff5adb33-3b26-49dc-8857-b4218084d28b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Calling delete_port for 33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6 owned by network:router_interface {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:54.521994 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 7fa80051-a660-475c-92ee-11f4a7e84e3b, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=7fa80051-a660-475c-92ee-11f4a7e84e3b,segment=NetworkSegment(7944a6a2-2632-4abc-8231-eda994216cf1),segment_id=7944a6a2-2632-4abc-8231-eda994216cf1)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:54.534889 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-32e56ab5-429c-49b9-9b31-30a973a1dd61 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:54.538814 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-32e56ab5-429c-49b9-9b31-30a973a1dd61 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.4115667 Mar 23 02:42:54.542116 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60704) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:54.596219 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (7fa80051-a660-475c-92ee-11f4a7e84e3b), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:54.627407 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6385e54-ba45-4f67-8991-5ae580121fe0 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:54.628249 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e6385e54-ba45-4f67-8991-5ae580121fe0 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:54.655411 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cd982796-25f9-4daf-aacb-4dc0fea7c70d tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (d84d1b88-84e6-4a98-b0c0-e33948ba3016), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:54.670230 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cd982796-25f9-4daf-aacb-4dc0fea7c70d tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (d84d1b88-84e6-4a98-b0c0-e33948ba3016), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:54.698048 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=7fa80051-a660-475c-92ee-11f4a7e84e3b,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:54.712054 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 7bc016bf-f05e-4537-90db-61fee487c784 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:42:54.741035 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 7bc016bf-f05e-4537-90db-61fee487c784 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:42:54.741386 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 7bc016bf-f05e-4537-90db-61fee487c784 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:42:54.741807 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device df2f178e-cf4e-463e-82c7-39423dc6a1f2 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:42:54.751973 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244b5810-7c96-41e5-9799-fed7b72688d5 None None] Network 68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:54.819299 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6d05cbd7-f65f-4d12-a34b-f9744082550e tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for security_group (f87be5a5-bcdd-4921-be05-2bb6dc38ae94), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:54.819607 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: df2f178e-cf4e-463e-82c7-39423dc6a1f2 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:42:54.819989 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device df2f178e-cf4e-463e-82c7-39423dc6a1f2 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:42:54.847300 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-a3f006ee-d9e0-4e60-858d-e508a8dfc090 None None] For port 36f1694d-c796-446a-bac6-f78ec0071f62, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=36f1694d-c796-446a-bac6-f78ec0071f62,segment=NetworkSegment(6e496300-f4b1-4cd8-be6a-8678fdd0ab3c),segment_id=6e496300-f4b1-4cd8-be6a-8678fdd0ab3c)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:54.886446 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-01496d42-5265-4c9c-acb3-bb504d1402c9 None None] Provisioning complete for port 7fa80051-a660-475c-92ee-11f4a7e84e3b triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:54.886831 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-01496d42-5265-4c9c-acb3-bb504d1402c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7fa80051-a660-475c-92ee-11f4a7e84e3b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:54.907513 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6d05cbd7-f65f-4d12-a34b-f9744082550e tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (f87be5a5-bcdd-4921-be05-2bb6dc38ae94), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:54.959348 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a3f006ee-d9e0-4e60-858d-e508a8dfc090 None None] Publish callbacks [] for port (36f1694d-c796-446a-bac6-f78ec0071f62), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:55.018404 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05cbd7-f65f-4d12-a34b-f9744082550e tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f87be5a5-bcdd-4921-be05-2bb6dc38ae94,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:55.055657 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6d05cbd7-f65f-4d12-a34b-f9744082550e tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:55.057867 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6d05cbd7-f65f-4d12-a34b-f9744082550e tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1758 time: 0.8667278 Mar 23 02:42:55.065403 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60714) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:55.077212 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-1918002c-b6ac-40c6-986f-ebd8b232cb30 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-874645042', 'security_groups': ['f87be5a5-bcdd-4921-be05-2bb6dc38ae94'], 'network_id': 'cbe75922-1412-46a9-a4e0-2b3990e0fa00', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e23ccb48-fb1d-4631-90df-c8b69c1bf6fd'}]}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:55.103737 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-01496d42-5265-4c9c-acb3-bb504d1402c9 None None] Current status of the port 7fa80051-a660-475c-92ee-11f4a7e84e3b is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:55.115174 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a3f006ee-d9e0-4e60-858d-e508a8dfc090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (36f1694d-c796-446a-bac6-f78ec0071f62), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:55.232669 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f006ee-d9e0-4e60-858d-e508a8dfc090 None None] Pushing event updated for resources: {'Port': ['ID=36f1694d-c796-446a-bac6-f78ec0071f62,revision_number=6']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:55.245333 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-91250de8-bee5-4ed9-9bc3-a498d1b725fb tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (1e54e6c6-a063-49d7-b050-062824e6f2fb), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:55.256226 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-ea9472d5-da9a-4f13-a311-dfcc71efce8e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Allocated IP 172.20.0.3 (e5830020-6369-409a-832b-569b20dbff9f/62edadab-ffbb-422a-8803-cb403b9a8fe1/ad983a85-df26-434c-ba5d-2f72a99e5295) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:55.267777 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-ea9472d5-da9a-4f13-a311-dfcc71efce8e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Allocated IP 172.20.0.28 (e5830020-6369-409a-832b-569b20dbff9f/dad852fa-9033-46e3-b47b-83e14d28f053/ad983a85-df26-434c-ba5d-2f72a99e5295) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:55.276862 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ff5adb33-3b26-49dc-8857-b4218084d28b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:55.295426 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-91250de8-bee5-4ed9-9bc3-a498d1b725fb tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e54e6c6-a063-49d7-b050-062824e6f2fb']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:55.313447 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e6385e54-ba45-4f67-8991-5ae580121fe0 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.6902308 Mar 23 02:42:55.323099 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60718) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:55.348066 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-91250de8-bee5-4ed9-9bc3-a498d1b725fb tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad4d765d-e0ca-4ffc-9abd-9d51f5b45db5') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:55.348381 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-91250de8-bee5-4ed9-9bc3-a498d1b725fb tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad4d765d-e0ca-4ffc-9abd-9d51f5b45db5') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:55.355703 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5adb33-3b26-49dc-8857-b4218084d28b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Port': ['ID=33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:55.455035 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-91250de8-bee5-4ed9-9bc3-a498d1b725fb tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (ad4d765d-e0ca-4ffc-9abd-9d51f5b45db5), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:55.479600 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-91250de8-bee5-4ed9-9bc3-a498d1b725fb tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (ad4d765d-e0ca-4ffc-9abd-9d51f5b45db5), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:55.482057 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8eb9f5-0fae-441e-871d-4be7028d441b None None] Network e5830020-6369-409a-832b-569b20dbff9f requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:55.497797 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91250de8-bee5-4ed9-9bc3-a498d1b725fb tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:42:55.498124 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-91250de8-bee5-4ed9-9bc3-a498d1b725fb tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (ad4d765d-e0ca-4ffc-9abd-9d51f5b45db5), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:55.505377 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:42:55.505377 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:42:55.505377 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:42:55.505377 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:42:55.505377 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:42:55.505377 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:42:55.505377 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:42:55.505377 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:42:55.505377 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:42:55.505377 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:42:55.505377 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:42:55.505377 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:42:55.505377 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:42:55.505377 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:42:55.505377 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:42:55.505377 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:42:55.505377 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:42:55.505377 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:42:55.505377 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:42:55.505377 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:42:55.505377 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:42:55.505377 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:42:55.505377 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:42:55.505377 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:42:55.505377 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:42:55.505377 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:42:55.505377 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:42:55.505377 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:42:55.505377 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:42:55.505377 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:42:55.505377 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:42:55.505377 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:42:55.615400 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cd982796-25f9-4daf-aacb-4dc0fea7c70d tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (d84d1b88-84e6-4a98-b0c0-e33948ba3016), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:55.631950 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bf0e16-122b-437b-bd82-2e5a54bf16cc tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:55.638628 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bf0e16-122b-437b-bd82-2e5a54bf16cc tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:55.648578 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bf0e16-122b-437b-bd82-2e5a54bf16cc tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:55.658246 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-86bf0e16-122b-437b-bd82-2e5a54bf16cc tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3340642 Mar 23 02:42:55.667129 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 36f1694d-c796-446a-bac6-f78ec0071f62 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:55.692201 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cd982796-25f9-4daf-aacb-4dc0fea7c70d tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:55.693370 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-cd982796-25f9-4daf-aacb-4dc0fea7c70d tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d84d1b88-84e6-4a98-b0c0-e33948ba3016 HTTP/1.1" status: 204 len: 168 time: 1.1478500 Mar 23 02:42:55.701124 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60722) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:55.706361 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60724) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:55.706361 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd982796-25f9-4daf-aacb-4dc0fea7c70d tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d84d1b88-84e6-4a98-b0c0-e33948ba3016,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:55.744809 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-0c49be96-4c51-4cc7-8bf2-ea610e5ca638 None None] Provisioning complete for port 1f090828-3763-4691-a1d5-143c7cb41b2d triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:55.745338 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0c49be96-4c51-4cc7-8bf2-ea610e5ca638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (1f090828-3763-4691-a1d5-143c7cb41b2d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:55.869855 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1918002c-b6ac-40c6-986f-ebd8b232cb30 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:55.934584 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-380eaaf5-b585-4837-a021-45fe4ad9d387 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2005193 Mar 23 02:42:55.938311 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60728) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:55.950042 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 36f1694d-c796-446a-bac6-f78ec0071f62 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:55.950430 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (36f1694d-c796-446a-bac6-f78ec0071f62), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:55.996091 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-91250de8-bee5-4ed9-9bc3-a498d1b725fb tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (1e54e6c6-a063-49d7-b050-062824e6f2fb), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:56.004618 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-91250de8-bee5-4ed9-9bc3-a498d1b725fb tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:56.011080 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-91250de8-bee5-4ed9-9bc3-a498d1b725fb tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] 10.222.0.24 "DELETE /v2.0/networks/1e54e6c6-a063-49d7-b050-062824e6f2fb HTTP/1.1" status: 204 len: 168 time: 1.9443822 Mar 23 02:42:56.023067 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60730) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:56.052147 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91250de8-bee5-4ed9-9bc3-a498d1b725fb tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Pushing event deleted for resources: {'Network': ['ID=1e54e6c6-a063-49d7-b050-062824e6f2fb,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:56.074713 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-db585909-a0d6-4309-8064-14a649ab734f tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (cc3a6227-50cd-4e56-942f-878fda8c1204), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:56.090868 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-0c49be96-4c51-4cc7-8bf2-ea610e5ca638 None None] Current status of the port 1f090828-3763-4691-a1d5-143c7cb41b2d is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:56.091262 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0c49be96-4c51-4cc7-8bf2-ea610e5ca638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (1f090828-3763-4691-a1d5-143c7cb41b2d), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:56.115123 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8fc1e5-ab93-4afe-b5db-34599808b991 None None] Update dhcp port {'port': {'network_id': 'e5830020-6369-409a-832b-569b20dbff9f', 'fixed_ips': [{'subnet_id': '62edadab-ffbb-422a-8803-cb403b9a8fe1', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dad852fa-9033-46e3-b47b-83e14d28f053'}], 'binding:host_id': 'dv-neutron-834613-2-hyperv'}, 'id': '1f090828-3763-4691-a1d5-143c7cb41b2d'} from dv-neutron-834613-2-hyperv. {{(pid=104350) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 23 02:42:56.127587 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-de025ebb-b9d9-436a-aa58-e10b250b3864 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Deleting port e679a672-f1bf-4c83-8b82-40c6bbe9f7b2 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:56.132368 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de025ebb-b9d9-436a-aa58-e10b250b3864 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (e679a672-f1bf-4c83-8b82-40c6bbe9f7b2), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:56.188186 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ff5adb33-3b26-49dc-8857-b4218084d28b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (a39a81c7-cf7a-422e-a209-13f7ec675452), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:56.195205 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1918002c-b6ac-40c6-986f-ebd8b232cb30 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:56.229826 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-0c49be96-4c51-4cc7-8bf2-ea610e5ca638 None None] For port 1f090828-3763-4691-a1d5-143c7cb41b2d, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=1f090828-3763-4691-a1d5-143c7cb41b2d,segment=NetworkSegment(99ece2eb-32f6-4bd7-8e5a-8a40e0d9c3e8),segment_id=99ece2eb-32f6-4bd7-8e5a-8a40e0d9c3e8)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:56.235304 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc1e5-ab93-4afe-b5db-34599808b991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (1f090828-3763-4691-a1d5-143c7cb41b2d), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:56.247599 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 36f1694d-c796-446a-bac6-f78ec0071f62 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:56.251184 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 7fa80051-a660-475c-92ee-11f4a7e84e3b up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:56.270780 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-db585909-a0d6-4309-8064-14a649ab734f tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (cc3a6227-50cd-4e56-942f-878fda8c1204), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:56.291337 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ea9472d5-da9a-4f13-a311-dfcc71efce8e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for port (ad983a85-df26-434c-ba5d-2f72a99e5295), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:56.309204 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-1918002c-b6ac-40c6-986f-ebd8b232cb30 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] device_id is not set on port 3081dbcc-2f45-44bb-bf5b-0931c89e68a3 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:42:56.347568 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0c49be96-4c51-4cc7-8bf2-ea610e5ca638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (1f090828-3763-4691-a1d5-143c7cb41b2d), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:56.359534 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de025ebb-b9d9-436a-aa58-e10b250b3864 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (e679a672-f1bf-4c83-8b82-40c6bbe9f7b2), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:56.375478 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-de025ebb-b9d9-436a-aa58-e10b250b3864 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Calling delete_port for e679a672-f1bf-4c83-8b82-40c6bbe9f7b2 owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:56.394146 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d9feae49-80bf-4084-8839-e7d67809173a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (41b549be-8603-4421-813c-fe737a43f2ec), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:56.518308 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49be96-4c51-4cc7-8bf2-ea610e5ca638 None None] Pushing event updated for resources: {'Port': ['ID=1f090828-3763-4691-a1d5-143c7cb41b2d,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:56.541692 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 7fa80051-a660-475c-92ee-11f4a7e84e3b triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:56.542018 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7fa80051-a660-475c-92ee-11f4a7e84e3b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:56.557234 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-db585909-a0d6-4309-8064-14a649ab734f tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (cc3a6227-50cd-4e56-942f-878fda8c1204), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:56.560925 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-db585909-a0d6-4309-8064-14a649ab734f tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:56.562399 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-db585909-a0d6-4309-8064-14a649ab734f tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "DELETE /v2.0/security-groups/cc3a6227-50cd-4e56-942f-878fda8c1204 HTTP/1.1" status: 204 len: 168 time: 0.6231773 Mar 23 02:42:56.566361 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60740) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:56.589278 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db585909-a0d6-4309-8064-14a649ab734f tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3a6227-50cd-4e56-942f-878fda8c1204,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:56.616707 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de025ebb-b9d9-436a-aa58-e10b250b3864 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (e679a672-f1bf-4c83-8b82-40c6bbe9f7b2), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:56.673215 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de025ebb-b9d9-436a-aa58-e10b250b3864 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Pushing event deleted for resources: {'Port': ['ID=e679a672-f1bf-4c83-8b82-40c6bbe9f7b2,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:56.712163 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-d6f6b28a-d0fb-4044-ab07-2eaa5f5e9ae4 None None] Provisioning complete for port 7fa80051-a660-475c-92ee-11f4a7e84e3b triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:56.713943 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d6f6b28a-d0fb-4044-ab07-2eaa5f5e9ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7fa80051-a660-475c-92ee-11f4a7e84e3b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:56.766386 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60744) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:56.798521 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ea9472d5-da9a-4f13-a311-dfcc71efce8e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (ad983a85-df26-434c-ba5d-2f72a99e5295), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:56.807454 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3480567c-a0b5-4746-a1f8-277494294f77 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.2363305 Mar 23 02:42:56.808924 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60748) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:56.855855 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de025ebb-b9d9-436a-aa58-e10b250b3864 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:56.883639 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-de025ebb-b9d9-436a-aa58-e10b250b3864 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] 10.222.0.24 "DELETE /v2.0/ports/e679a672-f1bf-4c83-8b82-40c6bbe9f7b2 HTTP/1.1" status: 204 len: 168 time: 1.1671779 Mar 23 02:42:56.901568 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60750) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:56.912774 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-9bd1f650-ae75-4747-84c7-31bd0c43a474 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Request body: {'port': {'name': 'tempest-new-port-name-1422712269', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:56.912774 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.api.validators [None req-9bd1f650-ae75-4747-84c7-31bd0c43a474 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] bootfile-name is not in valid_values {{(pid=104349) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 02:42:56.927079 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.api.validators [None req-9bd1f650-ae75-4747-84c7-31bd0c43a474 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] tftp-server is not in valid_values {{(pid=104349) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 02:42:56.927446 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.api.validators [None req-9bd1f650-ae75-4747-84c7-31bd0c43a474 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] server-ip-address is not in valid_values {{(pid=104349) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 02:42:56.930037 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-2c8fc1e5-ab93-4afe-b5db-34599808b991 None None] Allocated IP 172.20.0.18 (e5830020-6369-409a-832b-569b20dbff9f/dad852fa-9033-46e3-b47b-83e14d28f053/1f090828-3763-4691-a1d5-143c7cb41b2d) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:57.075456 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-039fd8fd-7789-4f37-9c83-88be83ae1777 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (7d55364a-1060-4b33-a238-61751fbe0e92), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:57.077603 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 7fa80051-a660-475c-92ee-11f4a7e84e3b is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:57.078900 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 1f090828-3763-4691-a1d5-143c7cb41b2d up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:57.083908 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-34540fe6-6868-4772-bf7a-97436ba2ff03 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'network': {'name': 'tempest-network-smoke--1868696567', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'port_security_enabled': True}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:57.087753 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-2c8fc1e5-ab93-4afe-b5db-34599808b991 None None] For port 1f090828-3763-4691-a1d5-143c7cb41b2d, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=1f090828-3763-4691-a1d5-143c7cb41b2d,segment=NetworkSegment(99ece2eb-32f6-4bd7-8e5a-8a40e0d9c3e8),segment_id=99ece2eb-32f6-4bd7-8e5a-8a40e0d9c3e8)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:57.124541 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9bd1f650-ae75-4747-84c7-31bd0c43a474 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (07fabdf3-3116-4f88-b886-7f8ce6d2c6d0), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:57.130279 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-039fd8fd-7789-4f37-9c83-88be83ae1777 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (7d55364a-1060-4b33-a238-61751fbe0e92), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:57.138701 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-d6f6b28a-d0fb-4044-ab07-2eaa5f5e9ae4 None None] Current status of the port 7fa80051-a660-475c-92ee-11f4a7e84e3b is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:57.173706 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc1e5-ab93-4afe-b5db-34599808b991 None None] Publish callbacks [] for port (1f090828-3763-4691-a1d5-143c7cb41b2d), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:57.185995 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-d6f6b28a-d0fb-4044-ab07-2eaa5f5e9ae4 None None] Provisioning complete for port 07fabdf3-3116-4f88-b886-7f8ce6d2c6d0 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:57.186367 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d6f6b28a-d0fb-4044-ab07-2eaa5f5e9ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (07fabdf3-3116-4f88-b886-7f8ce6d2c6d0), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:57.201848 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34540fe6-6868-4772-bf7a-97436ba2ff03 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Made reservation on behalf of d14f7a32e895424c88fd77b8785e073b for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:57.207239 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-34540fe6-6868-4772-bf7a-97436ba2ff03 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:57.233307 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d9feae49-80bf-4084-8839-e7d67809173a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (41b549be-8603-4421-813c-fe737a43f2ec), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:57.237519 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-34540fe6-6868-4772-bf7a-97436ba2ff03 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:57.335107 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-d9feae49-80bf-4084-8839-e7d67809173a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b549be-8603-4421-813c-fe737a43f2ec']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:57.339513 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9472d5-da9a-4f13-a311-dfcc71efce8e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network e5830020-6369-409a-832b-569b20dbff9f is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:57.347273 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9472d5-da9a-4f13-a311-dfcc71efce8e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Port': ['ID=ad983a85-df26-434c-ba5d-2f72a99e5295,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:57.349080 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-039fd8fd-7789-4f37-9c83-88be83ae1777 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (7d55364a-1060-4b33-a238-61751fbe0e92), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:57.351784 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-039fd8fd-7789-4f37-9c83-88be83ae1777 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:57.353797 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-ea9472d5-da9a-4f13-a311-dfcc71efce8e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:57.356288 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-039fd8fd-7789-4f37-9c83-88be83ae1777 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "DELETE /v2.0/security-groups/7d55364a-1060-4b33-a238-61751fbe0e92 HTTP/1.1" status: 204 len: 168 time: 0.5387323 Mar 23 02:42:57.356421 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60752) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:57.357808 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9472d5-da9a-4f13-a311-dfcc71efce8e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:57.361426 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-d9feae49-80bf-4084-8839-e7d67809173a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ce3748-2d71-4416-8968-2c40be25eac4') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:57.362416 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-d9feae49-80bf-4084-8839-e7d67809173a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ce3748-2d71-4416-8968-2c40be25eac4') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:57.389285 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc1e5-ab93-4afe-b5db-34599808b991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (1f090828-3763-4691-a1d5-143c7cb41b2d), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:57.397635 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039fd8fd-7789-4f37-9c83-88be83ae1777 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d55364a-1060-4b33-a238-61751fbe0e92,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:57.417020 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d9feae49-80bf-4084-8839-e7d67809173a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (82ce3748-2d71-4416-8968-2c40be25eac4), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:57.419757 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5adb33-3b26-49dc-8857-b4218084d28b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Router a39a81c7-cf7a-422e-a209-13f7ec675452 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:42:57.423501 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 1f090828-3763-4691-a1d5-143c7cb41b2d triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:57.423501 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (1f090828-3763-4691-a1d5-143c7cb41b2d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:57.424480 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-1918002c-b6ac-40c6-986f-ebd8b232cb30 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Allocated IP 2001:db8::369 (cbe75922-1412-46a9-a4e0-2b3990e0fa00/e23ccb48-fb1d-4631-90df-c8b69c1bf6fd/3081dbcc-2f45-44bb-bf5b-0931c89e68a3) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:57.453608 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d9feae49-80bf-4084-8839-e7d67809173a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (82ce3748-2d71-4416-8968-2c40be25eac4), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:57.468943 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9472d5-da9a-4f13-a311-dfcc71efce8e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:57.469569 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ea9472d5-da9a-4f13-a311-dfcc71efce8e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:57.479284 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-34540fe6-6868-4772-bf7a-97436ba2ff03 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (afb92343-8d72-4261-9c10-138d36b0b241), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:57.483070 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9feae49-80bf-4084-8839-e7d67809173a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:42:57.483576 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d9feae49-80bf-4084-8839-e7d67809173a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (82ce3748-2d71-4416-8968-2c40be25eac4), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:57.486641 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:42:57.486641 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:42:57.486641 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:42:57.486641 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:42:57.486641 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:42:57.486641 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:42:57.486641 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:42:57.486641 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:42:57.486641 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:42:57.486641 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:42:57.486641 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:42:57.486641 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:42:57.486641 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:42:57.486641 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:42:57.486641 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:42:57.486641 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:42:57.486641 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:42:57.486641 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:42:57.486641 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:42:57.486641 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:42:57.486641 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:42:57.486641 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:42:57.486641 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:42:57.486641 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:42:57.486641 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:42:57.486641 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:42:57.486641 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:42:57.486641 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:42:57.486641 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:42:57.486641 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:42:57.486641 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:42:57.486641 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:42:57.492943 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3595f068-db2a-42c8-be28-900339c1d83c tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1264796 Mar 23 02:42:57.495866 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8fc1e5-ab93-4afe-b5db-34599808b991 None None] Pushing event updated for resources: {'Port': ['ID=1f090828-3763-4691-a1d5-143c7cb41b2d,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:57.500536 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60754) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:57.502885 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-c49e299b-7785-486c-b85e-544b2346215e tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Request body: {'security_group': {'name': 'tempest-secgroup--1682311588'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:57.518846 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9bd1f650-ae75-4747-84c7-31bd0c43a474 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks [] for port (07fabdf3-3116-4f88-b886-7f8ce6d2c6d0), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:57.527665 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-d6f6b28a-d0fb-4044-ab07-2eaa5f5e9ae4 None None] Port 07fabdf3-3116-4f88-b886-7f8ce6d2c6d0 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:42:57.542725 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-34540fe6-6868-4772-bf7a-97436ba2ff03 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (afb92343-8d72-4261-9c10-138d36b0b241), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:57.562517 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-d6f6b28a-d0fb-4044-ab07-2eaa5f5e9ae4 None None] Could not find standard attr ID for object e679a672-f1bf-4c83-8b82-40c6bbe9f7b2. {{(pid=104350) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:42:57.584050 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34540fe6-6868-4772-bf7a-97436ba2ff03 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afb92343-8d72-4261-9c10-138d36b0b241,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:57.593335 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34540fe6-6868-4772-bf7a-97436ba2ff03 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:42:57.606419 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-34540fe6-6868-4772-bf7a-97436ba2ff03 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (4d6c6c57-3df1-4694-9df2-d5605580eda2), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:57.607000 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-34540fe6-6868-4772-bf7a-97436ba2ff03 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Added segment 4d6c6c57-3df1-4694-9df2-d5605580eda2 of type vlan for network 238b7c6f-3e37-4de4-bf5b-96c4d356033f Mar 23 02:42:57.617062 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9bd1f650-ae75-4747-84c7-31bd0c43a474 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (07fabdf3-3116-4f88-b886-7f8ce6d2c6d0), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:57.636519 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 1f090828-3763-4691-a1d5-143c7cb41b2d is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:57.649234 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ea9472d5-da9a-4f13-a311-dfcc71efce8e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.1952584 Mar 23 02:42:57.654323 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c49e299b-7785-486c-b85e-544b2346215e tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:57.656453 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60756) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:57.674163 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-5aa8877e-353b-4813-9cbd-876d1fdc5671 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '62edadab-ffbb-422a-8803-cb403b9a8fe1'}]}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:57.674710 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-6a14aa9c-d3dd-489f-960c-2789b30d9235 None None] Could not find standard attr ID for object e679a672-f1bf-4c83-8b82-40c6bbe9f7b2. {{(pid=104350) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:42:57.697240 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-6a14aa9c-d3dd-489f-960c-2789b30d9235 None None] Provisioning complete for port 54e5b60f-95e9-4107-948c-1347c39842e9 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:57.697951 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6a14aa9c-d3dd-489f-960c-2789b30d9235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (54e5b60f-95e9-4107-948c-1347c39842e9), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:57.727200 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d9feae49-80bf-4084-8839-e7d67809173a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (41b549be-8603-4421-813c-fe737a43f2ec), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:57.766855 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-9bd1f650-ae75-4747-84c7-31bd0c43a474 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] In _notify_port_updated(), no bound segment for port 07fabdf3-3116-4f88-b886-7f8ce6d2c6d0 on network 68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca {{(pid=104349) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:42:57.777375 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d9feae49-80bf-4084-8839-e7d67809173a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:57.780212 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd1f650-ae75-4747-84c7-31bd0c43a474 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:57.781007 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9bd1f650-ae75-4747-84c7-31bd0c43a474 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:57.781481 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-6a14aa9c-d3dd-489f-960c-2789b30d9235 None None] Port 54e5b60f-95e9-4107-948c-1347c39842e9 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:42:57.781976 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d9feae49-80bf-4084-8839-e7d67809173a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] 10.222.0.24 "DELETE /v2.0/networks/41b549be-8603-4421-813c-fe737a43f2ec HTTP/1.1" status: 204 len: 168 time: 1.7513103 Mar 23 02:42:57.787101 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9bd1f650-ae75-4747-84c7-31bd0c43a474 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] 10.222.0.24 "PUT /v2.0/ports/07fabdf3-3116-4f88-b886-7f8ce6d2c6d0 HTTP/1.1" status: 200 len: 1137 time: 0.8844554 Mar 23 02:42:57.790320 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60760) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:57.803278 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-6a14aa9c-d3dd-489f-960c-2789b30d9235 None None] Provisioning complete for port 36f1694d-c796-446a-bac6-f78ec0071f62 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:57.803667 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6a14aa9c-d3dd-489f-960c-2789b30d9235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (36f1694d-c796-446a-bac6-f78ec0071f62), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:57.871441 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9feae49-80bf-4084-8839-e7d67809173a tempest-BulkNetworkOpsIpV6Test-2038508735 tempest-BulkNetworkOpsIpV6Test-2038508735-project] Pushing event deleted for resources: {'Network': ['ID=41b549be-8603-4421-813c-fe737a43f2ec,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:57.874134 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-34540fe6-6868-4772-bf7a-97436ba2ff03 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (238b7c6f-3e37-4de4-bf5b-96c4d356033f), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:57.887722 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1f650-ae75-4747-84c7-31bd0c43a474 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Pushing event updated for resources: {'Port': ['ID=07fabdf3-3116-4f88-b886-7f8ce6d2c6d0,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:57.950104 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 1f090828-3763-4691-a1d5-143c7cb41b2d up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:57.971216 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5adb33-3b26-49dc-8857-b4218084d28b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:42:57.988757 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ff5adb33-3b26-49dc-8857-b4218084d28b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "PUT /v2.0/routers/a39a81c7-cf7a-422e-a209-13f7ec675452/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4521801 Mar 23 02:42:57.997557 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60762) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:57.997724 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44d9ac4-261c-4ea4-95a9-b0934821c187 None None] Sync routers for ids ['a39a81c7-cf7a-422e-a209-13f7ec675452'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:42:58.010900 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca78486f-e443-465b-a642-95c7c2f48e5e tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:58.015525 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ca78486f-e443-465b-a642-95c7c2f48e5e tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] 10.222.0.24 "GET /v2.0/ports/07fabdf3-3116-4f88-b886-7f8ce6d2c6d0 HTTP/1.1" status: 200 len: 1137 time: 0.2075105 Mar 23 02:42:58.017817 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-6a14aa9c-d3dd-489f-960c-2789b30d9235 None None] Current status of the port 36f1694d-c796-446a-bac6-f78ec0071f62 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:58.022877 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60764) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:58.055053 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44d9ac4-261c-4ea4-95a9-b0934821c187 None None] Routers {'a39a81c7-cf7a-422e-a209-13f7ec675452'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:42:58.060940 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-b44d9ac4-261c-4ea4-95a9-b0934821c187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:42:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a39a81c7-cf7a-422e-a209-13f7ec675452'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:58.091480 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c49e299b-7785-486c-b85e-544b2346215e tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (beaded7c-e64c-43a0-b7a6-16f481d84ba0), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:58.098595 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-34540fe6-6868-4772-bf7a-97436ba2ff03 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (238b7c6f-3e37-4de4-bf5b-96c4d356033f), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:58.103650 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34540fe6-6868-4772-bf7a-97436ba2ff03 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:58.104412 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-34540fe6-6868-4772-bf7a-97436ba2ff03 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:58.121148 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5aa8877e-353b-4813-9cbd-876d1fdc5671 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ad983a85-df26-434c-ba5d-2f72a99e5295), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:58.124686 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-8efc013f-e6bc-465a-9810-c837bb67a5d8 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Deleting subnet 4f7a9c14-18af-48f2-9c33-1d982e0ad60f {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:42:58.158959 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1918002c-b6ac-40c6-986f-ebd8b232cb30 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for port (3081dbcc-2f45-44bb-bf5b-0931c89e68a3), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:58.173509 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8efc013f-e6bc-465a-9810-c837bb67a5d8 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for subnet (4f7a9c14-18af-48f2-9c33-1d982e0ad60f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:58.186047 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-f5249f96-e2b4-4452-ab2f-60610a74c07b None None] Provisioning complete for port 07fabdf3-3116-4f88-b886-7f8ce6d2c6d0 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:58.186425 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f5249f96-e2b4-4452-ab2f-60610a74c07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (07fabdf3-3116-4f88-b886-7f8ce6d2c6d0), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:58.211970 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-34540fe6-6868-4772-bf7a-97436ba2ff03 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4429090 Mar 23 02:42:58.217276 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c49e299b-7785-486c-b85e-544b2346215e tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (beaded7c-e64c-43a0-b7a6-16f481d84ba0), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:58.236736 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60766) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:58.246247 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-1db19651-089a-4576-8ab3-9a7e06aa08ce tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-291108398', 'admin_state_up': True, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:58.250677 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-b44d9ac4-261c-4ea4-95a9-b0934821c187 None None] Set router a39a81c7-cf7a-422e-a209-13f7ec675452 gateway port host: None {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:42:58.296214 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 1f090828-3763-4691-a1d5-143c7cb41b2d triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:58.296451 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c49e299b-7785-486c-b85e-544b2346215e tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:58.296741 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (1f090828-3763-4691-a1d5-143c7cb41b2d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:58.297732 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c49e299b-7785-486c-b85e-544b2346215e tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7988925 Mar 23 02:42:58.298540 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34540fe6-6868-4772-bf7a-97436ba2ff03 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Network': ['ID=238b7c6f-3e37-4de4-bf5b-96c4d356033f,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:58.307881 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60768) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:58.312211 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-8ab72d8e-69fd-4b75-a4b4-9e496e9b5f03 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Request body: {'security_group_rule': {'security_group_id': 'beaded7c-e64c-43a0-b7a6-16f481d84ba0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:58.321702 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8efc013f-e6bc-465a-9810-c837bb67a5d8 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (4f7a9c14-18af-48f2-9c33-1d982e0ad60f), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:58.327689 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f5249f96-e2b4-4452-ab2f-60610a74c07b None None] Port 07fabdf3-3116-4f88-b886-7f8ce6d2c6d0 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:42:58.330383 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 238b7c6f-3e37-4de4-bf5b-96c4d356033f details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:42:58.353514 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e299b-7785-486c-b85e-544b2346215e tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beaded7c-e64c-43a0-b7a6-16f481d84ba0,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:58.418047 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-7bf7a9bb-b21f-4884-93b0-d0eb35e294fa tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Deleting port 07fabdf3-3116-4f88-b886-7f8ce6d2c6d0 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:58.418606 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7bf7a9bb-b21f-4884-93b0-d0eb35e294fa tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (07fabdf3-3116-4f88-b886-7f8ce6d2c6d0), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:58.423704 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1db19651-089a-4576-8ab3-9a7e06aa08ce tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (348925bf-cd60-4447-9afc-6c70cdb5f330), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:58.425204 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1db19651-089a-4576-8ab3-9a7e06aa08ce tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (348925bf-cd60-4447-9afc-6c70cdb5f330), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:58.461327 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8efc013f-e6bc-465a-9810-c837bb67a5d8 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (4f7a9c14-18af-48f2-9c33-1d982e0ad60f), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:58.548049 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8ab72d8e-69fd-4b75-a4b4-9e496e9b5f03 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (014a3907-b079-4a61-a206-64be5a5d8c69), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:58.561508 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1db19651-089a-4576-8ab3-9a7e06aa08ce tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_controller (348925bf-cd60-4447-9afc-6c70cdb5f330), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:58.563433 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1918002c-b6ac-40c6-986f-ebd8b232cb30 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (3081dbcc-2f45-44bb-bf5b-0931c89e68a3), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:58.577710 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60772) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:58.594176 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcd4d3f-54a2-444e-b0ea-e06c898b433e None None] Network e5830020-6369-409a-832b-569b20dbff9f requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:58.646780 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1918002c-b6ac-40c6-986f-ebd8b232cb30 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network cbe75922-1412-46a9-a4e0-2b3990e0fa00 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:58.683312 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-1918002c-b6ac-40c6-986f-ebd8b232cb30 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:58.699001 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1918002c-b6ac-40c6-986f-ebd8b232cb30 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:58.705141 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1918002c-b6ac-40c6-986f-ebd8b232cb30 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:58.705983 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1918002c-b6ac-40c6-986f-ebd8b232cb30 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:58.722584 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8ab72d8e-69fd-4b75-a4b4-9e496e9b5f03 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (014a3907-b079-4a61-a206-64be5a5d8c69), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:58.731066 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8efc013f-e6bc-465a-9810-c837bb67a5d8 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (4f7a9c14-18af-48f2-9c33-1d982e0ad60f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:58.734643 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918002c-b6ac-40c6-986f-ebd8b232cb30 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Port': ['ID=3081dbcc-2f45-44bb-bf5b-0931c89e68a3,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:58.770835 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7bf7a9bb-b21f-4884-93b0-d0eb35e294fa tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (07fabdf3-3116-4f88-b886-7f8ce6d2c6d0), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:58.787156 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-db991b72-f3b3-4522-93d6-1684badb8823 None None] Provisioning complete for port 1f090828-3763-4691-a1d5-143c7cb41b2d triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:58.787717 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-db991b72-f3b3-4522-93d6-1684badb8823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (1f090828-3763-4691-a1d5-143c7cb41b2d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:58.799534 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-7bf7a9bb-b21f-4884-93b0-d0eb35e294fa tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Calling delete_port for 07fabdf3-3116-4f88-b886-7f8ce6d2c6d0 owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:58.814107 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc013f-e6bc-465a-9810-c837bb67a5d8 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Subnet': ['ID=4f7a9c14-18af-48f2-9c33-1d982e0ad60f,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:58.817588 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 1f090828-3763-4691-a1d5-143c7cb41b2d is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:58.820257 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8efc013f-e6bc-465a-9810-c837bb67a5d8 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:58.827424 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1918002c-b6ac-40c6-986f-ebd8b232cb30 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7587562 Mar 23 02:42:58.828628 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60776) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:58.829991 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8efc013f-e6bc-465a-9810-c837bb67a5d8 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/subnets/4f7a9c14-18af-48f2-9c33-1d982e0ad60f HTTP/1.1" status: 204 len: 168 time: 0.8284225 Mar 23 02:42:58.830636 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60778) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:58.848682 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8340ab5d-c4b4-4a2c-9e30-41f3ff25a8f4 None None] Network 9b440bb6-3799-4f51-b292-94baa0ed6271 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:58.862195 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8ab72d8e-69fd-4b75-a4b4-9e496e9b5f03 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (014a3907-b079-4a61-a206-64be5a5d8c69), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:58.902682 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-693d47eb-a270-49e2-a538-d9eaa4544d71 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'subnet': {'network_id': 'cbe75922-1412-46a9-a4e0-2b3990e0fa00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:58.914975 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-57f61807-6a45-4a13-8b0f-91134ddb035b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=265c9134d1024f9999c835aeee75b1f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3362253 Mar 23 02:42:58.923574 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60780) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:58.932085 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-683cd819-5b96-4257-b758-fb7fb410f893 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (9b440bb6-3799-4f51-b292-94baa0ed6271), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:58.959928 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1db19651-089a-4576-8ab3-9a7e06aa08ce tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_gateway (348925bf-cd60-4447-9afc-6c70cdb5f330), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:58.996098 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-5aa8877e-353b-4813-9cbd-876d1fdc5671 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Delete allocated IP 172.20.0.28 (e5830020-6369-409a-832b-569b20dbff9f/dad852fa-9033-46e3-b47b-83e14d28f053) {{(pid=104348) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 23 02:42:59.006472 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab72d8e-69fd-4b75-a4b4-9e496e9b5f03 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014a3907-b079-4a61-a206-64be5a5d8c69,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:59.032268 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-b44d9ac4-261c-4ea4-95a9-b0934821c187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'name': 'tempest-RoutersIpV6Test-router-718806341', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:42Z', 'updated_at': '2022-03-23T02:42:54Z', 'revision_number': 10, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'gw_port_host': None, '_interfaces': [{'id': '5fd1f227-a58c-45cc-8ced-edd41b67d297', 'name': '', 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:ea:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:48Z', 'updated_at': '2022-03-23T02:41:56Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:59.074014 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44d9ac4-261c-4ea4-95a9-b0934821c187 None None] Checking router: a39a81c7-cf7a-422e-a209-13f7ec675452 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:42:59.093307 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-db991b72-f3b3-4522-93d6-1684badb8823 None None] Current status of the port 1f090828-3763-4691-a1d5-143c7cb41b2d is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:59.098743 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44d9ac4-261c-4ea4-95a9-b0934821c187 None None] Routers {'a39a81c7-cf7a-422e-a209-13f7ec675452'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:42:59.099383 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-b44d9ac4-261c-4ea4-95a9-b0934821c187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:42:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a39a81c7-cf7a-422e-a209-13f7ec675452'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:59.118998 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8ab72d8e-69fd-4b75-a4b4-9e496e9b5f03 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:59.122228 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8ab72d8e-69fd-4b75-a4b4-9e496e9b5f03 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8134637 Mar 23 02:42:59.128231 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60782) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:59.154516 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-09931e96-6940-4fc6-9e40-a0dd5b777dad admin admin] Publish callbacks [] for security_group (151e5119-7938-4355-a7bf-a05f67f30133), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:59.230824 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc88f7ed-5793-46ff-8d80-bd1f31c3573f None None] DHCP port deletion for 9b440bb6-3799-4f51-b292-94baa0ed6271 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:42:59.232370 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-683cd819-5b96-4257-b758-fb7fb410f893 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Deleting port 8a07967f-813f-42c4-af9e-1a6bba247f05 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:59.232720 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-683cd819-5b96-4257-b758-fb7fb410f893 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (8a07967f-813f-42c4-af9e-1a6bba247f05), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:59.258644 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-09931e96-6940-4fc6-9e40-a0dd5b777dad admin admin] Publish callbacks [] for security_group (151e5119-7938-4355-a7bf-a05f67f30133), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:59.285367 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-61746c09-77c9-492b-acc7-dd2a8fb75ede None None] Provisioning complete for port 3081dbcc-2f45-44bb-bf5b-0931c89e68a3 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:59.285725 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-61746c09-77c9-492b-acc7-dd2a8fb75ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (3081dbcc-2f45-44bb-bf5b-0931c89e68a3), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:59.309841 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-683cd819-5b96-4257-b758-fb7fb410f893 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] For port 8a07967f-813f-42c4-af9e-1a6bba247f05, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8a07967f-813f-42c4-af9e-1a6bba247f05,segment=NetworkSegment(05a0ec57-f831-41e1-a79d-bb654ce7e123),segment_id=05a0ec57-f831-41e1-a79d-bb654ce7e123)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:59.310208 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-683cd819-5b96-4257-b758-fb7fb410f893 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (8a07967f-813f-42c4-af9e-1a6bba247f05), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:59.347810 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-683cd819-5b96-4257-b758-fb7fb410f893 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Calling delete_port for 8a07967f-813f-42c4-af9e-1a6bba247f05 owned by network:dhcp {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:59.371924 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693d47eb-a270-49e2-a538-d9eaa4544d71 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:59.379887 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-693d47eb-a270-49e2-a538-d9eaa4544d71 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:59.379981 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-b44d9ac4-261c-4ea4-95a9-b0934821c187 None None] Set router a39a81c7-cf7a-422e-a209-13f7ec675452 gateway port host: None {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:42:59.382448 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2b64185e-e344-4316-9809-c490471857af tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (014a3907-b079-4a61-a206-64be5a5d8c69), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:59.386208 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc88f7ed-5793-46ff-8d80-bd1f31c3573f None None] Deleting port 8a07967f-813f-42c4-af9e-1a6bba247f05 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:59.386581 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc88f7ed-5793-46ff-8d80-bd1f31c3573f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (8a07967f-813f-42c4-af9e-1a6bba247f05), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:59.392849 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2b64185e-e344-4316-9809-c490471857af tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (014a3907-b079-4a61-a206-64be5a5d8c69), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:59.465543 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5aa8877e-353b-4813-9cbd-876d1fdc5671 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for port (ad983a85-df26-434c-ba5d-2f72a99e5295), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:59.475908 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-09931e96-6940-4fc6-9e40-a0dd5b777dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (151e5119-7938-4355-a7bf-a05f67f30133), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:59.479484 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-09931e96-6940-4fc6-9e40-a0dd5b777dad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:59.482972 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-09931e96-6940-4fc6-9e40-a0dd5b777dad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/151e5119-7938-4355-a7bf-a05f67f30133 HTTP/1.1" status: 204 len: 168 time: 0.5442336 Mar 23 02:42:59.537411 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-61746c09-77c9-492b-acc7-dd2a8fb75ede None None] Port 3081dbcc-2f45-44bb-bf5b-0931c89e68a3 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:42:59.537719 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09931e96-6940-4fc6-9e40-a0dd5b777dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151e5119-7938-4355-a7bf-a05f67f30133,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:59.548081 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2b64185e-e344-4316-9809-c490471857af tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (014a3907-b079-4a61-a206-64be5a5d8c69), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:59.580372 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2b64185e-e344-4316-9809-c490471857af tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:59.584004 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2b64185e-e344-4316-9809-c490471857af tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/014a3907-b079-4a61-a206-64be5a5d8c69 HTTP/1.1" status: 204 len: 168 time: 0.4514136 Mar 23 02:42:59.585702 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60786) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:59.592108 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1db19651-089a-4576-8ab3-9a7e06aa08ce tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_gateway (348925bf-cd60-4447-9afc-6c70cdb5f330), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:59.594783 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64185e-e344-4316-9809-c490471857af tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=014a3907-b079-4a61-a206-64be5a5d8c69,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:59.597809 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5aa8877e-353b-4813-9cbd-876d1fdc5671 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (ad983a85-df26-434c-ba5d-2f72a99e5295), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:59.635876 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1db19651-089a-4576-8ab3-9a7e06aa08ce tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:59.636454 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7bf7a9bb-b21f-4884-93b0-d0eb35e294fa tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (07fabdf3-3116-4f88-b886-7f8ce6d2c6d0), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:59.647811 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.ipam_backend_mixin [None req-693d47eb-a270-49e2-a538-d9eaa4544d71 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e23ccb48-fb1d-4631-90df-c8b69c1bf6fd (CIDR: 2001:db8::/64) Mar 23 02:42:59.656341 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc88f7ed-5793-46ff-8d80-bd1f31c3573f None None] For port 8a07967f-813f-42c4-af9e-1a6bba247f05, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8a07967f-813f-42c4-af9e-1a6bba247f05,segment=NetworkSegment(05a0ec57-f831-41e1-a79d-bb654ce7e123),segment_id=05a0ec57-f831-41e1-a79d-bb654ce7e123)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:59.658320 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc88f7ed-5793-46ff-8d80-bd1f31c3573f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (8a07967f-813f-42c4-af9e-1a6bba247f05), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:59.684877 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc88f7ed-5793-46ff-8d80-bd1f31c3573f None None] Calling delete_port for 8a07967f-813f-42c4-af9e-1a6bba247f05 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:59.719852 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-693d47eb-a270-49e2-a538-d9eaa4544d71 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:42:59.720921 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-693d47eb-a270-49e2-a538-d9eaa4544d71 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:42:59.835805 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8877e-353b-4813-9cbd-876d1fdc5671 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Port': ['ID=ad983a85-df26-434c-ba5d-2f72a99e5295,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:59.859455 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60788) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:59.863500 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1a40b9da-3b1c-4903-9b65-7d9ef1de6c3f tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2678542 Mar 23 02:42:59.867353 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-693d47eb-a270-49e2-a538-d9eaa4544d71 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0061533 Mar 23 02:42:59.892438 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-1db19651-089a-4576-8ab3-9a7e06aa08ce tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.26.2.70 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/598089b7-7ffd-47b0-9641-952cc0de0190) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:59.895789 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60792) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:59.910483 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-6395a79a-e370-4960-bd26-aa21a95a5c1b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'subnet': {'network_id': 'cbe75922-1412-46a9-a4e0-2b3990e0fa00', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:00.021290 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7a9bb-b21f-4884-93b0-d0eb35e294fa tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Pushing event deleted for resources: {'Port': ['ID=07fabdf3-3116-4f88-b886-7f8ce6d2c6d0,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:00.026034 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-683cd819-5b96-4257-b758-fb7fb410f893 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (8a07967f-813f-42c4-af9e-1a6bba247f05), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:00.052706 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bb231858-d19a-486b-b84e-9ad0df5046a5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (beaded7c-e64c-43a0-b7a6-16f481d84ba0), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:00.074643 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683cd819-5b96-4257-b758-fb7fb410f893 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Port': ['ID=8a07967f-813f-42c4-af9e-1a6bba247f05,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:00.097121 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683cd819-5b96-4257-b758-fb7fb410f893 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] No DVR routers for this DVR port 8a07967f-813f-42c4-af9e-1a6bba247f05 on host dv-neutron-834613-2-hyperv {{(pid=104348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:43:00.099905 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8a07967f-813f-42c4-af9e-1a6bba247f05 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:43:00.102439 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-5aa8877e-353b-4813-9cbd-876d1fdc5671 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] In _notify_port_updated(), no bound segment for port ad983a85-df26-434c-ba5d-2f72a99e5295 on network e5830020-6369-409a-832b-569b20dbff9f {{(pid=104348) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:43:00.109796 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa8877e-353b-4813-9cbd-876d1fdc5671 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:00.110206 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5aa8877e-353b-4813-9cbd-876d1fdc5671 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:00.112218 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5aa8877e-353b-4813-9cbd-876d1fdc5671 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "PUT /v2.0/ports/ad983a85-df26-434c-ba5d-2f72a99e5295 HTTP/1.1" status: 200 len: 919 time: 2.4424052 Mar 23 02:43:00.120872 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60796) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:00.133303 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7bf7a9bb-b21f-4884-93b0-d0eb35e294fa tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:00.139321 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7bf7a9bb-b21f-4884-93b0-d0eb35e294fa tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] 10.222.0.24 "DELETE /v2.0/ports/07fabdf3-3116-4f88-b886-7f8ce6d2c6d0 HTTP/1.1" status: 204 len: 168 time: 2.1127303 Mar 23 02:43:00.139683 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60800) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:00.158592 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 8a07967f-813f-42c4-af9e-1a6bba247f05 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:43:00.158953 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8a07967f-813f-42c4-af9e-1a6bba247f05 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:43:00.159429 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bb231858-d19a-486b-b84e-9ad0df5046a5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (beaded7c-e64c-43a0-b7a6-16f481d84ba0), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:00.170127 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-7a57dc94-790e-4e55-b5f4-e0244f57b848 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '62edadab-ffbb-422a-8803-cb403b9a8fe1'}, {'subnet_id': 'dad852fa-9033-46e3-b47b-83e14d28f053'}]}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:00.191784 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-54c1b75d-a774-48d3-9c28-a1a1c767302c None None] Provisioning complete for port ad983a85-df26-434c-ba5d-2f72a99e5295 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:00.192101 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-54c1b75d-a774-48d3-9c28-a1a1c767302c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ad983a85-df26-434c-ba5d-2f72a99e5295), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:00.255187 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1db19651-089a-4576-8ab3-9a7e06aa08ce tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (598089b7-7ffd-47b0-9641-952cc0de0190), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:00.300641 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-683cd819-5b96-4257-b758-fb7fb410f893 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (9b440bb6-3799-4f51-b292-94baa0ed6271), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:00.312989 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc88f7ed-5793-46ff-8d80-bd1f31c3573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (8a07967f-813f-42c4-af9e-1a6bba247f05), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:00.318683 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-54c1b75d-a774-48d3-9c28-a1a1c767302c None None] Port ad983a85-df26-434c-ba5d-2f72a99e5295 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:00.329481 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3c929f-7753-4bc9-9bf0-19a1b8e64105 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Deleting subnet 3b1231da-f045-4a47-9019-ff8e129b832f {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:43:00.338837 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-683cd819-5b96-4257-b758-fb7fb410f893 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b440bb6-3799-4f51-b292-94baa0ed6271']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:00.343859 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-da3c929f-7753-4bc9-9bf0-19a1b8e64105 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks [] for subnet (3b1231da-f045-4a47-9019-ff8e129b832f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:00.352676 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-683cd819-5b96-4257-b758-fb7fb410f893 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a0ec57-f831-41e1-a79d-bb654ce7e123') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:00.353599 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-683cd819-5b96-4257-b758-fb7fb410f893 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a0ec57-f831-41e1-a79d-bb654ce7e123') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:00.361172 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc88f7ed-5793-46ff-8d80-bd1f31c3573f None None] No DVR routers for this DVR port 8a07967f-813f-42c4-af9e-1a6bba247f05 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:43:00.365664 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-683cd819-5b96-4257-b758-fb7fb410f893 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (05a0ec57-f831-41e1-a79d-bb654ce7e123), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:00.366204 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88f7ed-5793-46ff-8d80-bd1f31c3573f None None] Pushing event deleted for resources: {'Port': ['ID=8a07967f-813f-42c4-af9e-1a6bba247f05,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:00.382424 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-54c1b75d-a774-48d3-9c28-a1a1c767302c None None] Provisioning complete for port 1f090828-3763-4691-a1d5-143c7cb41b2d triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:00.382861 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-54c1b75d-a774-48d3-9c28-a1a1c767302c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (1f090828-3763-4691-a1d5-143c7cb41b2d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:00.387393 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-683cd819-5b96-4257-b758-fb7fb410f893 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (05a0ec57-f831-41e1-a79d-bb654ce7e123), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:00.394371 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-683cd819-5b96-4257-b758-fb7fb410f893 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:43:00.396270 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-683cd819-5b96-4257-b758-fb7fb410f893 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (05a0ec57-f831-41e1-a79d-bb654ce7e123), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:00.432520 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-da3c929f-7753-4bc9-9bf0-19a1b8e64105 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (3b1231da-f045-4a47-9019-ff8e129b832f), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:00.433642 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-b44d9ac4-261c-4ea4-95a9-b0934821c187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'name': 'tempest-RoutersIpV6Test-router-718806341', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:42Z', 'updated_at': '2022-03-23T02:42:54Z', 'revision_number': 10, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'gw_port_host': None, '_interfaces': [{'id': '5fd1f227-a58c-45cc-8ced-edd41b67d297', 'name': '', 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:ea:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:48Z', 'updated_at': '2022-03-23T02:41:56Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:00.459610 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:43:00.459610 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:43:00.459610 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:43:00.459610 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:43:00.459610 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:43:00.459610 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:43:00.459610 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:43:00.459610 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:43:00.459610 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:43:00.459610 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:43:00.459610 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:43:00.459610 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:43:00.459610 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:43:00.459610 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:43:00.459610 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:43:00.459610 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:43:00.459610 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:43:00.459610 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:43:00.459610 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:43:00.459610 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:43:00.459610 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:43:00.459610 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:43:00.459610 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:43:00.459610 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:43:00.459610 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:43:00.459610 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:43:00.459610 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:43:00.459610 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:43:00.459610 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:43:00.459610 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:43:00.459610 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:43:00.459610 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:43:00.463134 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6395a79a-e370-4960-bd26-aa21a95a5c1b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:00.467228 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6395a79a-e370-4960-bd26-aa21a95a5c1b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:00.468747 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44d9ac4-261c-4ea4-95a9-b0934821c187 None None] The sync data for ids ['a39a81c7-cf7a-422e-a209-13f7ec675452'] in dv-neutron-834613-2-hyperv is: [{'id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'name': 'tempest-RoutersIpV6Test-router-718806341', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:42Z', 'updated_at': '2022-03-23T02:42:54Z', 'revision_number': 10, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'gw_port_host': None, '_interfaces': [{'id': '5fd1f227-a58c-45cc-8ced-edd41b67d297', 'name': '', 'network_id': 'ac9a64d2-5aeb-4043-a7f0-84a0d420bc72', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'mac_address': 'fa:16:3e:ea:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:48Z', 'updated_at': '2022-03-23T02:41:56Z', 'revision_number': 5, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'subnets': [{'id': '3b590b27-593b-4635-a2a2-14c921455bd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:43:00.505527 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bb231858-d19a-486b-b84e-9ad0df5046a5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (beaded7c-e64c-43a0-b7a6-16f481d84ba0), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:00.508140 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bb231858-d19a-486b-b84e-9ad0df5046a5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:00.512512 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-bb231858-d19a-486b-b84e-9ad0df5046a5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "DELETE /v2.0/security-groups/beaded7c-e64c-43a0-b7a6-16f481d84ba0 HTTP/1.1" status: 204 len: 168 time: 0.6519103 Mar 23 02:43:00.513142 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60806) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:00.528742 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-54c1b75d-a774-48d3-9c28-a1a1c767302c None None] Current status of the port 1f090828-3763-4691-a1d5-143c7cb41b2d is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:00.571508 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb231858-d19a-486b-b84e-9ad0df5046a5 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaded7c-e64c-43a0-b7a6-16f481d84ba0,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:00.574507 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1db19651-089a-4576-8ab3-9a7e06aa08ce tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (598089b7-7ffd-47b0-9641-952cc0de0190), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:00.575306 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-683cd819-5b96-4257-b758-fb7fb410f893 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (9b440bb6-3799-4f51-b292-94baa0ed6271), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:00.592684 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-683cd819-5b96-4257-b758-fb7fb410f893 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:00.596832 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-683cd819-5b96-4257-b758-fb7fb410f893 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/networks/9b440bb6-3799-4f51-b292-94baa0ed6271 HTTP/1.1" status: 204 len: 168 time: 1.7629020 Mar 23 02:43:00.601681 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60808) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:00.627209 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683cd819-5b96-4257-b758-fb7fb410f893 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Network': ['ID=9b440bb6-3799-4f51-b292-94baa0ed6271,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:00.666799 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-ca806608-591e-4bb7-bc70-af1232b72ebb None None] Provisioning complete for port ad983a85-df26-434c-ba5d-2f72a99e5295 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:00.666799 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ca806608-591e-4bb7-bc70-af1232b72ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ad983a85-df26-434c-ba5d-2f72a99e5295), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:00.679629 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db19651-089a-4576-8ab3-9a7e06aa08ce tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:00.688794 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d123a45b-4607-4182-95e3-6fe14e6c075a tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1682503 Mar 23 02:43:00.690420 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-da3c929f-7753-4bc9-9bf0-19a1b8e64105 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (3b1231da-f045-4a47-9019-ff8e129b832f), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:00.698902 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7a57dc94-790e-4e55-b5f4-e0244f57b848 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ad983a85-df26-434c-ba5d-2f72a99e5295), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:00.701114 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-1db19651-089a-4576-8ab3-9a7e06aa08ce tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:00.701823 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60812) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:00.703805 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-ca806608-591e-4bb7-bc70-af1232b72ebb None None] Port ad983a85-df26-434c-ba5d-2f72a99e5295 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:00.706306 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.ipam_backend_mixin [None req-6395a79a-e370-4960-bd26-aa21a95a5c1b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 6e1db5c4-a028-4b05-b320-fd2d968b88de (CIDR: 2001:db8:0:1::/64) Mar 23 02:43:00.712208 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-64a55639-e09d-4984-be60-261a84075461 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Request body: {'security_group': {'name': 'tempest-secgroup--1830655041'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:00.734446 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db19651-089a-4576-8ab3-9a7e06aa08ce tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:43:00.746802 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-6395a79a-e370-4960-bd26-aa21a95a5c1b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:43:00.752527 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6395a79a-e370-4960-bd26-aa21a95a5c1b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:43:00.767154 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db19651-089a-4576-8ab3-9a7e06aa08ce tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=598089b7-7ffd-47b0-9641-952cc0de0190,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:00.797089 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-64a55639-e09d-4984-be60-261a84075461 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:00.912303 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6395a79a-e370-4960-bd26-aa21a95a5c1b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0077140 Mar 23 02:43:00.917578 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60818) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:00.931397 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-759c536c-a49e-4ce6-a57f-7696bcda2ff0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'subnet': {'network_id': 'cbe75922-1412-46a9-a4e0-2b3990e0fa00', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:01.013190 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-64a55639-e09d-4984-be60-261a84075461 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (5ffd2ceb-5c91-42ae-ad1a-ac62998cb5b3), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:01.278529 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60822) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:01.356824 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-da3c929f-7753-4bc9-9bf0-19a1b8e64105 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (3b1231da-f045-4a47-9019-ff8e129b832f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:01.361496 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-64a55639-e09d-4984-be60-261a84075461 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (5ffd2ceb-5c91-42ae-ad1a-ac62998cb5b3), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:01.428134 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-dcf98d62-b0c0-443a-acf0-0333d1d31451 tempest-DvrRoutersNegativeTest-135065634 tempest-DvrRoutersNegativeTest-135065634-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-377107082', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:01.428310 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70f344a-82e9-41b4-b0c3-e62d2eb250c6 None None] Network 68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:01.428749 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a55639-e09d-4984-be60-261a84075461 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffd2ceb-5c91-42ae-ad1a-ac62998cb5b3,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:01.428836 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.policy [None req-dcf98d62-b0c0-443a-acf0-0333d1d31451 tempest-DvrRoutersNegativeTest-135065634 tempest-DvrRoutersNegativeTest-135065634-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=104349) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Mar 23 02:43:01.428836 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.policy [None req-dcf98d62-b0c0-443a-acf0-0333d1d31451 tempest-DvrRoutersNegativeTest-135065634 tempest-DvrRoutersNegativeTest-135065634-project] Failed policy check for 'create_router' {{(pid=104349) enforce /opt/stack/neutron/neutron/policy.py:524}} Mar 23 02:43:01.428836 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-dcf98d62-b0c0-443a-acf0-0333d1d31451 tempest-DvrRoutersNegativeTest-135065634 tempest-DvrRoutersNegativeTest-135065634-project] create failed (client error): Access was denied to this resource. Mar 23 02:43:01.433337 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-dcf98d62-b0c0-443a-acf0-0333d1d31451 tempest-DvrRoutersNegativeTest-135065634 tempest-DvrRoutersNegativeTest-135065634-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1500409 Mar 23 02:43:01.433337 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c929f-7753-4bc9-9bf0-19a1b8e64105 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Pushing event deleted for resources: {'Subnet': ['ID=3b1231da-f045-4a47-9019-ff8e129b832f,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:01.433337 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-da3c929f-7753-4bc9-9bf0-19a1b8e64105 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:01.440019 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-da3c929f-7753-4bc9-9bf0-19a1b8e64105 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] 10.222.0.24 "DELETE /v2.0/subnets/3b1231da-f045-4a47-9019-ff8e129b832f HTTP/1.1" status: 204 len: 168 time: 1.2940340 Mar 23 02:43:01.441092 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60828) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:01.511126 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-64a55639-e09d-4984-be60-261a84075461 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:01.512408 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-64a55639-e09d-4984-be60-261a84075461 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8095174 Mar 23 02:43:01.518620 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60830) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:01.560428 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2c17aaea-8566-433a-b79f-ff08d34ea217 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:01.577465 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-ad956ffa-6a5a-4a7a-b921-255591b82fba tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Request body: {'security_group_rule': {'security_group_id': '5ffd2ceb-5c91-42ae-ad1a-ac62998cb5b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:01.584783 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759c536c-a49e-4ce6-a57f-7696bcda2ff0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Made reservation on behalf of 0f646194e90f4b3ab6ee5c5d30f98fdd for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:01.588249 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-759c536c-a49e-4ce6-a57f-7696bcda2ff0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:01.685395 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bca735-1874-4e97-9121-9b3e54b2df3e None None] DHCP port deletion for 68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:43:01.718205 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-7a57dc94-790e-4e55-b5f4-e0244f57b848 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Allocated IP 172.20.0.27 (e5830020-6369-409a-832b-569b20dbff9f/dad852fa-9033-46e3-b47b-83e14d28f053/ad983a85-df26-434c-ba5d-2f72a99e5295) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:01.728695 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a7be1be8-df75-4487-b991-ad97a4b66629 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (a39a81c7-cf7a-422e-a209-13f7ec675452), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:01.770172 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-44bca735-1874-4e97-9121-9b3e54b2df3e None None] Deleting port 7fa80051-a660-475c-92ee-11f4a7e84e3b {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:01.770944 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-44bca735-1874-4e97-9121-9b3e54b2df3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (7fa80051-a660-475c-92ee-11f4a7e84e3b), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:01.816013 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 7fa80051-a660-475c-92ee-11f4a7e84e3b no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:43:01.821964 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1db19651-089a-4576-8ab3-9a7e06aa08ce tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_gateway (348925bf-cd60-4447-9afc-6c70cdb5f330), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:01.829310 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad956ffa-6a5a-4a7a-b921-255591b82fba tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (6ee19f03-0cc3-4678-b490-a589015784d0), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:01.866339 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-2c17aaea-8566-433a-b79f-ff08d34ea217 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Deleting port 7fa80051-a660-475c-92ee-11f4a7e84e3b {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:01.866687 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2c17aaea-8566-433a-b79f-ff08d34ea217 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (7fa80051-a660-475c-92ee-11f4a7e84e3b), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:01.919877 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 7fa80051-a660-475c-92ee-11f4a7e84e3b is: ACTIVE; New status is: DOWN {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:01.920318 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7fa80051-a660-475c-92ee-11f4a7e84e3b), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:01.973519 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 7fa80051-a660-475c-92ee-11f4a7e84e3b, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=7fa80051-a660-475c-92ee-11f4a7e84e3b,segment=NetworkSegment(7944a6a2-2632-4abc-8231-eda994216cf1),segment_id=7944a6a2-2632-4abc-8231-eda994216cf1)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:01.977681 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-44bca735-1874-4e97-9121-9b3e54b2df3e None None] For port 7fa80051-a660-475c-92ee-11f4a7e84e3b, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=7fa80051-a660-475c-92ee-11f4a7e84e3b,segment=NetworkSegment(7944a6a2-2632-4abc-8231-eda994216cf1),segment_id=7944a6a2-2632-4abc-8231-eda994216cf1)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:01.977681 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-44bca735-1874-4e97-9121-9b3e54b2df3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (7fa80051-a660-475c-92ee-11f4a7e84e3b), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:01.990753 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-44bca735-1874-4e97-9121-9b3e54b2df3e None None] Calling delete_port for 7fa80051-a660-475c-92ee-11f4a7e84e3b owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:02.026611 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad956ffa-6a5a-4a7a-b921-255591b82fba tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (6ee19f03-0cc3-4678-b490-a589015784d0), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:02.030153 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-2c17aaea-8566-433a-b79f-ff08d34ea217 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] For port 7fa80051-a660-475c-92ee-11f4a7e84e3b, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=7fa80051-a660-475c-92ee-11f4a7e84e3b,segment=NetworkSegment(7944a6a2-2632-4abc-8231-eda994216cf1),segment_id=7944a6a2-2632-4abc-8231-eda994216cf1)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:02.030568 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2c17aaea-8566-433a-b79f-ff08d34ea217 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (7fa80051-a660-475c-92ee-11f4a7e84e3b), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:02.032270 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7a57dc94-790e-4e55-b5f4-e0244f57b848 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for port (ad983a85-df26-434c-ba5d-2f72a99e5295), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:02.042733 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (7fa80051-a660-475c-92ee-11f4a7e84e3b), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:02.049158 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:43:02.049404 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-2c17aaea-8566-433a-b79f-ff08d34ea217 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Calling delete_port for 7fa80051-a660-475c-92ee-11f4a7e84e3b owned by network:dhcp {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:02.071970 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60834) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:02.086920 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:43:02.087356 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 33acc8ed-df8c-48ce-bbef-4ed2a8fbc3d6 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:43:02.107784 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad956ffa-6a5a-4a7a-b921-255591b82fba tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (6ee19f03-0cc3-4678-b490-a589015784d0), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:02.134822 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7a57dc94-790e-4e55-b5f4-e0244f57b848 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (ad983a85-df26-434c-ba5d-2f72a99e5295), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:02.138771 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad956ffa-6a5a-4a7a-b921-255591b82fba tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee19f03-0cc3-4678-b490-a589015784d0,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:02.169952 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=7fa80051-a660-475c-92ee-11f4a7e84e3b,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:02.231104 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57dc94-790e-4e55-b5f4-e0244f57b848 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Port': ['ID=ad983a85-df26-434c-ba5d-2f72a99e5295,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:02.260554 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1db19651-089a-4576-8ab3-9a7e06aa08ce tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (348925bf-cd60-4447-9afc-6c70cdb5f330), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:02.264353 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad956ffa-6a5a-4a7a-b921-255591b82fba tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:02.265557 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ad956ffa-6a5a-4a7a-b921-255591b82fba tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6976275 Mar 23 02:43:02.268801 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-44bca735-1874-4e97-9121-9b3e54b2df3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (7fa80051-a660-475c-92ee-11f4a7e84e3b), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:02.282712 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60838) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:02.298635 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bca735-1874-4e97-9121-9b3e54b2df3e None None] Pushing event deleted for resources: {'Port': ['ID=7fa80051-a660-475c-92ee-11f4a7e84e3b,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:02.314039 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bca735-1874-4e97-9121-9b3e54b2df3e None None] No DVR routers for this DVR port 7fa80051-a660-475c-92ee-11f4a7e84e3b on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:43:02.337461 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-db6865fd-828b-48b5-8939-3ffb5e7a77d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:02.345995 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2c17aaea-8566-433a-b79f-ff08d34ea217 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (7fa80051-a660-475c-92ee-11f4a7e84e3b), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:02.397116 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c17aaea-8566-433a-b79f-ff08d34ea217 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] No DVR routers for this DVR port 7fa80051-a660-475c-92ee-11f4a7e84e3b on host dv-neutron-834613-2-hyperv {{(pid=104348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:43:02.398831 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17aaea-8566-433a-b79f-ff08d34ea217 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Pushing event deleted for resources: {'Port': ['ID=7fa80051-a660-475c-92ee-11f4a7e84e3b,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:02.428221 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-759c536c-a49e-4ce6-a57f-7696bcda2ff0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (fba16c22-8397-48d7-b8e1-1c778bd66cba), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:02.433674 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6f277bad-d27b-4beb-8065-3b1f09632af8 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "GET /v2.0/security-group-rules/6ee19f03-0cc3-4678-b490-a589015784d0 HTTP/1.1" status: 200 len: 763 time: 0.1454358 Mar 23 02:43:02.435181 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60840) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:02.478932 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-7a57dc94-790e-4e55-b5f4-e0244f57b848 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] In _notify_port_updated(), no bound segment for port ad983a85-df26-434c-ba5d-2f72a99e5295 on network e5830020-6369-409a-832b-569b20dbff9f {{(pid=104349) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:43:02.480312 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a57dc94-790e-4e55-b5f4-e0244f57b848 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:02.480951 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7a57dc94-790e-4e55-b5f4-e0244f57b848 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:02.482259 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7a57dc94-790e-4e55-b5f4-e0244f57b848 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "PUT /v2.0/ports/ad983a85-df26-434c-ba5d-2f72a99e5295 HTTP/1.1" status: 200 len: 999 time: 2.3456991 Mar 23 02:43:02.488193 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60842) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:02.545413 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-42ccb397-f5d7-4590-abee-7f81107160ad None None] Provisioning complete for port ad983a85-df26-434c-ba5d-2f72a99e5295 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:02.547786 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-42ccb397-f5d7-4590-abee-7f81107160ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ad983a85-df26-434c-ba5d-2f72a99e5295), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:02.553640 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2c17aaea-8566-433a-b79f-ff08d34ea217 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:02.561627 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759c536c-a49e-4ce6-a57f-7696bcda2ff0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Network cbe75922-1412-46a9-a4e0-2b3990e0fa00 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:02.583984 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-759c536c-a49e-4ce6-a57f-7696bcda2ff0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:02.590190 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-42ccb397-f5d7-4590-abee-7f81107160ad None None] Port ad983a85-df26-434c-ba5d-2f72a99e5295 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:02.593200 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c536c-a49e-4ce6-a57f-7696bcda2ff0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Subnet': ['ID=fba16c22-8397-48d7-b8e1-1c778bd66cba,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:02.597511 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3908b049-3ec1-4614-ad33-dd65df9acbe8 None None] Network cbe75922-1412-46a9-a4e0-2b3990e0fa00 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:02.600759 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759c536c-a49e-4ce6-a57f-7696bcda2ff0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:02.601363 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-759c536c-a49e-4ce6-a57f-7696bcda2ff0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:02.614443 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-2c17aaea-8566-433a-b79f-ff08d34ea217 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:02.627953 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ad4cc615-5184-4eae-8cb3-1e521f72b164 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1882567 Mar 23 02:43:02.628759 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60844) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:02.637600 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-2c17aaea-8566-433a-b79f-ff08d34ea217 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7944a6a2-2632-4abc-8231-eda994216cf1') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:02.637937 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-2c17aaea-8566-433a-b79f-ff08d34ea217 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7944a6a2-2632-4abc-8231-eda994216cf1') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:02.641231 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-a7be1be8-df75-4487-b991-ad97a4b66629 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Deleting port 5fd1f227-a58c-45cc-8ced-edd41b67d297 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:02.643362 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a7be1be8-df75-4487-b991-ad97a4b66629 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (5fd1f227-a58c-45cc-8ced-edd41b67d297), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:02.663922 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2c17aaea-8566-433a-b79f-ff08d34ea217 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (7944a6a2-2632-4abc-8231-eda994216cf1), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:02.664153 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-db6865fd-828b-48b5-8939-3ffb5e7a77d0 admin admin] Publish callbacks [] for security_group (28f459a5-9329-4307-86d3-8aa1477b357f), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:02.693239 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-39515a27-0b23-49e0-a87c-28d49b069256 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (6ee19f03-0cc3-4678-b490-a589015784d0), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:02.697497 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-17287c8a-0b94-4d95-a987-255a9cecb3e4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Deleting port ad983a85-df26-434c-ba5d-2f72a99e5295 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:02.697834 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-17287c8a-0b94-4d95-a987-255a9cecb3e4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (ad983a85-df26-434c-ba5d-2f72a99e5295), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:02.710432 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2c17aaea-8566-433a-b79f-ff08d34ea217 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (7944a6a2-2632-4abc-8231-eda994216cf1), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:02.718250 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-39515a27-0b23-49e0-a87c-28d49b069256 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (6ee19f03-0cc3-4678-b490-a589015784d0), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:02.725331 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-759c536c-a49e-4ce6-a57f-7696bcda2ff0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8038700 Mar 23 02:43:02.728977 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c17aaea-8566-433a-b79f-ff08d34ea217 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:43:02.729392 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2c17aaea-8566-433a-b79f-ff08d34ea217 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (7944a6a2-2632-4abc-8231-eda994216cf1), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: self.session.flush() Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: self.session.flush() Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: self.session.flush() Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: self.session.flush() Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:43:02.732460 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:43:02.735411 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60846) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:02.760373 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-92d94542-41ec-44f0-8505-b7174421ff6b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1005602184', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fba16c22-8397-48d7-b8e1-1c778bd66cba'}], 'security_groups': ['4b2fafaf-27b2-4aab-ab65-3ddd1b8193b3', '0d19af30-a097-4ebb-b7a7-221c3bbe910a']}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:02.764411 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-db6865fd-828b-48b5-8939-3ffb5e7a77d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (28f459a5-9329-4307-86d3-8aa1477b357f), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:02.801792 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db19651-089a-4576-8ab3-9a7e06aa08ce tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router 348925bf-cd60-4447-9afc-6c70cdb5f330 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:43:02.818399 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6febbd04-8406-4f14-8dfd-70a1dc2a4444 None None] Update dhcp port {'port': {'network_id': 'cbe75922-1412-46a9-a4e0-2b3990e0fa00', 'fixed_ips': [{'subnet_id': '6e1db5c4-a028-4b05-b320-fd2d968b88de', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e23ccb48-fb1d-4631-90df-c8b69c1bf6fd', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fba16c22-8397-48d7-b8e1-1c778bd66cba'}], 'binding:host_id': 'dv-neutron-834613-2-hyperv'}, 'id': '36f1694d-c796-446a-bac6-f78ec0071f62'} from dv-neutron-834613-2-hyperv. {{(pid=104350) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 23 02:43:02.841761 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-db6865fd-828b-48b5-8939-3ffb5e7a77d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb175cd09e1a405c9d0902383927929c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7697234 Mar 23 02:43:02.843031 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60848) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:02.845587 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6865fd-828b-48b5-8939-3ffb5e7a77d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f459a5-9329-4307-86d3-8aa1477b357f,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:02.860114 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-a7be1be8-df75-4487-b991-ad97a4b66629 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] For port 5fd1f227-a58c-45cc-8ced-edd41b67d297, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=5fd1f227-a58c-45cc-8ced-edd41b67d297,segment=NetworkSegment(56e28113-6f8d-45ba-8d40-c4dd6b491906),segment_id=56e28113-6f8d-45ba-8d40-c4dd6b491906)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:02.860114 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a7be1be8-df75-4487-b991-ad97a4b66629 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (5fd1f227-a58c-45cc-8ced-edd41b67d297), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:02.869091 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6febbd04-8406-4f14-8dfd-70a1dc2a4444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (36f1694d-c796-446a-bac6-f78ec0071f62), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:02.897301 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-17287c8a-0b94-4d95-a987-255a9cecb3e4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (ad983a85-df26-434c-ba5d-2f72a99e5295), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:02.925201 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-a7be1be8-df75-4487-b991-ad97a4b66629 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Calling delete_port for 5fd1f227-a58c-45cc-8ced-edd41b67d297 owned by network:router_interface {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:02.929938 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-39515a27-0b23-49e0-a87c-28d49b069256 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (6ee19f03-0cc3-4678-b490-a589015784d0), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:02.944776 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-39515a27-0b23-49e0-a87c-28d49b069256 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:02.950003 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-39515a27-0b23-49e0-a87c-28d49b069256 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/6ee19f03-0cc3-4678-b490-a589015784d0 HTTP/1.1" status: 204 len: 168 time: 0.3146646 Mar 23 02:43:02.950251 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2c17aaea-8566-433a-b79f-ff08d34ea217 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:02.950429 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-17287c8a-0b94-4d95-a987-255a9cecb3e4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Calling delete_port for ad983a85-df26-434c-ba5d-2f72a99e5295 owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:02.953038 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60850) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:02.964446 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2c17aaea-8566-433a-b79f-ff08d34ea217 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:02.971381 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2c17aaea-8566-433a-b79f-ff08d34ea217 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] 10.222.0.24 "DELETE /v2.0/networks/68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca HTTP/1.1" status: 204 len: 168 time: 1.5264602 Mar 23 02:43:02.972087 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39515a27-0b23-49e0-a87c-28d49b069256 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ee19f03-0cc3-4678-b490-a589015784d0,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:03.036824 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17aaea-8566-433a-b79f-ff08d34ea217 tempest-ExtraDHCPOptionsTestJSON-143779282 tempest-ExtraDHCPOptionsTestJSON-143779282-project] Pushing event deleted for resources: {'Network': ['ID=68d1b063-cdc1-4f7c-88c3-a5b07d9b66ca,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:03.077068 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db19651-089a-4576-8ab3-9a7e06aa08ce tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:43:03.080786 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3646cb54-1363-465c-ad2c-5b19dc45f64e admin admin] Publish callbacks [] for security_group (28f459a5-9329-4307-86d3-8aa1477b357f), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:03.086407 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9319e0cb-99b3-4b63-bb6d-ae4c168a0881 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1343234 Mar 23 02:43:03.094416 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-6febbd04-8406-4f14-8dfd-70a1dc2a4444 None None] Allocated IP 2001:db8:0:2::2 (cbe75922-1412-46a9-a4e0-2b3990e0fa00/fba16c22-8397-48d7-b8e1-1c778bd66cba/36f1694d-c796-446a-bac6-f78ec0071f62) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:03.094531 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60854) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:03.096456 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0398fdd2-3790-4e21-8e29-165922ebcdcd None None] Sync routers for ids ['348925bf-cd60-4447-9afc-6c70cdb5f330'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:43:03.102108 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-da844c9f-0103-4980-8e72-16b347911f3b tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Request body: {'security_group_rule': {'security_group_id': '5ffd2ceb-5c91-42ae-ad1a-ac62998cb5b3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:03.109813 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0398fdd2-3790-4e21-8e29-165922ebcdcd None None] Routers {'348925bf-cd60-4447-9afc-6c70cdb5f330'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:03.111055 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-0398fdd2-3790-4e21-8e29-165922ebcdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:42:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['348925bf-cd60-4447-9afc-6c70cdb5f330'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:03.160252 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3646cb54-1363-465c-ad2c-5b19dc45f64e admin admin] Publish callbacks [] for security_group (28f459a5-9329-4307-86d3-8aa1477b357f), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:03.170939 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-92d94542-41ec-44f0-8505-b7174421ff6b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (3081dbcc-2f45-44bb-bf5b-0931c89e68a3), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:03.220739 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1db19651-089a-4576-8ab3-9a7e06aa08ce tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:03.221944 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1db19651-089a-4576-8ab3-9a7e06aa08ce tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.9810214 Mar 23 02:43:03.225168 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60856) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:03.364186 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-6febbd04-8406-4f14-8dfd-70a1dc2a4444 None None] For port 36f1694d-c796-446a-bac6-f78ec0071f62, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=36f1694d-c796-446a-bac6-f78ec0071f62,segment=NetworkSegment(6e496300-f4b1-4cd8-be6a-8678fdd0ab3c),segment_id=6e496300-f4b1-4cd8-be6a-8678fdd0ab3c)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:03.376258 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-0398fdd2-3790-4e21-8e29-165922ebcdcd None None] Set router 348925bf-cd60-4447-9afc-6c70cdb5f330 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:43:03.383276 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-da844c9f-0103-4980-8e72-16b347911f3b tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (10781c5b-efeb-4e62-b869-c6b0ea9e2f62), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:03.412011 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-75ca813b-8e20-416a-a821-481912bc9727 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=d14f7a32e895424c88fd77b8785e073b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1854482 Mar 23 02:43:03.414840 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60862) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:03.441427 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6febbd04-8406-4f14-8dfd-70a1dc2a4444 None None] Publish callbacks [] for port (36f1694d-c796-446a-bac6-f78ec0071f62), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:03.495042 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-da844c9f-0103-4980-8e72-16b347911f3b tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (10781c5b-efeb-4e62-b869-c6b0ea9e2f62), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:03.504433 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6febbd04-8406-4f14-8dfd-70a1dc2a4444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (36f1694d-c796-446a-bac6-f78ec0071f62), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:03.539545 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60864) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:03.566122 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-da844c9f-0103-4980-8e72-16b347911f3b tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (10781c5b-efeb-4e62-b869-c6b0ea9e2f62), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:03.627048 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-0398fdd2-3790-4e21-8e29-165922ebcdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'name': 'tempest-TestNetworkBasicOps-router-291108398', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:58Z', 'updated_at': '2022-03-23T02:43:01Z', 'revision_number': 3, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ab:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:59Z', 'updated_at': '2022-03-23T02:42:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:03.633483 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3646cb54-1363-465c-ad2c-5b19dc45f64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (28f459a5-9329-4307-86d3-8aa1477b357f), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:03.636995 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3646cb54-1363-465c-ad2c-5b19dc45f64e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:03.638277 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3646cb54-1363-465c-ad2c-5b19dc45f64e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/28f459a5-9329-4307-86d3-8aa1477b357f HTTP/1.1" status: 204 len: 168 time: 0.7937710 Mar 23 02:43:03.661718 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0398fdd2-3790-4e21-8e29-165922ebcdcd None None] Checking router: 348925bf-cd60-4447-9afc-6c70cdb5f330 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:43:03.662436 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0398fdd2-3790-4e21-8e29-165922ebcdcd None None] Updating router 348925bf-cd60-4447-9afc-6c70cdb5f330 port 598089b7-7ffd-47b0-9641-952cc0de0190 binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:43:03.679382 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80677ff1-879a-43c1-9042-df05e3c769a2 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:03.683796 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-80677ff1-879a-43c1-9042-df05e3c769a2 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2649989 Mar 23 02:43:03.693598 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6febbd04-8406-4f14-8dfd-70a1dc2a4444 None None] Pushing event updated for resources: {'Port': ['ID=36f1694d-c796-446a-bac6-f78ec0071f62,revision_number=7']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:03.694956 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-0398fdd2-3790-4e21-8e29-165922ebcdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (598089b7-7ffd-47b0-9641-952cc0de0190), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:03.714552 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60870) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:03.736617 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da844c9f-0103-4980-8e72-16b347911f3b tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10781c5b-efeb-4e62-b869-c6b0ea9e2f62,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:03.753936 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a7be1be8-df75-4487-b991-ad97a4b66629 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (5fd1f227-a58c-45cc-8ced-edd41b67d297), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:03.770969 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d5b87946-376d-4d0f-862d-09c9dd54d8a7 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6bbcca03-75ff-487c-8b0e-a32302dacbee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0548110 Mar 23 02:43:03.778443 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60872) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:03.787615 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-c72fcc9f-262c-4b9f-92f9-839c4cc147c9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-361828377', 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:03.790232 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646cb54-1363-465c-ad2c-5b19dc45f64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f459a5-9329-4307-86d3-8aa1477b357f,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:03.841803 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be1be8-df75-4487-b991-ad97a4b66629 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Port': ['ID=5fd1f227-a58c-45cc-8ced-edd41b67d297,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:03.869011 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-da844c9f-0103-4980-8e72-16b347911f3b tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:03.870628 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-da844c9f-0103-4980-8e72-16b347911f3b tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7720139 Mar 23 02:43:03.879457 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60874) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:03.975197 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60876) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:03.975446 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f86f76f9-9d15-46ac-b3ef-2d7edb7f62a7 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "GET /v2.0/security-group-rules/10781c5b-efeb-4e62-b869-c6b0ea9e2f62 HTTP/1.1" status: 200 len: 763 time: 0.0933828 Mar 23 02:43:03.988378 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-17287c8a-0b94-4d95-a987-255a9cecb3e4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (ad983a85-df26-434c-ba5d-2f72a99e5295), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:04.101694 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17287c8a-0b94-4d95-a987-255a9cecb3e4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Port': ['ID=ad983a85-df26-434c-ba5d-2f72a99e5295,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:04.112634 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72fcc9f-262c-4b9f-92f9-839c4cc147c9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Made reservation on behalf of d14f7a32e895424c88fd77b8785e073b for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:04.116251 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c72fcc9f-262c-4b9f-92f9-839c4cc147c9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:04.120068 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6c24b177-883e-4c5f-8e7f-4f41ac5e32b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b716e8f854d4c3ca2d90866ca3b0349&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5738888 Mar 23 02:43:04.133532 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60880) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:04.202235 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a7be1be8-df75-4487-b991-ad97a4b66629 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (a39a81c7-cf7a-422e-a209-13f7ec675452), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:04.227077 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e04e61c6-e268-48e7-ab8b-9f82ced91366 admin admin] Publish callbacks [] for security_group (1226fb26-cd64-4a95-ba4c-1278160c7258), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:04.274161 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-0398fdd2-3790-4e21-8e29-165922ebcdcd None None] Publish callbacks [] for port (598089b7-7ffd-47b0-9641-952cc0de0190), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:04.335460 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-76e2e75d-fe1e-4a11-a344-37e4c83ff8d1 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3586063 Mar 23 02:43:04.358597 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60886) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:04.378696 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-0398fdd2-3790-4e21-8e29-165922ebcdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (598089b7-7ffd-47b0-9641-952cc0de0190), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:04.422358 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e04e61c6-e268-48e7-ab8b-9f82ced91366 admin admin] Publish callbacks [] for security_group (1226fb26-cd64-4a95-ba4c-1278160c7258), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:04.470614 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-17287c8a-0b94-4d95-a987-255a9cecb3e4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:04.475871 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-17287c8a-0b94-4d95-a987-255a9cecb3e4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/ports/ad983a85-df26-434c-ba5d-2f72a99e5295 HTTP/1.1" status: 204 len: 168 time: 1.9849422 Mar 23 02:43:04.477252 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-92d94542-41ec-44f0-8505-b7174421ff6b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Delete allocated IP 2001:db8::369 (cbe75922-1412-46a9-a4e0-2b3990e0fa00/e23ccb48-fb1d-4631-90df-c8b69c1bf6fd) {{(pid=104348) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 23 02:43:04.478604 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60890) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:04.482830 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c25aa023-de8c-43bf-900e-994fa0053cfb tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (10781c5b-efeb-4e62-b869-c6b0ea9e2f62), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:04.503467 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-0398fdd2-3790-4e21-8e29-165922ebcdcd None None] Attempting to bind port 598089b7-7ffd-47b0-9641-952cc0de0190 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:43:04.504048 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-0398fdd2-3790-4e21-8e29-165922ebcdcd None None] Attempting to bind port 598089b7-7ffd-47b0-9641-952cc0de0190 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:43:04.504541 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0398fdd2-3790-4e21-8e29-165922ebcdcd None None] Attempting to bind port 598089b7-7ffd-47b0-9641-952cc0de0190 on network 6bbcca03-75ff-487c-8b0e-a32302dacbee {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:43:04.512639 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c25aa023-de8c-43bf-900e-994fa0053cfb tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (10781c5b-efeb-4e62-b869-c6b0ea9e2f62), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:04.517851 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-82f0f758-c1dc-4b6f-a998-d4662eefaa0c tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] GET failed (client error): The resource could not be found. Mar 23 02:43:04.519383 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-82f0f758-c1dc-4b6f-a998-d4662eefaa0c tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "GET /v2.0/ports/ad983a85-df26-434c-ba5d-2f72a99e5295 HTTP/1.1" status: 404 len: 333 time: 0.0384171 Mar 23 02:43:04.522140 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60892) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:04.522632 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-92d94542-41ec-44f0-8505-b7174421ff6b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Allocated IP 2001:db8:0:2::186 (cbe75922-1412-46a9-a4e0-2b3990e0fa00/fba16c22-8397-48d7-b8e1-1c778bd66cba/3081dbcc-2f45-44bb-bf5b-0931c89e68a3) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:04.541119 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee587153-31de-442a-8b38-6635b6898e84 None None] Pushing event updated for resources: {'Port': ['ID=598089b7-7ffd-47b0-9641-952cc0de0190,revision_number=2']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:04.551465 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee587153-31de-442a-8b38-6635b6898e84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:04.551980 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee587153-31de-442a-8b38-6635b6898e84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:04.552443 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee587153-31de-442a-8b38-6635b6898e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:04.552889 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee587153-31de-442a-8b38-6635b6898e84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:04.553909 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee587153-31de-442a-8b38-6635b6898e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:04.554807 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee587153-31de-442a-8b38-6635b6898e84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:04.555009 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee587153-31de-442a-8b38-6635b6898e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:04.555485 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee587153-31de-442a-8b38-6635b6898e84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:04.556063 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee587153-31de-442a-8b38-6635b6898e84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:04.556629 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee587153-31de-442a-8b38-6635b6898e84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:04.557127 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee587153-31de-442a-8b38-6635b6898e84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:04.557576 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee587153-31de-442a-8b38-6635b6898e84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:04.564481 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee587153-31de-442a-8b38-6635b6898e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:04.565183 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee587153-31de-442a-8b38-6635b6898e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:04.565678 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee587153-31de-442a-8b38-6635b6898e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:04.569541 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0398fdd2-3790-4e21-8e29-165922ebcdcd None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:43:04.569987 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0398fdd2-3790-4e21-8e29-165922ebcdcd None None] Checking segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:43:04.570391 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-0398fdd2-3790-4e21-8e29-165922ebcdcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:04.577127 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0398fdd2-3790-4e21-8e29-165922ebcdcd None None] Bound using segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:43:04.577127 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-0398fdd2-3790-4e21-8e29-165922ebcdcd None None] Bound port: 598089b7-7ffd-47b0-9641-952cc0de0190, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:43:04.577127 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-0398fdd2-3790-4e21-8e29-165922ebcdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (598089b7-7ffd-47b0-9641-952cc0de0190), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:04.618702 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-553f49ae-9af0-45f2-9996-6c248e64781f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Deleting subnet dad852fa-9033-46e3-b47b-83e14d28f053 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:43:04.623295 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-553f49ae-9af0-45f2-9996-6c248e64781f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for subnet (dad852fa-9033-46e3-b47b-83e14d28f053), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:04.648633 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-0398fdd2-3790-4e21-8e29-165922ebcdcd None None] For port 598089b7-7ffd-47b0-9641-952cc0de0190, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:43:04.652815 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-0398fdd2-3790-4e21-8e29-165922ebcdcd None None] For port 598089b7-7ffd-47b0-9641-952cc0de0190, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=598089b7-7ffd-47b0-9641-952cc0de0190,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:43:04.703906 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-553f49ae-9af0-45f2-9996-6c248e64781f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (dad852fa-9033-46e3-b47b-83e14d28f053), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:04.721489 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7be1be8-df75-4487-b991-ad97a4b66629 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Router a39a81c7-cf7a-422e-a209-13f7ec675452 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:43:04.742420 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-0398fdd2-3790-4e21-8e29-165922ebcdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (598089b7-7ffd-47b0-9641-952cc0de0190), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:04.798552 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c72fcc9f-262c-4b9f-92f9-839c4cc147c9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (0e82ad3e-8209-4b30-a945-f7db24c31d83), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:04.810133 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7be1be8-df75-4487-b991-ad97a4b66629 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:43:04.815638 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a7be1be8-df75-4487-b991-ad97a4b66629 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "PUT /v2.0/routers/a39a81c7-cf7a-422e-a209-13f7ec675452/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2097964 Mar 23 02:43:04.818241 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60896) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:04.819678 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee587153-31de-442a-8b38-6635b6898e84 None None] Pushing event updated for resources: {'Port': ['ID=598089b7-7ffd-47b0-9641-952cc0de0190,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:04.829319 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0398fdd2-3790-4e21-8e29-165922ebcdcd None None] Routers {'348925bf-cd60-4447-9afc-6c70cdb5f330'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:04.831705 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-0398fdd2-3790-4e21-8e29-165922ebcdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:42:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['348925bf-cd60-4447-9afc-6c70cdb5f330'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:04.842939 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6689e2fd-c0bc-49ae-8d18-dee1f7b4ffed None None] Sync routers for ids ['a39a81c7-cf7a-422e-a209-13f7ec675452'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:43:04.844777 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-553f49ae-9af0-45f2-9996-6c248e64781f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (dad852fa-9033-46e3-b47b-83e14d28f053), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:04.853446 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c25aa023-de8c-43bf-900e-994fa0053cfb tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (10781c5b-efeb-4e62-b869-c6b0ea9e2f62), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:04.855262 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e04e61c6-e268-48e7-ab8b-9f82ced91366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (1226fb26-cd64-4a95-ba4c-1278160c7258), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:04.858872 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e04e61c6-e268-48e7-ab8b-9f82ced91366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:04.860096 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e04e61c6-e268-48e7-ab8b-9f82ced91366 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1226fb26-cd64-4a95-ba4c-1278160c7258 HTTP/1.1" status: 204 len: 168 time: 0.7266119 Mar 23 02:43:04.865582 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c25aa023-de8c-43bf-900e-994fa0053cfb tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:04.866717 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c25aa023-de8c-43bf-900e-994fa0053cfb tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/10781c5b-efeb-4e62-b869-c6b0ea9e2f62 HTTP/1.1" status: 204 len: 168 time: 0.5034940 Mar 23 02:43:04.871258 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-60175862-1888-4f6c-a7e4-dff2181fdb0e None None] Provisioning complete for port 3081dbcc-2f45-44bb-bf5b-0931c89e68a3 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:04.872119 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-60175862-1888-4f6c-a7e4-dff2181fdb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (3081dbcc-2f45-44bb-bf5b-0931c89e68a3), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:04.873924 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6689e2fd-c0bc-49ae-8d18-dee1f7b4ffed None None] Routers {'a39a81c7-cf7a-422e-a209-13f7ec675452'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:04.874783 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-6689e2fd-c0bc-49ae-8d18-dee1f7b4ffed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:42:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a39a81c7-cf7a-422e-a209-13f7ec675452'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:04.966673 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60902) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:04.967413 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72fcc9f-262c-4b9f-92f9-839c4cc147c9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Subnet': ['ID=0e82ad3e-8209-4b30-a945-f7db24c31d83,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:05.014765 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-6689e2fd-c0bc-49ae-8d18-dee1f7b4ffed None None] Set router a39a81c7-cf7a-422e-a209-13f7ec675452 gateway port host: None {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:43:05.018914 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-60175862-1888-4f6c-a7e4-dff2181fdb0e None None] Port 3081dbcc-2f45-44bb-bf5b-0931c89e68a3 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:05.056246 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72fcc9f-262c-4b9f-92f9-839c4cc147c9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Checking segment: {'id': '4d6c6c57-3df1-4694-9df2-d5605580eda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:43:05.056611 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72fcc9f-262c-4b9f-92f9-839c4cc147c9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network hostable DHCP agents. Network: 238b7c6f-3e37-4de4-bf5b-96c4d356033f, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:43:05.077198 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-12ee03c3-5b4f-4f1b-a238-df973c433406 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0990002 Mar 23 02:43:05.093982 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60908) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:05.098594 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-cf0df402-ce4b-438c-af16-c56b1bf4969d tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Request body: {'security_group_rule': {'security_group_id': '5ffd2ceb-5c91-42ae-ad1a-ac62998cb5b3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:05.125098 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-6689e2fd-c0bc-49ae-8d18-dee1f7b4ffed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'name': 'tempest-RoutersIpV6Test-router-718806341', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:42Z', 'updated_at': '2022-03-23T02:43:03Z', 'revision_number': 11, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'gw_port_host': None}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:05.140111 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-0398fdd2-3790-4e21-8e29-165922ebcdcd None None] Set router 348925bf-cd60-4447-9afc-6c70cdb5f330 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:43:05.164724 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6689e2fd-c0bc-49ae-8d18-dee1f7b4ffed None None] Checking router: a39a81c7-cf7a-422e-a209-13f7ec675452 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:43:05.167585 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-60175862-1888-4f6c-a7e4-dff2181fdb0e None None] Provisioning complete for port 54e5b60f-95e9-4107-948c-1347c39842e9 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:05.168118 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-60175862-1888-4f6c-a7e4-dff2181fdb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (54e5b60f-95e9-4107-948c-1347c39842e9), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:05.168326 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-553f49ae-9af0-45f2-9996-6c248e64781f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (dad852fa-9033-46e3-b47b-83e14d28f053), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:05.222872 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-60175862-1888-4f6c-a7e4-dff2181fdb0e None None] Port 54e5b60f-95e9-4107-948c-1347c39842e9 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:05.234496 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6689e2fd-c0bc-49ae-8d18-dee1f7b4ffed None None] Routers {'a39a81c7-cf7a-422e-a209-13f7ec675452'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:05.235239 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-6689e2fd-c0bc-49ae-8d18-dee1f7b4ffed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:42:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a39a81c7-cf7a-422e-a209-13f7ec675452'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:05.249200 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.securitygroups_db [None req-cf0df402-ce4b-438c-af16-c56b1bf4969d tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Project fb47cde45f0b4310b41e4845e85abf9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:43:05.250694 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72fcc9f-262c-4b9f-92f9-839c4cc147c9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 238b7c6f-3e37-4de4-bf5b-96c4d356033f is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:43:05.265373 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f49ae-9af0-45f2-9996-6c248e64781f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Subnet': ['ID=dad852fa-9033-46e3-b47b-83e14d28f053,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:05.286110 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cf0df402-ce4b-438c-af16-c56b1bf4969d tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (68c91f83-4586-4672-b9a3-a13dc5f12d9b), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:05.287237 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-553f49ae-9af0-45f2-9996-6c248e64781f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:05.301509 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-553f49ae-9af0-45f2-9996-6c248e64781f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/subnets/dad852fa-9033-46e3-b47b-83e14d28f053 HTTP/1.1" status: 204 len: 168 time: 0.7758627 Mar 23 02:43:05.316648 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60914) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:05.348786 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-6689e2fd-c0bc-49ae-8d18-dee1f7b4ffed None None] Set router a39a81c7-cf7a-422e-a209-13f7ec675452 gateway port host: None {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:43:05.408168 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-c72fcc9f-262c-4b9f-92f9-839c4cc147c9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 238b7c6f-3e37-4de4-bf5b-96c4d356033f) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:05.432008 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-6689e2fd-c0bc-49ae-8d18-dee1f7b4ffed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'name': 'tempest-RoutersIpV6Test-router-718806341', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:42Z', 'updated_at': '2022-03-23T02:43:03Z', 'revision_number': 11, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'gw_port_host': None}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:05.432700 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72fcc9f-262c-4b9f-92f9-839c4cc147c9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:05.436454 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c72fcc9f-262c-4b9f-92f9-839c4cc147c9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:05.458571 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-92d94542-41ec-44f0-8505-b7174421ff6b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for port (3081dbcc-2f45-44bb-bf5b-0931c89e68a3), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:05.470694 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3304ee52-b9a1-40ca-959a-9dc0225be8bb None None] Network e5830020-6369-409a-832b-569b20dbff9f requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:05.492889 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5627c4c-5b13-48a0-9828-b9fd4091d8ab tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Deleting subnet 3b590b27-593b-4635-a2a2-14c921455bd7 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:43:05.495903 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e61c6-e268-48e7-ab8b-9f82ced91366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1226fb26-cd64-4a95-ba4c-1278160c7258,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:05.503209 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c5627c4c-5b13-48a0-9828-b9fd4091d8ab tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for subnet (3b590b27-593b-4635-a2a2-14c921455bd7), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:05.529554 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-f67af952-708f-4776-afa7-0358326afee3 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Deleting subnet 62edadab-ffbb-422a-8803-cb403b9a8fe1 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:43:05.534655 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25aa023-de8c-43bf-900e-994fa0053cfb tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10781c5b-efeb-4e62-b869-c6b0ea9e2f62,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:05.536131 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f67af952-708f-4776-afa7-0358326afee3 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for subnet (62edadab-ffbb-422a-8803-cb403b9a8fe1), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:05.557277 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-0398fdd2-3790-4e21-8e29-165922ebcdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'name': 'tempest-TestNetworkBasicOps-router-291108398', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:58Z', 'updated_at': '2022-03-23T02:43:01Z', 'revision_number': 3, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ab:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:59Z', 'updated_at': '2022-03-23T02:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:05.562407 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c5627c4c-5b13-48a0-9828-b9fd4091d8ab tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (3b590b27-593b-4635-a2a2-14c921455bd7), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:05.566458 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-92d94542-41ec-44f0-8505-b7174421ff6b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (3081dbcc-2f45-44bb-bf5b-0931c89e68a3), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:05.587559 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b248fd-2de2-49b5-8c03-9216cea9a725 None None] Network 238b7c6f-3e37-4de4-bf5b-96c4d356033f requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:05.605604 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0398fdd2-3790-4e21-8e29-165922ebcdcd None None] The sync data for ids ['348925bf-cd60-4447-9afc-6c70cdb5f330'] in dv-neutron-834613-2-hyperv is: [{'id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'name': 'tempest-TestNetworkBasicOps-router-291108398', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:58Z', 'updated_at': '2022-03-23T02:43:01Z', 'revision_number': 3, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ab:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:59Z', 'updated_at': '2022-03-23T02:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:43:05.626707 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f67af952-708f-4776-afa7-0358326afee3 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (62edadab-ffbb-422a-8803-cb403b9a8fe1), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:05.683901 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-60175862-1888-4f6c-a7e4-dff2181fdb0e None None] Provisioning complete for port 36f1694d-c796-446a-bac6-f78ec0071f62 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:05.684240 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-60175862-1888-4f6c-a7e4-dff2181fdb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (36f1694d-c796-446a-bac6-f78ec0071f62), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:05.709491 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-92d94542-41ec-44f0-8505-b7174421ff6b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] In _notify_port_updated(), no bound segment for port 3081dbcc-2f45-44bb-bf5b-0931c89e68a3 on network cbe75922-1412-46a9-a4e0-2b3990e0fa00 {{(pid=104348) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:43:05.716794 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d94542-41ec-44f0-8505-b7174421ff6b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:05.718027 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-92d94542-41ec-44f0-8505-b7174421ff6b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:05.719679 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-92d94542-41ec-44f0-8505-b7174421ff6b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "PUT /v2.0/ports/3081dbcc-2f45-44bb-bf5b-0931c89e68a3 HTTP/1.1" status: 200 len: 970 time: 2.9800422 Mar 23 02:43:05.732653 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60922) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:05.733652 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60924) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:05.749546 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6689e2fd-c0bc-49ae-8d18-dee1f7b4ffed None None] The sync data for ids ['a39a81c7-cf7a-422e-a209-13f7ec675452'] in dv-neutron-834613-2-hyperv is: [{'id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'name': 'tempest-RoutersIpV6Test-router-718806341', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:42Z', 'updated_at': '2022-03-23T02:43:03Z', 'revision_number': 11, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'gw_port_host': None}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:43:05.916865 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0eeba4-c7ff-4e7f-9c36-e0febc088983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-238b7c6f-3e37-4de4-bf5b-96c4d356033f', 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ips': [{'subnet_id': '0e82ad3e-8209-4b30-a945-f7db24c31d83'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:43:05.918626 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1e0eeba4-c7ff-4e7f-9c36-e0febc088983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:05.948768 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d94542-41ec-44f0-8505-b7174421ff6b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event updated for resources: {'Port': ['ID=3081dbcc-2f45-44bb-bf5b-0931c89e68a3,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:06.012868 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-6a373ed8-1459-433c-9843-102afeb1d9c0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Deleting port 3081dbcc-2f45-44bb-bf5b-0931c89e68a3 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:06.013218 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6a373ed8-1459-433c-9843-102afeb1d9c0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (3081dbcc-2f45-44bb-bf5b-0931c89e68a3), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:06.186795 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c5627c4c-5b13-48a0-9828-b9fd4091d8ab tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (3b590b27-593b-4635-a2a2-14c921455bd7), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:06.215461 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6a373ed8-1459-433c-9843-102afeb1d9c0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (3081dbcc-2f45-44bb-bf5b-0931c89e68a3), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:06.258015 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c72fcc9f-262c-4b9f-92f9-839c4cc147c9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.4760373 Mar 23 02:43:06.267550 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cf0df402-ce4b-438c-af16-c56b1bf4969d tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (68c91f83-4586-4672-b9a3-a13dc5f12d9b), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:06.268178 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60932) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:06.330995 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-f1128bde-06be-4490-a6c4-1bfed3cb518f tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:06.332585 dv-neutron-834613-2-hyperv neutron-server[104348]: WARNING neutron.api.v2.base [None req-f1128bde-06be-4490-a6c4-1bfed3cb518f tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 23 02:43:06.333110 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-f1128bde-06be-4490-a6c4-1bfed3cb518f tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] create failed (client error): There was a conflict when trying to complete your request. Mar 23 02:43:06.340761 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f1128bde-06be-4490-a6c4-1bfed3cb518f tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6046593 Mar 23 02:43:06.348157 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60936) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:06.349097 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-6a373ed8-1459-433c-9843-102afeb1d9c0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Calling delete_port for 3081dbcc-2f45-44bb-bf5b-0931c89e68a3 owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:06.354860 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-9cd92155-446d-4006-80dc-fdf403cf477b tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group': {'name': 'tempest-secgroup--225905272'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:06.450673 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-60175862-1888-4f6c-a7e4-dff2181fdb0e None None] Current status of the port 36f1694d-c796-446a-bac6-f78ec0071f62 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:06.454026 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 36f1694d-c796-446a-bac6-f78ec0071f62 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:43:06.517994 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-1e0eeba4-c7ff-4e7f-9c36-e0febc088983 None None] Allocated IP 172.20.0.2 (238b7c6f-3e37-4de4-bf5b-96c4d356033f/0e82ad3e-8209-4b30-a945-f7db24c31d83/e16feeb1-56bf-4f88-8ecf-28ebd4076c8d) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:06.580193 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 36f1694d-c796-446a-bac6-f78ec0071f62 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:06.580903 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (36f1694d-c796-446a-bac6-f78ec0071f62), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:06.616569 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c5627c4c-5b13-48a0-9828-b9fd4091d8ab tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (3b590b27-593b-4635-a2a2-14c921455bd7), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:06.629050 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-2eab28a8-f71c-4bae-be72-1f1e020042fc None None] Provisioning complete for port 3081dbcc-2f45-44bb-bf5b-0931c89e68a3 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:06.629434 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2eab28a8-f71c-4bae-be72-1f1e020042fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (3081dbcc-2f45-44bb-bf5b-0931c89e68a3), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:06.667008 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c5627c4c-5b13-48a0-9828-b9fd4091d8ab tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:06.674435 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c5627c4c-5b13-48a0-9828-b9fd4091d8ab tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/subnets/3b590b27-593b-4635-a2a2-14c921455bd7 HTTP/1.1" status: 204 len: 168 time: 1.8544292 Mar 23 02:43:06.675090 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60942) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:06.694243 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5627c4c-5b13-48a0-9828-b9fd4091d8ab tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Subnet': ['ID=3b590b27-593b-4635-a2a2-14c921455bd7,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:06.698224 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9cd92155-446d-4006-80dc-fdf403cf477b tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:06.712324 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cf0df402-ce4b-438c-af16-c56b1bf4969d tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (68c91f83-4586-4672-b9a3-a13dc5f12d9b), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:06.712552 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f58bfa-9dde-45a6-84ee-5e1e7b87f4d8 None None] Network ac9a64d2-5aeb-4043-a7f0-84a0d420bc72 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:06.794835 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9cd92155-446d-4006-80dc-fdf403cf477b tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:06.806198 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60944) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:06.853603 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6a373ed8-1459-433c-9843-102afeb1d9c0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (3081dbcc-2f45-44bb-bf5b-0931c89e68a3), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:06.863426 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0df402-ce4b-438c-af16-c56b1bf4969d tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68c91f83-4586-4672-b9a3-a13dc5f12d9b,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:06.933698 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-2eab28a8-f71c-4bae-be72-1f1e020042fc None None] Port 3081dbcc-2f45-44bb-bf5b-0931c89e68a3 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:06.946029 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f67af952-708f-4776-afa7-0358326afee3 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (62edadab-ffbb-422a-8803-cb403b9a8fe1), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:06.956322 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a373ed8-1459-433c-9843-102afeb1d9c0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Port': ['ID=3081dbcc-2f45-44bb-bf5b-0931c89e68a3,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:06.958672 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cf0df402-ce4b-438c-af16-c56b1bf4969d tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:06.960335 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-cf0df402-ce4b-438c-af16-c56b1bf4969d tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.8654025 Mar 23 02:43:06.994560 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60948) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:07.045569 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6a373ed8-1459-433c-9843-102afeb1d9c0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:07.053013 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6a373ed8-1459-433c-9843-102afeb1d9c0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/ports/3081dbcc-2f45-44bb-bf5b-0931c89e68a3 HTTP/1.1" status: 204 len: 168 time: 1.3120534 Mar 23 02:43:07.055110 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60950) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:07.062265 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b27123ad-890f-4c3f-82cf-f3689a557a06 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (ac9a64d2-5aeb-4043-a7f0-84a0d420bc72), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:07.110805 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-658a0a44-8315-4caf-997a-fd6c0a7dc8bd tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] GET failed (client error): The resource could not be found. Mar 23 02:43:07.116298 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-658a0a44-8315-4caf-997a-fd6c0a7dc8bd tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "GET /v2.0/ports/3081dbcc-2f45-44bb-bf5b-0931c89e68a3 HTTP/1.1" status: 404 len: 333 time: 0.0578995 Mar 23 02:43:07.125156 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60952) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:07.174011 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5134847a-51af-44c1-bd92-b8eef8f2153b tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "GET /v2.0/security-group-rules/68c91f83-4586-4672-b9a3-a13dc5f12d9b HTTP/1.1" status: 200 len: 769 time: 0.1778407 Mar 23 02:43:07.185344 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 36f1694d-c796-446a-bac6-f78ec0071f62 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:07.186402 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-701bb934-c644-4ae0-b764-39c54a52d9f9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-659917169'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:07.191411 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60954) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:07.231098 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1e0eeba4-c7ff-4e7f-9c36-e0febc088983 None None] Publish callbacks [] for port (e16feeb1-56bf-4f88-8ecf-28ebd4076c8d), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:07.317048 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1e0eeba4-c7ff-4e7f-9c36-e0febc088983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (e16feeb1-56bf-4f88-8ecf-28ebd4076c8d), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:07.362106 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-abd74a0a-6b58-425f-8189-a4e7f35be059 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:07.362655 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-81526e08-3718-4dad-b4a9-80f0b9ec9154 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1662993 Mar 23 02:43:07.362771 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f67af952-708f-4776-afa7-0358326afee3 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (62edadab-ffbb-422a-8803-cb403b9a8fe1), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:07.366344 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60956) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:07.378268 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f14adbb-a137-4891-9e0c-8a17a352d1d0 None None] DHCP port deletion for ac9a64d2-5aeb-4043-a7f0-84a0d420bc72 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:43:07.398405 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9cd92155-446d-4006-80dc-fdf403cf477b tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (5aa6af67-8d03-48d2-9627-62e7163dda62), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:07.408888 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0eeba4-c7ff-4e7f-9c36-e0febc088983 None None] Network 238b7c6f-3e37-4de4-bf5b-96c4d356033f is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:07.410280 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-1e0eeba4-c7ff-4e7f-9c36-e0febc088983 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:07.412625 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0eeba4-c7ff-4e7f-9c36-e0febc088983 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:43:07.423296 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67af952-708f-4776-afa7-0358326afee3 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Subnet': ['ID=62edadab-ffbb-422a-8803-cb403b9a8fe1,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:07.432396 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1bc2d262-ba28-4ab4-b1b6-cef5a4d0b6a4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for security_group (f87be5a5-bcdd-4921-be05-2bb6dc38ae94), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:07.456945 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-37e0a18e-bf6a-40cc-9418-615ed0537c1b tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (68c91f83-4586-4672-b9a3-a13dc5f12d9b), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:07.460797 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701bb934-c644-4ae0-b764-39c54a52d9f9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Made reservation on behalf of 4e2776cfd52e48439f888e040b085603 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:07.466300 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-701bb934-c644-4ae0-b764-39c54a52d9f9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:07.469348 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f67af952-708f-4776-afa7-0358326afee3 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:07.473518 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f67af952-708f-4776-afa7-0358326afee3 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/subnets/62edadab-ffbb-422a-8803-cb403b9a8fe1 HTTP/1.1" status: 204 len: 168 time: 2.1557412 Mar 23 02:43:07.475554 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-37e0a18e-bf6a-40cc-9418-615ed0537c1b tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (68c91f83-4586-4672-b9a3-a13dc5f12d9b), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:07.478848 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-b27123ad-890f-4c3f-82cf-f3689a557a06 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Deleting port 14732d71-d559-42bf-822e-e072d3f5d16e {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:07.479197 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b27123ad-890f-4c3f-82cf-f3689a557a06 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (14732d71-d559-42bf-822e-e072d3f5d16e), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:07.481619 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60958) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:07.488011 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1bc2d262-ba28-4ab4-b1b6-cef5a4d0b6a4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for security_group (f87be5a5-bcdd-4921-be05-2bb6dc38ae94), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:07.510462 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0eeba4-c7ff-4e7f-9c36-e0febc088983 None None] Pushing event updated for resources: {'Port': ['ID=e16feeb1-56bf-4f88-8ecf-28ebd4076c8d,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:07.520109 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9cd92155-446d-4006-80dc-fdf403cf477b tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (5aa6af67-8d03-48d2-9627-62e7163dda62), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:07.526506 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-701bb934-c644-4ae0-b764-39c54a52d9f9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:07.569216 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-1e0eeba4-c7ff-4e7f-9c36-e0febc088983 None None] Attempting to bind port e16feeb1-56bf-4f88-8ecf-28ebd4076c8d on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:43:07.569592 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-1e0eeba4-c7ff-4e7f-9c36-e0febc088983 None None] Attempting to bind port e16feeb1-56bf-4f88-8ecf-28ebd4076c8d by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '4d6c6c57-3df1-4694-9df2-d5605580eda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:43:07.570027 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0eeba4-c7ff-4e7f-9c36-e0febc088983 None None] Attempting to bind port e16feeb1-56bf-4f88-8ecf-28ebd4076c8d on network 238b7c6f-3e37-4de4-bf5b-96c4d356033f {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:43:07.580283 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0eeba4-c7ff-4e7f-9c36-e0febc088983 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:43:07.580803 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0eeba4-c7ff-4e7f-9c36-e0febc088983 None None] Checking segment: {'id': '4d6c6c57-3df1-4694-9df2-d5605580eda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:43:07.582810 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1e0eeba4-c7ff-4e7f-9c36-e0febc088983 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:07.583285 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0eeba4-c7ff-4e7f-9c36-e0febc088983 None None] Bound using segment: {'id': '4d6c6c57-3df1-4694-9df2-d5605580eda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:43:07.589359 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-1e0eeba4-c7ff-4e7f-9c36-e0febc088983 None None] Bound port: e16feeb1-56bf-4f88-8ecf-28ebd4076c8d, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6c6c57-3df1-4694-9df2-d5605580eda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:43:07.589953 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1e0eeba4-c7ff-4e7f-9c36-e0febc088983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (e16feeb1-56bf-4f88-8ecf-28ebd4076c8d), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:07.614181 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b46e73-b99c-487f-917c-c0c09350cf65 None None] Network e5830020-6369-409a-832b-569b20dbff9f requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:07.685909 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-1f14adbb-a137-4891-9e0c-8a17a352d1d0 None None] Deleting port 14732d71-d559-42bf-822e-e072d3f5d16e {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:07.686290 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1f14adbb-a137-4891-9e0c-8a17a352d1d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (14732d71-d559-42bf-822e-e072d3f5d16e), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:07.698984 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-37e0a18e-bf6a-40cc-9418-615ed0537c1b tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (68c91f83-4586-4672-b9a3-a13dc5f12d9b), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:07.722948 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-37e0a18e-bf6a-40cc-9418-615ed0537c1b tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:07.727195 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-37e0a18e-bf6a-40cc-9418-615ed0537c1b tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/68c91f83-4586-4672-b9a3-a13dc5f12d9b HTTP/1.1" status: 204 len: 168 time: 0.3483768 Mar 23 02:43:07.731679 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60960) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:07.746265 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0a18e-bf6a-40cc-9418-615ed0537c1b tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68c91f83-4586-4672-b9a3-a13dc5f12d9b,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:07.750657 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-b27123ad-890f-4c3f-82cf-f3689a557a06 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] For port 14732d71-d559-42bf-822e-e072d3f5d16e, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=14732d71-d559-42bf-822e-e072d3f5d16e,segment=NetworkSegment(56e28113-6f8d-45ba-8d40-c4dd6b491906),segment_id=56e28113-6f8d-45ba-8d40-c4dd6b491906)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:07.751028 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b27123ad-890f-4c3f-82cf-f3689a557a06 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (14732d71-d559-42bf-822e-e072d3f5d16e), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:07.770734 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7c544a9e-8832-431c-9e64-b4cc2f8045ac tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (e5830020-6369-409a-832b-569b20dbff9f), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:07.779508 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd92155-446d-4006-80dc-fdf403cf477b tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa6af67-8d03-48d2-9627-62e7163dda62,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:07.808699 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-b27123ad-890f-4c3f-82cf-f3689a557a06 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Calling delete_port for 14732d71-d559-42bf-822e-e072d3f5d16e owned by network:dhcp {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:07.839326 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-cdd19cd7-b610-4cda-8039-f78439d977e4 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1034596 Mar 23 02:43:07.844957 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60962) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:07.862671 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-ffa6b04b-1e78-4380-842a-67efcd1dc577 None None] Provisioning complete for port 1f090828-3763-4691-a1d5-143c7cb41b2d triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:07.863227 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ffa6b04b-1e78-4380-842a-67efcd1dc577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (1f090828-3763-4691-a1d5-143c7cb41b2d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:07.866416 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-1f14adbb-a137-4891-9e0c-8a17a352d1d0 None None] For port 14732d71-d559-42bf-822e-e072d3f5d16e, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=14732d71-d559-42bf-822e-e072d3f5d16e,segment=NetworkSegment(56e28113-6f8d-45ba-8d40-c4dd6b491906),segment_id=56e28113-6f8d-45ba-8d40-c4dd6b491906)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:07.866819 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1f14adbb-a137-4891-9e0c-8a17a352d1d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (14732d71-d559-42bf-822e-e072d3f5d16e), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:07.873728 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1bc2d262-ba28-4ab4-b1b6-cef5a4d0b6a4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (f87be5a5-bcdd-4921-be05-2bb6dc38ae94), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:07.874312 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 598089b7-7ffd-47b0-9641-952cc0de0190 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:43:07.876868 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1bc2d262-ba28-4ab4-b1b6-cef5a4d0b6a4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:07.879390 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1bc2d262-ba28-4ab4-b1b6-cef5a4d0b6a4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/security-groups/f87be5a5-bcdd-4921-be05-2bb6dc38ae94 HTTP/1.1" status: 204 len: 168 time: 0.7502258 Mar 23 02:43:07.890924 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60964) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:07.925957 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-1e0eeba4-c7ff-4e7f-9c36-e0febc088983 None None] For port e16feeb1-56bf-4f88-8ecf-28ebd4076c8d, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:43:07.935751 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9cd92155-446d-4006-80dc-fdf403cf477b tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (53b12173-e018-4e7c-94ad-3a5e3aef5591), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:07.950967 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-1f14adbb-a137-4891-9e0c-8a17a352d1d0 None None] Calling delete_port for 14732d71-d559-42bf-822e-e072d3f5d16e owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:07.964540 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-1e0eeba4-c7ff-4e7f-9c36-e0febc088983 None None] For port e16feeb1-56bf-4f88-8ecf-28ebd4076c8d, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=e16feeb1-56bf-4f88-8ecf-28ebd4076c8d,segment=NetworkSegment(4d6c6c57-3df1-4694-9df2-d5605580eda2),segment_id=4d6c6c57-3df1-4694-9df2-d5605580eda2)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:43:07.967869 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc2d262-ba28-4ab4-b1b6-cef5a4d0b6a4 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87be5a5-bcdd-4921-be05-2bb6dc38ae94,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:07.986965 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-abd74a0a-6b58-425f-8189-a4e7f35be059 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.20.0.1 (238b7c6f-3e37-4de4-bf5b-96c4d356033f/0e82ad3e-8209-4b30-a945-f7db24c31d83/242b67c2-fe7d-420b-95a2-84cc81f632c9) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:08.033969 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-006c6070-9b20-4be3-a2b4-280e580d8e4b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for security_group (0d19af30-a097-4ebb-b7a7-221c3bbe910a), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.034212 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-701bb934-c644-4ae0-b764-39c54a52d9f9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for security_group (b8232787-82cd-4d14-a1e4-f742515c1a8f), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.035133 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9cd92155-446d-4006-80dc-fdf403cf477b tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (53b12173-e018-4e7c-94ad-3a5e3aef5591), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.053322 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1e0eeba4-c7ff-4e7f-9c36-e0febc088983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (e16feeb1-56bf-4f88-8ecf-28ebd4076c8d), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.076245 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aa0e636d-25e0-4a2f-a683-525226b2c441 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (5ffd2ceb-5c91-42ae-ad1a-ac62998cb5b3), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.081838 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd92155-446d-4006-80dc-fdf403cf477b tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53b12173-e018-4e7c-94ad-3a5e3aef5591,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:08.086495 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-7c544a9e-8832-431c-9e64-b4cc2f8045ac tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Deleting port 1f090828-3763-4691-a1d5-143c7cb41b2d {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:08.086913 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7c544a9e-8832-431c-9e64-b4cc2f8045ac tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (1f090828-3763-4691-a1d5-143c7cb41b2d), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.113617 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacc015f-9bfb-4177-9667-fb24e9a97868 None None] DHCP port deletion for e5830020-6369-409a-832b-569b20dbff9f request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:43:08.161159 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-701bb934-c644-4ae0-b764-39c54a52d9f9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (b8232787-82cd-4d14-a1e4-f742515c1a8f), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.177574 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b27123ad-890f-4c3f-82cf-f3689a557a06 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (14732d71-d559-42bf-822e-e072d3f5d16e), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.182061 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9cd92155-446d-4006-80dc-fdf403cf477b tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.185798 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9cd92155-446d-4006-80dc-fdf403cf477b tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.8320277 Mar 23 02:43:08.187684 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 598089b7-7ffd-47b0-9641-952cc0de0190 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:08.187684 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (598089b7-7ffd-47b0-9641-952cc0de0190), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.202951 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60966) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:08.204607 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aa0e636d-25e0-4a2f-a683-525226b2c441 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (5ffd2ceb-5c91-42ae-ad1a-ac62998cb5b3), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.208963 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-4ec41d7c-3a41-4d33-a7f3-5986b807e756 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group_rule': {'security_group_id': '53b12173-e018-4e7c-94ad-3a5e3aef5591', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:08.220056 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-006c6070-9b20-4be3-a2b4-280e580d8e4b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for security_group (0d19af30-a097-4ebb-b7a7-221c3bbe910a), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.263263 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0eeba4-c7ff-4e7f-9c36-e0febc088983 None None] Pushing event updated for resources: {'Port': ['ID=e16feeb1-56bf-4f88-8ecf-28ebd4076c8d,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:08.264939 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27123ad-890f-4c3f-82cf-f3689a557a06 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Port': ['ID=14732d71-d559-42bf-822e-e072d3f5d16e,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:08.270066 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-ffa6b04b-1e78-4380-842a-67efcd1dc577 None None] Current status of the port 1f090828-3763-4691-a1d5-143c7cb41b2d is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:08.276588 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1f14adbb-a137-4891-9e0c-8a17a352d1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (14732d71-d559-42bf-822e-e072d3f5d16e), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.320715 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f14adbb-a137-4891-9e0c-8a17a352d1d0 None None] No DVR routers for this DVR port 14732d71-d559-42bf-822e-e072d3f5d16e on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:43:08.329401 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-7c544a9e-8832-431c-9e64-b4cc2f8045ac tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] For port 1f090828-3763-4691-a1d5-143c7cb41b2d, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=1f090828-3763-4691-a1d5-143c7cb41b2d,segment=NetworkSegment(99ece2eb-32f6-4bd7-8e5a-8a40e0d9c3e8),segment_id=99ece2eb-32f6-4bd7-8e5a-8a40e0d9c3e8)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:08.329954 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7c544a9e-8832-431c-9e64-b4cc2f8045ac tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (1f090828-3763-4691-a1d5-143c7cb41b2d), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.332338 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14adbb-a137-4891-9e0c-8a17a352d1d0 None None] Pushing event deleted for resources: {'Port': ['ID=14732d71-d559-42bf-822e-e072d3f5d16e,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:08.344620 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-701bb934-c644-4ae0-b764-39c54a52d9f9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:43:08.361091 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-7c544a9e-8832-431c-9e64-b4cc2f8045ac tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Calling delete_port for 1f090828-3763-4691-a1d5-143c7cb41b2d owned by network:dhcp {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:08.363425 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27123ad-890f-4c3f-82cf-f3689a557a06 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] No DVR routers for this DVR port 14732d71-d559-42bf-822e-e072d3f5d16e on host dv-neutron-834613-2-hyperv {{(pid=104348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:43:08.365444 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-aacc015f-9bfb-4177-9667-fb24e9a97868 None None] Deleting port 1f090828-3763-4691-a1d5-143c7cb41b2d {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:08.366520 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-aacc015f-9bfb-4177-9667-fb24e9a97868 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (1f090828-3763-4691-a1d5-143c7cb41b2d), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.374242 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701bb934-c644-4ae0-b764-39c54a52d9f9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8232787-82cd-4d14-a1e4-f742515c1a8f,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:08.412684 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-abd74a0a-6b58-425f-8189-a4e7f35be059 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (242b67c2-fe7d-420b-95a2-84cc81f632c9), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.464532 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 598089b7-7ffd-47b0-9641-952cc0de0190 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:08.473804 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (598089b7-7ffd-47b0-9641-952cc0de0190), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.479918 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-701bb934-c644-4ae0-b764-39c54a52d9f9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (cb56a27d-3571-4838-ad34-c87b6704abc2), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.479918 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-701bb934-c644-4ae0-b764-39c54a52d9f9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Added segment cb56a27d-3571-4838-ad34-c87b6704abc2 of type vlan for network 94a70184-581a-4765-96cf-7e5edd648c4d Mar 23 02:43:08.499032 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-006c6070-9b20-4be3-a2b4-280e580d8e4b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (0d19af30-a097-4ebb-b7a7-221c3bbe910a), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.503576 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-006c6070-9b20-4be3-a2b4-280e580d8e4b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.505000 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-006c6070-9b20-4be3-a2b4-280e580d8e4b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/security-groups/0d19af30-a097-4ebb-b7a7-221c3bbe910a HTTP/1.1" status: 204 len: 168 time: 0.6132944 Mar 23 02:43:08.505807 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aa0e636d-25e0-4a2f-a683-525226b2c441 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (5ffd2ceb-5c91-42ae-ad1a-ac62998cb5b3), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.519658 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aa0e636d-25e0-4a2f-a683-525226b2c441 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.519658 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-aa0e636d-25e0-4a2f-a683-525226b2c441 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "DELETE /v2.0/security-groups/5ffd2ceb-5c91-42ae-ad1a-ac62998cb5b3 HTTP/1.1" status: 204 len: 168 time: 0.6680667 Mar 23 02:43:08.519897 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-aacc015f-9bfb-4177-9667-fb24e9a97868 None None] For port 1f090828-3763-4691-a1d5-143c7cb41b2d, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=1f090828-3763-4691-a1d5-143c7cb41b2d,segment=NetworkSegment(99ece2eb-32f6-4bd7-8e5a-8a40e0d9c3e8),segment_id=99ece2eb-32f6-4bd7-8e5a-8a40e0d9c3e8)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:08.519897 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-aacc015f-9bfb-4177-9667-fb24e9a97868 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (1f090828-3763-4691-a1d5-143c7cb41b2d), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.520094 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60968) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:08.520094 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60970) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:08.541810 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 598089b7-7ffd-47b0-9641-952cc0de0190, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=598089b7-7ffd-47b0-9641-952cc0de0190,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:08.543211 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-aacc015f-9bfb-4177-9667-fb24e9a97868 None None] Calling delete_port for 1f090828-3763-4691-a1d5-143c7cb41b2d owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:08.573888 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4ec41d7c-3a41-4d33-a7f3-5986b807e756 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group_rule (1ac5fcae-bcde-40e4-9efa-2293b8151916), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.604821 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c6070-9b20-4be3-a2b4-280e580d8e4b tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d19af30-a097-4ebb-b7a7-221c3bbe910a,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:08.627682 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e636d-25e0-4a2f-a683-525226b2c441 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffd2ceb-5c91-42ae-ad1a-ac62998cb5b3,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:08.657272 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (598089b7-7ffd-47b0-9641-952cc0de0190), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.679334 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3021b2d1-0f0b-4b92-a672-fb023c6bf495 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1508579 Mar 23 02:43:08.687033 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60972) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:08.690045 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-733ddc29-c797-4fd2-9889-8c444e7c6285 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for security_group (4b2fafaf-27b2-4aab-ab65-3ddd1b8193b3), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.692403 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-abd74a0a-6b58-425f-8189-a4e7f35be059 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (242b67c2-fe7d-420b-95a2-84cc81f632c9), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.696980 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-701bb934-c644-4ae0-b764-39c54a52d9f9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (94a70184-581a-4765-96cf-7e5edd648c4d), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.698366 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-ff808830-1c92-42b6-b871-2f888772777f tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Request body: {'security_group': {'name': 'tempest-secgroup--2133788901'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:08.761834 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 14732d71-d559-42bf-822e-e072d3f5d16e no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:43:08.772823 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd74a0a-6b58-425f-8189-a4e7f35be059 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 238b7c6f-3e37-4de4-bf5b-96c4d356033f is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:08.774957 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b27123ad-890f-4c3f-82cf-f3689a557a06 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (ac9a64d2-5aeb-4043-a7f0-84a0d420bc72), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.777502 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-aacc015f-9bfb-4177-9667-fb24e9a97868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (1f090828-3763-4691-a1d5-143c7cb41b2d), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.783844 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-abd74a0a-6b58-425f-8189-a4e7f35be059 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:08.784324 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4ec41d7c-3a41-4d33-a7f3-5986b807e756 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group_rule (1ac5fcae-bcde-40e4-9efa-2293b8151916), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.786497 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd74a0a-6b58-425f-8189-a4e7f35be059 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:43:08.793456 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-733ddc29-c797-4fd2-9889-8c444e7c6285 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for security_group (4b2fafaf-27b2-4aab-ab65-3ddd1b8193b3), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.816084 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=598089b7-7ffd-47b0-9641-952cc0de0190,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:08.819218 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 14732d71-d559-42bf-822e-e072d3f5d16e {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:43:08.820279 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 14732d71-d559-42bf-822e-e072d3f5d16e not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:43:08.820279 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 5fd1f227-a58c-45cc-8ced-edd41b67d297 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:43:08.828068 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacc015f-9bfb-4177-9667-fb24e9a97868 None None] No DVR routers for this DVR port 1f090828-3763-4691-a1d5-143c7cb41b2d on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:43:08.828716 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-b27123ad-890f-4c3f-82cf-f3689a557a06 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac9a64d2-5aeb-4043-a7f0-84a0d420bc72']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:08.842405 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-b27123ad-890f-4c3f-82cf-f3689a557a06 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e28113-6f8d-45ba-8d40-c4dd6b491906') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:08.842706 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-b27123ad-890f-4c3f-82cf-f3689a557a06 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e28113-6f8d-45ba-8d40-c4dd6b491906') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:08.853050 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7c544a9e-8832-431c-9e64-b4cc2f8045ac tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (1f090828-3763-4691-a1d5-143c7cb41b2d), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.856084 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b27123ad-890f-4c3f-82cf-f3689a557a06 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (56e28113-6f8d-45ba-8d40-c4dd6b491906), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.856395 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd74a0a-6b58-425f-8189-a4e7f35be059 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=242b67c2-fe7d-420b-95a2-84cc81f632c9,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:08.865862 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc015f-9bfb-4177-9667-fb24e9a97868 None None] Pushing event deleted for resources: {'Port': ['ID=1f090828-3763-4691-a1d5-143c7cb41b2d,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:08.868660 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 5fd1f227-a58c-45cc-8ced-edd41b67d297 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:43:08.869291 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 5fd1f227-a58c-45cc-8ced-edd41b67d297 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:43:08.876074 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ff808830-1c92-42b6-b871-2f888772777f tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.894426 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c544a9e-8832-431c-9e64-b4cc2f8045ac tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Port': ['ID=1f090828-3763-4691-a1d5-143c7cb41b2d,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:08.897305 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-701bb934-c644-4ae0-b764-39c54a52d9f9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (94a70184-581a-4765-96cf-7e5edd648c4d), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.902438 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701bb934-c644-4ae0-b764-39c54a52d9f9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:08.903056 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-701bb934-c644-4ae0-b764-39c54a52d9f9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.905429 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4ec41d7c-3a41-4d33-a7f3-5986b807e756 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (1ac5fcae-bcde-40e4-9efa-2293b8151916), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.908869 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b27123ad-890f-4c3f-82cf-f3689a557a06 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (56e28113-6f8d-45ba-8d40-c4dd6b491906), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.914535 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-abd74a0a-6b58-425f-8189-a4e7f35be059 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (348925bf-cd60-4447-9afc-6c70cdb5f330), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.932451 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c544a9e-8832-431c-9e64-b4cc2f8045ac tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] No DVR routers for this DVR port 1f090828-3763-4691-a1d5-143c7cb41b2d on host dv-neutron-834613-2-hyperv {{(pid=104348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:43:08.938312 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b27123ad-890f-4c3f-82cf-f3689a557a06 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:43:08.938714 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b27123ad-890f-4c3f-82cf-f3689a557a06 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (56e28113-6f8d-45ba-8d40-c4dd6b491906), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: self.session.flush() Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: self.session.flush() Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: self.session.flush() Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: self.session.flush() Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:43:08.957425 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:43:09.019421 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec41d7c-3a41-4d33-a7f3-5986b807e756 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac5fcae-bcde-40e4-9efa-2293b8151916,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:09.044996 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-733ddc29-c797-4fd2-9889-8c444e7c6285 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (4b2fafaf-27b2-4aab-ab65-3ddd1b8193b3), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:09.047544 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-733ddc29-c797-4fd2-9889-8c444e7c6285 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:09.048829 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-733ddc29-c797-4fd2-9889-8c444e7c6285 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/security-groups/4b2fafaf-27b2-4aab-ab65-3ddd1b8193b3 HTTP/1.1" status: 204 len: 168 time: 0.5250399 Mar 23 02:43:09.065061 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60974) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:09.075041 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ff808830-1c92-42b6-b871-2f888772777f tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (3037346f-1fcb-4072-9abd-82822e00c6a1), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:09.077355 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ddc29-c797-4fd2-9889-8c444e7c6285 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2fafaf-27b2-4aab-ab65-3ddd1b8193b3,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:09.153928 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4ec41d7c-3a41-4d33-a7f3-5986b807e756 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:09.155121 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4ec41d7c-3a41-4d33-a7f3-5986b807e756 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9496913 Mar 23 02:43:09.158150 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60976) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:09.158289 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-701bb934-c644-4ae0-b764-39c54a52d9f9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3220210 Mar 23 02:43:09.163193 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-9b81a3cf-dce6-470c-b142-b41fe81b3342 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group_rule': {'security_group_id': '53b12173-e018-4e7c-94ad-3a5e3aef5591', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:09.168469 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60978) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:09.169877 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701bb934-c644-4ae0-b764-39c54a52d9f9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event updated for resources: {'Network': ['ID=94a70184-581a-4765-96cf-7e5edd648c4d,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:09.175471 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-2381fb7e-6295-4f1c-b844-9b2292f53fa7 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Request body: {'subnet': {'network_id': '94a70184-581a-4765-96cf-7e5edd648c4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:09.185701 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 94a70184-581a-4765-96cf-7e5edd648c4d details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:43:09.186243 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7c544a9e-8832-431c-9e64-b4cc2f8045ac tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (e5830020-6369-409a-832b-569b20dbff9f), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:09.197622 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ff808830-1c92-42b6-b871-2f888772777f tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (3037346f-1fcb-4072-9abd-82822e00c6a1), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:09.210678 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-b02bdad2-65ba-441a-a7a8-0534eb77038d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Deleting subnet e23ccb48-fb1d-4631-90df-c8b69c1bf6fd {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:43:09.219557 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b02bdad2-65ba-441a-a7a8-0534eb77038d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for subnet (e23ccb48-fb1d-4631-90df-c8b69c1bf6fd), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:09.241643 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-7c544a9e-8832-431c-9e64-b4cc2f8045ac tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5830020-6369-409a-832b-569b20dbff9f']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:09.272121 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b27123ad-890f-4c3f-82cf-f3689a557a06 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (ac9a64d2-5aeb-4043-a7f0-84a0d420bc72), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:09.277376 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-7c544a9e-8832-431c-9e64-b4cc2f8045ac tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99ece2eb-32f6-4bd7-8e5a-8a40e0d9c3e8') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:09.277681 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-7c544a9e-8832-431c-9e64-b4cc2f8045ac tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99ece2eb-32f6-4bd7-8e5a-8a40e0d9c3e8') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:09.303377 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b27123ad-890f-4c3f-82cf-f3689a557a06 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:09.307975 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b27123ad-890f-4c3f-82cf-f3689a557a06 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/networks/ac9a64d2-5aeb-4043-a7f0-84a0d420bc72 HTTP/1.1" status: 204 len: 168 time: 2.6280918 Mar 23 02:43:09.320088 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60980) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:09.327436 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff808830-1c92-42b6-b871-2f888772777f tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3037346f-1fcb-4072-9abd-82822e00c6a1,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:09.327618 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7c544a9e-8832-431c-9e64-b4cc2f8045ac tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (99ece2eb-32f6-4bd7-8e5a-8a40e0d9c3e8), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:09.337466 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-ad2ac6ef-d087-4b9b-b130-5c3b2c4e46bd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Request body: {'router': {'routes': None}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:09.340373 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27123ad-890f-4c3f-82cf-f3689a557a06 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Pushing event deleted for resources: {'Network': ['ID=ac9a64d2-5aeb-4043-a7f0-84a0d420bc72,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:09.344002 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b02bdad2-65ba-441a-a7a8-0534eb77038d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (e23ccb48-fb1d-4631-90df-c8b69c1bf6fd), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:09.377126 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7c544a9e-8832-431c-9e64-b4cc2f8045ac tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (99ece2eb-32f6-4bd7-8e5a-8a40e0d9c3e8), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:09.389173 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c544a9e-8832-431c-9e64-b4cc2f8045ac tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:43:09.389587 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7c544a9e-8832-431c-9e64-b4cc2f8045ac tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (99ece2eb-32f6-4bd7-8e5a-8a40e0d9c3e8), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:09.393906 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:43:09.393906 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:43:09.393906 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:43:09.393906 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:43:09.393906 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:43:09.393906 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:43:09.393906 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:43:09.393906 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:43:09.393906 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:43:09.393906 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:43:09.393906 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:43:09.393906 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:43:09.393906 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:43:09.393906 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:43:09.393906 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:43:09.393906 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:43:09.393906 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:43:09.393906 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:43:09.393906 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:43:09.393906 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:43:09.393906 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:43:09.393906 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:43:09.393906 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:43:09.393906 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:43:09.393906 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:43:09.393906 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:43:09.393906 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:43:09.393906 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:43:09.393906 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:43:09.393906 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:43:09.393906 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:43:09.393906 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:43:09.403275 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ff808830-1c92-42b6-b871-2f888772777f tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:09.403275 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ff808830-1c92-42b6-b871-2f888772777f tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7071226 Mar 23 02:43:09.408117 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60982) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:09.434898 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-abd74a0a-6b58-425f-8189-a4e7f35be059 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (242b67c2-fe7d-420b-95a2-84cc81f632c9), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:09.443171 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-fe38efb6-0999-4edf-887b-20f0104c626a tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Request body: {'security_group_rule': {'security_group_id': '3037346f-1fcb-4072-9abd-82822e00c6a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:09.456993 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9b81a3cf-dce6-470c-b142-b41fe81b3342 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group_rule (352ccb5d-4789-41da-9dea-247e2c0f3515), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:09.532709 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b02bdad2-65ba-441a-a7a8-0534eb77038d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (e23ccb48-fb1d-4631-90df-c8b69c1bf6fd), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:09.580607 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fe38efb6-0999-4edf-887b-20f0104c626a tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (88e03d89-bd1c-4b21-a5ce-26eaa4c8ea86), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:09.602978 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7c544a9e-8832-431c-9e64-b4cc2f8045ac tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (e5830020-6369-409a-832b-569b20dbff9f), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:09.621637 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.extraroute_db [None req-ad2ac6ef-d087-4b9b-b130-5c3b2c4e46bd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Added routes are [] {{(pid=104349) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 23 02:43:09.622037 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.extraroute_db [None req-ad2ac6ef-d087-4b9b-b130-5c3b2c4e46bd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Removed routes are [] {{(pid=104349) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 23 02:43:09.622293 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad2ac6ef-d087-4b9b-b130-5c3b2c4e46bd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1655254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3512'] for router (a39a81c7-cf7a-422e-a209-13f7ec675452), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:09.625721 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7c544a9e-8832-431c-9e64-b4cc2f8045ac tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:09.628242 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2381fb7e-6295-4f1c-b844-9b2292f53fa7 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Made reservation on behalf of 4e2776cfd52e48439f888e040b085603 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:09.629097 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7c544a9e-8832-431c-9e64-b4cc2f8045ac tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/networks/e5830020-6369-409a-832b-569b20dbff9f HTTP/1.1" status: 204 len: 168 time: 2.1379910 Mar 23 02:43:09.631740 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2381fb7e-6295-4f1c-b844-9b2292f53fa7 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:09.640441 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60984) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:09.652223 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c544a9e-8832-431c-9e64-b4cc2f8045ac tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Network': ['ID=e5830020-6369-409a-832b-569b20dbff9f,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:09.691421 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fe38efb6-0999-4edf-887b-20f0104c626a tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (88e03d89-bd1c-4b21-a5ce-26eaa4c8ea86), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:09.722078 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b02bdad2-65ba-441a-a7a8-0534eb77038d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (e23ccb48-fb1d-4631-90df-c8b69c1bf6fd), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:09.737122 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc33567-f8ad-4526-9cd8-88fec3a345ca None None] Network 238b7c6f-3e37-4de4-bf5b-96c4d356033f requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:09.767468 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02bdad2-65ba-441a-a7a8-0534eb77038d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Subnet': ['ID=e23ccb48-fb1d-4631-90df-c8b69c1bf6fd,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:09.771112 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b02bdad2-65ba-441a-a7a8-0534eb77038d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:09.777919 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b02bdad2-65ba-441a-a7a8-0534eb77038d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/subnets/e23ccb48-fb1d-4631-90df-c8b69c1bf6fd HTTP/1.1" status: 204 len: 168 time: 0.7118406 Mar 23 02:43:09.779970 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fe38efb6-0999-4edf-887b-20f0104c626a tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (88e03d89-bd1c-4b21-a5ce-26eaa4c8ea86), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:09.786620 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60986) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:09.841998 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38efb6-0999-4edf-887b-20f0104c626a tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e03d89-bd1c-4b21-a5ce-26eaa4c8ea86,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:09.899861 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c839c3b-b439-4876-ac3d-89799ba108c1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Deleting subnet fba16c22-8397-48d7-b8e1-1c778bd66cba {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:43:09.904367 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5c839c3b-b439-4876-ac3d-89799ba108c1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for subnet (fba16c22-8397-48d7-b8e1-1c778bd66cba), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:09.932933 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485d01d7-b1a5-4fdc-aa1e-a3d12d19e87b None None] Network cbe75922-1412-46a9-a4e0-2b3990e0fa00 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:09.936221 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device e16feeb1-56bf-4f88-8ecf-28ebd4076c8d up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:43:09.950393 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5c839c3b-b439-4876-ac3d-89799ba108c1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (fba16c22-8397-48d7-b8e1-1c778bd66cba), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:09.986493 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-9b81a3cf-dce6-470c-b142-b41fe81b3342 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] create failed (client error): There was a conflict when trying to complete your request. Mar 23 02:43:09.990215 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9b81a3cf-dce6-470c-b142-b41fe81b3342 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8279862 Mar 23 02:43:09.990785 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60988) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:10.006180 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a79fa9-41e9-4796-96de-1664b444d12d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:10.007676 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-66a79fa9-41e9-4796-96de-1664b444d12d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3651080 Mar 23 02:43:10.010939 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad2ac6ef-d087-4b9b-b130-5c3b2c4e46bd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1655254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3512'] for router (a39a81c7-cf7a-422e-a209-13f7ec675452), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:10.015695 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fe38efb6-0999-4edf-887b-20f0104c626a tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:10.017039 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-fe38efb6-0999-4edf-887b-20f0104c626a tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6079707 Mar 23 02:43:10.020567 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60990) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:10.021082 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 60992) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:10.049980 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad2ac6ef-d087-4b9b-b130-5c3b2c4e46bd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1655263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1655076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656974'] for router (a39a81c7-cf7a-422e-a209-13f7ec675452), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:10.070639 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-7dacaeac-16d0-449f-a8cd-902793008308 None None] Provisioning complete for port e16feeb1-56bf-4f88-8ecf-28ebd4076c8d triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:10.071061 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7dacaeac-16d0-449f-a8cd-902793008308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e16feeb1-56bf-4f88-8ecf-28ebd4076c8d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:10.097487 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5c839c3b-b439-4876-ac3d-89799ba108c1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (fba16c22-8397-48d7-b8e1-1c778bd66cba), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:10.127278 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-597401be-0dde-4b80-a0dd-eff974569b9b tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (53b12173-e018-4e7c-94ad-3a5e3aef5591), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:10.168389 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-597401be-0dde-4b80-a0dd-eff974569b9b tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (53b12173-e018-4e7c-94ad-3a5e3aef5591), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:10.199986 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port e16feeb1-56bf-4f88-8ecf-28ebd4076c8d triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:10.200950 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e16feeb1-56bf-4f88-8ecf-28ebd4076c8d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:10.305195 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5c839c3b-b439-4876-ac3d-89799ba108c1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (fba16c22-8397-48d7-b8e1-1c778bd66cba), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:10.326902 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-7dacaeac-16d0-449f-a8cd-902793008308 None None] Current status of the port e16feeb1-56bf-4f88-8ecf-28ebd4076c8d is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:10.327310 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7dacaeac-16d0-449f-a8cd-902793008308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (e16feeb1-56bf-4f88-8ecf-28ebd4076c8d), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:10.357156 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c839c3b-b439-4876-ac3d-89799ba108c1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Subnet': ['ID=fba16c22-8397-48d7-b8e1-1c778bd66cba,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:10.365088 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-597401be-0dde-4b80-a0dd-eff974569b9b tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (53b12173-e018-4e7c-94ad-3a5e3aef5591), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:10.368575 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-597401be-0dde-4b80-a0dd-eff974569b9b tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:10.375145 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-597401be-0dde-4b80-a0dd-eff974569b9b tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "DELETE /v2.0/security-groups/53b12173-e018-4e7c-94ad-3a5e3aef5591 HTTP/1.1" status: 204 len: 168 time: 0.3821137 Mar 23 02:43:10.376839 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5c839c3b-b439-4876-ac3d-89799ba108c1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:10.389560 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5c839c3b-b439-4876-ac3d-89799ba108c1 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/subnets/fba16c22-8397-48d7-b8e1-1c778bd66cba HTTP/1.1" status: 204 len: 168 time: 0.5995052 Mar 23 02:43:10.390225 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60994) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:10.390552 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60996) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:10.399534 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port e16feeb1-56bf-4f88-8ecf-28ebd4076c8d is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:10.400454 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (e16feeb1-56bf-4f88-8ecf-28ebd4076c8d), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:10.425397 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-7dacaeac-16d0-449f-a8cd-902793008308 None None] For port e16feeb1-56bf-4f88-8ecf-28ebd4076c8d, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=e16feeb1-56bf-4f88-8ecf-28ebd4076c8d,segment=NetworkSegment(4d6c6c57-3df1-4694-9df2-d5605580eda2),segment_id=4d6c6c57-3df1-4694-9df2-d5605580eda2)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:10.449719 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc96e2c-5176-453a-bd5f-258184daa7f8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] DELETE failed (client error): The resource could not be found. Mar 23 02:43:10.450193 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dc96e2c-5176-453a-bd5f-258184daa7f8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:43:10.453253 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5dc96e2c-5176-453a-bd5f-258184daa7f8 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/subnets/e23ccb48-fb1d-4631-90df-c8b69c1bf6fd HTTP/1.1" status: 404 len: 337 time: 0.0572906 Mar 23 02:43:10.454170 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597401be-0dde-4b80-a0dd-eff974569b9b tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b12173-e018-4e7c-94ad-3a5e3aef5591,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:10.455861 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 60998) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:10.495694 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7dacaeac-16d0-449f-a8cd-902793008308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (e16feeb1-56bf-4f88-8ecf-28ebd4076c8d), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:10.578190 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a7ae0efe-6e64-4d5f-b579-bae2db5d422f tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1797228 Mar 23 02:43:10.581541 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d584556-9a67-4723-92ab-a20b0c32ee89 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Deleting subnet 6e1db5c4-a028-4b05-b320-fd2d968b88de {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:43:10.584931 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32768) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:10.588979 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9d584556-9a67-4723-92ab-a20b0c32ee89 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for subnet (6e1db5c4-a028-4b05-b320-fd2d968b88de), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:10.593905 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-8429e789-8dee-4857-a2be-10ee2e918bc4 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group': {'name': 'tempest-secgroup--530430591'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:10.606857 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:43:10.607218 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:43:10.608723 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dacaeac-16d0-449f-a8cd-902793008308 None None] Pushing event updated for resources: {'Port': ['ID=e16feeb1-56bf-4f88-8ecf-28ebd4076c8d,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:10.663352 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9d584556-9a67-4723-92ab-a20b0c32ee89 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (6e1db5c4-a028-4b05-b320-fd2d968b88de), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:10.724151 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c1a11ad6-4f3e-45c5-b9cc-2919042e6e6d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6996198 Mar 23 02:43:10.732364 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32770) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:10.738519 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-61b83a54-2ade-4007-a3d6-b17922fb5bbf None None] Provisioning complete for port e16feeb1-56bf-4f88-8ecf-28ebd4076c8d triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:10.739375 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-61b83a54-2ade-4007-a3d6-b17922fb5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e16feeb1-56bf-4f88-8ecf-28ebd4076c8d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:10.744114 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-d0b075d7-03e3-4d8d-a523-ccb2fb1502ac tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-217036511'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:10.751646 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8429e789-8dee-4857-a2be-10ee2e918bc4 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:10.776745 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7fdbed03-83b0-4dd1-b7ad-7cf0df84221e tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (3037346f-1fcb-4072-9abd-82822e00c6a1), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:10.780754 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2ac6ef-d087-4b9b-b130-5c3b2c4e46bd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Router a39a81c7-cf7a-422e-a209-13f7ec675452 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:43:10.822101 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7fdbed03-83b0-4dd1-b7ad-7cf0df84221e tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (3037346f-1fcb-4072-9abd-82822e00c6a1), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:10.841658 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9d584556-9a67-4723-92ab-a20b0c32ee89 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (6e1db5c4-a028-4b05-b320-fd2d968b88de), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:10.848017 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2381fb7e-6295-4f1c-b844-9b2292f53fa7 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (ef1f1cf3-b12d-4805-a5b4-e98dee91589c), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:10.857517 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-abd74a0a-6b58-425f-8189-a4e7f35be059 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (242b67c2-fe7d-420b-95a2-84cc81f632c9), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:10.861610 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-61b83a54-2ade-4007-a3d6-b17922fb5bbf None None] Current status of the port e16feeb1-56bf-4f88-8ecf-28ebd4076c8d is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:10.893230 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-61b83a54-2ade-4007-a3d6-b17922fb5bbf None None] Provisioning complete for port 242b67c2-fe7d-420b-95a2-84cc81f632c9 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:10.893230 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-61b83a54-2ade-4007-a3d6-b17922fb5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (242b67c2-fe7d-420b-95a2-84cc81f632c9), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:10.945832 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b075d7-03e3-4d8d-a523-ccb2fb1502ac tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:10.948853 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-61b83a54-2ade-4007-a3d6-b17922fb5bbf None None] Port 242b67c2-fe7d-420b-95a2-84cc81f632c9 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:10.949211 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d0b075d7-03e3-4d8d-a523-ccb2fb1502ac tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:10.959681 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8429e789-8dee-4857-a2be-10ee2e918bc4 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (5c4422b3-1576-4d52-967d-b7d9e09eee76), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:10.987620 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-abd74a0a-6b58-425f-8189-a4e7f35be059 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (242b67c2-fe7d-420b-95a2-84cc81f632c9), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:10.989307 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b075d7-03e3-4d8d-a523-ccb2fb1502ac tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:43:11.000971 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d0b075d7-03e3-4d8d-a523-ccb2fb1502ac tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (11c68087-5427-4e68-908c-60e04b8abc73), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:11.001236 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-d0b075d7-03e3-4d8d-a523-ccb2fb1502ac tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Added segment 11c68087-5427-4e68-908c-60e04b8abc73 of type vlan for network 068366b8-8bd0-477f-b3d5-fa8ed76c12c8 Mar 23 02:43:11.044966 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8429e789-8dee-4857-a2be-10ee2e918bc4 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (5c4422b3-1576-4d52-967d-b7d9e09eee76), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:11.071734 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d0b075d7-03e3-4d8d-a523-ccb2fb1502ac tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (068366b8-8bd0-477f-b3d5-fa8ed76c12c8), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:11.084590 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9d584556-9a67-4723-92ab-a20b0c32ee89 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (6e1db5c4-a028-4b05-b320-fd2d968b88de), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:11.094896 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2ac6ef-d087-4b9b-b130-5c3b2c4e46bd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:43:11.095710 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-cb3ebc9f-b166-404e-a28a-1a48ce861d68 None None] Provisioning complete for port 242b67c2-fe7d-420b-95a2-84cc81f632c9 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:11.116137 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d975e782-923d-48f5-b46d-1901ce97a751 None None] Sync routers for ids ['a39a81c7-cf7a-422e-a209-13f7ec675452'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:43:11.118858 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cb3ebc9f-b166-404e-a28a-1a48ce861d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (242b67c2-fe7d-420b-95a2-84cc81f632c9), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:11.136313 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d584556-9a67-4723-92ab-a20b0c32ee89 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Subnet': ['ID=6e1db5c4-a028-4b05-b320-fd2d968b88de,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:11.140923 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429e789-8dee-4857-a2be-10ee2e918bc4 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4422b3-1576-4d52-967d-b7d9e09eee76,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:11.146690 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9d584556-9a67-4723-92ab-a20b0c32ee89 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:11.150836 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d975e782-923d-48f5-b46d-1901ce97a751 None None] Routers {'a39a81c7-cf7a-422e-a209-13f7ec675452'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:11.151023 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9d584556-9a67-4723-92ab-a20b0c32ee89 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/subnets/6e1db5c4-a028-4b05-b320-fd2d968b88de HTTP/1.1" status: 204 len: 168 time: 0.6863985 Mar 23 02:43:11.153345 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32772) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:11.159397 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-d975e782-923d-48f5-b46d-1901ce97a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:42:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a39a81c7-cf7a-422e-a209-13f7ec675452'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:11.161677 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad2ac6ef-d087-4b9b-b130-5c3b2c4e46bd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:11.167790 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8429e789-8dee-4857-a2be-10ee2e918bc4 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:11.168719 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ad2ac6ef-d087-4b9b-b130-5c3b2c4e46bd tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "PUT /v2.0/routers/a39a81c7-cf7a-422e-a209-13f7ec675452 HTTP/1.1" status: 200 len: 704 time: 1.8473709 Mar 23 02:43:11.175456 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8429e789-8dee-4857-a2be-10ee2e918bc4 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5829129 Mar 23 02:43:11.175456 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32774) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:11.186141 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381fb7e-6295-4f1c-b844-9b2292f53fa7 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event updated for resources: {'Subnet': ['ID=ef1f1cf3-b12d-4805-a5b4-e98dee91589c,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:11.192078 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd74a0a-6b58-425f-8189-a4e7f35be059 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=242b67c2-fe7d-420b-95a2-84cc81f632c9,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:11.207050 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32776) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:11.220620 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c24e02-d397-439b-bc86-5d195386f11f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] DELETE failed (client error): The resource could not be found. Mar 23 02:43:11.220620 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17c24e02-d397-439b-bc86-5d195386f11f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:43:11.225504 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-17c24e02-d397-439b-bc86-5d195386f11f tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/subnets/3e24c69f-7e66-4280-aa79-40aefc7a5201 HTTP/1.1" status: 404 len: 337 time: 0.0688746 Mar 23 02:43:11.229629 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-6a8b3592-a854-4fc6-813c-5858c82f11d8 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group_rule': {'security_group_id': '5c4422b3-1576-4d52-967d-b7d9e09eee76', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:11.230776 dv-neutron-834613-2-hyperv neutron-server[104349]: WARNING neutron.api.v2.base [None req-6a8b3592-a854-4fc6-813c-5858c82f11d8 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 23 02:43:11.231510 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-6a8b3592-a854-4fc6-813c-5858c82f11d8 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:43:11.233805 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6a8b3592-a854-4fc6-813c-5858c82f11d8 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0242059 Mar 23 02:43:11.235165 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-abd74a0a-6b58-425f-8189-a4e7f35be059 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (348925bf-cd60-4447-9afc-6c70cdb5f330), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:11.239358 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32778) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:11.239709 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32780) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:11.239867 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-cb3ebc9f-b166-404e-a28a-1a48ce861d68 None None] Port 242b67c2-fe7d-420b-95a2-84cc81f632c9 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:11.257184 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d0b075d7-03e3-4d8d-a523-ccb2fb1502ac tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (068366b8-8bd0-477f-b3d5-fa8ed76c12c8), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:11.258731 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2381fb7e-6295-4f1c-b844-9b2292f53fa7 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Checking segment: {'id': 'cb56a27d-3571-4838-ad34-c87b6704abc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '94a70184-581a-4765-96cf-7e5edd648c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:43:11.261427 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2381fb7e-6295-4f1c-b844-9b2292f53fa7 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Network hostable DHCP agents. Network: 94a70184-581a-4765-96cf-7e5edd648c4d, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:43:11.263215 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b075d7-03e3-4d8d-a523-ccb2fb1502ac tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:11.263860 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d0b075d7-03e3-4d8d-a523-ccb2fb1502ac tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:11.267701 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3276a578-8d03-40cf-8773-26cf3c2ac2c7 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39a81c7-cf7a-422e-a209-13f7ec675452 HTTP/1.1" status: 200 len: 205 time: 0.0958352 Mar 23 02:43:11.271070 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32782) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:11.271509 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port e16feeb1-56bf-4f88-8ecf-28ebd4076c8d is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:11.272918 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 598089b7-7ffd-47b0-9641-952cc0de0190 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:43:11.286044 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-d975e782-923d-48f5-b46d-1901ce97a751 None None] Set router a39a81c7-cf7a-422e-a209-13f7ec675452 gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:43:11.317768 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b7047d72-cbb9-4e06-8b1d-e3edcfe9a831 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "GET /v2.0/ports?device_id=3776b467-96ea-4700-983a-741c9764ec1d HTTP/1.1" status: 200 len: 205 time: 0.0767913 Mar 23 02:43:11.335717 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32784) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:11.341571 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 598089b7-7ffd-47b0-9641-952cc0de0190 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:11.342157 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (598089b7-7ffd-47b0-9641-952cc0de0190), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:11.363251 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-d975e782-923d-48f5-b46d-1901ce97a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'name': 'tempest-RoutersIpV6Test-router-718806341', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:42Z', 'updated_at': '2022-03-23T02:43:03Z', 'revision_number': 11, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'gw_port_host': None}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:11.387625 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ac9d40-d93f-4254-aacc-b9d65dda3a44 None None] Network cbe75922-1412-46a9-a4e0-2b3990e0fa00 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:11.387916 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b075d7-03e3-4d8d-a523-ccb2fb1502ac tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Network': ['ID=068366b8-8bd0-477f-b3d5-fa8ed76c12c8,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:11.394746 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d975e782-923d-48f5-b46d-1901ce97a751 None None] Checking router: a39a81c7-cf7a-422e-a209-13f7ec675452 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:43:11.405398 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d975e782-923d-48f5-b46d-1901ce97a751 None None] Routers {'a39a81c7-cf7a-422e-a209-13f7ec675452'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:11.406313 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-d975e782-923d-48f5-b46d-1901ce97a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:42:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a39a81c7-cf7a-422e-a209-13f7ec675452'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:11.406714 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7fdbed03-83b0-4dd1-b7ad-7cf0df84221e tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (3037346f-1fcb-4072-9abd-82822e00c6a1), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:11.409485 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7fdbed03-83b0-4dd1-b7ad-7cf0df84221e tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:11.413016 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7fdbed03-83b0-4dd1-b7ad-7cf0df84221e tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "DELETE /v2.0/security-groups/3037346f-1fcb-4072-9abd-82822e00c6a1 HTTP/1.1" status: 204 len: 168 time: 1.3850546 Mar 23 02:43:11.419203 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-67b89df6-8bea-4ee4-af53-821a96102b0c tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (5c4422b3-1576-4d52-967d-b7d9e09eee76), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:11.428301 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 068366b8-8bd0-477f-b3d5-fa8ed76c12c8 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:43:11.446601 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-67b89df6-8bea-4ee4-af53-821a96102b0c tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (5c4422b3-1576-4d52-967d-b7d9e09eee76), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:11.447013 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32786) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:11.494340 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-d975e782-923d-48f5-b46d-1901ce97a751 None None] Set router a39a81c7-cf7a-422e-a209-13f7ec675452 gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:43:11.500114 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d0b075d7-03e3-4d8d-a523-ccb2fb1502ac tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7619121 Mar 23 02:43:11.500724 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32788) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:11.506142 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-f1036196-c4f2-433f-9241-085d5f9dde00 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] delete failed (client error): The resource could not be found. Mar 23 02:43:11.507356 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f1036196-c4f2-433f-9241-085d5f9dde00 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/routers/3776b467-96ea-4700-983a-741c9764ec1d HTTP/1.1" status: 404 len: 336 time: 0.1281111 Mar 23 02:43:11.512095 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-9b1ee69e-cd07-4e34-9566-b040ffd7e6bf tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'subnet': {'network_id': '068366b8-8bd0-477f-b3d5-fa8ed76c12c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:11.517724 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdbed03-83b0-4dd1-b7ad-7cf0df84221e tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3037346f-1fcb-4072-9abd-82822e00c6a1,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:11.522014 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32790) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:11.531705 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d118920d-ed9c-466f-aca6-16c681388ef6 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router (a39a81c7-cf7a-422e-a209-13f7ec675452), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:11.556110 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-d975e782-923d-48f5-b46d-1901ce97a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'name': 'tempest-RoutersIpV6Test-router-718806341', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:42Z', 'updated_at': '2022-03-23T02:43:03Z', 'revision_number': 11, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'gw_port_host': None}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:11.585261 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d975e782-923d-48f5-b46d-1901ce97a751 None None] The sync data for ids ['a39a81c7-cf7a-422e-a209-13f7ec675452'] in dv-neutron-834613-2-hyperv is: [{'id': 'a39a81c7-cf7a-422e-a209-13f7ec675452', 'name': 'tempest-RoutersIpV6Test-router-718806341', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:42Z', 'updated_at': '2022-03-23T02:43:03Z', 'revision_number': 11, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'gw_port_host': None}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:43:11.598094 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-67b89df6-8bea-4ee4-af53-821a96102b0c tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (5c4422b3-1576-4d52-967d-b7d9e09eee76), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:11.600889 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-67b89df6-8bea-4ee4-af53-821a96102b0c tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:11.602834 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-67b89df6-8bea-4ee4-af53-821a96102b0c tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "DELETE /v2.0/security-groups/5c4422b3-1576-4d52-967d-b7d9e09eee76 HTTP/1.1" status: 204 len: 168 time: 0.3602011 Mar 23 02:43:11.609849 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32792) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:11.632465 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-65030f76-abf3-4d03-94ed-105ece3f952d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] DELETE failed (client error): The resource could not be found. Mar 23 02:43:11.632949 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65030f76-abf3-4d03-94ed-105ece3f952d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:43:11.638840 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-65030f76-abf3-4d03-94ed-105ece3f952d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/subnets/1d5981ce-05be-4489-883a-3c1683a04086 HTTP/1.1" status: 404 len: 337 time: 0.1103003 Mar 23 02:43:11.641036 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e936a767-3172-4890-a025-7e47e4b65a37 None None] Provisioning complete for port 54e5b60f-95e9-4107-948c-1347c39842e9 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:11.641537 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e936a767-3172-4890-a025-7e47e4b65a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (54e5b60f-95e9-4107-948c-1347c39842e9), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:11.646053 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2381fb7e-6295-4f1c-b844-9b2292f53fa7 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Network 94a70184-581a-4765-96cf-7e5edd648c4d is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:43:11.661152 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32794) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:11.683527 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2acd65e4-2d45-465b-832d-d212ff844938 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0655603 Mar 23 02:43:11.685744 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b89df6-8bea-4ee4-af53-821a96102b0c tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4422b3-1576-4d52-967d-b7d9e09eee76,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:11.686130 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32796) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:11.692438 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-7f48eb2d-81a4-47a7-9833-36542722c5aa tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group': {'name': 'tempest-secgroup--2014173074'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:11.771566 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e936a767-3172-4890-a025-7e47e4b65a37 None None] Port 54e5b60f-95e9-4107-948c-1347c39842e9 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:11.792660 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 598089b7-7ffd-47b0-9641-952cc0de0190 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:11.801912 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e936a767-3172-4890-a025-7e47e4b65a37 None None] Provisioning complete for port 36f1694d-c796-446a-bac6-f78ec0071f62 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:11.802294 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e936a767-3172-4890-a025-7e47e4b65a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (36f1694d-c796-446a-bac6-f78ec0071f62), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:11.815167 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7f48eb2d-81a4-47a7-9833-36542722c5aa tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:11.819561 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1ee69e-cd07-4e34-9566-b040ffd7e6bf tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:11.825094 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9b1ee69e-cd07-4e34-9566-b040ffd7e6bf tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:11.838753 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-2381fb7e-6295-4f1c-b844-9b2292f53fa7 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 94a70184-581a-4765-96cf-7e5edd648c4d) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:11.840692 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a8b324-eb67-4a6b-8bf5-56b4b34f1b69 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] DELETE failed (client error): The resource could not be found. Mar 23 02:43:11.841228 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19a8b324-eb67-4a6b-8bf5-56b4b34f1b69 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:43:11.844435 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-19a8b324-eb67-4a6b-8bf5-56b4b34f1b69 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/subnets/01f5ef9c-3144-4050-a546-9da7af4b5c0c HTTP/1.1" status: 404 len: 337 time: 0.1793728 Mar 23 02:43:11.852353 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91772682-ce93-4c9a-b0a8-2001906d742c None None] Network 94a70184-581a-4765-96cf-7e5edd648c4d requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:11.852558 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2381fb7e-6295-4f1c-b844-9b2292f53fa7 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:11.853303 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2381fb7e-6295-4f1c-b844-9b2292f53fa7 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:11.864719 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32798) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:11.871399 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-25364b78-f431-45cd-a297-da21e4e187be tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3870544 Mar 23 02:43:11.882140 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32800) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:11.907956 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 1f090828-3763-4691-a1d5-143c7cb41b2d no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:43:11.918096 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d118920d-ed9c-466f-aca6-16c681388ef6 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (a39a81c7-cf7a-422e-a209-13f7ec675452), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:11.927848 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d118920d-ed9c-466f-aca6-16c681388ef6 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router_controller (a39a81c7-cf7a-422e-a209-13f7ec675452), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:11.929883 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-6adec43f-f6bd-4a13-b00f-0507c7fb836d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] DELETE failed (client error): The resource could not be found. Mar 23 02:43:11.930555 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6adec43f-f6bd-4a13-b00f-0507c7fb836d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:43:11.937658 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6adec43f-f6bd-4a13-b00f-0507c7fb836d tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/subnets/bb6793d4-dc48-4d03-bde1-f54426765f3b HTTP/1.1" status: 404 len: 337 time: 0.0615380 Mar 23 02:43:11.937839 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32802) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:11.938028 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3bbee2-18d4-42ca-92f9-17c6a734b6f4 None None] DHCP port deletion for cbe75922-1412-46a9-a4e0-2b3990e0fa00 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:43:11.941874 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd74a0a-6b58-425f-8189-a4e7f35be059 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 238b7c6f-3e37-4de4-bf5b-96c4d356033f is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:11.949290 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2381fb7e-6295-4f1c-b844-9b2292f53fa7 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7755499 Mar 23 02:43:11.955764 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32804) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:11.958941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-b35b3f1f-9efe-4e6d-957b-bdc8aecf45e6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-964856701', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}, 'admin_state_up': False}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:11.964161 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-abd74a0a-6b58-425f-8189-a4e7f35be059 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:11.966787 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 1f090828-3763-4691-a1d5-143c7cb41b2d {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:43:11.966787 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 1f090828-3763-4691-a1d5-143c7cb41b2d not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:43:11.974581 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-860b81e3-8c1a-45f4-b753-7e9ab1af0f62 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] DELETE failed (client error): The resource could not be found. Mar 23 02:43:11.975237 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-860b81e3-8c1a-45f4-b753-7e9ab1af0f62 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:43:11.979765 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-860b81e3-8c1a-45f4-b753-7e9ab1af0f62 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/ports/bbbde253-a6d3-4b7c-977e-6c8f83d807e2 HTTP/1.1" status: 404 len: 333 time: 0.0406616 Mar 23 02:43:11.984810 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32806) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:12.034059 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e936a767-3172-4890-a025-7e47e4b65a37 None None] Current status of the port 36f1694d-c796-446a-bac6-f78ec0071f62 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:12.037936 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-035aa6fa-a4f7-49bb-8d3d-4526b543fac0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] DELETE failed (client error): The resource could not be found. Mar 23 02:43:12.038462 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-035aa6fa-a4f7-49bb-8d3d-4526b543fac0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:43:12.042610 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-035aa6fa-a4f7-49bb-8d3d-4526b543fac0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/subnets/1d45ea56-671d-49b4-ad02-ee375d3099dc HTTP/1.1" status: 404 len: 337 time: 0.0550563 Mar 23 02:43:12.044398 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6e484ded-af42-46cd-a581-5926f46d8cc3 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1582158 Mar 23 02:43:12.044992 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32808) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:12.045418 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32810) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:12.071861 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cac3a4-027f-40f7-8479-73cda9f665f1 None None] Network 94a70184-581a-4765-96cf-7e5edd648c4d requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:12.104651 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-057f85e2-e2b1-44c8-8298-940696310f0f tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] delete failed (client error): The resource could not be found. Mar 23 02:43:12.109283 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-057f85e2-e2b1-44c8-8298-940696310f0f tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "DELETE /v2.0/security-groups/3037346f-1fcb-4072-9abd-82822e00c6a1 HTTP/1.1" status: 404 len: 347 time: 0.0559402 Mar 23 02:43:12.112150 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3844404-0e21-412d-acc4-5ee0f5dc03db tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] DELETE failed (client error): The resource could not be found. Mar 23 02:43:12.112686 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3844404-0e21-412d-acc4-5ee0f5dc03db tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:43:12.115787 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a3844404-0e21-412d-acc4-5ee0f5dc03db tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/subnets/87bced4e-dcf2-4f93-bbef-0b01535bca65 HTTP/1.1" status: 404 len: 337 time: 0.0647418 Mar 23 02:43:12.119582 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32812) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:12.120039 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32814) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:12.152395 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device e16feeb1-56bf-4f88-8ecf-28ebd4076c8d up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:43:12.156670 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b35b3f1f-9efe-4e6d-957b-bdc8aecf45e6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (99447922-70b3-477a-9870-93146dbd5156), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:12.158264 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-9c3bbee2-18d4-42ca-92f9-17c6a734b6f4 None None] Deleting port 36f1694d-c796-446a-bac6-f78ec0071f62 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:12.158717 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9c3bbee2-18d4-42ca-92f9-17c6a734b6f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (36f1694d-c796-446a-bac6-f78ec0071f62), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:12.160724 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b35b3f1f-9efe-4e6d-957b-bdc8aecf45e6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (99447922-70b3-477a-9870-93146dbd5156), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:12.164262 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d118920d-ed9c-466f-aca6-16c681388ef6 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (a39a81c7-cf7a-422e-a209-13f7ec675452), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:12.165965 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d118920d-ed9c-466f-aca6-16c681388ef6 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Fanout notify agent at l3_agent the message router_deleted on router a39a81c7-cf7a-422e-a209-13f7ec675452 {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:43:12.226329 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d118920d-ed9c-466f-aca6-16c681388ef6 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:12.228227 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d118920d-ed9c-466f-aca6-16c681388ef6 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/routers/a39a81c7-cf7a-422e-a209-13f7ec675452 HTTP/1.1" status: 204 len: 168 time: 0.9513390 Mar 23 02:43:12.232119 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32816) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:12.236825 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-1096ada3-6e31-423a-ad6a-c9b7c13c4c14 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1234054650', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:12.241787 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7f48eb2d-81a4-47a7-9833-36542722c5aa tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (29c54676-cf50-4d81-a6a8-aae3bc1813a1), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:12.255490 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-83a0b929-57ef-4d90-8dff-9cbced896111 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] DELETE failed (client error): The resource could not be found. Mar 23 02:43:12.259878 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83a0b929-57ef-4d90-8dff-9cbced896111 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:43:12.266217 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-83a0b929-57ef-4d90-8dff-9cbced896111 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/ports/89f4fe34-598e-46b3-89bb-16997c6755ed HTTP/1.1" status: 404 len: 333 time: 0.1417155 Mar 23 02:43:12.266922 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32818) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:12.367360 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd49b43-7bdb-4e14-887f-a380363daaca tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] DELETE failed (client error): The resource could not be found. Mar 23 02:43:12.367686 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffd49b43-7bdb-4e14-887f-a380363daaca tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:43:12.372565 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ffd49b43-7bdb-4e14-887f-a380363daaca tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/subnets/6f25c4b4-6f2e-41ca-9179-238b2a9b76e8 HTTP/1.1" status: 404 len: 337 time: 0.0999548 Mar 23 02:43:12.386223 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32820) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:12.414598 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7f48eb2d-81a4-47a7-9833-36542722c5aa tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (29c54676-cf50-4d81-a6a8-aae3bc1813a1), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:12.419511 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1096ada3-6e31-423a-ad6a-c9b7c13c4c14 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (02accf3e-648b-4f7e-a68c-0a57011db468), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:12.420619 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1096ada3-6e31-423a-ad6a-c9b7c13c4c14 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (02accf3e-648b-4f7e-a68c-0a57011db468), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:12.465698 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b35b3f1f-9efe-4e6d-957b-bdc8aecf45e6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for router_controller (99447922-70b3-477a-9870-93146dbd5156), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:12.479330 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb54950-37da-40f1-add7-2f8f61f960c0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] DELETE failed (client error): The resource could not be found. Mar 23 02:43:12.479936 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbb54950-37da-40f1-add7-2f8f61f960c0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:43:12.483279 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-dbb54950-37da-40f1-add7-2f8f61f960c0 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/subnets/83644b61-3416-4974-be8c-bca7b5769e93 HTTP/1.1" status: 404 len: 337 time: 0.0905440 Mar 23 02:43:12.489396 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32822) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:12.502598 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4647ca22-b409-4085-9d78-53ec18cd5870 tempest-SecGroupIPv6Test-659840089 tempest-SecGroupIPv6Test-659840089-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3814142 Mar 23 02:43:12.511110 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48eb2d-81a4-47a7-9833-36542722c5aa tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29c54676-cf50-4d81-a6a8-aae3bc1813a1,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:12.521940 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd74a0a-6b58-425f-8189-a4e7f35be059 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router 348925bf-cd60-4447-9afc-6c70cdb5f330 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:43:12.522395 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9b1ee69e-cd07-4e34-9566-b040ffd7e6bf tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (ab60c3e8-5399-4b8b-86a6-c59412c0e16b), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:12.547579 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-9c3bbee2-18d4-42ca-92f9-17c6a734b6f4 None None] For port 36f1694d-c796-446a-bac6-f78ec0071f62, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=36f1694d-c796-446a-bac6-f78ec0071f62,segment=NetworkSegment(6e496300-f4b1-4cd8-be6a-8678fdd0ab3c),segment_id=6e496300-f4b1-4cd8-be6a-8678fdd0ab3c)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:12.548079 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9c3bbee2-18d4-42ca-92f9-17c6a734b6f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (36f1694d-c796-446a-bac6-f78ec0071f62), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:12.565585 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-9c3bbee2-18d4-42ca-92f9-17c6a734b6f4 None None] Calling delete_port for 36f1694d-c796-446a-bac6-f78ec0071f62 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:12.580033 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-62c9256e-7f78-4d3f-b97f-07975d0be3fc None None] Provisioning complete for port 242b67c2-fe7d-420b-95a2-84cc81f632c9 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:12.580250 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-62c9256e-7f78-4d3f-b97f-07975d0be3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (242b67c2-fe7d-420b-95a2-84cc81f632c9), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:12.661672 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7f48eb2d-81a4-47a7-9833-36542722c5aa tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:12.666418 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port e16feeb1-56bf-4f88-8ecf-28ebd4076c8d triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:12.666596 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7f48eb2d-81a4-47a7-9833-36542722c5aa tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9755824 Mar 23 02:43:12.666699 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e16feeb1-56bf-4f88-8ecf-28ebd4076c8d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:12.667896 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32826) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:12.668326 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-62c9256e-7f78-4d3f-b97f-07975d0be3fc None None] Port 242b67c2-fe7d-420b-95a2-84cc81f632c9 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:12.682036 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-4fa05a77-32ff-4113-bfe4-03cb11a82b07 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group_rule': {'security_group_id': '29c54676-cf50-4d81-a6a8-aae3bc1813a1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:12.682922 dv-neutron-834613-2-hyperv neutron-server[104348]: WARNING neutron.api.v2.base [None req-4fa05a77-32ff-4113-bfe4-03cb11a82b07 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 23 02:43:12.683430 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-4fa05a77-32ff-4113-bfe4-03cb11a82b07 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:43:12.687336 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4fa05a77-32ff-4113-bfe4-03cb11a82b07 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0169494 Mar 23 02:43:12.701408 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32828) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:12.701566 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ee69e-cd07-4e34-9566-b040ffd7e6bf tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Subnet': ['ID=ab60c3e8-5399-4b8b-86a6-c59412c0e16b,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:12.701668 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1096ada3-6e31-423a-ad6a-c9b7c13c4c14 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router_controller (02accf3e-648b-4f7e-a68c-0a57011db468), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:12.738444 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1ee69e-cd07-4e34-9566-b040ffd7e6bf tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Checking segment: {'id': '11c68087-5427-4e68-908c-60e04b8abc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '068366b8-8bd0-477f-b3d5-fa8ed76c12c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:43:12.739129 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1ee69e-cd07-4e34-9566-b040ffd7e6bf tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network hostable DHCP agents. Network: 068366b8-8bd0-477f-b3d5-fa8ed76c12c8, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:43:12.798928 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port e16feeb1-56bf-4f88-8ecf-28ebd4076c8d is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:12.838321 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1096ada3-6e31-423a-ad6a-c9b7c13c4c14 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (02accf3e-648b-4f7e-a68c-0a57011db468), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:12.846731 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1ee69e-cd07-4e34-9566-b040ffd7e6bf tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network 068366b8-8bd0-477f-b3d5-fa8ed76c12c8 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:43:12.857536 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 36f1694d-c796-446a-bac6-f78ec0071f62 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:43:12.921966 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9c3bbee2-18d4-42ca-92f9-17c6a734b6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (36f1694d-c796-446a-bac6-f78ec0071f62), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:12.944249 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-9b1ee69e-cd07-4e34-9566-b040ffd7e6bf tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 068366b8-8bd0-477f-b3d5-fa8ed76c12c8) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:12.960258 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0bfc4c-3a4d-44d5-a828-379af7948936 None None] Network 068366b8-8bd0-477f-b3d5-fa8ed76c12c8 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:12.960460 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1ee69e-cd07-4e34-9566-b040ffd7e6bf tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:12.960974 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9b1ee69e-cd07-4e34-9566-b040ffd7e6bf tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:12.961511 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b35b3f1f-9efe-4e6d-957b-bdc8aecf45e6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for router_gateway (99447922-70b3-477a-9870-93146dbd5156), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:12.962230 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3bbee2-18d4-42ca-92f9-17c6a734b6f4 None None] Pushing event deleted for resources: {'Port': ['ID=36f1694d-c796-446a-bac6-f78ec0071f62,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:12.983861 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3bbee2-18d4-42ca-92f9-17c6a734b6f4 None None] No DVR routers for this DVR port 36f1694d-c796-446a-bac6-f78ec0071f62 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:43:12.997667 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd74a0a-6b58-425f-8189-a4e7f35be059 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:43:13.005861 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-abd74a0a-6b58-425f-8189-a4e7f35be059 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "PUT /v2.0/routers/348925bf-cd60-4447-9afc-6c70cdb5f330/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7366667 Mar 23 02:43:13.009771 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1096ada3-6e31-423a-ad6a-c9b7c13c4c14 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:13.010499 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32830) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:13.010982 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1096ada3-6e31-423a-ad6a-c9b7c13c4c14 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7775776 Mar 23 02:43:13.011423 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fde03c48-c0b3-40dd-b856-f18b1393beb0 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (29c54676-cf50-4d81-a6a8-aae3bc1813a1), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:13.014845 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32832) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:13.014998 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f5060-7883-4e61-95ef-4981d2aeedbc None None] Sync routers for ids ['348925bf-cd60-4447-9afc-6c70cdb5f330'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:43:13.017384 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 36f1694d-c796-446a-bac6-f78ec0071f62 is: ACTIVE; New status is: DOWN {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:13.017786 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (36f1694d-c796-446a-bac6-f78ec0071f62), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:13.024677 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-ee7b151a-7877-41e0-bd19-4fbb40d1fce3 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:13.057809 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8f5060-7883-4e61-95ef-4981d2aeedbc None None] Routers {'348925bf-cd60-4447-9afc-6c70cdb5f330'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:13.058458 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-1b8f5060-7883-4e61-95ef-4981d2aeedbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:42:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['348925bf-cd60-4447-9afc-6c70cdb5f330'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:13.118157 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9b1ee69e-cd07-4e34-9566-b040ffd7e6bf tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6161940 Mar 23 02:43:13.125198 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32836) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:13.151182 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-cd0b3deb-0e57-4265-8bd7-121008ac4865 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'port': {'network_id': '068366b8-8bd0-477f-b3d5-fa8ed76c12c8', 'name': 'tempest-PortsTestJSON-949457827'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:13.240304 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8d3749-f505-45d5-b3b1-4897a9a700cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-068366b8-8bd0-477f-b3d5-fa8ed76c12c8', 'network_id': '068366b8-8bd0-477f-b3d5-fa8ed76c12c8', 'project_id': '32afce4d288d4d26875daa685df2d772', 'fixed_ips': [{'subnet_id': 'ab60c3e8-5399-4b8b-86a6-c59412c0e16b'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:43:13.241189 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4c8d3749-f505-45d5-b3b1-4897a9a700cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:13.275458 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-1b8f5060-7883-4e61-95ef-4981d2aeedbc None None] Set router 348925bf-cd60-4447-9afc-6c70cdb5f330 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:43:13.439394 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-be5b760f-eb36-47d9-a735-5a65bf1f2a22 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Deleting port 54e5b60f-95e9-4107-948c-1347c39842e9 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:13.439940 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-be5b760f-eb36-47d9-a735-5a65bf1f2a22 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (54e5b60f-95e9-4107-948c-1347c39842e9), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:13.445657 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32838) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:13.527983 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fde03c48-c0b3-40dd-b856-f18b1393beb0 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (29c54676-cf50-4d81-a6a8-aae3bc1813a1), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:13.536139 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-4c8d3749-f505-45d5-b3b1-4897a9a700cd None None] Allocated IP 172.20.0.2 (068366b8-8bd0-477f-b3d5-fa8ed76c12c8/ab60c3e8-5399-4b8b-86a6-c59412c0e16b/ad62a518-015d-40b7-9906-05a126a390f8) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:13.615459 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b7e22c-cddf-4621-8a11-2aa3802122e3 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:13.615789 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b7e22c-cddf-4621-8a11-2aa3802122e3 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:13.616279 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b7e22c-cddf-4621-8a11-2aa3802122e3 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:13.616741 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b7e22c-cddf-4621-8a11-2aa3802122e3 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:13.617191 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b7e22c-cddf-4621-8a11-2aa3802122e3 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:13.617640 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b7e22c-cddf-4621-8a11-2aa3802122e3 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:13.618671 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b7e22c-cddf-4621-8a11-2aa3802122e3 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:13.619117 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b7e22c-cddf-4621-8a11-2aa3802122e3 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:13.623801 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-10b7e22c-cddf-4621-8a11-2aa3802122e3 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5591 time: 0.6084771 Mar 23 02:43:13.647799 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32842) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:13.709890 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-be5b760f-eb36-47d9-a735-5a65bf1f2a22 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (54e5b60f-95e9-4107-948c-1347c39842e9), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:13.711628 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-1b8f5060-7883-4e61-95ef-4981d2aeedbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'name': 'tempest-TestNetworkBasicOps-router-291108398', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:58Z', 'updated_at': '2022-03-23T02:43:09Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ab:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:59Z', 'updated_at': '2022-03-23T02:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '242b67c2-fe7d-420b-95a2-84cc81f632c9', 'name': '', 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:fb:69:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '0e82ad3e-8209-4b30-a945-f7db24c31d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:43:07Z', 'updated_at': '2022-03-23T02:43:10Z', 'revision_number': 2, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '0e82ad3e-8209-4b30-a945-f7db24c31d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:13.761817 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f5060-7883-4e61-95ef-4981d2aeedbc None None] Checking router: 348925bf-cd60-4447-9afc-6c70cdb5f330 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:43:13.762176 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f5060-7883-4e61-95ef-4981d2aeedbc None None] Updating router 348925bf-cd60-4447-9afc-6c70cdb5f330 port 242b67c2-fe7d-420b-95a2-84cc81f632c9 binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:43:13.791138 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0b3deb-0e57-4265-8bd7-121008ac4865 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:13.794774 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cd0b3deb-0e57-4265-8bd7-121008ac4865 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:13.805067 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4c8d3749-f505-45d5-b3b1-4897a9a700cd None None] Publish callbacks [] for port (ad62a518-015d-40b7-9906-05a126a390f8), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:13.807482 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1b8f5060-7883-4e61-95ef-4981d2aeedbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (242b67c2-fe7d-420b-95a2-84cc81f632c9), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:13.813567 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-cd0b3deb-0e57-4265-8bd7-121008ac4865 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] device_id is not set on port 9554d76b-d241-4212-9583-e3e247fd7d98 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:43:13.826682 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-be5b760f-eb36-47d9-a735-5a65bf1f2a22 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Calling delete_port for 54e5b60f-95e9-4107-948c-1347c39842e9 owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:13.906955 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4c8d3749-f505-45d5-b3b1-4897a9a700cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (ad62a518-015d-40b7-9906-05a126a390f8), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:13.930373 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618ab4f3-385f-4f67-a173-ca2f98735acd tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:13.930852 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618ab4f3-385f-4f67-a173-ca2f98735acd tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:13.930979 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-cd0b3deb-0e57-4265-8bd7-121008ac4865 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Allocated IP 172.20.0.7 (068366b8-8bd0-477f-b3d5-fa8ed76c12c8/ab60c3e8-5399-4b8b-86a6-c59412c0e16b/9554d76b-d241-4212-9583-e3e247fd7d98) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:13.931311 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618ab4f3-385f-4f67-a173-ca2f98735acd tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:13.931862 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618ab4f3-385f-4f67-a173-ca2f98735acd tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:13.932320 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618ab4f3-385f-4f67-a173-ca2f98735acd tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:13.932774 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618ab4f3-385f-4f67-a173-ca2f98735acd tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:13.937463 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-618ab4f3-385f-4f67-a173-ca2f98735acd tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3912 time: 0.2819529 Mar 23 02:43:13.937463 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ee7b151a-7877-41e0-bd19-4fbb40d1fce3 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1655254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3512'] for router (02accf3e-648b-4f7e-a68c-0a57011db468), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:13.937958 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32844) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:13.964745 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8d3749-f505-45d5-b3b1-4897a9a700cd None None] Network 068366b8-8bd0-477f-b3d5-fa8ed76c12c8 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:13.972153 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-4c8d3749-f505-45d5-b3b1-4897a9a700cd None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:13.978834 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-47ebfd26-d284-45a9-b451-eee9fee7e87f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb47cde45f0b4310b41e4845e85abf9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5292571 Mar 23 02:43:13.979449 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32846) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:13.983618 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8d3749-f505-45d5-b3b1-4897a9a700cd None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:43:13.985768 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fde03c48-c0b3-40dd-b856-f18b1393beb0 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (29c54676-cf50-4d81-a6a8-aae3bc1813a1), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:13.988342 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fde03c48-c0b3-40dd-b856-f18b1393beb0 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:13.991785 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-fde03c48-c0b3-40dd-b856-f18b1393beb0 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "DELETE /v2.0/security-groups/29c54676-cf50-4d81-a6a8-aae3bc1813a1 HTTP/1.1" status: 204 len: 168 time: 1.2904959 Mar 23 02:43:13.999343 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32848) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:14.004967 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d3749-f505-45d5-b3b1-4897a9a700cd None None] Pushing event updated for resources: {'Port': ['ID=ad62a518-015d-40b7-9906-05a126a390f8,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:14.034795 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde03c48-c0b3-40dd-b856-f18b1393beb0 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c54676-cf50-4d81-a6a8-aae3bc1813a1,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:14.090341 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ee7b151a-7877-41e0-bd19-4fbb40d1fce3 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1655263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1655076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656974'] for router (02accf3e-648b-4f7e-a68c-0a57011db468), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:14.109295 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-4c8d3749-f505-45d5-b3b1-4897a9a700cd None None] Attempting to bind port ad62a518-015d-40b7-9906-05a126a390f8 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:43:14.109818 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-4c8d3749-f505-45d5-b3b1-4897a9a700cd None None] Attempting to bind port ad62a518-015d-40b7-9906-05a126a390f8 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '11c68087-5427-4e68-908c-60e04b8abc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '068366b8-8bd0-477f-b3d5-fa8ed76c12c8'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:43:14.110288 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8d3749-f505-45d5-b3b1-4897a9a700cd None None] Attempting to bind port ad62a518-015d-40b7-9906-05a126a390f8 on network 068366b8-8bd0-477f-b3d5-fa8ed76c12c8 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:43:14.128721 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8d3749-f505-45d5-b3b1-4897a9a700cd None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:43:14.129197 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8d3749-f505-45d5-b3b1-4897a9a700cd None None] Checking segment: {'id': '11c68087-5427-4e68-908c-60e04b8abc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '068366b8-8bd0-477f-b3d5-fa8ed76c12c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:43:14.129707 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4c8d3749-f505-45d5-b3b1-4897a9a700cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:14.130205 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8d3749-f505-45d5-b3b1-4897a9a700cd None None] Bound using segment: {'id': '11c68087-5427-4e68-908c-60e04b8abc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '068366b8-8bd0-477f-b3d5-fa8ed76c12c8'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:43:14.131344 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-4c8d3749-f505-45d5-b3b1-4897a9a700cd None None] Bound port: ad62a518-015d-40b7-9906-05a126a390f8, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c68087-5427-4e68-908c-60e04b8abc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '068366b8-8bd0-477f-b3d5-fa8ed76c12c8'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:43:14.131344 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4c8d3749-f505-45d5-b3b1-4897a9a700cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ad62a518-015d-40b7-9906-05a126a390f8), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:14.436169 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a1469620-8ca9-413b-8216-3b4b36412a34 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2247989 Mar 23 02:43:14.436980 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32850) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:14.436980 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-f613fb20-c0cf-4c85-adf6-c6ac780f01f5 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group': {'name': 'tempest-secgroup--542768208'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:14.437481 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-134e1c7e-d386-41a3-8f83-b9979dc3ff52 admin admin] Publish callbacks [] for security_group (a8c8e4a2-9350-4394-9b89-34ff79797961), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:14.437592 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cd0b3deb-0e57-4265-8bd7-121008ac4865 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for port (9554d76b-d241-4212-9583-e3e247fd7d98), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:14.437693 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b35b3f1f-9efe-4e6d-957b-bdc8aecf45e6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for router_gateway (99447922-70b3-477a-9870-93146dbd5156), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:14.437693 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-134e1c7e-d386-41a3-8f83-b9979dc3ff52 admin admin] Publish callbacks [] for security_group (a8c8e4a2-9350-4394-9b89-34ff79797961), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:14.437876 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-45bc4c5b-8261-4317-b9b3-cdd7896e290f tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2667 time: 0.4689589 Mar 23 02:43:14.437974 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b35b3f1f-9efe-4e6d-957b-bdc8aecf45e6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:14.444465 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-4c8d3749-f505-45d5-b3b1-4897a9a700cd None None] For port ad62a518-015d-40b7-9906-05a126a390f8, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:43:14.468207 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-4c8d3749-f505-45d5-b3b1-4897a9a700cd None None] For port ad62a518-015d-40b7-9906-05a126a390f8, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=ad62a518-015d-40b7-9906-05a126a390f8,segment=NetworkSegment(11c68087-5427-4e68-908c-60e04b8abc73),segment_id=11c68087-5427-4e68-908c-60e04b8abc73)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:43:14.473801 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1b8f5060-7883-4e61-95ef-4981d2aeedbc None None] Publish callbacks [] for port (242b67c2-fe7d-420b-95a2-84cc81f632c9), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:14.490161 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-be5b760f-eb36-47d9-a735-5a65bf1f2a22 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (54e5b60f-95e9-4107-948c-1347c39842e9), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:14.521626 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f613fb20-c0cf-4c85-adf6-c6ac780f01f5 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:14.526147 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cd0b3deb-0e57-4265-8bd7-121008ac4865 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (9554d76b-d241-4212-9583-e3e247fd7d98), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:14.550747 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b760f-eb36-47d9-a735-5a65bf1f2a22 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Port': ['ID=54e5b60f-95e9-4107-948c-1347c39842e9,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:14.552522 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7b151a-7877-41e0-bd19-4fbb40d1fce3 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Router 02accf3e-648b-4f7e-a68c-0a57011db468 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:43:14.573890 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-be5b760f-eb36-47d9-a735-5a65bf1f2a22 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:14.573890 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-be5b760f-eb36-47d9-a735-5a65bf1f2a22 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/ports/54e5b60f-95e9-4107-948c-1347c39842e9 HTTP/1.1" status: 204 len: 168 time: 2.0818946 Mar 23 02:43:14.577844 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32856) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:14.590057 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0b3deb-0e57-4265-8bd7-121008ac4865 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network 068366b8-8bd0-477f-b3d5-fa8ed76c12c8 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:14.602143 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4c8d3749-f505-45d5-b3b1-4897a9a700cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (ad62a518-015d-40b7-9906-05a126a390f8), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:14.606012 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-cd0b3deb-0e57-4265-8bd7-121008ac4865 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:14.613874 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1b8f5060-7883-4e61-95ef-4981d2aeedbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (242b67c2-fe7d-420b-95a2-84cc81f632c9), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:14.614056 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0b3deb-0e57-4265-8bd7-121008ac4865 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:43:14.614056 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b3deb-0e57-4265-8bd7-121008ac4865 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Port': ['ID=9554d76b-d241-4212-9583-e3e247fd7d98,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:14.686541 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0b3deb-0e57-4265-8bd7-121008ac4865 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:14.687651 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cd0b3deb-0e57-4265-8bd7-121008ac4865 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:14.710027 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-b35b3f1f-9efe-4e6d-957b-bdc8aecf45e6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Allocated IP 172.26.2.211 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/42305225-b150-41e6-98cf-4fd68460a8f0) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:14.714736 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d3749-f505-45d5-b3b1-4897a9a700cd None None] Pushing event updated for resources: {'Port': ['ID=ad62a518-015d-40b7-9906-05a126a390f8,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:14.753034 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-134e1c7e-d386-41a3-8f83-b9979dc3ff52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (a8c8e4a2-9350-4394-9b89-34ff79797961), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:14.753034 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-134e1c7e-d386-41a3-8f83-b9979dc3ff52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:14.753034 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-134e1c7e-d386-41a3-8f83-b9979dc3ff52 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8c8e4a2-9350-4394-9b89-34ff79797961 HTTP/1.1" status: 204 len: 168 time: 0.7469192 Mar 23 02:43:14.754021 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f613fb20-c0cf-4c85-adf6-c6ac780f01f5 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (3b7ac7b5-ddcb-4674-9d0e-cf5a58fe0ecb), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:14.786721 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-cd0b3deb-0e57-4265-8bd7-121008ac4865 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6602893 Mar 23 02:43:14.789173 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32860) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:14.796546 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7b151a-7877-41e0-bd19-4fbb40d1fce3 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:43:14.798180 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-77a3b229-98d2-4539-a0f0-0554d53bb956 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'port': {'network_id': '068366b8-8bd0-477f-b3d5-fa8ed76c12c8', 'name': 'tempest-PortsTestJSON-1970006200'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:14.801738 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e1c7e-d386-41a3-8f83-b9979dc3ff52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c8e4a2-9350-4394-9b89-34ff79797961,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:14.813646 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a700ce-e72c-4399-b20f-1bef177f6356 None None] Sync routers for ids ['02accf3e-648b-4f7e-a68c-0a57011db468'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:43:14.816657 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ee7b151a-7877-41e0-bd19-4fbb40d1fce3 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:14.821093 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ee7b151a-7877-41e0-bd19-4fbb40d1fce3 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "PUT /v2.0/routers/02accf3e-648b-4f7e-a68c-0a57011db468 HTTP/1.1" status: 200 len: 698 time: 1.8046074 Mar 23 02:43:14.836792 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a700ce-e72c-4399-b20f-1bef177f6356 None None] Routers {'02accf3e-648b-4f7e-a68c-0a57011db468'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:14.838390 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-67a700ce-e72c-4399-b20f-1bef177f6356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:42:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['02accf3e-648b-4f7e-a68c-0a57011db468'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:14.857020 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32862) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:14.889435 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c2338de7-cb7b-44c3-a078-32145aedc911 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (cbe75922-1412-46a9-a4e0-2b3990e0fa00), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:14.989483 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f613fb20-c0cf-4c85-adf6-c6ac780f01f5 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (3b7ac7b5-ddcb-4674-9d0e-cf5a58fe0ecb), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:15.008891 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc48c69-b9d1-4532-b993-b345c4ae4eb6 None None] Pushing event updated for resources: {'Port': ['ID=242b67c2-fe7d-420b-95a2-84cc81f632c9,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:15.050808 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-1b8f5060-7883-4e61-95ef-4981d2aeedbc None None] Attempting to bind port 242b67c2-fe7d-420b-95a2-84cc81f632c9 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:43:15.052399 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-1b8f5060-7883-4e61-95ef-4981d2aeedbc None None] Attempting to bind port 242b67c2-fe7d-420b-95a2-84cc81f632c9 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '4d6c6c57-3df1-4694-9df2-d5605580eda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:43:15.052399 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8f5060-7883-4e61-95ef-4981d2aeedbc None None] Attempting to bind port 242b67c2-fe7d-420b-95a2-84cc81f632c9 on network 238b7c6f-3e37-4de4-bf5b-96c4d356033f {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:43:15.068123 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613fb20-c0cf-4c85-adf6-c6ac780f01f5 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7ac7b5-ddcb-4674-9d0e-cf5a58fe0ecb,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:15.079416 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8f5060-7883-4e61-95ef-4981d2aeedbc None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:43:15.082647 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8f5060-7883-4e61-95ef-4981d2aeedbc None None] Checking segment: {'id': '4d6c6c57-3df1-4694-9df2-d5605580eda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:43:15.084221 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1b8f5060-7883-4e61-95ef-4981d2aeedbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:15.085569 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8f5060-7883-4e61-95ef-4981d2aeedbc None None] Bound using segment: {'id': '4d6c6c57-3df1-4694-9df2-d5605580eda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:43:15.095223 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-1b8f5060-7883-4e61-95ef-4981d2aeedbc None None] Bound port: 242b67c2-fe7d-420b-95a2-84cc81f632c9, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6c6c57-3df1-4694-9df2-d5605580eda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:43:15.096811 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1b8f5060-7883-4e61-95ef-4981d2aeedbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (242b67c2-fe7d-420b-95a2-84cc81f632c9), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:15.118448 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-67a700ce-e72c-4399-b20f-1bef177f6356 None None] Set router 02accf3e-648b-4f7e-a68c-0a57011db468 gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:43:15.132608 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f613fb20-c0cf-4c85-adf6-c6ac780f01f5 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:15.132608 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f613fb20-c0cf-4c85-adf6-c6ac780f01f5 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8954360 Mar 23 02:43:15.140647 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a3b229-98d2-4539-a0f0-0554d53bb956 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:15.146540 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77a3b229-98d2-4539-a0f0-0554d53bb956 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:15.156014 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32864) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:15.183060 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-083c4191-2112-4a98-8137-95ae856a7b2f None None] Provisioning complete for port 242b67c2-fe7d-420b-95a2-84cc81f632c9 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:15.183454 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-083c4191-2112-4a98-8137-95ae856a7b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (242b67c2-fe7d-420b-95a2-84cc81f632c9), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:15.190951 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-3d085647-0bcf-418b-b4d4-cca9d884a49e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group_rule': {'security_group_id': '3b7ac7b5-ddcb-4674-9d0e-cf5a58fe0ecb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:15.204851 dv-neutron-834613-2-hyperv neutron-server[104348]: WARNING neutron.api.v2.base [None req-3d085647-0bcf-418b-b4d4-cca9d884a49e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 23 02:43:15.205676 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-3d085647-0bcf-418b-b4d4-cca9d884a49e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:43:15.208657 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3d085647-0bcf-418b-b4d4-cca9d884a49e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0516431 Mar 23 02:43:15.213456 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32868) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:15.224883 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b35b3f1f-9efe-4e6d-957b-bdc8aecf45e6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for port (42305225-b150-41e6-98cf-4fd68460a8f0), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:15.234291 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-77a3b229-98d2-4539-a0f0-0554d53bb956 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] device_id is not set on port d89d0a1f-6778-45ff-83e5-fd1aefd4ebe5 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:43:15.247551 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-67a700ce-e72c-4399-b20f-1bef177f6356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02accf3e-648b-4f7e-a68c-0a57011db468', 'name': 'tempest-RoutersIpV6Test-router-1234054650', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:43:12Z', 'updated_at': '2022-03-23T02:43:13Z', 'revision_number': 2, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'gw_port_host': None}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:15.281846 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-083c4191-2112-4a98-8137-95ae856a7b2f None None] Port 242b67c2-fe7d-420b-95a2-84cc81f632c9 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:15.284112 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a700ce-e72c-4399-b20f-1bef177f6356 None None] Checking router: 02accf3e-648b-4f7e-a68c-0a57011db468 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:43:15.293063 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-1b8f5060-7883-4e61-95ef-4981d2aeedbc None None] For port 242b67c2-fe7d-420b-95a2-84cc81f632c9, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:43:15.295445 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a700ce-e72c-4399-b20f-1bef177f6356 None None] Routers {'02accf3e-648b-4f7e-a68c-0a57011db468'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:15.296289 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-67a700ce-e72c-4399-b20f-1bef177f6356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:42:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['02accf3e-648b-4f7e-a68c-0a57011db468'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:15.301515 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32870) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:15.313578 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-1b8f5060-7883-4e61-95ef-4981d2aeedbc None None] For port 242b67c2-fe7d-420b-95a2-84cc81f632c9, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=242b67c2-fe7d-420b-95a2-84cc81f632c9,segment=NetworkSegment(4d6c6c57-3df1-4694-9df2-d5605580eda2),segment_id=4d6c6c57-3df1-4694-9df2-d5605580eda2)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:43:15.325477 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-b99f47fb-e27d-4fd4-b408-cc1ecbe08176 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group_rule': {'security_group_id': '3b7ac7b5-ddcb-4674-9d0e-cf5a58fe0ecb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:15.338602 dv-neutron-834613-2-hyperv neutron-server[104349]: WARNING neutron.api.v2.base [None req-b99f47fb-e27d-4fd4-b408-cc1ecbe08176 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 23 02:43:15.338602 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-b99f47fb-e27d-4fd4-b408-cc1ecbe08176 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:43:15.338602 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b99f47fb-e27d-4fd4-b408-cc1ecbe08176 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0085759 Mar 23 02:43:15.338602 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e19a7507-615e-416b-b738-155b80bbae43 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "GET /v2.0/routers/02accf3e-648b-4f7e-a68c-0a57011db468 HTTP/1.1" status: 200 len: 704 time: 0.4754639 Mar 23 02:43:15.338602 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32872) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:15.340692 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32874) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:15.344072 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-ee0d41c4-7b67-423d-ae1f-863a09bcc009 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1826983294', 'description': 'tempest-secgroup-smoke-1826983294 description', 'project_id': 'd14f7a32e895424c88fd77b8785e073b'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:15.353726 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-d2609725-4f58-4cd6-98ff-022e13aac9c1 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group_rule': {'security_group_id': '3b7ac7b5-ddcb-4674-9d0e-cf5a58fe0ecb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:15.354875 dv-neutron-834613-2-hyperv neutron-server[104349]: WARNING neutron.api.v2.base [None req-d2609725-4f58-4cd6-98ff-022e13aac9c1 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 23 02:43:15.355476 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-d2609725-4f58-4cd6-98ff-022e13aac9c1 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:43:15.356654 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d2609725-4f58-4cd6-98ff-022e13aac9c1 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0099232 Mar 23 02:43:15.361890 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32878) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:15.368609 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-01e7c2de-147c-4f51-bb00-f80051f77e1e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group_rule': {'security_group_id': '3b7ac7b5-ddcb-4674-9d0e-cf5a58fe0ecb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:15.371565 dv-neutron-834613-2-hyperv neutron-server[104349]: WARNING neutron.api.v2.base [None req-01e7c2de-147c-4f51-bb00-f80051f77e1e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 23 02:43:15.372224 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-01e7c2de-147c-4f51-bb00-f80051f77e1e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:43:15.373506 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-01e7c2de-147c-4f51-bb00-f80051f77e1e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0106087 Mar 23 02:43:15.376997 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32880) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:15.379057 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1b8f5060-7883-4e61-95ef-4981d2aeedbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (242b67c2-fe7d-420b-95a2-84cc81f632c9), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:15.404301 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-30485bfe-7e69-4a48-84e3-fd453d0eb70c tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "GET /v2.0/ports?device_id=02accf3e-648b-4f7e-a68c-0a57011db468 HTTP/1.1" status: 200 len: 205 time: 0.0553887 Mar 23 02:43:15.409655 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32884) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:15.506147 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4edf6b6a-2c15-4c71-80a2-595eaea91a24 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router (02accf3e-648b-4f7e-a68c-0a57011db468), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:15.521307 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc48c69-b9d1-4532-b993-b345c4ae4eb6 None None] Pushing event updated for resources: {'Port': ['ID=242b67c2-fe7d-420b-95a2-84cc81f632c9,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:15.537766 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8f5060-7883-4e61-95ef-4981d2aeedbc None None] Routers {'348925bf-cd60-4447-9afc-6c70cdb5f330'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:15.540530 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-1b8f5060-7883-4e61-95ef-4981d2aeedbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:42:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['348925bf-cd60-4447-9afc-6c70cdb5f330'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:15.573175 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c2338de7-cb7b-44c3-a078-32145aedc911 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (cbe75922-1412-46a9-a4e0-2b3990e0fa00), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:15.579901 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-67a700ce-e72c-4399-b20f-1bef177f6356 None None] Set router 02accf3e-648b-4f7e-a68c-0a57011db468 gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:43:15.606367 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-c2338de7-cb7b-44c3-a078-32145aedc911 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe75922-1412-46a9-a4e0-2b3990e0fa00']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:15.617261 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-c2338de7-cb7b-44c3-a078-32145aedc911 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e496300-f4b1-4cd8-be6a-8678fdd0ab3c') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:15.617555 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-c2338de7-cb7b-44c3-a078-32145aedc911 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e496300-f4b1-4cd8-be6a-8678fdd0ab3c') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:15.639916 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c2338de7-cb7b-44c3-a078-32145aedc911 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (6e496300-f4b1-4cd8-be6a-8678fdd0ab3c), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:15.655867 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ee0d41c4-7b67-423d-ae1f-863a09bcc009 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:15.656116 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c2338de7-cb7b-44c3-a078-32145aedc911 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (6e496300-f4b1-4cd8-be6a-8678fdd0ab3c), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:15.663899 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2338de7-cb7b-44c3-a078-32145aedc911 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:43:15.664715 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c2338de7-cb7b-44c3-a078-32145aedc911 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (6e496300-f4b1-4cd8-be6a-8678fdd0ab3c), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:15.691689 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-67a700ce-e72c-4399-b20f-1bef177f6356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02accf3e-648b-4f7e-a68c-0a57011db468', 'name': 'tempest-RoutersIpV6Test-router-1234054650', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:43:12Z', 'updated_at': '2022-03-23T02:43:13Z', 'revision_number': 2, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'gw_port_host': None}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:15.752063 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-1b8f5060-7883-4e61-95ef-4981d2aeedbc None None] Set router 348925bf-cd60-4447-9afc-6c70cdb5f330 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:43:15.762188 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a700ce-e72c-4399-b20f-1bef177f6356 None None] The sync data for ids ['02accf3e-648b-4f7e-a68c-0a57011db468'] in dv-neutron-834613-2-hyperv is: [{'id': '02accf3e-648b-4f7e-a68c-0a57011db468', 'name': 'tempest-RoutersIpV6Test-router-1234054650', 'tenant_id': 'a390c7a337b546c28b66d49e8c0359d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:43:12Z', 'updated_at': '2022-03-23T02:43:13Z', 'revision_number': 2, 'project_id': 'a390c7a337b546c28b66d49e8c0359d6', 'gw_port_host': None}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:43:15.794259 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:43:15.794259 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:43:15.794259 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:43:15.794259 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:43:15.794259 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:43:15.794259 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:43:15.794259 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:43:15.794259 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:43:15.794259 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:43:15.794259 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:43:15.794259 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:43:15.794259 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:43:15.794259 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:43:15.794259 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:43:15.794259 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:43:15.794259 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:43:15.794259 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:43:15.794259 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:43:15.794259 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:43:15.794259 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:43:15.794259 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:43:15.794259 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:43:15.794259 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:43:15.794259 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:43:15.794259 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:43:15.794259 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:43:15.794259 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:43:15.794259 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:43:15.794259 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:43:15.794259 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:43:15.794259 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:43:15.794259 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:43:15.796733 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-793a07d8-7677-4feb-a2b4-a2a00871b155 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (3b7ac7b5-ddcb-4674-9d0e-cf5a58fe0ecb), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:15.812311 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b35b3f1f-9efe-4e6d-957b-bdc8aecf45e6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (42305225-b150-41e6-98cf-4fd68460a8f0), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:15.877509 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35b3f1f-9efe-4e6d-957b-bdc8aecf45e6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:15.907616 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-77a3b229-98d2-4539-a0f0-0554d53bb956 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Allocated IP 172.20.0.10 (068366b8-8bd0-477f-b3d5-fa8ed76c12c8/ab60c3e8-5399-4b8b-86a6-c59412c0e16b/d89d0a1f-6778-45ff-83e5-fd1aefd4ebe5) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:15.916605 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-b35b3f1f-9efe-4e6d-957b-bdc8aecf45e6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:15.928451 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35b3f1f-9efe-4e6d-957b-bdc8aecf45e6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:43:15.932346 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4edf6b6a-2c15-4c71-80a2-595eaea91a24 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (02accf3e-648b-4f7e-a68c-0a57011db468), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:15.935268 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-793a07d8-7677-4feb-a2b4-a2a00871b155 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (3b7ac7b5-ddcb-4674-9d0e-cf5a58fe0ecb), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:15.945976 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4edf6b6a-2c15-4c71-80a2-595eaea91a24 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router_controller (02accf3e-648b-4f7e-a68c-0a57011db468), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:16.020439 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b3f1f-9efe-4e6d-957b-bdc8aecf45e6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event updated for resources: {'Port': ['ID=42305225-b150-41e6-98cf-4fd68460a8f0,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:16.045029 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c2338de7-cb7b-44c3-a078-32145aedc911 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (cbe75922-1412-46a9-a4e0-2b3990e0fa00), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:16.070062 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c2338de7-cb7b-44c3-a078-32145aedc911 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:16.080631 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c2338de7-cb7b-44c3-a078-32145aedc911 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] 10.222.0.24 "DELETE /v2.0/networks/cbe75922-1412-46a9-a4e0-2b3990e0fa00 HTTP/1.1" status: 204 len: 168 time: 1.5017653 Mar 23 02:43:16.109833 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4edf6b6a-2c15-4c71-80a2-595eaea91a24 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (02accf3e-648b-4f7e-a68c-0a57011db468), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:16.110273 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edf6b6a-2c15-4c71-80a2-595eaea91a24 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Fanout notify agent at l3_agent the message router_deleted on router 02accf3e-648b-4f7e-a68c-0a57011db468 {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:43:16.128515 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4edf6b6a-2c15-4c71-80a2-595eaea91a24 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:16.132652 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4edf6b6a-2c15-4c71-80a2-595eaea91a24 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/routers/02accf3e-648b-4f7e-a68c-0a57011db468 HTTP/1.1" status: 204 len: 168 time: 0.7190840 Mar 23 02:43:16.159591 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32898) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:16.173876 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2338de7-cb7b-44c3-a078-32145aedc911 tempest-PortsIpV6TestJSON-1745655639 tempest-PortsIpV6TestJSON-1745655639-project] Pushing event deleted for resources: {'Network': ['ID=cbe75922-1412-46a9-a4e0-2b3990e0fa00,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:16.188904 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-7390a5bb-4de8-43cb-b01f-bead68dc5fde None None] Provisioning complete for port 242b67c2-fe7d-420b-95a2-84cc81f632c9 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:16.189814 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7390a5bb-4de8-43cb-b01f-bead68dc5fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (242b67c2-fe7d-420b-95a2-84cc81f632c9), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:16.249024 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ee0d41c4-7b67-423d-ae1f-863a09bcc009 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (a5113a7f-55e4-48df-bda6-784f5d226e70), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:16.296921 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ff010489-c8b7-47d5-af07-8bf687265acc tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "GET /v2.0/ports?device_id=02accf3e-648b-4f7e-a68c-0a57011db468 HTTP/1.1" status: 200 len: 205 time: 0.0654881 Mar 23 02:43:16.300025 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32902) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:16.305645 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device ad62a518-015d-40b7-9906-05a126a390f8 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:43:16.368319 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-8bb82783-4456-4abf-9aa2-157a35a73046 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] delete failed (client error): The resource could not be found. Mar 23 02:43:16.370043 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8bb82783-4456-4abf-9aa2-157a35a73046 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/routers/02accf3e-648b-4f7e-a68c-0a57011db468 HTTP/1.1" status: 404 len: 336 time: 0.0689819 Mar 23 02:43:16.373096 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32904) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:16.373731 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ee0d41c4-7b67-423d-ae1f-863a09bcc009 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (a5113a7f-55e4-48df-bda6-784f5d226e70), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:16.429018 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-1b8f5060-7883-4e61-95ef-4981d2aeedbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'name': 'tempest-TestNetworkBasicOps-router-291108398', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:58Z', 'updated_at': '2022-03-23T02:43:09Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ab:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:59Z', 'updated_at': '2022-03-23T02:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '242b67c2-fe7d-420b-95a2-84cc81f632c9', 'name': '', 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:fb:69:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '0e82ad3e-8209-4b30-a945-f7db24c31d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:43:07Z', 'updated_at': '2022-03-23T02:43:15Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '0e82ad3e-8209-4b30-a945-f7db24c31d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:16.434230 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c512ca1a-6929-440f-9121-15dca2316570 None None] Network 068366b8-8bd0-477f-b3d5-fa8ed76c12c8 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:16.441444 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-793a07d8-7677-4feb-a2b4-a2a00871b155 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (3b7ac7b5-ddcb-4674-9d0e-cf5a58fe0ecb), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:16.444415 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-793a07d8-7677-4feb-a2b4-a2a00871b155 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:16.446229 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-793a07d8-7677-4feb-a2b4-a2a00871b155 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "DELETE /v2.0/security-groups/3b7ac7b5-ddcb-4674-9d0e-cf5a58fe0ecb HTTP/1.1" status: 204 len: 168 time: 1.0671759 Mar 23 02:43:16.451395 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32906) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:16.465507 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a07d8-7677-4feb-a2b4-a2a00871b155 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7ac7b5-ddcb-4674-9d0e-cf5a58fe0ecb,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:16.482312 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6565b54-90df-4713-9bd9-4cc28ff417fe tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] DELETE failed (client error): The resource could not be found. Mar 23 02:43:16.483301 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6565b54-90df-4713-9bd9-4cc28ff417fe tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:43:16.490133 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a6565b54-90df-4713-9bd9-4cc28ff417fe tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/subnets/b7939ff0-45bf-4684-8f4b-a27fa0577d46 HTTP/1.1" status: 404 len: 337 time: 0.1134729 Mar 23 02:43:16.494139 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32908) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:16.508723 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32910) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:16.511945 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5bc4b98f-ed07-4355-8cd6-777304eaa2a6 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0591850 Mar 23 02:43:16.518069 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0047710 Mar 23 02:43:16.519195 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32912) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:16.524520 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f5060-7883-4e61-95ef-4981d2aeedbc None None] The sync data for ids ['348925bf-cd60-4447-9afc-6c70cdb5f330'] in dv-neutron-834613-2-hyperv is: [{'id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'name': 'tempest-TestNetworkBasicOps-router-291108398', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:58Z', 'updated_at': '2022-03-23T02:43:09Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ab:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:59Z', 'updated_at': '2022-03-23T02:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '242b67c2-fe7d-420b-95a2-84cc81f632c9', 'name': '', 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:fb:69:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '0e82ad3e-8209-4b30-a945-f7db24c31d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:43:07Z', 'updated_at': '2022-03-23T02:43:15Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '0e82ad3e-8209-4b30-a945-f7db24c31d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:43:16.525431 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32914) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:16.529973 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-2601ddc5-ed2b-4683-ad5f-c94c72244e84 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group': {'name': 'tempest-secgroup--2127929493'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:16.566045 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-7390a5bb-4de8-43cb-b01f-bead68dc5fde None None] Current status of the port 242b67c2-fe7d-420b-95a2-84cc81f632c9 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:16.566454 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7390a5bb-4de8-43cb-b01f-bead68dc5fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (242b67c2-fe7d-420b-95a2-84cc81f632c9), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:16.571522 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port ad62a518-015d-40b7-9906-05a126a390f8 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:16.572271 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ad62a518-015d-40b7-9906-05a126a390f8), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:16.637544 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ee0d41c4-7b67-423d-ae1f-863a09bcc009 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:16.641801 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ee0d41c4-7b67-423d-ae1f-863a09bcc009 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.4240768 Mar 23 02:43:16.643074 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee6835d-c0c3-4070-9b90-3797e9bfbfc9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] DELETE failed (client error): The resource could not be found. Mar 23 02:43:16.650418 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aee6835d-c0c3-4070-9b90-3797e9bfbfc9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:43:16.653466 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-aee6835d-c0c3-4070-9b90-3797e9bfbfc9 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/subnets/06f3ece6-e065-49bb-b755-390f2aa0782c HTTP/1.1" status: 404 len: 337 time: 0.1496153 Mar 23 02:43:16.654344 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d41c4-7b67-423d-ae1f-863a09bcc009 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5113a7f-55e4-48df-bda6-784f5d226e70,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:16.656806 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32920) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:16.657250 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32922) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:16.672438 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-fe77f245-78a3-400a-863e-3228d20fffeb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': 'a5113a7f-55e4-48df-bda6-784f5d226e70', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:16.726518 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2601ddc5-ed2b-4683-ad5f-c94c72244e84 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:16.744087 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-7390a5bb-4de8-43cb-b01f-bead68dc5fde None None] For port 242b67c2-fe7d-420b-95a2-84cc81f632c9, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=242b67c2-fe7d-420b-95a2-84cc81f632c9,segment=NetworkSegment(4d6c6c57-3df1-4694-9df2-d5605580eda2),segment_id=4d6c6c57-3df1-4694-9df2-d5605580eda2)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:16.769778 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77a3b229-98d2-4539-a0f0-0554d53bb956 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for port (d89d0a1f-6778-45ff-83e5-fd1aefd4ebe5), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:16.778553 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7b9a470-51ff-4fe7-ba43-f5f99dad2386 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] DELETE failed (client error): The resource could not be found. Mar 23 02:43:16.778553 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7b9a470-51ff-4fe7-ba43-f5f99dad2386 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:43:16.795301 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d7b9a470-51ff-4fe7-ba43-f5f99dad2386 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/subnets/4f7a9c14-18af-48f2-9c33-1d982e0ad60f HTTP/1.1" status: 404 len: 337 time: 0.1306081 Mar 23 02:43:16.802015 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32924) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:16.802893 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32926) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:16.817057 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7390a5bb-4de8-43cb-b01f-bead68dc5fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (242b67c2-fe7d-420b-95a2-84cc81f632c9), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:16.885628 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5d7a0a-60c5-495b-9a1a-e268cedef31b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] DELETE failed (client error): The resource could not be found. Mar 23 02:43:16.886446 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb5d7a0a-60c5-495b-9a1a-e268cedef31b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:43:16.897041 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fe77f245-78a3-400a-863e-3228d20fffeb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (b3a7e841-469e-4328-aa50-9a5ba3ce2536), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:16.900015 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32930) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:16.900708 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-cb5d7a0a-60c5-495b-9a1a-e268cedef31b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/subnets/3b590b27-593b-4635-a2a2-14c921455bd7 HTTP/1.1" status: 404 len: 337 time: 0.0955839 Mar 23 02:43:16.952968 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b35b3f1f-9efe-4e6d-957b-bdc8aecf45e6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for router_gateway (99447922-70b3-477a-9870-93146dbd5156), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:16.981359 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-593cf706-dc40-4911-9916-70248ca100f4 tempest-NetworksApiDiscovery-1004449755 tempest-NetworksApiDiscovery-1004449755-project] 10.222.0.24 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4447815 Mar 23 02:43:16.989201 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5c4328c7-cc1a-4971-bfb1-c359c4f4c343 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39a81c7-cf7a-422e-a209-13f7ec675452 HTTP/1.1" status: 200 len: 205 time: 0.0855029 Mar 23 02:43:16.993712 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32934) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:16.999524 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77a3b229-98d2-4539-a0f0-0554d53bb956 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (d89d0a1f-6778-45ff-83e5-fd1aefd4ebe5), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:17.058585 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-94acc4c9-d40d-419c-940b-582978548f96 None None] Provisioning complete for port ad62a518-015d-40b7-9906-05a126a390f8 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:17.085222 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-94acc4c9-d40d-419c-940b-582978548f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ad62a518-015d-40b7-9906-05a126a390f8), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:17.152633 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port ad62a518-015d-40b7-9906-05a126a390f8 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:17.153060 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ad62a518-015d-40b7-9906-05a126a390f8), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:17.194253 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-01f4b6d4-5049-420e-add6-d0c4284b898d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] delete failed (client error): The resource could not be found. Mar 23 02:43:17.195329 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-01f4b6d4-5049-420e-add6-d0c4284b898d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/routers/a39a81c7-cf7a-422e-a209-13f7ec675452 HTTP/1.1" status: 404 len: 336 time: 0.1973310 Mar 23 02:43:17.199540 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3b229-98d2-4539-a0f0-0554d53bb956 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Port': ['ID=d89d0a1f-6778-45ff-83e5-fd1aefd4ebe5,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:17.203431 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32936) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:17.213368 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port ad62a518-015d-40b7-9906-05a126a390f8, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=ad62a518-015d-40b7-9906-05a126a390f8,segment=NetworkSegment(11c68087-5427-4e68-908c-60e04b8abc73),segment_id=11c68087-5427-4e68-908c-60e04b8abc73)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:17.217300 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390a5bb-4de8-43cb-b01f-bead68dc5fde None None] Pushing event updated for resources: {'Port': ['ID=242b67c2-fe7d-420b-95a2-84cc81f632c9,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:17.240025 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fe77f245-78a3-400a-863e-3228d20fffeb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (b3a7e841-469e-4328-aa50-9a5ba3ce2536), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:17.250272 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a3b229-98d2-4539-a0f0-0554d53bb956 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network 068366b8-8bd0-477f-b3d5-fa8ed76c12c8 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:17.281041 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-53395169-e1a5-48d9-90d0-c7cc08364fb2 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d9d5e1-a88c-4e60-a397-cb29fcdd8c9a HTTP/1.1" status: 200 len: 205 time: 0.0739973 Mar 23 02:43:17.281900 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-77a3b229-98d2-4539-a0f0-0554d53bb956 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:17.285722 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32938) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:17.290107 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-94acc4c9-d40d-419c-940b-582978548f96 None None] Current status of the port ad62a518-015d-40b7-9906-05a126a390f8 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:17.290569 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-94acc4c9-d40d-419c-940b-582978548f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ad62a518-015d-40b7-9906-05a126a390f8), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:17.297239 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a3b229-98d2-4539-a0f0-0554d53bb956 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:43:17.369057 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2601ddc5-ed2b-4683-ad5f-c94c72244e84 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (25195a47-ba62-4992-9cfa-259c03b56d3f), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:17.379486 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fe77f245-78a3-400a-863e-3228d20fffeb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (b3a7e841-469e-4328-aa50-9a5ba3ce2536), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:17.384786 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (ad62a518-015d-40b7-9906-05a126a390f8), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:17.391350 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-0673bb02-86d6-4a31-a027-5ad0ea259a3a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] delete failed (client error): The resource could not be found. Mar 23 02:43:17.394691 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0673bb02-86d6-4a31-a027-5ad0ea259a3a tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/routers/05d9d5e1-a88c-4e60-a397-cb29fcdd8c9a HTTP/1.1" status: 404 len: 336 time: 0.1062911 Mar 23 02:43:17.397278 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-761559c7-e7be-4ec9-8212-38845301b4d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f646194e90f4b3ab6ee5c5d30f98fdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5932724 Mar 23 02:43:17.400582 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32940) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:17.401348 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32942) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:17.458590 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77f245-78a3-400a-863e-3228d20fffeb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a7e841-469e-4328-aa50-9a5ba3ce2536,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:17.483541 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2601ddc5-ed2b-4683-ad5f-c94c72244e84 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (25195a47-ba62-4992-9cfa-259c03b56d3f), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:17.491876 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f787446-25a7-459a-86e5-c26816512f6d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] DELETE failed (client error): The resource could not be found. Mar 23 02:43:17.491876 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f787446-25a7-459a-86e5-c26816512f6d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:43:17.492789 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2f787446-25a7-459a-86e5-c26816512f6d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/subnets/13be041e-8cc7-4d08-8480-b506a2757e87 HTTP/1.1" status: 404 len: 337 time: 0.0885987 Mar 23 02:43:17.495469 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32944) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:17.533875 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2601ddc5-ed2b-4683-ad5f-c94c72244e84 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25195a47-ba62-4992-9cfa-259c03b56d3f,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:17.553892 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a3b229-98d2-4539-a0f0-0554d53bb956 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:17.554566 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77a3b229-98d2-4539-a0f0-0554d53bb956 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:17.561321 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b35b3f1f-9efe-4e6d-957b-bdc8aecf45e6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (99447922-70b3-477a-9870-93146dbd5156), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:17.569132 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0eb6d634-d152-4475-a3be-9452d0a5f2f2 admin admin] Publish callbacks [] for security_group (323cfd0a-9c33-44fb-b29d-d7dbacdee2e8), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:17.584456 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-233c3c6e-0ee6-47d3-a227-bafd60a528e7 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d63a290-e05f-4b5c-b56c-49569d623f30 HTTP/1.1" status: 200 len: 205 time: 0.0844922 Mar 23 02:43:17.589369 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32946) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:17.597347 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-94acc4c9-d40d-419c-940b-582978548f96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:43:17.597705 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-94acc4c9-d40d-419c-940b-582978548f96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:43:17.653395 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=ad62a518-015d-40b7-9906-05a126a390f8,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:17.683164 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2601ddc5-ed2b-4683-ad5f-c94c72244e84 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:17.687062 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2601ddc5-ed2b-4683-ad5f-c94c72244e84 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1612329 Mar 23 02:43:17.689402 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32950) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:17.702780 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fe77f245-78a3-400a-863e-3228d20fffeb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:17.707278 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-fe77f245-78a3-400a-863e-3228d20fffeb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0458350 Mar 23 02:43:17.708607 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-78998c89-3b77-4c37-ae83-47f8f99b2961 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] delete failed (client error): The resource could not be found. Mar 23 02:43:17.713354 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-78998c89-3b77-4c37-ae83-47f8f99b2961 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/routers/7d63a290-e05f-4b5c-b56c-49569d623f30 HTTP/1.1" status: 404 len: 336 time: 0.1174369 Mar 23 02:43:17.713354 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32952) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:17.719676 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-1a0403db-59e6-4de7-9d6a-4b8b61110bd1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': 'a5113a7f-55e4-48df-bda6-784f5d226e70', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:17.723216 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-77a3b229-98d2-4539-a0f0-0554d53bb956 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.9324508 Mar 23 02:43:17.724865 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32954) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:17.729257 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32956) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:17.739250 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2bc5a3a9-aa19-440b-a990-5f39cb81aa45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:17.783684 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9207ff5d-2f95-4ae2-91b6-f2d6f8df181d tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ed45f32-7f57-4e79-a40c-39e8cc39f7ad HTTP/1.1" status: 200 len: 205 time: 0.0576019 Mar 23 02:43:17.800700 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32958) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:17.816017 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32960) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:17.858532 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-96700b3b-28c7-42ce-bc9f-4b7264bf88b8 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] delete failed (client error): The resource could not be found. Mar 23 02:43:17.862116 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-96700b3b-28c7-42ce-bc9f-4b7264bf88b8 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/routers/6ed45f32-7f57-4e79-a40c-39e8cc39f7ad HTTP/1.1" status: 404 len: 336 time: 0.0553241 Mar 23 02:43:17.863375 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32964) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:17.905634 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-3438c3ef-dc7c-46f5-868c-a08ec5828aeb tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] DELETE failed (client error): The resource could not be found. Mar 23 02:43:17.908588 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3438c3ef-dc7c-46f5-868c-a08ec5828aeb tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:43:17.909849 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3438c3ef-dc7c-46f5-868c-a08ec5828aeb tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/subnets/2d393c2a-673b-4658-a077-615d89c78736 HTTP/1.1" status: 404 len: 337 time: 0.0444098 Mar 23 02:43:17.912701 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32966) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:17.962363 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-602d60e2-34e9-47f4-8eb2-120b4f824b6e tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "GET /v2.0/ports?device_id=e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8 HTTP/1.1" status: 200 len: 205 time: 0.0481017 Mar 23 02:43:17.973104 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89702583-2475-4cb4-9f91-bb7b5c8c724e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:17.974970 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-89702583-2475-4cb4-9f91-bb7b5c8c724e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 921 time: 0.2368221 Mar 23 02:43:17.975765 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32968) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:17.979613 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1a0403db-59e6-4de7-9d6a-4b8b61110bd1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (4d87f021-0e8b-4995-b245-7a8b9ef60e24), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:17.984717 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32970) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:18.094191 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-01aec9f2-d64a-4d79-8338-d2424b62628b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] delete failed (client error): The resource could not be found. Mar 23 02:43:18.094191 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-01aec9f2-d64a-4d79-8338-d2424b62628b tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/routers/e320d9ba-aa6a-4e6d-bcaf-d34ba8bb8cd8 HTTP/1.1" status: 404 len: 336 time: 0.1139200 Mar 23 02:43:18.103017 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32972) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:18.156666 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-65e8d45a-b909-4c8e-8cdf-e82702e176a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:18.164433 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-94acc4c9-d40d-419c-940b-582978548f96 None None] Current status of the port ad62a518-015d-40b7-9906-05a126a390f8 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:18.166040 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-f1b00d94-a2ec-49d7-8566-2286af77111e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group_rule': {'security_group_id': '25195a47-ba62-4992-9cfa-259c03b56d3f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:18.166040 dv-neutron-834613-2-hyperv neutron-server[104349]: WARNING neutron.api.v2.base [None req-f1b00d94-a2ec-49d7-8566-2286af77111e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 23 02:43:18.166622 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-f1b00d94-a2ec-49d7-8566-2286af77111e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:43:18.167844 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f1b00d94-a2ec-49d7-8566-2286af77111e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.4730415 Mar 23 02:43:18.170195 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-95231daa-385a-49a2-b067-761a978243a4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] DELETE failed (client error): The resource could not be found. Mar 23 02:43:18.170786 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95231daa-385a-49a2-b067-761a978243a4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:43:18.173527 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-95231daa-385a-49a2-b067-761a978243a4 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/subnets/d981f69e-819a-4555-ad06-acc670964569 HTTP/1.1" status: 404 len: 337 time: 0.0682979 Mar 23 02:43:18.174087 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32974) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:18.175159 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0eb6d634-d152-4475-a3be-9452d0a5f2f2 admin admin] Publish callbacks [] for security_group (323cfd0a-9c33-44fb-b29d-d7dbacdee2e8), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:18.186213 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32976) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:18.206601 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-d9f324b4-0f18-4a17-a223-241c06fded5d tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group_rule': {'security_group_id': '25195a47-ba62-4992-9cfa-259c03b56d3f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:18.267338 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2a7bf473-2178-440b-bb57-92a46ae74e41 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd2add42-2b6a-4ebf-a614-36e9f899fa96 HTTP/1.1" status: 200 len: 205 time: 0.0562444 Mar 23 02:43:18.270581 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32978) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:18.286544 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1a0403db-59e6-4de7-9d6a-4b8b61110bd1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (4d87f021-0e8b-4995-b245-7a8b9ef60e24), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:18.316102 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 242b67c2-fe7d-420b-95a2-84cc81f632c9 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:43:18.323101 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0eb6d634-d152-4475-a3be-9452d0a5f2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (323cfd0a-9c33-44fb-b29d-d7dbacdee2e8), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:18.326223 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0eb6d634-d152-4475-a3be-9452d0a5f2f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:18.332490 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0eb6d634-d152-4475-a3be-9452d0a5f2f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/323cfd0a-9c33-44fb-b29d-d7dbacdee2e8 HTTP/1.1" status: 204 len: 168 time: 0.9256542 Mar 23 02:43:18.334122 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-1b61f512-4412-400f-8638-20db27b251c0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] delete failed (client error): The resource could not be found. Mar 23 02:43:18.335888 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-ac251833-7666-4d69-8e33-eed45aa5f010 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Deleting port d89d0a1f-6778-45ff-83e5-fd1aefd4ebe5 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:18.336116 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ac251833-7666-4d69-8e33-eed45aa5f010 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (d89d0a1f-6778-45ff-83e5-fd1aefd4ebe5), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:18.340367 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32982) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:18.344038 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1b61f512-4412-400f-8638-20db27b251c0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/routers/fd2add42-2b6a-4ebf-a614-36e9f899fa96 HTTP/1.1" status: 404 len: 336 time: 0.0716558 Mar 23 02:43:18.363228 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6d634-d152-4475-a3be-9452d0a5f2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323cfd0a-9c33-44fb-b29d-d7dbacdee2e8,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:18.394281 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-f9776162-5e61-410e-8128-b610d0bf3692 None None] Provisioning complete for port 9554d76b-d241-4212-9583-e3e247fd7d98 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:18.394869 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f9776162-5e61-410e-8128-b610d0bf3692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (9554d76b-d241-4212-9583-e3e247fd7d98), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:18.413406 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1a0403db-59e6-4de7-9d6a-4b8b61110bd1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (4d87f021-0e8b-4995-b245-7a8b9ef60e24), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:18.425355 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d64927f-9c58-4598-a703-033c42f702a0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] DELETE failed (client error): The resource could not be found. Mar 23 02:43:18.433338 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d64927f-9c58-4598-a703-033c42f702a0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:43:18.433338 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0d64927f-9c58-4598-a703-033c42f702a0 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/subnets/86352ecb-bbea-49b7-ac6b-158596f49d1f HTTP/1.1" status: 404 len: 337 time: 0.0874414 Mar 23 02:43:18.437051 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32984) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:18.453405 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35b3f1f-9efe-4e6d-957b-bdc8aecf45e6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Router 99447922-70b3-477a-9870-93146dbd5156 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:43:18.462916 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 242b67c2-fe7d-420b-95a2-84cc81f632c9 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:18.463304 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (242b67c2-fe7d-420b-95a2-84cc81f632c9), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:18.466494 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f9776162-5e61-410e-8128-b610d0bf3692 None None] Port 9554d76b-d241-4212-9583-e3e247fd7d98 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:18.494877 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-b129bb11-5689-4a00-9659-185f9e57e523 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] DELETE failed (client error): The resource could not be found. Mar 23 02:43:18.496422 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b129bb11-5689-4a00-9659-185f9e57e523 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:43:18.507623 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b129bb11-5689-4a00-9659-185f9e57e523 tempest-RoutersIpV6Test-1852707876 tempest-RoutersIpV6Test-1852707876-project] 10.222.0.24 "DELETE /v2.0/subnets/7efaf212-49a8-4749-94ff-52edf1b6b504 HTTP/1.1" status: 404 len: 337 time: 0.0674212 Mar 23 02:43:18.521424 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-f9776162-5e61-410e-8128-b610d0bf3692 None None] Provisioning complete for port d89d0a1f-6778-45ff-83e5-fd1aefd4ebe5 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:18.521424 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f9776162-5e61-410e-8128-b610d0bf3692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d89d0a1f-6778-45ff-83e5-fd1aefd4ebe5), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:18.621384 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f9776162-5e61-410e-8128-b610d0bf3692 None None] Port d89d0a1f-6778-45ff-83e5-fd1aefd4ebe5 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:18.647430 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 242b67c2-fe7d-420b-95a2-84cc81f632c9 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:18.647430 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device ad62a518-015d-40b7-9906-05a126a390f8 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:43:18.686913 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-f9776162-5e61-410e-8128-b610d0bf3692 None None] Provisioning complete for port ad62a518-015d-40b7-9906-05a126a390f8 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:18.687649 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f9776162-5e61-410e-8128-b610d0bf3692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ad62a518-015d-40b7-9906-05a126a390f8), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:18.734203 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:18.737278 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35b3f1f-9efe-4e6d-957b-bdc8aecf45e6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:43:18.803707 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f9776162-5e61-410e-8128-b610d0bf3692 None None] Current status of the port ad62a518-015d-40b7-9906-05a126a390f8 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:18.807331 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port ad62a518-015d-40b7-9906-05a126a390f8 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:18.808110 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ad62a518-015d-40b7-9906-05a126a390f8), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:18.887148 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-65e8d45a-b909-4c8e-8cdf-e82702e176a4 admin admin] Publish callbacks [] for security_group (0f6a4f56-1160-44f9-b605-e43b8a07c1d1), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:18.890853 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0403db-59e6-4de7-9d6a-4b8b61110bd1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d87f021-0e8b-4995-b245-7a8b9ef60e24,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:18.894809 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b35b3f1f-9efe-4e6d-957b-bdc8aecf45e6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:18.896181 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b35b3f1f-9efe-4e6d-957b-bdc8aecf45e6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.9408667 Mar 23 02:43:18.899128 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32988) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:18.946728 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ac251833-7666-4d69-8e33-eed45aa5f010 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (d89d0a1f-6778-45ff-83e5-fd1aefd4ebe5), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:18.964263 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-ac251833-7666-4d69-8e33-eed45aa5f010 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Calling delete_port for d89d0a1f-6778-45ff-83e5-fd1aefd4ebe5 owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:19.012657 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-65e8d45a-b909-4c8e-8cdf-e82702e176a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (0f6a4f56-1160-44f9-b605-e43b8a07c1d1), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:19.054485 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-65e8d45a-b909-4c8e-8cdf-e82702e176a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=094c79e956dd4e8e902e9d4ae94548c3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2369955 Mar 23 02:43:19.056855 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95597a80-d5b9-42cb-9f59-edf915328b7a None None] Sync routers for ids ['99447922-70b3-477a-9870-93146dbd5156'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:43:19.079175 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port ad62a518-015d-40b7-9906-05a126a390f8 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:19.081469 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95597a80-d5b9-42cb-9f59-edf915328b7a None None] Routers {'99447922-70b3-477a-9870-93146dbd5156'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:19.082166 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-95597a80-d5b9-42cb-9f59-edf915328b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:42:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['99447922-70b3-477a-9870-93146dbd5156'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:19.088162 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32990) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:19.118609 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-95597a80-d5b9-42cb-9f59-edf915328b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:19.128587 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95597a80-d5b9-42cb-9f59-edf915328b7a None None] Routers {'99447922-70b3-477a-9870-93146dbd5156'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:19.129229 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-95597a80-d5b9-42cb-9f59-edf915328b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:42:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['99447922-70b3-477a-9870-93146dbd5156'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:19.175863 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-95597a80-d5b9-42cb-9f59-edf915328b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:19.177198 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95597a80-d5b9-42cb-9f59-edf915328b7a None None] The sync data for ids ['99447922-70b3-477a-9870-93146dbd5156'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:43:19.185289 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-d9f324b4-0f18-4a17-a223-241c06fded5d tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:43:19.195018 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d9f324b4-0f18-4a17-a223-241c06fded5d tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.0137396 Mar 23 02:43:19.197041 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32994) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:19.204874 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-9a4f77c9-a564-4ac6-bfb5-c0f4496e8521 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group_rule': {'security_group_id': '25195a47-ba62-4992-9cfa-259c03b56d3f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:19.205399 dv-neutron-834613-2-hyperv neutron-server[104349]: WARNING neutron.api.v2.base [None req-9a4f77c9-a564-4ac6-bfb5-c0f4496e8521 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 23 02:43:19.205885 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-9a4f77c9-a564-4ac6-bfb5-c0f4496e8521 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:43:19.209764 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9a4f77c9-a564-4ac6-bfb5-c0f4496e8521 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070639 Mar 23 02:43:19.209764 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 32996) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:19.217061 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1a0403db-59e6-4de7-9d6a-4b8b61110bd1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:19.217061 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1a0403db-59e6-4de7-9d6a-4b8b61110bd1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4999616 Mar 23 02:43:19.217276 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-ec33a811-8071-4fc9-88ca-a6e3b5365764 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group_rule': {'security_group_id': '25195a47-ba62-4992-9cfa-259c03b56d3f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:19.218741 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8d45a-b909-4c8e-8cdf-e82702e176a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6a4f56-1160-44f9-b605-e43b8a07c1d1,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:19.223496 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 32998) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:19.226573 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c7d7081c-bc69-481c-b3bf-eb2ca44988db admin admin] Publish callbacks [] for security_group (0f6a4f56-1160-44f9-b605-e43b8a07c1d1), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:19.231712 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-ad5b7a46-5989-456d-8b8a-351fbae50604 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': 'a5113a7f-55e4-48df-bda6-784f5d226e70', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:19.267856 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33000) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:19.299146 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ac251833-7666-4d69-8e33-eed45aa5f010 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (d89d0a1f-6778-45ff-83e5-fd1aefd4ebe5), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:19.323544 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c7d7081c-bc69-481c-b3bf-eb2ca44988db admin admin] Publish callbacks [] for security_group (0f6a4f56-1160-44f9-b605-e43b8a07c1d1), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:19.338406 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac251833-7666-4d69-8e33-eed45aa5f010 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Port': ['ID=d89d0a1f-6778-45ff-83e5-fd1aefd4ebe5,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:19.374783 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ad5b7a46-5989-456d-8b8a-351fbae50604 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (dac976d1-fb1f-4953-be49-3671e3809e17), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:19.470963 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ac251833-7666-4d69-8e33-eed45aa5f010 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:19.477628 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ac251833-7666-4d69-8e33-eed45aa5f010 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/ports/d89d0a1f-6778-45ff-83e5-fd1aefd4ebe5 HTTP/1.1" status: 204 len: 168 time: 1.4837732 Mar 23 02:43:19.481009 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33004) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:19.500111 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9584f616-eeb7-4752-8caa-a9ad9058e79b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a390c7a337b546c28b66d49e8c0359d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307782 Mar 23 02:43:19.502586 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33006) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:19.514323 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c7d7081c-bc69-481c-b3bf-eb2ca44988db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (0f6a4f56-1160-44f9-b605-e43b8a07c1d1), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:19.516768 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c7d7081c-bc69-481c-b3bf-eb2ca44988db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:19.520611 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c7d7081c-bc69-481c-b3bf-eb2ca44988db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f6a4f56-1160-44f9-b605-e43b8a07c1d1 HTTP/1.1" status: 204 len: 168 time: 0.4314537 Mar 23 02:43:19.522121 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fcc00a2-b9fc-4892-a170-9568247e650a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] GET failed (client error): The resource could not be found. Mar 23 02:43:19.523081 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1fcc00a2-b9fc-4892-a170-9568247e650a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "GET /v2.0/ports/d89d0a1f-6778-45ff-83e5-fd1aefd4ebe5 HTTP/1.1" status: 404 len: 333 time: 0.0429339 Mar 23 02:43:19.529258 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33010) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:19.537079 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ad5b7a46-5989-456d-8b8a-351fbae50604 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (dac976d1-fb1f-4953-be49-3671e3809e17), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:19.547253 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7081c-bc69-481c-b3bf-eb2ca44988db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6a4f56-1160-44f9-b605-e43b8a07c1d1,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:19.586986 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-ec33a811-8071-4fc9-88ca-a6e3b5365764 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:43:19.590750 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ec33a811-8071-4fc9-88ca-a6e3b5365764 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3774383 Mar 23 02:43:19.592579 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33012) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:19.604232 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-d34311c8-cdbe-402e-8b35-8a78ada2104e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group_rule': {'security_group_id': '25195a47-ba62-4992-9cfa-259c03b56d3f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:19.604719 dv-neutron-834613-2-hyperv neutron-server[104349]: WARNING neutron.api.v2.base [None req-d34311c8-cdbe-402e-8b35-8a78ada2104e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 23 02:43:19.605232 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-d34311c8-cdbe-402e-8b35-8a78ada2104e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:43:19.608859 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d34311c8-cdbe-402e-8b35-8a78ada2104e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083272 Mar 23 02:43:19.609671 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33014) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:19.612427 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-07855727-4b11-4257-a605-579d1224092a admin admin] Publish callbacks [] for security_group (45499564-c995-42a7-b19e-088d483f4730), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:19.618536 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-8b14b735-3dd0-4dba-b453-9df8f803f789 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group_rule': {'security_group_id': '25195a47-ba62-4992-9cfa-259c03b56d3f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:19.626601 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ad5b7a46-5989-456d-8b8a-351fbae50604 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (dac976d1-fb1f-4953-be49-3671e3809e17), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:19.652544 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8b3f658a-fa3c-44e5-a269-18ed0e9837b6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:19.670569 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b7a46-5989-456d-8b8a-351fbae50604 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac976d1-fb1f-4953-be49-3671e3809e17,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:19.675270 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-07855727-4b11-4257-a605-579d1224092a admin admin] Publish callbacks [] for security_group (45499564-c995-42a7-b19e-088d483f4730), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:19.751640 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ad5b7a46-5989-456d-8b8a-351fbae50604 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:19.752971 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ad5b7a46-5989-456d-8b8a-351fbae50604 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5276375 Mar 23 02:43:19.755919 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33016) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:19.760421 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-1f58f122-f65b-478d-9bd2-f15bb5325f73 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': 'a5113a7f-55e4-48df-bda6-784f5d226e70', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:19.768291 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-260b80f8-618b-43ed-862f-ce9cd0fc5ea4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Deleting port 9554d76b-d241-4212-9583-e3e247fd7d98 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:19.768641 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-260b80f8-618b-43ed-862f-ce9cd0fc5ea4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (9554d76b-d241-4212-9583-e3e247fd7d98), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:19.847461 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-07855727-4b11-4257-a605-579d1224092a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (45499564-c995-42a7-b19e-088d483f4730), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:19.852297 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-07855727-4b11-4257-a605-579d1224092a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:19.857031 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-07855727-4b11-4257-a605-579d1224092a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/45499564-c995-42a7-b19e-088d483f4730 HTTP/1.1" status: 204 len: 168 time: 0.3505623 Mar 23 02:43:19.873573 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07855727-4b11-4257-a605-579d1224092a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45499564-c995-42a7-b19e-088d483f4730,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:19.925392 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-260b80f8-618b-43ed-862f-ce9cd0fc5ea4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (9554d76b-d241-4212-9583-e3e247fd7d98), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:19.931469 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.securitygroups_db [None req-8b14b735-3dd0-4dba-b453-9df8f803f789 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Project 5f57926602544fe8a2180a0d8ba822e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:43:19.933094 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0ff959a4-69cb-43b5-adf3-ffb68e111fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:19.968639 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1f58f122-f65b-478d-9bd2-f15bb5325f73 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (53146f11-487a-4dae-995c-c8e88544e885), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:19.974673 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-260b80f8-618b-43ed-862f-ce9cd0fc5ea4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Calling delete_port for 9554d76b-d241-4212-9583-e3e247fd7d98 owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:20.050256 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1f58f122-f65b-478d-9bd2-f15bb5325f73 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (53146f11-487a-4dae-995c-c8e88544e885), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:20.052268 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-8b14b735-3dd0-4dba-b453-9df8f803f789 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:43:20.057118 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8b14b735-3dd0-4dba-b453-9df8f803f789 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4462628 Mar 23 02:43:20.057716 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33020) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:20.062092 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-e3ed52a7-a6ff-4b0b-babf-25c055f74f09 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group_rule': {'security_group_id': '25195a47-ba62-4992-9cfa-259c03b56d3f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:20.062974 dv-neutron-834613-2-hyperv neutron-server[104348]: WARNING neutron.api.v2.base [None req-e3ed52a7-a6ff-4b0b-babf-25c055f74f09 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 23 02:43:20.063452 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-e3ed52a7-a6ff-4b0b-babf-25c055f74f09 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:43:20.067319 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e3ed52a7-a6ff-4b0b-babf-25c055f74f09 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086398 Mar 23 02:43:20.067859 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33022) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:20.071970 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-80d32b28-1126-4ff3-bb3d-50d95380854e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group_rule': {'security_group_id': '25195a47-ba62-4992-9cfa-259c03b56d3f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:20.089987 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-8b3f658a-fa3c-44e5-a269-18ed0e9837b6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Allocated IP 172.20.0.1 (94a70184-581a-4765-96cf-7e5edd648c4d/ef1f1cf3-b12d-4805-a5b4-e98dee91589c/21af8779-f94a-49cf-9de5-f99efa7c0e08) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:20.138407 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1f58f122-f65b-478d-9bd2-f15bb5325f73 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (53146f11-487a-4dae-995c-c8e88544e885), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:20.158204 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f122-f65b-478d-9bd2-f15bb5325f73 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53146f11-487a-4dae-995c-c8e88544e885,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:20.195405 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.securitygroups_db [None req-80d32b28-1126-4ff3-bb3d-50d95380854e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Project 5f57926602544fe8a2180a0d8ba822e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:43:20.231957 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1f58f122-f65b-478d-9bd2-f15bb5325f73 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:20.233297 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1f58f122-f65b-478d-9bd2-f15bb5325f73 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4763613 Mar 23 02:43:20.235988 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33024) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:20.241161 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-3767b80c-9d90-44fa-9d20-78c2102b2635 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': 'a5113a7f-55e4-48df-bda6-784f5d226e70', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:20.260680 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8b3f658a-fa3c-44e5-a269-18ed0e9837b6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for port (21af8779-f94a-49cf-9de5-f99efa7c0e08), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:20.287540 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-80d32b28-1126-4ff3-bb3d-50d95380854e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:43:20.292073 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33028) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:20.296758 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-80d32b28-1126-4ff3-bb3d-50d95380854e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2233639 Mar 23 02:43:20.296890 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-f3982465-6905-4874-9edd-d671c0f9a13e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group_rule': {'security_group_id': '25195a47-ba62-4992-9cfa-259c03b56d3f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:20.315399 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-260b80f8-618b-43ed-862f-ce9cd0fc5ea4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (9554d76b-d241-4212-9583-e3e247fd7d98), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:20.348552 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b80f8-618b-43ed-862f-ce9cd0fc5ea4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Port': ['ID=9554d76b-d241-4212-9583-e3e247fd7d98,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:20.390708 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.securitygroups_db [None req-3767b80c-9d90-44fa-9d20-78c2102b2635 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Project d14f7a32e895424c88fd77b8785e073b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:43:20.390884 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3767b80c-9d90-44fa-9d20-78c2102b2635 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (ea7b7f95-f0b8-483e-9f7d-6cf9100fe9a1), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:20.432263 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-260b80f8-618b-43ed-862f-ce9cd0fc5ea4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:20.436272 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-260b80f8-618b-43ed-862f-ce9cd0fc5ea4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/ports/9554d76b-d241-4212-9583-e3e247fd7d98 HTTP/1.1" status: 204 len: 168 time: 0.9045424 Mar 23 02:43:20.438469 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33034) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:20.468966 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.securitygroups_db [None req-f3982465-6905-4874-9edd-d671c0f9a13e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Project 5f57926602544fe8a2180a0d8ba822e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:43:20.473054 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8b3f658a-fa3c-44e5-a269-18ed0e9837b6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (21af8779-f94a-49cf-9de5-f99efa7c0e08), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:20.475182 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-423fe686-e1fc-46ec-8f7a-6f3b0ccc8472 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] GET failed (client error): The resource could not be found. Mar 23 02:43:20.478848 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-423fe686-e1fc-46ec-8f7a-6f3b0ccc8472 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "GET /v2.0/ports/9554d76b-d241-4212-9583-e3e247fd7d98 HTTP/1.1" status: 404 len: 333 time: 0.0393419 Mar 23 02:43:20.482873 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3767b80c-9d90-44fa-9d20-78c2102b2635 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (ea7b7f95-f0b8-483e-9f7d-6cf9100fe9a1), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:20.484329 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33038) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:20.537351 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3f658a-fa3c-44e5-a269-18ed0e9837b6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Network 94a70184-581a-4765-96cf-7e5edd648c4d is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:20.538549 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee5506b-e99f-4789-9026-c682e0043983 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Deleting subnet ab60c3e8-5399-4b8b-86a6-c59412c0e16b {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:43:20.542699 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6ee5506b-e99f-4789-9026-c682e0043983 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for subnet (ab60c3e8-5399-4b8b-86a6-c59412c0e16b), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:20.543212 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-8b3f658a-fa3c-44e5-a269-18ed0e9837b6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:20.547977 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3f658a-fa3c-44e5-a269-18ed0e9837b6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:43:20.552823 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f658a-fa3c-44e5-a269-18ed0e9837b6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event updated for resources: {'Port': ['ID=21af8779-f94a-49cf-9de5-f99efa7c0e08,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:20.580707 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3767b80c-9d90-44fa-9d20-78c2102b2635 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (ea7b7f95-f0b8-483e-9f7d-6cf9100fe9a1), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:20.601235 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8b3f658a-fa3c-44e5-a269-18ed0e9837b6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (99447922-70b3-477a-9870-93146dbd5156), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:20.607093 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6ee5506b-e99f-4789-9026-c682e0043983 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (ab60c3e8-5399-4b8b-86a6-c59412c0e16b), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:20.611736 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767b80c-9d90-44fa-9d20-78c2102b2635 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea7b7f95-f0b8-483e-9f7d-6cf9100fe9a1,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:20.643057 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-f3982465-6905-4874-9edd-d671c0f9a13e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:43:20.644170 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f3982465-6905-4874-9edd-d671c0f9a13e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3510513 Mar 23 02:43:20.647044 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33042) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:20.730415 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3767b80c-9d90-44fa-9d20-78c2102b2635 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:20.731592 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3767b80c-9d90-44fa-9d20-78c2102b2635 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4939218 Mar 23 02:43:20.734469 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33044) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:20.739197 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-aca7baf8-84d9-4d90-8d4a-7751d7170008 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': 'a5113a7f-55e4-48df-bda6-784f5d226e70', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:20.743105 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6ee5506b-e99f-4789-9026-c682e0043983 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (ab60c3e8-5399-4b8b-86a6-c59412c0e16b), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:20.768439 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e6d45896-61d3-424b-94ff-eb0558fb439e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (25195a47-ba62-4992-9cfa-259c03b56d3f), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:20.803990 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e6d45896-61d3-424b-94ff-eb0558fb439e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (25195a47-ba62-4992-9cfa-259c03b56d3f), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:20.817623 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8b3f658a-fa3c-44e5-a269-18ed0e9837b6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (21af8779-f94a-49cf-9de5-f99efa7c0e08), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:20.870541 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.securitygroups_db [None req-aca7baf8-84d9-4d90-8d4a-7751d7170008 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Project d14f7a32e895424c88fd77b8785e073b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:43:20.879179 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aca7baf8-84d9-4d90-8d4a-7751d7170008 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (dc7a2856-b7f5-4e13-a326-cd7a272c978d), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:20.925301 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6ee5506b-e99f-4789-9026-c682e0043983 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (ab60c3e8-5399-4b8b-86a6-c59412c0e16b), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:20.955248 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5506b-e99f-4789-9026-c682e0043983 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Subnet': ['ID=ab60c3e8-5399-4b8b-86a6-c59412c0e16b,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:20.960022 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6ee5506b-e99f-4789-9026-c682e0043983 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:20.960759 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6ee5506b-e99f-4789-9026-c682e0043983 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/subnets/ab60c3e8-5399-4b8b-86a6-c59412c0e16b HTTP/1.1" status: 204 len: 168 time: 0.4752750 Mar 23 02:43:20.961934 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e6d45896-61d3-424b-94ff-eb0558fb439e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (25195a47-ba62-4992-9cfa-259c03b56d3f), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:20.963139 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d9023e-08be-4256-9355-0b96056a4be7 None None] Network 068366b8-8bd0-477f-b3d5-fa8ed76c12c8 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:20.964739 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e6d45896-61d3-424b-94ff-eb0558fb439e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:20.965871 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e6d45896-61d3-424b-94ff-eb0558fb439e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "DELETE /v2.0/security-groups/25195a47-ba62-4992-9cfa-259c03b56d3f HTTP/1.1" status: 204 len: 168 time: 0.3176022 Mar 23 02:43:20.966461 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33052) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:20.969900 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33054) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:20.984162 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d45896-61d3-424b-94ff-eb0558fb439e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25195a47-ba62-4992-9cfa-259c03b56d3f,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:21.072387 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-50739a35-19ad-412d-aa68-4b65fbf4055f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (068366b8-8bd0-477f-b3d5-fa8ed76c12c8), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:21.072645 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b0a3110f-ca98-4209-acdc-41627a60d721 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0969193 Mar 23 02:43:21.080548 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33056) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:21.081465 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-6696105d-4da9-4e43-a8fe-8961841e8312 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group': {'name': 'tempest-secgroup--1208072781'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:21.091326 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aca7baf8-84d9-4d90-8d4a-7751d7170008 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (dc7a2856-b7f5-4e13-a326-cd7a272c978d), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:21.167217 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aca7baf8-84d9-4d90-8d4a-7751d7170008 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (dc7a2856-b7f5-4e13-a326-cd7a272c978d), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:21.201388 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8055b585-1567-4c3e-a045-c690da3b9af7 None None] DHCP port deletion for 068366b8-8bd0-477f-b3d5-fa8ed76c12c8 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:43:21.202532 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7baf8-84d9-4d90-8d4a-7751d7170008 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc7a2856-b7f5-4e13-a326-cd7a272c978d,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:21.209171 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-50739a35-19ad-412d-aa68-4b65fbf4055f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Deleting port ad62a518-015d-40b7-9906-05a126a390f8 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:21.209737 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-50739a35-19ad-412d-aa68-4b65fbf4055f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (ad62a518-015d-40b7-9906-05a126a390f8), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:21.213106 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6696105d-4da9-4e43-a8fe-8961841e8312 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:21.274361 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8b3f658a-fa3c-44e5-a269-18ed0e9837b6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for port (21af8779-f94a-49cf-9de5-f99efa7c0e08), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:21.282443 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33062) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:21.291598 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:21.296644 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aca7baf8-84d9-4d90-8d4a-7751d7170008 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:21.297856 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-aca7baf8-84d9-4d90-8d4a-7751d7170008 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5623469 Mar 23 02:43:21.298806 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-8055b585-1567-4c3e-a045-c690da3b9af7 None None] Deleting port ad62a518-015d-40b7-9906-05a126a390f8 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:21.299205 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8055b585-1567-4c3e-a045-c690da3b9af7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (ad62a518-015d-40b7-9906-05a126a390f8), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:21.312262 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-50739a35-19ad-412d-aa68-4b65fbf4055f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] For port ad62a518-015d-40b7-9906-05a126a390f8, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=ad62a518-015d-40b7-9906-05a126a390f8,segment=NetworkSegment(11c68087-5427-4e68-908c-60e04b8abc73),segment_id=11c68087-5427-4e68-908c-60e04b8abc73)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:21.312871 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-50739a35-19ad-412d-aa68-4b65fbf4055f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (ad62a518-015d-40b7-9906-05a126a390f8), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:21.335064 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-50739a35-19ad-412d-aa68-4b65fbf4055f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Calling delete_port for ad62a518-015d-40b7-9906-05a126a390f8 owned by network:dhcp {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:21.348252 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8b3f658a-fa3c-44e5-a269-18ed0e9837b6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (21af8779-f94a-49cf-9de5-f99efa7c0e08), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:21.395290 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-8055b585-1567-4c3e-a045-c690da3b9af7 None None] For port ad62a518-015d-40b7-9906-05a126a390f8, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=ad62a518-015d-40b7-9906-05a126a390f8,segment=NetworkSegment(11c68087-5427-4e68-908c-60e04b8abc73),segment_id=11c68087-5427-4e68-908c-60e04b8abc73)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:21.396415 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8055b585-1567-4c3e-a045-c690da3b9af7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (ad62a518-015d-40b7-9906-05a126a390f8), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:21.406615 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6696105d-4da9-4e43-a8fe-8961841e8312 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (b6b8c238-4035-4de2-9dc0-565c5ad54223), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:21.425442 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-8055b585-1567-4c3e-a045-c690da3b9af7 None None] Calling delete_port for ad62a518-015d-40b7-9906-05a126a390f8 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:21.456041 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-bbe5a633-2052-4811-9a2c-026e4952b947 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Request body: {'network': {'name': 'tempest-RoutersTest-1252232498'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:21.473660 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6696105d-4da9-4e43-a8fe-8961841e8312 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (b6b8c238-4035-4de2-9dc0-565c5ad54223), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:21.507750 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f658a-fa3c-44e5-a269-18ed0e9837b6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event updated for resources: {'Port': ['ID=21af8779-f94a-49cf-9de5-f99efa7c0e08,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:21.509904 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696105d-4da9-4e43-a8fe-8961841e8312 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b8c238-4035-4de2-9dc0-565c5ad54223,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:21.511306 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8b3f658a-fa3c-44e5-a269-18ed0e9837b6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (99447922-70b3-477a-9870-93146dbd5156), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:21.533300 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-50739a35-19ad-412d-aa68-4b65fbf4055f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (ad62a518-015d-40b7-9906-05a126a390f8), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:21.561012 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50739a35-19ad-412d-aa68-4b65fbf4055f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Port': ['ID=ad62a518-015d-40b7-9906-05a126a390f8,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:21.568938 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8055b585-1567-4c3e-a045-c690da3b9af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (ad62a518-015d-40b7-9906-05a126a390f8), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:21.571249 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50739a35-19ad-412d-aa68-4b65fbf4055f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] No DVR routers for this DVR port ad62a518-015d-40b7-9906-05a126a390f8 on host dv-neutron-834613-2-hyperv {{(pid=104348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:43:21.603499 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b585-1567-4c3e-a045-c690da3b9af7 None None] Pushing event deleted for resources: {'Port': ['ID=ad62a518-015d-40b7-9906-05a126a390f8,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:21.604250 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6696105d-4da9-4e43-a8fe-8961841e8312 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:21.606156 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8055b585-1567-4c3e-a045-c690da3b9af7 None None] No DVR routers for this DVR port ad62a518-015d-40b7-9906-05a126a390f8 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:43:21.608800 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33080) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:21.610363 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6696105d-4da9-4e43-a8fe-8961841e8312 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5330844 Mar 23 02:43:21.613727 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-9251f8de-ea12-4454-af4d-6dfeb56272e9 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group_rule': {'security_group_id': 'b6b8c238-4035-4de2-9dc0-565c5ad54223', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:21.651521 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3f658a-fa3c-44e5-a269-18ed0e9837b6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Network 94a70184-581a-4765-96cf-7e5edd648c4d is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:21.652454 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe5a633-2052-4811-9a2c-026e4952b947 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Made reservation on behalf of 4605006fc02d458dbec41eb090f4560b for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:21.657426 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bbe5a633-2052-4811-9a2c-026e4952b947 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:21.659690 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-8b3f658a-fa3c-44e5-a269-18ed0e9837b6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:21.671271 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bbe5a633-2052-4811-9a2c-026e4952b947 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:21.682099 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-50739a35-19ad-412d-aa68-4b65fbf4055f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (068366b8-8bd0-477f-b3d5-fa8ed76c12c8), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:21.706747 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-50739a35-19ad-412d-aa68-4b65fbf4055f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['068366b8-8bd0-477f-b3d5-fa8ed76c12c8']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:21.720218 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-50739a35-19ad-412d-aa68-4b65fbf4055f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c68087-5427-4e68-908c-60e04b8abc73') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:21.720565 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-50739a35-19ad-412d-aa68-4b65fbf4055f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c68087-5427-4e68-908c-60e04b8abc73') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:21.732038 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-50739a35-19ad-412d-aa68-4b65fbf4055f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (11c68087-5427-4e68-908c-60e04b8abc73), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:21.748063 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-50739a35-19ad-412d-aa68-4b65fbf4055f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (11c68087-5427-4e68-908c-60e04b8abc73), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:21.754821 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50739a35-19ad-412d-aa68-4b65fbf4055f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:43:21.755424 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-50739a35-19ad-412d-aa68-4b65fbf4055f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (11c68087-5427-4e68-908c-60e04b8abc73), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:21.759199 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:43:21.759199 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:43:21.759199 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:43:21.759199 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:43:21.759199 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:43:21.759199 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:43:21.759199 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:43:21.759199 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:43:21.759199 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:43:21.759199 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:43:21.759199 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:43:21.759199 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:43:21.759199 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:43:21.759199 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:43:21.759199 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:43:21.759199 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:43:21.759199 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:43:21.759199 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:43:21.759199 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:43:21.759199 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:43:21.759199 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:43:21.759199 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:43:21.759199 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:43:21.759199 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:43:21.759199 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:43:21.759199 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:43:21.759199 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:43:21.759199 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:43:21.759199 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:43:21.759199 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:43:21.759199 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:43:21.759199 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:43:21.850003 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3f658a-fa3c-44e5-a269-18ed0e9837b6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Router 99447922-70b3-477a-9870-93146dbd5156 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:43:21.861295 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3d86044a-96ee-408d-ab42-5af5992164ee req-21efb35b-8d8d-4ead-a17e-83d290a9f8c7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1826983294&fields=id&tenant_id=d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 267 time: 0.0604627 Mar 23 02:43:21.863868 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bbe5a633-2052-4811-9a2c-026e4952b947 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for security_group (0b1c375e-a969-4886-9aa9-53c018ccb151), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:21.905341 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-9251f8de-ea12-4454-af4d-6dfeb56272e9 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] create failed (client error): The resource could not be found. Mar 23 02:43:21.906320 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9251f8de-ea12-4454-af4d-6dfeb56272e9 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2965090 Mar 23 02:43:21.919192 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33088) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:21.925692 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-9aaec451-2b7a-46fd-a77f-0388a525b541 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group_rule': {'security_group_id': 'b6b8c238-4035-4de2-9dc0-565c5ad54223', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c7c67816-df87-48c8-8de8-887325743321'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:21.929926 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-50739a35-19ad-412d-aa68-4b65fbf4055f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (068366b8-8bd0-477f-b3d5-fa8ed76c12c8), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:21.945537 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-50739a35-19ad-412d-aa68-4b65fbf4055f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:21.949357 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-50739a35-19ad-412d-aa68-4b65fbf4055f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/networks/068366b8-8bd0-477f-b3d5-fa8ed76c12c8 HTTP/1.1" status: 204 len: 168 time: 0.9728549 Mar 23 02:43:21.953499 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33090) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:21.961725 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-7022d034-8aac-4695-8d2f-0405c69ac360 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1252523688'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:21.967675 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bbe5a633-2052-4811-9a2c-026e4952b947 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (0b1c375e-a969-4886-9aa9-53c018ccb151), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:21.972917 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50739a35-19ad-412d-aa68-4b65fbf4055f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Network': ['ID=068366b8-8bd0-477f-b3d5-fa8ed76c12c8,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:22.001839 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbe5a633-2052-4811-9a2c-026e4952b947 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:43:22.016030 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86044a-96ee-408d-ab42-5af5992164ee req-de862cbd-b9fd-4e73-aa8f-31f32defb65c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:22.017493 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3d86044a-96ee-408d-ab42-5af5992164ee req-de862cbd-b9fd-4e73-aa8f-31f32defb65c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/networks?id=238b7c6f-3e37-4de4-bf5b-96c4d356033f HTTP/1.1" status: 200 len: 797 time: 0.1480513 Mar 23 02:43:22.030441 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bbe5a633-2052-4811-9a2c-026e4952b947 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (bc5f51a0-9763-4b75-ad6a-bd0919bbb549), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:22.030789 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-bbe5a633-2052-4811-9a2c-026e4952b947 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Added segment bc5f51a0-9763-4b75-ad6a-bd0919bbb549 of type vlan for network 8d17e6f6-c160-476e-becf-ce5e5b4d12aa Mar 23 02:43:22.033056 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5a633-2052-4811-9a2c-026e4952b947 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1c375e-a969-4886-9aa9-53c018ccb151,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:22.033913 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3d86044a-96ee-408d-ab42-5af5992164ee req-06a625ba-4dff-4b2c-bbea-6f4cf448428f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/quotas/d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 375 time: 0.0106602 Mar 23 02:43:22.069905 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3f658a-fa3c-44e5-a269-18ed0e9837b6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:43:22.080708 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8b3f658a-fa3c-44e5-a269-18ed0e9837b6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "PUT /v2.0/routers/99447922-70b3-477a-9870-93146dbd5156/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1781590 Mar 23 02:43:22.081483 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33092) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:22.084694 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7022d034-8aac-4695-8d2f-0405c69ac360 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:22.088190 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7022d034-8aac-4695-8d2f-0405c69ac360 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:22.090445 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba35638-06af-477d-85f5-515eb9e32193 None None] Sync routers for ids ['99447922-70b3-477a-9870-93146dbd5156'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:43:22.093579 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bbe5a633-2052-4811-9a2c-026e4952b947 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (8d17e6f6-c160-476e-becf-ce5e5b4d12aa), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:22.103330 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-373f23ea-aa9f-4e0a-98d9-1c327b29d222 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Request body: {'port': {'network_id': '94a70184-581a-4765-96cf-7e5edd648c4d', 'name': 'tempest-FloatingIPTestJSON-891197447'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:22.107339 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba35638-06af-477d-85f5-515eb9e32193 None None] Routers {'99447922-70b3-477a-9870-93146dbd5156'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:22.109742 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-2ba35638-06af-477d-85f5-515eb9e32193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['99447922-70b3-477a-9870-93146dbd5156'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:22.129741 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7022d034-8aac-4695-8d2f-0405c69ac360 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:43:22.138784 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device ad62a518-015d-40b7-9906-05a126a390f8 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:43:22.149597 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7022d034-8aac-4695-8d2f-0405c69ac360 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (c932f2a4-9c8b-40e8-861a-d1e99ac7836d), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:22.149999 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-7022d034-8aac-4695-8d2f-0405c69ac360 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Added segment c932f2a4-9c8b-40e8-861a-d1e99ac7836d of type vlan for network b8f1fc17-d9a7-43c9-8c4f-f58125390fc0 Mar 23 02:43:22.167711 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: ad62a518-015d-40b7-9906-05a126a390f8 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:43:22.168640 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device ad62a518-015d-40b7-9906-05a126a390f8 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:43:22.169363 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-2ba35638-06af-477d-85f5-515eb9e32193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:22.184870 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3d86044a-96ee-408d-ab42-5af5992164ee req-7eecd397-1f33-4595-ae53-4a52eb3729df tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1398737 Mar 23 02:43:22.189319 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba35638-06af-477d-85f5-515eb9e32193 None None] Routers {'99447922-70b3-477a-9870-93146dbd5156'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:22.191088 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-2ba35638-06af-477d-85f5-515eb9e32193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['99447922-70b3-477a-9870-93146dbd5156'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:22.207208 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7022d034-8aac-4695-8d2f-0405c69ac360 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (b8f1fc17-d9a7-43c9-8c4f-f58125390fc0), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:22.221375 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bbe5a633-2052-4811-9a2c-026e4952b947 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (8d17e6f6-c160-476e-becf-ce5e5b4d12aa), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:22.227944 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe5a633-2052-4811-9a2c-026e4952b947 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:22.228363 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bbe5a633-2052-4811-9a2c-026e4952b947 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:22.239633 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-2ba35638-06af-477d-85f5-515eb9e32193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:22.240381 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba35638-06af-477d-85f5-515eb9e32193 None None] The sync data for ids ['99447922-70b3-477a-9870-93146dbd5156'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:43:22.248920 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-9aaec451-2b7a-46fd-a77f-0388a525b541 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] create failed (client error): The resource could not be found. Mar 23 02:43:22.250238 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9aaec451-2b7a-46fd-a77f-0388a525b541 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3297253 Mar 23 02:43:22.253256 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33096) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:22.309030 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5a633-2052-4811-9a2c-026e4952b947 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Network': ['ID=8d17e6f6-c160-476e-becf-ce5e5b4d12aa,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:22.319397 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 8d17e6f6-c160-476e-becf-ce5e5b4d12aa details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:43:22.355497 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7022d034-8aac-4695-8d2f-0405c69ac360 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (b8f1fc17-d9a7-43c9-8c4f-f58125390fc0), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:22.360580 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7022d034-8aac-4695-8d2f-0405c69ac360 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:22.361269 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7022d034-8aac-4695-8d2f-0405c69ac360 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:22.377622 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373f23ea-aa9f-4e0a-98d9-1c327b29d222 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Made reservation on behalf of 4e2776cfd52e48439f888e040b085603 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:22.380943 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-373f23ea-aa9f-4e0a-98d9-1c327b29d222 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:22.387449 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-bbe5a633-2052-4811-9a2c-026e4952b947 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1038580 Mar 23 02:43:22.395344 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33098) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:22.396045 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e6d2a444-2b59-4859-846a-8b59d19366b0 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (b6b8c238-4035-4de2-9dc0-565c5ad54223), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:22.405564 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-f2ea0707-c6d0-43a1-89f1-58b8ac7e064d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Request body: {'network': {'name': 'tempest-RoutersTest-907856096'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:22.439125 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022d034-8aac-4695-8d2f-0405c69ac360 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Network': ['ID=b8f1fc17-d9a7-43c9-8c4f-f58125390fc0,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:22.444645 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-373f23ea-aa9f-4e0a-98d9-1c327b29d222 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] device_id is not set on port 4709080f-5a79-4bdc-a311-2a1452f42472 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:43:22.450250 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network b8f1fc17-d9a7-43c9-8c4f-f58125390fc0 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:43:22.459775 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3d86044a-96ee-408d-ab42-5af5992164ee req-3b530185-d4ee-4cec-9394-10815f958645 service neutron] 10.222.0.24 "GET /v2.0/networks/238b7c6f-3e37-4de4-bf5b-96c4d356033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549145 Mar 23 02:43:22.465021 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e6d2a444-2b59-4859-846a-8b59d19366b0 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (b6b8c238-4035-4de2-9dc0-565c5ad54223), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:22.490008 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7022d034-8aac-4695-8d2f-0405c69ac360 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5329871 Mar 23 02:43:22.490706 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33100) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:22.496997 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-501a0e88-b589-41b0-8b39-5bcc500281e8 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'subnet': {'network_id': 'b8f1fc17-d9a7-43c9-8c4f-f58125390fc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:22.592406 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ea0707-c6d0-43a1-89f1-58b8ac7e064d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Made reservation on behalf of 4605006fc02d458dbec41eb090f4560b for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:22.595709 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f2ea0707-c6d0-43a1-89f1-58b8ac7e064d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:22.634092 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:22.664023 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501a0e88-b589-41b0-8b39-5bcc500281e8 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:22.668202 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-501a0e88-b589-41b0-8b39-5bcc500281e8 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:22.675421 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ea0707-c6d0-43a1-89f1-58b8ac7e064d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:43:22.697482 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3d86044a-96ee-408d-ab42-5af5992164ee req-1174492c-cc6e-4cde-9767-741c99fe168a service neutron] 10.222.0.24 "GET /v2.0/networks/238b7c6f-3e37-4de4-bf5b-96c4d356033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295976 Mar 23 02:43:22.698507 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-373f23ea-aa9f-4e0a-98d9-1c327b29d222 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Allocated IP 172.20.0.5 (94a70184-581a-4765-96cf-7e5edd648c4d/ef1f1cf3-b12d-4805-a5b4-e98dee91589c/4709080f-5a79-4bdc-a311-2a1452f42472) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:22.704075 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f2ea0707-c6d0-43a1-89f1-58b8ac7e064d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (250fa4ba-7410-4f9c-9005-4d5d4d6df77d), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:22.704426 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-f2ea0707-c6d0-43a1-89f1-58b8ac7e064d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Added segment 250fa4ba-7410-4f9c-9005-4d5d4d6df77d of type vlan for network 341d074b-3a0d-4169-ba21-bc18cc4a142d Mar 23 02:43:22.745091 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e6d2a444-2b59-4859-846a-8b59d19366b0 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (b6b8c238-4035-4de2-9dc0-565c5ad54223), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:22.747554 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e6d2a444-2b59-4859-846a-8b59d19366b0 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:22.748728 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e6d2a444-2b59-4859-846a-8b59d19366b0 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "DELETE /v2.0/security-groups/b6b8c238-4035-4de2-9dc0-565c5ad54223 HTTP/1.1" status: 204 len: 168 time: 0.4944601 Mar 23 02:43:22.752345 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33102) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:22.772319 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f2ea0707-c6d0-43a1-89f1-58b8ac7e064d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (341d074b-3a0d-4169-ba21-bc18cc4a142d), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:22.781606 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2a444-2b59-4859-846a-8b59d19366b0 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b8c238-4035-4de2-9dc0-565c5ad54223,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:22.834943 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b13afd98-5378-4250-93fe-92098a308100 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0809433 Mar 23 02:43:22.835212 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33104) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:22.840195 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-7a1e5a23-b7b2-4f1d-841e-3e849495b981 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group_rule': {'security_group_id': '10f297ab-8379-40e1-83a2-88043d850e57', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:22.893159 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f2ea0707-c6d0-43a1-89f1-58b8ac7e064d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (341d074b-3a0d-4169-ba21-bc18cc4a142d), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:22.898097 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ea0707-c6d0-43a1-89f1-58b8ac7e064d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:22.899302 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f2ea0707-c6d0-43a1-89f1-58b8ac7e064d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:22.998573 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea0707-c6d0-43a1-89f1-58b8ac7e064d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Network': ['ID=341d074b-3a0d-4169-ba21-bc18cc4a142d,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:23.013599 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-373f23ea-aa9f-4e0a-98d9-1c327b29d222 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for port (4709080f-5a79-4bdc-a311-2a1452f42472), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:23.014370 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 341d074b-3a0d-4169-ba21-bc18cc4a142d details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:43:23.030526 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-501a0e88-b589-41b0-8b39-5bcc500281e8 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (f34e0645-21ec-4aeb-98f1-0006c04d7d6b), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:23.035341 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f2ea0707-c6d0-43a1-89f1-58b8ac7e064d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6373172 Mar 23 02:43:23.041643 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33116) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:23.046536 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-3618c865-3058-4944-9359-bc26e11ca631 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Request body: {'subnet': {'network_id': '8d17e6f6-c160-476e-becf-ce5e5b4d12aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:23.085476 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a0e88-b589-41b0-8b39-5bcc500281e8 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Subnet': ['ID=f34e0645-21ec-4aeb-98f1-0006c04d7d6b,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:23.151996 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-7a1e5a23-b7b2-4f1d-841e-3e849495b981 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] create failed (client error): The resource could not be found. Mar 23 02:43:23.157025 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7a1e5a23-b7b2-4f1d-841e-3e849495b981 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3171048 Mar 23 02:43:23.160793 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33118) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:23.163561 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-3c09e74e-1485-44b8-9ce9-9d9164b3c8b8 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group': {'name': 'tempest-secgroup--1805563066'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:23.166433 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a1732fe8-57f1-4088-969f-6d78e0a3ce46 req-58f521b1-9957-48e5-af28-b97d547c36f0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f404b35-1a79-428a-b131-1b19b7275464 HTTP/1.1" status: 200 len: 210 time: 0.1753798 Mar 23 02:43:23.175250 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501a0e88-b589-41b0-8b39-5bcc500281e8 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Checking segment: {'id': 'c932f2a4-9c8b-40e8-861a-d1e99ac7836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b8f1fc17-d9a7-43c9-8c4f-f58125390fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:43:23.175698 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501a0e88-b589-41b0-8b39-5bcc500281e8 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network hostable DHCP agents. Network: b8f1fc17-d9a7-43c9-8c4f-f58125390fc0, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:43:23.230235 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-373f23ea-aa9f-4e0a-98d9-1c327b29d222 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (4709080f-5a79-4bdc-a311-2a1452f42472), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:23.274965 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373f23ea-aa9f-4e0a-98d9-1c327b29d222 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Network 94a70184-581a-4765-96cf-7e5edd648c4d is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:23.280840 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-373f23ea-aa9f-4e0a-98d9-1c327b29d222 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:23.285505 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373f23ea-aa9f-4e0a-98d9-1c327b29d222 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:43:23.290358 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3618c865-3058-4944-9359-bc26e11ca631 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Made reservation on behalf of 4605006fc02d458dbec41eb090f4560b for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:23.293765 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3618c865-3058-4944-9359-bc26e11ca631 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:23.296616 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f23ea-aa9f-4e0a-98d9-1c327b29d222 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event updated for resources: {'Port': ['ID=4709080f-5a79-4bdc-a311-2a1452f42472,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:23.323123 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501a0e88-b589-41b0-8b39-5bcc500281e8 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network b8f1fc17-d9a7-43c9-8c4f-f58125390fc0 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:43:23.355410 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3c09e74e-1485-44b8-9ce9-9d9164b3c8b8 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:23.413002 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373f23ea-aa9f-4e0a-98d9-1c327b29d222 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:23.413619 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-373f23ea-aa9f-4e0a-98d9-1c327b29d222 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:23.433324 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-501a0e88-b589-41b0-8b39-5bcc500281e8 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, b8f1fc17-d9a7-43c9-8c4f-f58125390fc0) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:23.437960 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501a0e88-b589-41b0-8b39-5bcc500281e8 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:23.438808 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-501a0e88-b589-41b0-8b39-5bcc500281e8 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:23.444559 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb67b58a-2bf5-4d26-900e-7aa32a52c35c None None] Network b8f1fc17-d9a7-43c9-8c4f-f58125390fc0 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:23.514056 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3c09e74e-1485-44b8-9ce9-9d9164b3c8b8 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (fa396630-d465-44c5-98f8-ff18ab3ea54a), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:23.545474 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed053900-fc9d-48db-9409-1643d243627b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-b8f1fc17-d9a7-43c9-8c4f-f58125390fc0', 'network_id': 'b8f1fc17-d9a7-43c9-8c4f-f58125390fc0', 'project_id': '32afce4d288d4d26875daa685df2d772', 'fixed_ips': [{'subnet_id': 'f34e0645-21ec-4aeb-98f1-0006c04d7d6b'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:43:23.546640 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ed053900-fc9d-48db-9409-1643d243627b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:23.549408 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-501a0e88-b589-41b0-8b39-5bcc500281e8 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0575628 Mar 23 02:43:23.550198 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33124) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:23.556694 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-373f23ea-aa9f-4e0a-98d9-1c327b29d222 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4676993 Mar 23 02:43:23.557213 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-bb91d86d-4cb6-46ea-acdc-cafbb3775a98 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'port': {'network_id': 'b8f1fc17-d9a7-43c9-8c4f-f58125390fc0', 'name': 'tempest-PortsTestJSON-464594056', 'fixed_ips': [{'subnet_id': 'f34e0645-21ec-4aeb-98f1-0006c04d7d6b', 'ip_address': '172.20.0.10'}]}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:23.558542 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33126) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:23.578447 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-80718a63-a927-45d2-a919-d2571e27390e tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Request body: {'port': {'network_id': '94a70184-581a-4765-96cf-7e5edd648c4d', 'name': 'tempest-FloatingIPTestJSON-311783528'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:23.670503 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3c09e74e-1485-44b8-9ce9-9d9164b3c8b8 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (fa396630-d465-44c5-98f8-ff18ab3ea54a), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:23.699563 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-ed053900-fc9d-48db-9409-1643d243627b None None] Allocated IP 172.20.0.2 (b8f1fc17-d9a7-43c9-8c4f-f58125390fc0/f34e0645-21ec-4aeb-98f1-0006c04d7d6b/9688c938-4b59-4cb4-af9f-c7aeb6a53b21) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:23.718703 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3618c865-3058-4944-9359-bc26e11ca631 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (0fdfbad6-8a2d-43f5-97d9-caa8559af34b), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:23.730622 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09e74e-1485-44b8-9ce9-9d9164b3c8b8 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa396630-d465-44c5-98f8-ff18ab3ea54a,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:23.775453 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb91d86d-4cb6-46ea-acdc-cafbb3775a98 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:23.805462 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618c865-3058-4944-9359-bc26e11ca631 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Subnet': ['ID=0fdfbad6-8a2d-43f5-97d9-caa8559af34b,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:23.809332 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3618c865-3058-4944-9359-bc26e11ca631 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Checking segment: {'id': 'bc5f51a0-9763-4b75-ad6a-bd0919bbb549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d17e6f6-c160-476e-becf-ce5e5b4d12aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:43:23.809709 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3618c865-3058-4944-9359-bc26e11ca631 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network hostable DHCP agents. Network: 8d17e6f6-c160-476e-becf-ce5e5b4d12aa, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:43:23.817143 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3c09e74e-1485-44b8-9ce9-9d9164b3c8b8 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:23.817143 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3c09e74e-1485-44b8-9ce9-9d9164b3c8b8 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6570978 Mar 23 02:43:23.817143 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80718a63-a927-45d2-a919-d2571e27390e tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Made reservation on behalf of 4e2776cfd52e48439f888e040b085603 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:23.819784 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-80718a63-a927-45d2-a919-d2571e27390e tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:23.822196 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33128) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:23.828386 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-dc755c9b-8227-42e0-b359-6a4998869f9e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group': {'name': 'tempest-secgroup--257616362'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:23.866302 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-80718a63-a927-45d2-a919-d2571e27390e tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] device_id is not set on port 6f9800bd-2cf5-418f-8ed5-581e722568be yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:43:23.867285 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ed053900-fc9d-48db-9409-1643d243627b None None] Publish callbacks [] for port (9688c938-4b59-4cb4-af9f-c7aeb6a53b21), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:23.878602 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bb91d86d-4cb6-46ea-acdc-cafbb3775a98 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:23.896817 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-bb91d86d-4cb6-46ea-acdc-cafbb3775a98 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] device_id is not set on port 28e700db-488f-4dfe-898b-5932f70d3afe yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:43:23.907876 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:43:23.962028 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ed053900-fc9d-48db-9409-1643d243627b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (9688c938-4b59-4cb4-af9f-c7aeb6a53b21), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:23.962750 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dc755c9b-8227-42e0-b359-6a4998869f9e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:23.964642 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3618c865-3058-4944-9359-bc26e11ca631 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network 8d17e6f6-c160-476e-becf-ce5e5b4d12aa is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:43:24.004963 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-80718a63-a927-45d2-a919-d2571e27390e tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Allocated IP 172.20.0.6 (94a70184-581a-4765-96cf-7e5edd648c4d/ef1f1cf3-b12d-4805-a5b4-e98dee91589c/6f9800bd-2cf5-418f-8ed5-581e722568be) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:24.008308 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed053900-fc9d-48db-9409-1643d243627b None None] Network b8f1fc17-d9a7-43c9-8c4f-f58125390fc0 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:24.017015 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:24.020750 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-ed053900-fc9d-48db-9409-1643d243627b None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:24.022036 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed053900-fc9d-48db-9409-1643d243627b None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:43:24.026609 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed053900-fc9d-48db-9409-1643d243627b None None] Pushing event updated for resources: {'Port': ['ID=9688c938-4b59-4cb4-af9f-c7aeb6a53b21,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:24.079415 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-bb91d86d-4cb6-46ea-acdc-cafbb3775a98 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Allocated IP 172.20.0.10 (b8f1fc17-d9a7-43c9-8c4f-f58125390fc0/f34e0645-21ec-4aeb-98f1-0006c04d7d6b/28e700db-488f-4dfe-898b-5932f70d3afe) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:24.081202 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-3618c865-3058-4944-9359-bc26e11ca631 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 8d17e6f6-c160-476e-becf-ce5e5b4d12aa) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:24.096043 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dc755c9b-8227-42e0-b359-6a4998869f9e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (b428da2a-33d3-492c-8ec2-7c42edddb5f0), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:24.099019 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc93a1fd-ce19-428d-ac79-6e6949ad430e None None] Network 8d17e6f6-c160-476e-becf-ce5e5b4d12aa requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:24.099507 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3618c865-3058-4944-9359-bc26e11ca631 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:24.100130 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3618c865-3058-4944-9359-bc26e11ca631 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:24.179573 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dc755c9b-8227-42e0-b359-6a4998869f9e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (b428da2a-33d3-492c-8ec2-7c42edddb5f0), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:24.191285 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-ed053900-fc9d-48db-9409-1643d243627b None None] Attempting to bind port 9688c938-4b59-4cb4-af9f-c7aeb6a53b21 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:43:24.192028 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-ed053900-fc9d-48db-9409-1643d243627b None None] Attempting to bind port 9688c938-4b59-4cb4-af9f-c7aeb6a53b21 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'c932f2a4-9c8b-40e8-861a-d1e99ac7836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b8f1fc17-d9a7-43c9-8c4f-f58125390fc0'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:43:24.193185 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed053900-fc9d-48db-9409-1643d243627b None None] Attempting to bind port 9688c938-4b59-4cb4-af9f-c7aeb6a53b21 on network b8f1fc17-d9a7-43c9-8c4f-f58125390fc0 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:43:24.219781 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed053900-fc9d-48db-9409-1643d243627b None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:43:24.220362 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed053900-fc9d-48db-9409-1643d243627b None None] Checking segment: {'id': 'c932f2a4-9c8b-40e8-861a-d1e99ac7836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b8f1fc17-d9a7-43c9-8c4f-f58125390fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:43:24.220748 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ed053900-fc9d-48db-9409-1643d243627b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:24.221324 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed053900-fc9d-48db-9409-1643d243627b None None] Bound using segment: {'id': 'c932f2a4-9c8b-40e8-861a-d1e99ac7836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b8f1fc17-d9a7-43c9-8c4f-f58125390fc0'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:43:24.221982 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-ed053900-fc9d-48db-9409-1643d243627b None None] Bound port: 9688c938-4b59-4cb4-af9f-c7aeb6a53b21, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c932f2a4-9c8b-40e8-861a-d1e99ac7836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b8f1fc17-d9a7-43c9-8c4f-f58125390fc0'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:43:24.222532 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ed053900-fc9d-48db-9409-1643d243627b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (9688c938-4b59-4cb4-af9f-c7aeb6a53b21), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:24.277650 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-2fd75f54-75b4-4587-9a30-60ba40208db5 req-88a3396a-4b0b-428c-871a-c492c8786ec6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f404b35-1a79-428a-b131-1b19b7275464 HTTP/1.1" status: 200 len: 210 time: 0.0461013 Mar 23 02:43:24.287171 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3618c865-3058-4944-9359-bc26e11ca631 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2415621 Mar 23 02:43:24.287935 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33134) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:24.288091 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-80718a63-a927-45d2-a919-d2571e27390e tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for port (6f9800bd-2cf5-418f-8ed5-581e722568be), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:24.289482 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc755c9b-8227-42e0-b359-6a4998869f9e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b428da2a-33d3-492c-8ec2-7c42edddb5f0,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:24.297083 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-75469a5a-26bf-4b89-844e-fc895de3bf66 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Request body: {'subnet': {'network_id': '341d074b-3a0d-4169-ba21-bc18cc4a142d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:24.309627 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bb91d86d-4cb6-46ea-acdc-cafbb3775a98 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for port (28e700db-488f-4dfe-898b-5932f70d3afe), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:24.315127 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47901d8c-d956-4a06-9990-3e959ffc8805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-8d17e6f6-c160-476e-becf-ce5e5b4d12aa', 'network_id': '8d17e6f6-c160-476e-becf-ce5e5b4d12aa', 'project_id': '4605006fc02d458dbec41eb090f4560b', 'fixed_ips': [{'subnet_id': '0fdfbad6-8a2d-43f5-97d9-caa8559af34b'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:43:24.316745 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-47901d8c-d956-4a06-9990-3e959ffc8805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:24.324490 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dc755c9b-8227-42e0-b359-6a4998869f9e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:24.326079 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-dc755c9b-8227-42e0-b359-6a4998869f9e tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5011029 Mar 23 02:43:24.332388 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33136) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:24.346481 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-fdbe1734-24db-42a0-aec7-83c7a5097dee tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group_rule': {'security_group_id': 'fa396630-d465-44c5-98f8-ff18ab3ea54a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'b428da2a-33d3-492c-8ec2-7c42edddb5f0'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:24.347969 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-ed053900-fc9d-48db-9409-1643d243627b None None] For port 9688c938-4b59-4cb4-af9f-c7aeb6a53b21, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:43:24.366811 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-ed053900-fc9d-48db-9409-1643d243627b None None] For port 9688c938-4b59-4cb4-af9f-c7aeb6a53b21, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=9688c938-4b59-4cb4-af9f-c7aeb6a53b21,segment=NetworkSegment(c932f2a4-9c8b-40e8-861a-d1e99ac7836d),segment_id=c932f2a4-9c8b-40e8-861a-d1e99ac7836d)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:43:24.423103 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-80718a63-a927-45d2-a919-d2571e27390e tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (6f9800bd-2cf5-418f-8ed5-581e722568be), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:24.447108 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ed053900-fc9d-48db-9409-1643d243627b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (9688c938-4b59-4cb4-af9f-c7aeb6a53b21), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:24.481373 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80718a63-a927-45d2-a919-d2571e27390e tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Network 94a70184-581a-4765-96cf-7e5edd648c4d is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:24.489939 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-80718a63-a927-45d2-a919-d2571e27390e tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:24.492937 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80718a63-a927-45d2-a919-d2571e27390e tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event updated for resources: {'Port': ['ID=6f9800bd-2cf5-418f-8ed5-581e722568be,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:24.494758 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80718a63-a927-45d2-a919-d2571e27390e tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:43:24.540293 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bb91d86d-4cb6-46ea-acdc-cafbb3775a98 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (28e700db-488f-4dfe-898b-5932f70d3afe), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:24.544508 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80718a63-a927-45d2-a919-d2571e27390e tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:24.545192 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-80718a63-a927-45d2-a919-d2571e27390e tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:24.555624 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed053900-fc9d-48db-9409-1643d243627b None None] Pushing event updated for resources: {'Port': ['ID=9688c938-4b59-4cb4-af9f-c7aeb6a53b21,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:24.556253 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-47901d8c-d956-4a06-9990-3e959ffc8805 None None] Allocated IP 172.20.0.2 (8d17e6f6-c160-476e-becf-ce5e5b4d12aa/0fdfbad6-8a2d-43f5-97d9-caa8559af34b/d9037780-da7a-48c3-ac9e-0724cd663b7c) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:24.572870 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-fdbe1734-24db-42a0-aec7-83c7a5097dee tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:43:24.576549 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-fdbe1734-24db-42a0-aec7-83c7a5097dee tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2406096 Mar 23 02:43:24.577000 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33138) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:24.593656 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75469a5a-26bf-4b89-844e-fc895de3bf66 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Made reservation on behalf of 4605006fc02d458dbec41eb090f4560b for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:24.597197 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-75469a5a-26bf-4b89-844e-fc895de3bf66 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:24.643611 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-80718a63-a927-45d2-a919-d2571e27390e tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0840085 Mar 23 02:43:24.644642 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-be34fa40-d342-40b2-bc88-75f11bd1d2e6 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (b428da2a-33d3-492c-8ec2-7c42edddb5f0), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:24.646930 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33140) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:24.651943 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-832d2a36-91d0-4c3f-a041-53f4217e34ce tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'port_id': '6f9800bd-2cf5-418f-8ed5-581e722568be', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:24.687095 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-be34fa40-d342-40b2-bc88-75f11bd1d2e6 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (b428da2a-33d3-492c-8ec2-7c42edddb5f0), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:24.703726 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91d86d-4cb6-46ea-acdc-cafbb3775a98 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Port': ['ID=28e700db-488f-4dfe-898b-5932f70d3afe,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:24.708027 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb91d86d-4cb6-46ea-acdc-cafbb3775a98 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network b8f1fc17-d9a7-43c9-8c4f-f58125390fc0 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:24.714648 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-bb91d86d-4cb6-46ea-acdc-cafbb3775a98 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:24.719301 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb91d86d-4cb6-46ea-acdc-cafbb3775a98 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:43:24.753981 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-832d2a36-91d0-4c3f-a041-53f4217e34ce tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:24.807525 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb91d86d-4cb6-46ea-acdc-cafbb3775a98 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:24.817805 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bb91d86d-4cb6-46ea-acdc-cafbb3775a98 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:24.835022 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-be34fa40-d342-40b2-bc88-75f11bd1d2e6 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (b428da2a-33d3-492c-8ec2-7c42edddb5f0), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:24.836917 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-47901d8c-d956-4a06-9990-3e959ffc8805 None None] Publish callbacks [] for port (d9037780-da7a-48c3-ac9e-0724cd663b7c), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:24.838765 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-be34fa40-d342-40b2-bc88-75f11bd1d2e6 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:24.840236 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-be34fa40-d342-40b2-bc88-75f11bd1d2e6 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "DELETE /v2.0/security-groups/b428da2a-33d3-492c-8ec2-7c42edddb5f0 HTTP/1.1" status: 204 len: 168 time: 0.2621014 Mar 23 02:43:24.844390 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33142) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:24.869885 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34fa40-d342-40b2-bc88-75f11bd1d2e6 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b428da2a-33d3-492c-8ec2-7c42edddb5f0,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:24.923011 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-30e37614-f0c2-400f-838a-e6ae979dbdc6 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0773468 Mar 23 02:43:24.927076 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33144) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:24.950734 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-47901d8c-d956-4a06-9990-3e959ffc8805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (d9037780-da7a-48c3-ac9e-0724cd663b7c), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:24.965915 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-bb91d86d-4cb6-46ea-acdc-cafbb3775a98 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4145951 Mar 23 02:43:24.972608 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33146) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:24.978382 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-88ad1ce3-1e4e-4514-832d-41b0e0dd0e9f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'port': {'network_id': 'b8f1fc17-d9a7-43c9-8c4f-f58125390fc0', 'name': 'tempest-PortsTestJSON-1543787724', 'fixed_ips': [{'subnet_id': 'f34e0645-21ec-4aeb-98f1-0006c04d7d6b', 'ip_address': '172.20.0.9'}]}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:25.013360 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47901d8c-d956-4a06-9990-3e959ffc8805 None None] Network 8d17e6f6-c160-476e-becf-ce5e5b4d12aa is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:25.029105 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-47901d8c-d956-4a06-9990-3e959ffc8805 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:25.031339 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47901d8c-d956-4a06-9990-3e959ffc8805 None None] Pushing event updated for resources: {'Port': ['ID=d9037780-da7a-48c3-ac9e-0724cd663b7c,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:25.041064 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-832d2a36-91d0-4c3f-a041-53f4217e34ce tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:25.042485 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47901d8c-d956-4a06-9990-3e959ffc8805 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:43:25.046226 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b11071b5-a5d7-4590-9ee2-f7e2a4e458d2 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (fa396630-d465-44c5-98f8-ff18ab3ea54a), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:25.115650 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-47901d8c-d956-4a06-9990-3e959ffc8805 None None] Attempting to bind port d9037780-da7a-48c3-ac9e-0724cd663b7c on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:43:25.116050 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-47901d8c-d956-4a06-9990-3e959ffc8805 None None] Attempting to bind port d9037780-da7a-48c3-ac9e-0724cd663b7c by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'bc5f51a0-9763-4b75-ad6a-bd0919bbb549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d17e6f6-c160-476e-becf-ce5e5b4d12aa'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:43:25.116479 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47901d8c-d956-4a06-9990-3e959ffc8805 None None] Attempting to bind port d9037780-da7a-48c3-ac9e-0724cd663b7c on network 8d17e6f6-c160-476e-becf-ce5e5b4d12aa {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:43:25.124612 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47901d8c-d956-4a06-9990-3e959ffc8805 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:43:25.125057 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47901d8c-d956-4a06-9990-3e959ffc8805 None None] Checking segment: {'id': 'bc5f51a0-9763-4b75-ad6a-bd0919bbb549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d17e6f6-c160-476e-becf-ce5e5b4d12aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:43:25.125415 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-47901d8c-d956-4a06-9990-3e959ffc8805 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:25.125866 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47901d8c-d956-4a06-9990-3e959ffc8805 None None] Bound using segment: {'id': 'bc5f51a0-9763-4b75-ad6a-bd0919bbb549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d17e6f6-c160-476e-becf-ce5e5b4d12aa'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:43:25.126364 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-47901d8c-d956-4a06-9990-3e959ffc8805 None None] Bound port: d9037780-da7a-48c3-ac9e-0724cd663b7c, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5f51a0-9763-4b75-ad6a-bd0919bbb549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d17e6f6-c160-476e-becf-ce5e5b4d12aa'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:43:25.127501 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-47901d8c-d956-4a06-9990-3e959ffc8805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d9037780-da7a-48c3-ac9e-0724cd663b7c), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:25.128508 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b11071b5-a5d7-4590-9ee2-f7e2a4e458d2 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (fa396630-d465-44c5-98f8-ff18ab3ea54a), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:25.235608 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-47901d8c-d956-4a06-9990-3e959ffc8805 None None] For port d9037780-da7a-48c3-ac9e-0724cd663b7c, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:43:25.238434 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-832d2a36-91d0-4c3f-a041-53f4217e34ce tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Allocated IP 172.26.2.111 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/a6d99982-3665-4e0b-95cc-26898a8033a3) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:25.239301 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-47901d8c-d956-4a06-9990-3e959ffc8805 None None] For port d9037780-da7a-48c3-ac9e-0724cd663b7c, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=d9037780-da7a-48c3-ac9e-0724cd663b7c,segment=NetworkSegment(bc5f51a0-9763-4b75-ad6a-bd0919bbb549),segment_id=bc5f51a0-9763-4b75-ad6a-bd0919bbb549)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:43:25.298268 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b11071b5-a5d7-4590-9ee2-f7e2a4e458d2 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (fa396630-d465-44c5-98f8-ff18ab3ea54a), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:25.300991 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b11071b5-a5d7-4590-9ee2-f7e2a4e458d2 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:25.302244 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b11071b5-a5d7-4590-9ee2-f7e2a4e458d2 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "DELETE /v2.0/security-groups/fa396630-d465-44c5-98f8-ff18ab3ea54a HTTP/1.1" status: 204 len: 168 time: 0.3743725 Mar 23 02:43:25.309778 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33148) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:25.321563 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-47901d8c-d956-4a06-9990-3e959ffc8805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (d9037780-da7a-48c3-ac9e-0724cd663b7c), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:25.335561 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11071b5-a5d7-4590-9ee2-f7e2a4e458d2 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa396630-d465-44c5-98f8-ff18ab3ea54a,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:25.391777 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8a80ae12-cff3-4126-a3e1-e096d0fe4d6d tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0792885 Mar 23 02:43:25.406117 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33152) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:25.413173 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-2d3acdd0-269a-4448-a7e7-c6ff2f2dbcc0 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group': {'name': 'tempest-secgroup--104573486'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:25.446623 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47901d8c-d956-4a06-9990-3e959ffc8805 None None] Pushing event updated for resources: {'Port': ['ID=d9037780-da7a-48c3-ac9e-0724cd663b7c,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:25.466968 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-832d2a36-91d0-4c3f-a041-53f4217e34ce tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for port (a6d99982-3665-4e0b-95cc-26898a8033a3), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:25.481095 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9e1c2ce2-fc91-4b78-893a-aeaa7068dec4 req-e2d1ad17-f500-4ba8-bf7e-05bc1153b76b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f404b35-1a79-428a-b131-1b19b7275464 HTTP/1.1" status: 200 len: 210 time: 0.0568240 Mar 23 02:43:25.550869 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-75469a5a-26bf-4b89-844e-fc895de3bf66 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (96f82250-75e6-416e-b104-01644e3842a5), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:25.579879 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-832d2a36-91d0-4c3f-a041-53f4217e34ce tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (a6d99982-3665-4e0b-95cc-26898a8033a3), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:25.598296 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2d3acdd0-269a-4448-a7e7-c6ff2f2dbcc0 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:25.606680 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ad1ce3-1e4e-4514-832d-41b0e0dd0e9f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:25.612764 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-88ad1ce3-1e4e-4514-832d-41b0e0dd0e9f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:25.643581 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832d2a36-91d0-4c3f-a041-53f4217e34ce tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:25.648142 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-832d2a36-91d0-4c3f-a041-53f4217e34ce tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:25.651972 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832d2a36-91d0-4c3f-a041-53f4217e34ce tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:43:25.655735 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d2a36-91d0-4c3f-a041-53f4217e34ce tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event updated for resources: {'Port': ['ID=a6d99982-3665-4e0b-95cc-26898a8033a3,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:25.732933 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-88ad1ce3-1e4e-4514-832d-41b0e0dd0e9f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] device_id is not set on port 7eab3714-62ef-4850-b128-8f67290faebc yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:43:25.754800 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75469a5a-26bf-4b89-844e-fc895de3bf66 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Subnet': ['ID=96f82250-75e6-416e-b104-01644e3842a5,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:25.830627 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75469a5a-26bf-4b89-844e-fc895de3bf66 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Checking segment: {'id': '250fa4ba-7410-4f9c-9005-4d5d4d6df77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '341d074b-3a0d-4169-ba21-bc18cc4a142d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:43:25.832006 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75469a5a-26bf-4b89-844e-fc895de3bf66 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network hostable DHCP agents. Network: 341d074b-3a0d-4169-ba21-bc18cc4a142d, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:43:25.853470 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2d3acdd0-269a-4448-a7e7-c6ff2f2dbcc0 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (40b326bb-4e7e-4df7-ac23-c9168e25ed5b), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:25.956035 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2d3acdd0-269a-4448-a7e7-c6ff2f2dbcc0 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (40b326bb-4e7e-4df7-ac23-c9168e25ed5b), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:25.996110 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0f74fe-ec79-4094-ab78-a0f6cb68e899 None None] Network b8f1fc17-d9a7-43c9-8c4f-f58125390fc0 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:26.076146 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3acdd0-269a-4448-a7e7-c6ff2f2dbcc0 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40b326bb-4e7e-4df7-ac23-c9168e25ed5b,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:26.099219 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2d3acdd0-269a-4448-a7e7-c6ff2f2dbcc0 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:26.102916 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2d3acdd0-269a-4448-a7e7-c6ff2f2dbcc0 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6934512 Mar 23 02:43:26.108151 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33154) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:26.111124 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-88ab7809-ba57-44e9-8616-03407994d659 None None] Provisioning complete for port 9688c938-4b59-4cb4-af9f-c7aeb6a53b21 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:26.116317 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-88ab7809-ba57-44e9-8616-03407994d659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (9688c938-4b59-4cb4-af9f-c7aeb6a53b21), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:26.117350 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-8affbc8b-0103-42a4-b89f-507fbec3b2d9 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group_rule': {'security_group_id': '40b326bb-4e7e-4df7-ac23-c9168e25ed5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:26.123135 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86044a-96ee-408d-ab42-5af5992164ee req-9c4340b6-defd-431b-9fc1-920eb9e8f5ea tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:26.129142 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3d86044a-96ee-408d-ab42-5af5992164ee req-9c4340b6-defd-431b-9fc1-920eb9e8f5ea tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/networks?id=238b7c6f-3e37-4de4-bf5b-96c4d356033f HTTP/1.1" status: 200 len: 797 time: 0.2755435 Mar 23 02:43:26.136484 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-88ad1ce3-1e4e-4514-832d-41b0e0dd0e9f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Allocated IP 172.20.0.9 (b8f1fc17-d9a7-43c9-8c4f-f58125390fc0/f34e0645-21ec-4aeb-98f1-0006c04d7d6b/7eab3714-62ef-4850-b128-8f67290faebc) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:26.174556 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75469a5a-26bf-4b89-844e-fc895de3bf66 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network 341d074b-3a0d-4169-ba21-bc18cc4a142d is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:43:26.191806 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-832d2a36-91d0-4c3f-a041-53f4217e34ce tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (daab169b-e8ee-410d-9371-d6c4c3e811c0), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:26.256752 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-88ab7809-ba57-44e9-8616-03407994d659 None None] Current status of the port 9688c938-4b59-4cb4-af9f-c7aeb6a53b21 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:26.257511 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-88ab7809-ba57-44e9-8616-03407994d659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (9688c938-4b59-4cb4-af9f-c7aeb6a53b21), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:26.274412 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-75469a5a-26bf-4b89-844e-fc895de3bf66 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 341d074b-3a0d-4169-ba21-bc18cc4a142d) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:26.306229 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e721c2f2-37f5-4fad-bfcc-768c014e3863 None None] Network 341d074b-3a0d-4169-ba21-bc18cc4a142d requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:26.309235 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75469a5a-26bf-4b89-844e-fc895de3bf66 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:26.315992 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-75469a5a-26bf-4b89-844e-fc895de3bf66 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:26.343249 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3d86044a-96ee-408d-ab42-5af5992164ee req-253eb8f8-9b55-4b5d-9da9-f9fbffe807cd tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 380 time: 0.2039793 Mar 23 02:43:26.357969 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-3d86044a-96ee-408d-ab42-5af5992164ee req-515f3585-7f53-4d97-9997-3a6c71faa47d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'port': {'device_id': '8f404b35-1a79-428a-b131-1b19b7275464', 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f', 'admin_state_up': True, 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'security_groups': ['a5113a7f-55e4-48df-bda6-784f5d226e70']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:26.372342 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d9037780-da7a-48c3-ac9e-0724cd663b7c up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:43:26.375875 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-832d2a36-91d0-4c3f-a041-53f4217e34ce tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a6d99982-3665-4e0b-95cc-26898a8033a3), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:26.413069 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-8affbc8b-0103-42a4-b89f-507fbec3b2d9 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:43:26.414556 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8affbc8b-0103-42a4-b89f-507fbec3b2d9 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3045480 Mar 23 02:43:26.419575 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33160) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:26.426048 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-dcd32e09-3928-44a4-900a-d42a8841aa9f tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group_rule': {'security_group_id': '40b326bb-4e7e-4df7-ac23-c9168e25ed5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:26.456906 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-88ab7809-ba57-44e9-8616-03407994d659 None None] For port 9688c938-4b59-4cb4-af9f-c7aeb6a53b21, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=9688c938-4b59-4cb4-af9f-c7aeb6a53b21,segment=NetworkSegment(c932f2a4-9c8b-40e8-861a-d1e99ac7836d),segment_id=c932f2a4-9c8b-40e8-861a-d1e99ac7836d)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:26.465562 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-75469a5a-26bf-4b89-844e-fc895de3bf66 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1767483 Mar 23 02:43:26.468383 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33162) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:26.470819 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port d9037780-da7a-48c3-ac9e-0724cd663b7c triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:26.471389 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d9037780-da7a-48c3-ac9e-0724cd663b7c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:26.493219 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-d723438b-23b9-41b7-876a-f3054a79e8f9 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1699022377', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:26.544632 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-88ab7809-ba57-44e9-8616-03407994d659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (9688c938-4b59-4cb4-af9f-c7aeb6a53b21), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:26.632106 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7b02658c-0aba-48a3-8223-f2a4735b5b70 req-a18dac27-c61f-4304-953e-a8af36edfafe tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f404b35-1a79-428a-b131-1b19b7275464 HTTP/1.1" status: 200 len: 210 time: 0.0441017 Mar 23 02:43:26.646049 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7320c232-bd95-423e-9ef2-2515145c9eb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-341d074b-3a0d-4169-ba21-bc18cc4a142d', 'network_id': '341d074b-3a0d-4169-ba21-bc18cc4a142d', 'project_id': '4605006fc02d458dbec41eb090f4560b', 'fixed_ips': [{'subnet_id': '96f82250-75e6-416e-b104-01644e3842a5'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:43:26.650226 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7320c232-bd95-423e-9ef2-2515145c9eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:26.662182 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d723438b-23b9-41b7-876a-f3054a79e8f9 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (6ec2044d-439a-4fbe-8241-62f739575dbd), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:26.663305 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d723438b-23b9-41b7-876a-f3054a79e8f9 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (6ec2044d-439a-4fbe-8241-62f739575dbd), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:26.674684 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-88ad1ce3-1e4e-4514-832d-41b0e0dd0e9f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for port (7eab3714-62ef-4850-b128-8f67290faebc), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:26.685671 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-dcd32e09-3928-44a4-900a-d42a8841aa9f tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:43:26.690828 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-dcd32e09-3928-44a4-900a-d42a8841aa9f tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2653706 Mar 23 02:43:26.691204 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33166) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:26.734265 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab7809-ba57-44e9-8616-03407994d659 None None] Pushing event updated for resources: {'Port': ['ID=9688c938-4b59-4cb4-af9f-c7aeb6a53b21,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:26.770004 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-832d2a36-91d0-4c3f-a041-53f4217e34ce tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for port (a6d99982-3665-4e0b-95cc-26898a8033a3), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:26.777508 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d723438b-23b9-41b7-876a-f3054a79e8f9 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router_controller (6ec2044d-439a-4fbe-8241-62f739575dbd), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:26.778827 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d86044a-96ee-408d-ab42-5af5992164ee req-515f3585-7f53-4d97-9997-3a6c71faa47d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Made reservation on behalf of d14f7a32e895424c88fd77b8785e073b for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:26.782626 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3d86044a-96ee-408d-ab42-5af5992164ee req-515f3585-7f53-4d97-9997-3a6c71faa47d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:26.836193 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b5ac4a38-8ac8-4d56-be21-2f459774841d tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (40b326bb-4e7e-4df7-ac23-c9168e25ed5b), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:26.877535 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-832d2a36-91d0-4c3f-a041-53f4217e34ce tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (a6d99982-3665-4e0b-95cc-26898a8033a3), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:26.880141 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-88ad1ce3-1e4e-4514-832d-41b0e0dd0e9f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (7eab3714-62ef-4850-b128-8f67290faebc), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:26.889186 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d723438b-23b9-41b7-876a-f3054a79e8f9 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (6ec2044d-439a-4fbe-8241-62f739575dbd), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:26.935142 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b5ac4a38-8ac8-4d56-be21-2f459774841d tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (40b326bb-4e7e-4df7-ac23-c9168e25ed5b), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:26.976513 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ad1ce3-1e4e-4514-832d-41b0e0dd0e9f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network b8f1fc17-d9a7-43c9-8c4f-f58125390fc0 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:26.987889 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-88ad1ce3-1e4e-4514-832d-41b0e0dd0e9f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:26.991411 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ad1ce3-1e4e-4514-832d-41b0e0dd0e9f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:43:27.002772 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9140622b-357c-409b-8d0f-851af77319d3 None None] Network 8d17e6f6-c160-476e-becf-ce5e5b4d12aa requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:27.011994 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d2a36-91d0-4c3f-a041-53f4217e34ce tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event updated for resources: {'Port': ['ID=a6d99982-3665-4e0b-95cc-26898a8033a3,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:27.046924 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-832d2a36-91d0-4c3f-a041-53f4217e34ce tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (daab169b-e8ee-410d-9371-d6c4c3e811c0), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:27.066488 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad1ce3-1e4e-4514-832d-41b0e0dd0e9f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Port': ['ID=7eab3714-62ef-4850-b128-8f67290faebc,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:27.067391 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port d9037780-da7a-48c3-ac9e-0724cd663b7c is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:27.067794 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d9037780-da7a-48c3-ac9e-0724cd663b7c), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:27.133861 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-3d86044a-96ee-408d-ab42-5af5992164ee req-515f3585-7f53-4d97-9997-3a6c71faa47d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.20.0.5 (238b7c6f-3e37-4de4-bf5b-96c4d356033f/0e82ad3e-8209-4b30-a945-f7db24c31d83/9cf29ee6-29b2-4cea-b256-c42b197c86da) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:27.147420 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ad1ce3-1e4e-4514-832d-41b0e0dd0e9f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:27.148165 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-88ad1ce3-1e4e-4514-832d-41b0e0dd0e9f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:27.152449 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d723438b-23b9-41b7-876a-f3054a79e8f9 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:27.153559 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d723438b-23b9-41b7-876a-f3054a79e8f9 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6766346 Mar 23 02:43:27.156201 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33168) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:27.185210 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-d1f76c3a-48b3-4718-b486-494bafcd591f None None] Provisioning complete for port 28e700db-488f-4dfe-898b-5932f70d3afe triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:27.185983 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d1f76c3a-48b3-4718-b486-494bafcd591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (28e700db-488f-4dfe-898b-5932f70d3afe), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:27.216482 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b5ac4a38-8ac8-4d56-be21-2f459774841d tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (40b326bb-4e7e-4df7-ac23-c9168e25ed5b), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:27.219184 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b5ac4a38-8ac8-4d56-be21-2f459774841d tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:27.222797 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b5ac4a38-8ac8-4d56-be21-2f459774841d tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "DELETE /v2.0/security-groups/40b326bb-4e7e-4df7-ac23-c9168e25ed5b HTTP/1.1" status: 204 len: 168 time: 0.5285106 Mar 23 02:43:27.235874 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33170) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:27.281146 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port d9037780-da7a-48c3-ac9e-0724cd663b7c, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=d9037780-da7a-48c3-ac9e-0724cd663b7c,segment=NetworkSegment(bc5f51a0-9763-4b75-ad6a-bd0919bbb549),segment_id=bc5f51a0-9763-4b75-ad6a-bd0919bbb549)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:27.295037 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-88ad1ce3-1e4e-4514-832d-41b0e0dd0e9f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3204167 Mar 23 02:43:27.295977 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-7320c232-bd95-423e-9ef2-2515145c9eb5 None None] Allocated IP 172.21.0.2 (341d074b-3a0d-4169-ba21-bc18cc4a142d/96f82250-75e6-416e-b104-01644e3842a5/2dfc3b7f-f215-43f2-a4b6-245a3d514990) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:27.307182 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-d1f76c3a-48b3-4718-b486-494bafcd591f None None] Port 28e700db-488f-4dfe-898b-5932f70d3afe cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:27.308326 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33172) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:27.309064 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac4a38-8ac8-4d56-be21-2f459774841d tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b326bb-4e7e-4df7-ac23-c9168e25ed5b,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:27.391468 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (d9037780-da7a-48c3-ac9e-0724cd663b7c), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:27.392552 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 9688c938-4b59-4cb4-af9f-c7aeb6a53b21 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:43:27.401231 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-d1f76c3a-48b3-4718-b486-494bafcd591f None None] Provisioning complete for port 9688c938-4b59-4cb4-af9f-c7aeb6a53b21 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:27.402027 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d1f76c3a-48b3-4718-b486-494bafcd591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (9688c938-4b59-4cb4-af9f-c7aeb6a53b21), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:27.412130 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a1c33d72-a785-4e37-a712-45eb46c50e7c tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1394057 Mar 23 02:43:27.419573 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33174) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:27.450222 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a751aea-1677-4814-a775-d1a345c2a9f2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:27.455142 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1a751aea-1677-4814-a775-d1a345c2a9f2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1429377 Mar 23 02:43:27.455854 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33176) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:27.463567 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-d7842e31-d698-4b42-85e3-93e41d93ab9b tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group': {'name': 'tempest-secgroup--123063'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:27.513642 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3d86044a-96ee-408d-ab42-5af5992164ee req-515f3585-7f53-4d97-9997-3a6c71faa47d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (9cf29ee6-29b2-4cea-b256-c42b197c86da), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:27.583169 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de80b8a-f8ea-4b81-94fb-1e13132a78b8 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:27.595146 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de80b8a-f8ea-4b81-94fb-1e13132a78b8 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:27.603612 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de80b8a-f8ea-4b81-94fb-1e13132a78b8 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:27.612970 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4de80b8a-f8ea-4b81-94fb-1e13132a78b8 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1447694 Mar 23 02:43:27.613620 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33178) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:27.618927 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d7842e31-d698-4b42-85e3-93e41d93ab9b tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:27.658442 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7320c232-bd95-423e-9ef2-2515145c9eb5 None None] Publish callbacks [] for port (2dfc3b7f-f215-43f2-a4b6-245a3d514990), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:27.727797 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d7842e31-d698-4b42-85e3-93e41d93ab9b tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (beee8d8a-5c63-4ad9-a8fd-12c55398313a), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:27.734087 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3d86044a-96ee-408d-ab42-5af5992164ee req-515f3585-7f53-4d97-9997-3a6c71faa47d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (9cf29ee6-29b2-4cea-b256-c42b197c86da), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:27.735619 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=d9037780-da7a-48c3-ac9e-0724cd663b7c,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:27.756494 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7320c232-bd95-423e-9ef2-2515145c9eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (2dfc3b7f-f215-43f2-a4b6-245a3d514990), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:27.801626 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-832d2a36-91d0-4c3f-a041-53f4217e34ce tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Floating IP daab169b-e8ee-410d-9371-d6c4c3e811c0 associated. External IP: 172.26.2.111, port: 6f9800bd-2cf5-418f-8ed5-581e722568be. Mar 23 02:43:27.822857 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d7842e31-d698-4b42-85e3-93e41d93ab9b tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (beee8d8a-5c63-4ad9-a8fd-12c55398313a), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:27.833119 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7320c232-bd95-423e-9ef2-2515145c9eb5 None None] Network 341d074b-3a0d-4169-ba21-bc18cc4a142d is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:27.837539 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7320c232-bd95-423e-9ef2-2515145c9eb5 None None] Pushing event updated for resources: {'Port': ['ID=2dfc3b7f-f215-43f2-a4b6-245a3d514990,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:27.841732 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-7320c232-bd95-423e-9ef2-2515145c9eb5 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:27.848033 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7320c232-bd95-423e-9ef2-2515145c9eb5 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:43:27.851126 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d86044a-96ee-408d-ab42-5af5992164ee req-515f3585-7f53-4d97-9997-3a6c71faa47d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 238b7c6f-3e37-4de4-bf5b-96c4d356033f is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:27.855249 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 9688c938-4b59-4cb4-af9f-c7aeb6a53b21 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:27.855644 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (9688c938-4b59-4cb4-af9f-c7aeb6a53b21), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:27.879695 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-3d86044a-96ee-408d-ab42-5af5992164ee req-515f3585-7f53-4d97-9997-3a6c71faa47d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:27.882326 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d86044a-96ee-408d-ab42-5af5992164ee req-515f3585-7f53-4d97-9997-3a6c71faa47d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:43:27.926880 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f3585-7f53-4d97-9997-3a6c71faa47d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=9cf29ee6-29b2-4cea-b256-c42b197c86da,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:27.953711 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7842e31-d698-4b42-85e3-93e41d93ab9b tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beee8d8a-5c63-4ad9-a8fd-12c55398313a,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:27.966599 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86044a-96ee-408d-ab42-5af5992164ee req-515f3585-7f53-4d97-9997-3a6c71faa47d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:27.967266 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3d86044a-96ee-408d-ab42-5af5992164ee req-515f3585-7f53-4d97-9997-3a6c71faa47d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:27.969874 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-d1f76c3a-48b3-4718-b486-494bafcd591f None None] Current status of the port 9688c938-4b59-4cb4-af9f-c7aeb6a53b21 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:27.977914 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-7320c232-bd95-423e-9ef2-2515145c9eb5 None None] Attempting to bind port 2dfc3b7f-f215-43f2-a4b6-245a3d514990 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:43:27.985124 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-7320c232-bd95-423e-9ef2-2515145c9eb5 None None] Attempting to bind port 2dfc3b7f-f215-43f2-a4b6-245a3d514990 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '250fa4ba-7410-4f9c-9005-4d5d4d6df77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '341d074b-3a0d-4169-ba21-bc18cc4a142d'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:43:27.985124 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7320c232-bd95-423e-9ef2-2515145c9eb5 None None] Attempting to bind port 2dfc3b7f-f215-43f2-a4b6-245a3d514990 on network 341d074b-3a0d-4169-ba21-bc18cc4a142d {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:43:27.986187 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7320c232-bd95-423e-9ef2-2515145c9eb5 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:43:27.986579 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7320c232-bd95-423e-9ef2-2515145c9eb5 None None] Checking segment: {'id': '250fa4ba-7410-4f9c-9005-4d5d4d6df77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '341d074b-3a0d-4169-ba21-bc18cc4a142d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:43:27.987048 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7320c232-bd95-423e-9ef2-2515145c9eb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:27.987557 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7320c232-bd95-423e-9ef2-2515145c9eb5 None None] Bound using segment: {'id': '250fa4ba-7410-4f9c-9005-4d5d4d6df77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '341d074b-3a0d-4169-ba21-bc18cc4a142d'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:43:27.987991 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-7320c232-bd95-423e-9ef2-2515145c9eb5 None None] Bound port: 2dfc3b7f-f215-43f2-a4b6-245a3d514990, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '250fa4ba-7410-4f9c-9005-4d5d4d6df77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '341d074b-3a0d-4169-ba21-bc18cc4a142d'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:43:27.988385 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7320c232-bd95-423e-9ef2-2515145c9eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2dfc3b7f-f215-43f2-a4b6-245a3d514990), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:27.997239 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea6ef1-0e88-421f-bf32-5774b67c2560 req-85a2b874-db3e-4383-97a8-32cfff9febe6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:27.998807 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-88ea6ef1-0e88-421f-bf32-5774b67c2560 req-85a2b874-db3e-4383-97a8-32cfff9febe6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f404b35-1a79-428a-b131-1b19b7275464 HTTP/1.1" status: 200 len: 931 time: 0.2239494 Mar 23 02:43:28.013893 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d7842e31-d698-4b42-85e3-93e41d93ab9b tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:28.015187 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d7842e31-d698-4b42-85e3-93e41d93ab9b tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.5759223 Mar 23 02:43:28.021594 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33182) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:28.025078 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-cd5d6fef-f693-483c-bc54-dd4bad4e2cb1 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Deleting port 7eab3714-62ef-4850-b128-8f67290faebc {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:28.025342 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cd5d6fef-f693-483c-bc54-dd4bad4e2cb1 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (7eab3714-62ef-4850-b128-8f67290faebc), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:28.068666 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-7320c232-bd95-423e-9ef2-2515145c9eb5 None None] For port 2dfc3b7f-f215-43f2-a4b6-245a3d514990, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:43:28.072834 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-7320c232-bd95-423e-9ef2-2515145c9eb5 None None] For port 2dfc3b7f-f215-43f2-a4b6-245a3d514990, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=2dfc3b7f-f215-43f2-a4b6-245a3d514990,segment=NetworkSegment(250fa4ba-7410-4f9c-9005-4d5d4d6df77d),segment_id=250fa4ba-7410-4f9c-9005-4d5d4d6df77d)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:43:28.075156 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-d1f76c3a-48b3-4718-b486-494bafcd591f None None] Provisioning complete for port d9037780-da7a-48c3-ac9e-0724cd663b7c triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:28.075602 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d1f76c3a-48b3-4718-b486-494bafcd591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d9037780-da7a-48c3-ac9e-0724cd663b7c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:28.090696 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-b6baf10d-1491-4740-96d6-7d47f33c0445 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:28.091578 dv-neutron-834613-2-hyperv neutron-server[104348]: WARNING neutron.api.v2.base [None req-b6baf10d-1491-4740-96d6-7d47f33c0445 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 23 02:43:28.095645 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-b6baf10d-1491-4740-96d6-7d47f33c0445 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] update failed (client error): There was a conflict when trying to complete your request. Mar 23 02:43:28.095645 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b6baf10d-1491-4740-96d6-7d47f33c0445 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "PUT /v2.0/security-groups/beee8d8a-5c63-4ad9-a8fd-12c55398313a HTTP/1.1" status: 409 len: 330 time: 0.0151906 Mar 23 02:43:28.101034 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33184) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:28.104612 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3d86044a-96ee-408d-ab42-5af5992164ee req-515f3585-7f53-4d97-9997-3a6c71faa47d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7510991 Mar 23 02:43:28.148186 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 9688c938-4b59-4cb4-af9f-c7aeb6a53b21 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:28.179362 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7320c232-bd95-423e-9ef2-2515145c9eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (2dfc3b7f-f215-43f2-a4b6-245a3d514990), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:28.202699 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-88ea6ef1-0e88-421f-bf32-5774b67c2560 req-b66ca9f4-7fdd-446f-8511-9551a7200a6b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5113a7f-55e4-48df-bda6-784f5d226e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949725 Mar 23 02:43:28.229814 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cd5d6fef-f693-483c-bc54-dd4bad4e2cb1 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (7eab3714-62ef-4850-b128-8f67290faebc), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:28.257255 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f3a46f7f-9cdd-4fbb-81ee-7e8afc3fc6c1 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (beee8d8a-5c63-4ad9-a8fd-12c55398313a), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:28.275475 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-cd5d6fef-f693-483c-bc54-dd4bad4e2cb1 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Calling delete_port for 7eab3714-62ef-4850-b128-8f67290faebc owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:28.316364 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832d2a36-91d0-4c3f-a041-53f4217e34ce tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Router 99447922-70b3-477a-9870-93146dbd5156 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:43:28.319379 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-3d86044a-96ee-408d-ab42-5af5992164ee req-61d03c7c-8f9d-492c-9d8f-af15d74603c9 service neutron] Request body: {'port': {'device_id': '8f404b35-1a79-428a-b131-1b19b7275464', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:28.330316 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-d1f76c3a-48b3-4718-b486-494bafcd591f None None] Current status of the port d9037780-da7a-48c3-ac9e-0724cd663b7c is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:28.359219 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d9037780-da7a-48c3-ac9e-0724cd663b7c up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:43:28.365780 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8cfbe77f-a4f0-4547-9365-bd2d335dfdfb tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:28.377684 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f3a46f7f-9cdd-4fbb-81ee-7e8afc3fc6c1 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (beee8d8a-5c63-4ad9-a8fd-12c55398313a), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:28.409677 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7320c232-bd95-423e-9ef2-2515145c9eb5 None None] Pushing event updated for resources: {'Port': ['ID=2dfc3b7f-f215-43f2-a4b6-245a3d514990,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:28.430398 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port d9037780-da7a-48c3-ac9e-0724cd663b7c triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:28.431001 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d9037780-da7a-48c3-ac9e-0724cd663b7c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:28.518091 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3d86044a-96ee-408d-ab42-5af5992164ee req-61d03c7c-8f9d-492c-9d8f-af15d74603c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (9cf29ee6-29b2-4cea-b256-c42b197c86da), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:28.554081 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e9c1da2a-aa30-4138-978b-35bc5046339c None None] Provisioning complete for port 28e700db-488f-4dfe-898b-5932f70d3afe triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:28.554475 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e9c1da2a-aa30-4138-978b-35bc5046339c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (28e700db-488f-4dfe-898b-5932f70d3afe), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:28.595316 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port d9037780-da7a-48c3-ac9e-0724cd663b7c is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:28.595522 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 9688c938-4b59-4cb4-af9f-c7aeb6a53b21 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:43:28.665924 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f3a46f7f-9cdd-4fbb-81ee-7e8afc3fc6c1 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (beee8d8a-5c63-4ad9-a8fd-12c55398313a), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:28.675562 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832d2a36-91d0-4c3f-a041-53f4217e34ce tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:43:28.684223 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e9c1da2a-aa30-4138-978b-35bc5046339c None None] Port 28e700db-488f-4dfe-898b-5932f70d3afe cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:28.692572 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 9688c938-4b59-4cb4-af9f-c7aeb6a53b21 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:28.692572 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (9688c938-4b59-4cb4-af9f-c7aeb6a53b21), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:28.695349 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f3a46f7f-9cdd-4fbb-81ee-7e8afc3fc6c1 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:28.697849 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f3a46f7f-9cdd-4fbb-81ee-7e8afc3fc6c1 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "DELETE /v2.0/security-groups/beee8d8a-5c63-4ad9-a8fd-12c55398313a HTTP/1.1" status: 204 len: 168 time: 0.5922930 Mar 23 02:43:28.700720 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33188) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:28.701719 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de0883c-1bb7-4fdc-bf5a-ee3ce066c222 None None] Sync routers for ids ['99447922-70b3-477a-9870-93146dbd5156'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:43:28.750380 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de0883c-1bb7-4fdc-bf5a-ee3ce066c222 None None] Routers {'99447922-70b3-477a-9870-93146dbd5156'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:28.751027 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-5de0883c-1bb7-4fdc-bf5a-ee3ce066c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['99447922-70b3-477a-9870-93146dbd5156'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:28.788700 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-832d2a36-91d0-4c3f-a041-53f4217e34ce tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:28.791236 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e9c1da2a-aa30-4138-978b-35bc5046339c None None] Provisioning complete for port 9cf29ee6-29b2-4cea-b256-c42b197c86da triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:28.791619 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e9c1da2a-aa30-4138-978b-35bc5046339c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (9cf29ee6-29b2-4cea-b256-c42b197c86da), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:28.797896 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-5de0883c-1bb7-4fdc-bf5a-ee3ce066c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:28.833526 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a46f7f-9cdd-4fbb-81ee-7e8afc3fc6c1 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beee8d8a-5c63-4ad9-a8fd-12c55398313a,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:28.838072 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de0883c-1bb7-4fdc-bf5a-ee3ce066c222 None None] Routers {'99447922-70b3-477a-9870-93146dbd5156'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:28.839400 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-5de0883c-1bb7-4fdc-bf5a-ee3ce066c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['99447922-70b3-477a-9870-93146dbd5156'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:28.862064 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-41810004-e54b-4bd6-9336-2c9fa41b8fd4 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1600533 Mar 23 02:43:28.870403 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33190) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:28.898320 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-832d2a36-91d0-4c3f-a041-53f4217e34ce tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.2503669 Mar 23 02:43:28.901374 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33192) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:28.906965 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-4ab9b951-f550-4a04-bb7d-b16b3350bac0 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:28.910704 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-5de0883c-1bb7-4fdc-bf5a-ee3ce066c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:28.911420 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de0883c-1bb7-4fdc-bf5a-ee3ce066c222 None None] The sync data for ids ['99447922-70b3-477a-9870-93146dbd5156'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:43:28.912510 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-381a49f5-8a40-4014-8669-e79505db52d9 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] delete failed (client error): The resource could not be found. Mar 23 02:43:28.915490 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-381a49f5-8a40-4014-8669-e79505db52d9 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "DELETE /v2.0/security-groups/697222f8-8a91-4fb3-a571-998155f77373 HTTP/1.1" status: 404 len: 347 time: 0.0354202 Mar 23 02:43:28.916850 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e9c1da2a-aa30-4138-978b-35bc5046339c None None] Port 9cf29ee6-29b2-4cea-b256-c42b197c86da cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:28.920291 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33194) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:28.939414 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e9c1da2a-aa30-4138-978b-35bc5046339c None None] Provisioning complete for port 7eab3714-62ef-4850-b128-8f67290faebc triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:28.940256 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e9c1da2a-aa30-4138-978b-35bc5046339c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7eab3714-62ef-4850-b128-8f67290faebc), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:28.994778 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e9c1da2a-aa30-4138-978b-35bc5046339c None None] Port 7eab3714-62ef-4850-b128-8f67290faebc cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:29.001186 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-23db9255-5bbf-468d-a4c8-c4c68dc29a6b tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] show failed (client error): The resource could not be found. Mar 23 02:43:29.007320 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-23db9255-5bbf-468d-a4c8-c4c68dc29a6b tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "GET /v2.0/security-groups/5bbacf7e-1005-4340-8a56-f8f5f7777627 HTTP/1.1" status: 404 len: 347 time: 0.0773423 Mar 23 02:43:29.007320 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-8cfbe77f-a4f0-4547-9365-bd2d335dfdfb tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Allocated IP 172.20.0.1 (8d17e6f6-c160-476e-becf-ce5e5b4d12aa/0fdfbad6-8a2d-43f5-97d9-caa8559af34b/ad226d0f-2008-4a14-b411-700418b8b1ea) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:29.008627 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33196) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:29.016368 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cd5d6fef-f693-483c-bc54-dd4bad4e2cb1 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (7eab3714-62ef-4850-b128-8f67290faebc), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:29.021872 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e9c1da2a-aa30-4138-978b-35bc5046339c None None] Provisioning complete for port d9037780-da7a-48c3-ac9e-0724cd663b7c triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:29.022784 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e9c1da2a-aa30-4138-978b-35bc5046339c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d9037780-da7a-48c3-ac9e-0724cd663b7c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:29.025636 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 9688c938-4b59-4cb4-af9f-c7aeb6a53b21 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:29.038714 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4ab9b951-f550-4a04-bb7d-b16b3350bac0 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (daab169b-e8ee-410d-9371-d6c4c3e811c0), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:29.086641 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d6fef-f693-483c-bc54-dd4bad4e2cb1 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Port': ['ID=7eab3714-62ef-4850-b128-8f67290faebc,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:29.131146 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e9c1da2a-aa30-4138-978b-35bc5046339c None None] Current status of the port d9037780-da7a-48c3-ac9e-0724cd663b7c is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:29.149991 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-d9646a0b-bb8a-4f82-a23d-34319cdcfd13 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] show failed (client error): The resource could not be found. Mar 23 02:43:29.160917 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d9646a0b-bb8a-4f82-a23d-34319cdcfd13 tempest-NegativeSecGroupIPv6Test-639589395 tempest-NegativeSecGroupIPv6Test-639589395-project] 10.222.0.24 "GET /v2.0/security-group-rules/5df9f2a5-1ae5-4631-97c7-ca73fa752d0c HTTP/1.1" status: 404 len: 356 time: 0.1514313 Mar 23 02:43:29.227912 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cd5d6fef-f693-483c-bc54-dd4bad4e2cb1 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:29.235012 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-cd5d6fef-f693-483c-bc54-dd4bad4e2cb1 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/ports/7eab3714-62ef-4850-b128-8f67290faebc HTTP/1.1" status: 204 len: 168 time: 1.6181016 Mar 23 02:43:29.239746 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33202) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:29.297001 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8d9a8d-d2c0-49c7-9ea9-46d9e81b11ea tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] GET failed (client error): The resource could not be found. Mar 23 02:43:29.300033 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-fb8d9a8d-d2c0-49c7-9ea9-46d9e81b11ea tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "GET /v2.0/ports/7eab3714-62ef-4850-b128-8f67290faebc HTTP/1.1" status: 404 len: 333 time: 0.0586164 Mar 23 02:43:29.309472 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33204) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:29.391922 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-3d86044a-96ee-408d-ab42-5af5992164ee req-61d03c7c-8f9d-492c-9d8f-af15d74603c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cf29ee6-29b2-4cea-b256-c42b197c86da {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:43:29.412058 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3d86044a-96ee-408d-ab42-5af5992164ee req-61d03c7c-8f9d-492c-9d8f-af15d74603c9 service neutron] Publish callbacks [] for port (9cf29ee6-29b2-4cea-b256-c42b197c86da), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:29.450556 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-3d86044a-96ee-408d-ab42-5af5992164ee req-61d03c7c-8f9d-492c-9d8f-af15d74603c9 service neutron] Transition to ACTIVE for port object 9cf29ee6-29b2-4cea-b256-c42b197c86da will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:43:29.462263 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8cfbe77f-a4f0-4547-9365-bd2d335dfdfb tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for port (ad226d0f-2008-4a14-b411-700418b8b1ea), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:29.477757 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-e780205f-2101-4f04-8aa6-3bf5d7b5e7dc tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Deleting port 28e700db-488f-4dfe-898b-5932f70d3afe {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:29.478193 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e780205f-2101-4f04-8aa6-3bf5d7b5e7dc tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (28e700db-488f-4dfe-898b-5932f70d3afe), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:29.519224 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4ab9b951-f550-4a04-bb7d-b16b3350bac0 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:29.538408 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20590038-0f6d-47f9-9453-3adee6770510 req-35f96ebb-b221-40c4-8617-54f8b91d7e99 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:29.540412 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-20590038-0f6d-47f9-9453-3adee6770510 req-35f96ebb-b221-40c4-8617-54f8b91d7e99 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f404b35-1a79-428a-b131-1b19b7275464 HTTP/1.1" status: 200 len: 931 time: 0.1752064 Mar 23 02:43:29.551725 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3d86044a-96ee-408d-ab42-5af5992164ee req-61d03c7c-8f9d-492c-9d8f-af15d74603c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (9cf29ee6-29b2-4cea-b256-c42b197c86da), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:29.596664 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-20590038-0f6d-47f9-9453-3adee6770510 req-1bbbbeed-2783-4cee-95db-a804345480fc tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5113a7f-55e4-48df-bda6-784f5d226e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503616 Mar 23 02:43:29.605532 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4ab9b951-f550-4a04-bb7d-b16b3350bac0 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (daab169b-e8ee-410d-9371-d6c4c3e811c0), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:29.608039 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-4ab9b951-f550-4a04-bb7d-b16b3350bac0 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Floating IP daab169b-e8ee-410d-9371-d6c4c3e811c0 disassociated. External IP: 172.26.2.111, port: 6f9800bd-2cf5-418f-8ed5-581e722568be. Mar 23 02:43:29.700493 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d03c7c-8f9d-492c-9d8f-af15d74603c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf29ee6-29b2-4cea-b256-c42b197c86da,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:29.750420 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e780205f-2101-4f04-8aa6-3bf5d7b5e7dc tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (28e700db-488f-4dfe-898b-5932f70d3afe), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:29.770429 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-e780205f-2101-4f04-8aa6-3bf5d7b5e7dc tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Calling delete_port for 28e700db-488f-4dfe-898b-5932f70d3afe owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:29.808004 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8cfbe77f-a4f0-4547-9365-bd2d335dfdfb tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (ad226d0f-2008-4a14-b411-700418b8b1ea), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:29.833087 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-3d86044a-96ee-408d-ab42-5af5992164ee req-61d03c7c-8f9d-492c-9d8f-af15d74603c9 service neutron] Attempting to bind port 9cf29ee6-29b2-4cea-b256-c42b197c86da on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:43:29.833499 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-3d86044a-96ee-408d-ab42-5af5992164ee req-61d03c7c-8f9d-492c-9d8f-af15d74603c9 service neutron] Attempting to bind port 9cf29ee6-29b2-4cea-b256-c42b197c86da by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4d6c6c57-3df1-4694-9df2-d5605580eda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:43:29.833904 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d86044a-96ee-408d-ab42-5af5992164ee req-61d03c7c-8f9d-492c-9d8f-af15d74603c9 service neutron] Attempting to bind port 9cf29ee6-29b2-4cea-b256-c42b197c86da on network 238b7c6f-3e37-4de4-bf5b-96c4d356033f {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:43:29.840711 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d86044a-96ee-408d-ab42-5af5992164ee req-61d03c7c-8f9d-492c-9d8f-af15d74603c9 service neutron] Port 9cf29ee6-29b2-4cea-b256-c42b197c86da on network 238b7c6f-3e37-4de4-bf5b-96c4d356033f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:43:29.841138 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d86044a-96ee-408d-ab42-5af5992164ee req-61d03c7c-8f9d-492c-9d8f-af15d74603c9 service neutron] Attempting to bind port 9cf29ee6-29b2-4cea-b256-c42b197c86da on network 238b7c6f-3e37-4de4-bf5b-96c4d356033f {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:43:29.850280 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d86044a-96ee-408d-ab42-5af5992164ee req-61d03c7c-8f9d-492c-9d8f-af15d74603c9 service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:43:29.850730 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d86044a-96ee-408d-ab42-5af5992164ee req-61d03c7c-8f9d-492c-9d8f-af15d74603c9 service neutron] Checking segment: {'id': '4d6c6c57-3df1-4694-9df2-d5605580eda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:43:29.851193 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d86044a-96ee-408d-ab42-5af5992164ee req-61d03c7c-8f9d-492c-9d8f-af15d74603c9 service neutron] Bound using segment: {'id': '4d6c6c57-3df1-4694-9df2-d5605580eda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:43:29.855593 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-3d86044a-96ee-408d-ab42-5af5992164ee req-61d03c7c-8f9d-492c-9d8f-af15d74603c9 service neutron] Bound port: 9cf29ee6-29b2-4cea-b256-c42b197c86da, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d6c6c57-3df1-4694-9df2-d5605580eda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:43:29.856095 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3d86044a-96ee-408d-ab42-5af5992164ee req-61d03c7c-8f9d-492c-9d8f-af15d74603c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (9cf29ee6-29b2-4cea-b256-c42b197c86da), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:29.880295 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33208) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:29.906942 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfbe77f-a4f0-4547-9365-bd2d335dfdfb tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Port': ['ID=ad226d0f-2008-4a14-b411-700418b8b1ea,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:29.982007 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfbe77f-a4f0-4547-9365-bd2d335dfdfb tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network 8d17e6f6-c160-476e-becf-ce5e5b4d12aa is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:29.982007 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-8cfbe77f-a4f0-4547-9365-bd2d335dfdfb tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:29.985670 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfbe77f-a4f0-4547-9365-bd2d335dfdfb tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:43:30.027149 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-3d86044a-96ee-408d-ab42-5af5992164ee req-61d03c7c-8f9d-492c-9d8f-af15d74603c9 service neutron] For port 9cf29ee6-29b2-4cea-b256-c42b197c86da, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:43:30.032418 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-3d86044a-96ee-408d-ab42-5af5992164ee req-61d03c7c-8f9d-492c-9d8f-af15d74603c9 service neutron] For port 9cf29ee6-29b2-4cea-b256-c42b197c86da, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9cf29ee6-29b2-4cea-b256-c42b197c86da,segment=NetworkSegment(4d6c6c57-3df1-4694-9df2-d5605580eda2),segment_id=4d6c6c57-3df1-4694-9df2-d5605580eda2)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:43:30.083743 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6115a06f-b5c0-45d7-95ef-2f006718570e None None] Network 341d074b-3a0d-4169-ba21-bc18cc4a142d requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:30.096285 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab9b951-f550-4a04-bb7d-b16b3350bac0 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Router 99447922-70b3-477a-9870-93146dbd5156 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:43:30.113514 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8cfbe77f-a4f0-4547-9365-bd2d335dfdfb tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (6ec2044d-439a-4fbe-8241-62f739575dbd), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:30.113753 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b0cccda6-bc68-4169-8d9a-482f4bfbd6a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f57926602544fe8a2180a0d8ba822e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2322180 Mar 23 02:43:30.114285 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33212) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:30.124293 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3d86044a-96ee-408d-ab42-5af5992164ee req-61d03c7c-8f9d-492c-9d8f-af15d74603c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (9cf29ee6-29b2-4cea-b256-c42b197c86da), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:30.212452 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-3a03a6c5-f00e-488e-8eb2-eebdfb0416cc None None] Provisioning complete for port 2dfc3b7f-f215-43f2-a4b6-245a3d514990 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:30.212927 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3a03a6c5-f00e-488e-8eb2-eebdfb0416cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (2dfc3b7f-f215-43f2-a4b6-245a3d514990), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:30.223480 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e780205f-2101-4f04-8aa6-3bf5d7b5e7dc tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (28e700db-488f-4dfe-898b-5932f70d3afe), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:30.246844 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86044a-96ee-408d-ab42-5af5992164ee req-61d03c7c-8f9d-492c-9d8f-af15d74603c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:30.247665 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3d86044a-96ee-408d-ab42-5af5992164ee req-61d03c7c-8f9d-492c-9d8f-af15d74603c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:30.249376 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3d86044a-96ee-408d-ab42-5af5992164ee req-61d03c7c-8f9d-492c-9d8f-af15d74603c9 service neutron] 10.222.0.23 "PUT /v2.0/ports/9cf29ee6-29b2-4cea-b256-c42b197c86da HTTP/1.1" status: 200 len: 1093 time: 2.1335535 Mar 23 02:43:30.251082 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f404b35-1a79-428a-b131-1b19b7275464', 'tag': '9cf29ee6-29b2-4cea-b256-c42b197c86da'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:43:30.259436 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16205f40-34d6-4e7c-bc0a-b46a06ccbce5" -d '{"events": [{"name": "network-changed", "server_uuid": "8f404b35-1a79-428a-b131-1b19b7275464", "tag": "9cf29ee6-29b2-4cea-b256-c42b197c86da"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:43:30.374711 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d03c7c-8f9d-492c-9d8f-af15d74603c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf29ee6-29b2-4cea-b256-c42b197c86da,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:30.380431 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 2dfc3b7f-f215-43f2-a4b6-245a3d514990 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:43:30.490295 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab9b951-f550-4a04-bb7d-b16b3350bac0 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:43:30.499948 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4ab9b951-f550-4a04-bb7d-b16b3350bac0 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:30.509596 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f46bac2-8855-4ec7-98fa-c726263ad76f None None] Sync routers for ids ['99447922-70b3-477a-9870-93146dbd5156'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:43:30.542253 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f46bac2-8855-4ec7-98fa-c726263ad76f None None] Routers {'99447922-70b3-477a-9870-93146dbd5156'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:30.542253 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-4f46bac2-8855-4ec7-98fa-c726263ad76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['99447922-70b3-477a-9870-93146dbd5156'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:30.600137 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4ab9b951-f550-4a04-bb7d-b16b3350bac0 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "PUT /v2.0/floatingips/daab169b-e8ee-410d-9371-d6c4c3e811c0 HTTP/1.1" status: 200 len: 688 time: 1.6975570 Mar 23 02:43:30.601152 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33218) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:30.616956 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-4f46bac2-8855-4ec7-98fa-c726263ad76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:30.644538 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780205f-2101-4f04-8aa6-3bf5d7b5e7dc tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Port': ['ID=28e700db-488f-4dfe-898b-5932f70d3afe,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:30.649902 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-da57500b-87af-477f-ab54-8d9f028f265d admin admin] Publish callbacks [] for security_group (5aa6af67-8d03-48d2-9627-62e7163dda62), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:30.658174 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f46bac2-8855-4ec7-98fa-c726263ad76f None None] Routers {'99447922-70b3-477a-9870-93146dbd5156'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:30.659067 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-4f46bac2-8855-4ec7-98fa-c726263ad76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['99447922-70b3-477a-9870-93146dbd5156'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:30.674573 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 2dfc3b7f-f215-43f2-a4b6-245a3d514990 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:30.680278 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (2dfc3b7f-f215-43f2-a4b6-245a3d514990), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:30.728854 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fffedb-be79-4a49-a51b-16e5bcf1c464 x-openstack-request-id: req-c8fffedb-be79-4a49-a51b-16e5bcf1c464 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:43:30.729304 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f404b35-1a79-428a-b131-1b19b7275464", "tag": "9cf29ee6-29b2-4cea-b256-c42b197c86da", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:43:30.729657 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c8fffedb-be79-4a49-a51b-16e5bcf1c464 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:43:30.730183 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8fffedb-be79-4a49-a51b-16e5bcf1c464'] response: {'name': 'network-changed', 'server_uuid': '8f404b35-1a79-428a-b131-1b19b7275464', 'tag': '9cf29ee6-29b2-4cea-b256-c42b197c86da', 'status': 'completed', 'code': 200} Mar 23 02:43:30.760410 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-4f46bac2-8855-4ec7-98fa-c726263ad76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:30.761116 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f46bac2-8855-4ec7-98fa-c726263ad76f None None] The sync data for ids ['99447922-70b3-477a-9870-93146dbd5156'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:43:30.772620 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-da57500b-87af-477f-ab54-8d9f028f265d admin admin] Publish callbacks [] for security_group (5aa6af67-8d03-48d2-9627-62e7163dda62), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:30.825388 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8cfbe77f-a4f0-4547-9365-bd2d335dfdfb tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ad226d0f-2008-4a14-b411-700418b8b1ea), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:30.851030 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e780205f-2101-4f04-8aa6-3bf5d7b5e7dc tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:30.851486 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e780205f-2101-4f04-8aa6-3bf5d7b5e7dc tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/ports/28e700db-488f-4dfe-898b-5932f70d3afe HTTP/1.1" status: 204 len: 168 time: 1.5415053 Mar 23 02:43:30.858809 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33222) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:30.895513 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-2518fba8-1ee3-4e71-8313-ca7e50641316 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] GET failed (client error): The resource could not be found. Mar 23 02:43:30.897173 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2518fba8-1ee3-4e71-8313-ca7e50641316 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "GET /v2.0/ports/28e700db-488f-4dfe-898b-5932f70d3afe HTTP/1.1" status: 404 len: 333 time: 0.0373182 Mar 23 02:43:30.903315 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86044a-96ee-408d-ab42-5af5992164ee req-57e77521-cc96-4ba6-afea-067f20660bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:30.904925 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3d86044a-96ee-408d-ab42-5af5992164ee req-57e77521-cc96-4ba6-afea-067f20660bda service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=8f404b35-1a79-428a-b131-1b19b7275464 HTTP/1.1" status: 200 len: 1127 time: 0.5484920 Mar 23 02:43:30.905475 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33224) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:30.956204 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3d86044a-96ee-408d-ab42-5af5992164ee req-1fd2b0d8-fae9-422b-a99f-a8d087981fdf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cf29ee6-29b2-4cea-b256-c42b197c86da HTTP/1.1" status: 200 len: 217 time: 0.0408010 Mar 23 02:43:30.980157 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-da57500b-87af-477f-ab54-8d9f028f265d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (5aa6af67-8d03-48d2-9627-62e7163dda62), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:30.983487 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-3a03a6c5-f00e-488e-8eb2-eebdfb0416cc None None] Current status of the port 2dfc3b7f-f215-43f2-a4b6-245a3d514990 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:30.988696 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3a03a6c5-f00e-488e-8eb2-eebdfb0416cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2dfc3b7f-f215-43f2-a4b6-245a3d514990), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:30.989076 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-da57500b-87af-477f-ab54-8d9f028f265d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:30.989076 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-da57500b-87af-477f-ab54-8d9f028f265d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5aa6af67-8d03-48d2-9627-62e7163dda62 HTTP/1.1" status: 204 len: 168 time: 0.8703475 Mar 23 02:43:31.033457 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-3a03a6c5-f00e-488e-8eb2-eebdfb0416cc None None] For port 2dfc3b7f-f215-43f2-a4b6-245a3d514990, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=2dfc3b7f-f215-43f2-a4b6-245a3d514990,segment=NetworkSegment(250fa4ba-7410-4f9c-9005-4d5d4d6df77d),segment_id=250fa4ba-7410-4f9c-9005-4d5d4d6df77d)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:31.052458 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86044a-96ee-408d-ab42-5af5992164ee req-03092a6c-da0f-4ee6-ac25-e901b1989b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:31.053911 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3d86044a-96ee-408d-ab42-5af5992164ee req-03092a6c-da0f-4ee6-ac25-e901b1989b6a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e82ad3e-8209-4b30-a945-f7db24c31d83 HTTP/1.1" status: 200 len: 834 time: 0.0666199 Mar 23 02:43:31.067022 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bb976-6720-4663-8188-8ec0f9b60afd req-ea0ef79b-8062-4bef-977b-9f1b473c5a08 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:31.067461 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-934bb976-6720-4663-8188-8ec0f9b60afd req-ea0ef79b-8062-4bef-977b-9f1b473c5a08 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f404b35-1a79-428a-b131-1b19b7275464 HTTP/1.1" status: 200 len: 943 time: 0.2825439 Mar 23 02:43:31.078344 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 2dfc3b7f-f215-43f2-a4b6-245a3d514990 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:31.078779 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2dfc3b7f-f215-43f2-a4b6-245a3d514990), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:31.090448 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57500b-87af-477f-ab54-8d9f028f265d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa6af67-8d03-48d2-9627-62e7163dda62,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:31.110369 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3a03a6c5-f00e-488e-8eb2-eebdfb0416cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (2dfc3b7f-f215-43f2-a4b6-245a3d514990), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:31.138598 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a4d1873-b268-44a8-ac1a-fd187c3c0a56 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Deleting subnet f34e0645-21ec-4aeb-98f1-0006c04d7d6b {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:43:31.161853 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3a4d1873-b268-44a8-ac1a-fd187c3c0a56 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for subnet (f34e0645-21ec-4aeb-98f1-0006c04d7d6b), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:31.217212 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:43:31.218181 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:43:31.219271 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03a6c5-f00e-488e-8eb2-eebdfb0416cc None None] Pushing event updated for resources: {'Port': ['ID=2dfc3b7f-f215-43f2-a4b6-245a3d514990,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:31.234844 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-fed79c69-7953-44bf-b4c3-222f5cdff9a9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Deleting port a6d99982-3665-4e0b-95cc-26898a8033a3 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:31.235190 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fed79c69-7953-44bf-b4c3-222f5cdff9a9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (a6d99982-3665-4e0b-95cc-26898a8033a3), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:31.244237 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3a4d1873-b268-44a8-ac1a-fd187c3c0a56 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (f34e0645-21ec-4aeb-98f1-0006c04d7d6b), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:31.293125 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86044a-96ee-408d-ab42-5af5992164ee req-8c9ebeee-6660-4704-9376-20c9847ae26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:31.296484 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3d86044a-96ee-408d-ab42-5af5992164ee req-8c9ebeee-6660-4704-9376-20c9847ae26a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=238b7c6f-3e37-4de4-bf5b-96c4d356033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2345192 Mar 23 02:43:31.354077 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-35bc5010-309a-4221-9f5f-6015aa0b4fc7 None None] Provisioning complete for port ad226d0f-2008-4a14-b411-700418b8b1ea triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:31.354451 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-35bc5010-309a-4221-9f5f-6015aa0b4fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ad226d0f-2008-4a14-b411-700418b8b1ea), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:31.431450 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-35bc5010-309a-4221-9f5f-6015aa0b4fc7 None None] Port ad226d0f-2008-4a14-b411-700418b8b1ea cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:31.458293 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-35bc5010-309a-4221-9f5f-6015aa0b4fc7 None None] Provisioning complete for port 2dfc3b7f-f215-43f2-a4b6-245a3d514990 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:31.458995 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-35bc5010-309a-4221-9f5f-6015aa0b4fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (2dfc3b7f-f215-43f2-a4b6-245a3d514990), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:31.490892 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3a4d1873-b268-44a8-ac1a-fd187c3c0a56 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (f34e0645-21ec-4aeb-98f1-0006c04d7d6b), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:31.567960 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-35bc5010-309a-4221-9f5f-6015aa0b4fc7 None None] Current status of the port 2dfc3b7f-f215-43f2-a4b6-245a3d514990 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:31.573862 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3d86044a-96ee-408d-ab42-5af5992164ee req-18f4a50c-1a0a-42f7-a4a6-15af637528ea service neutron] 10.222.0.23 "GET /v2.0/networks/238b7c6f-3e37-4de4-bf5b-96c4d356033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701395 Mar 23 02:43:31.636317 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3a4d1873-b268-44a8-ac1a-fd187c3c0a56 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (f34e0645-21ec-4aeb-98f1-0006c04d7d6b), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:31.670634 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d1873-b268-44a8-ac1a-fd187c3c0a56 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Subnet': ['ID=f34e0645-21ec-4aeb-98f1-0006c04d7d6b,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:31.682289 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3a4d1873-b268-44a8-ac1a-fd187c3c0a56 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:31.688824 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3a4d1873-b268-44a8-ac1a-fd187c3c0a56 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/subnets/f34e0645-21ec-4aeb-98f1-0006c04d7d6b HTTP/1.1" status: 204 len: 168 time: 0.7791030 Mar 23 02:43:31.688824 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33228) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:31.700802 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8b6d73-e1bd-41a0-b192-6a4518fa2ea6 None None] Network b8f1fc17-d9a7-43c9-8c4f-f58125390fc0 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:31.778913 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fed79c69-7953-44bf-b4c3-222f5cdff9a9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (a6d99982-3665-4e0b-95cc-26898a8033a3), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:31.779763 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fed79c69-7953-44bf-b4c3-222f5cdff9a9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (a6d99982-3665-4e0b-95cc-26898a8033a3), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:31.794641 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-fed79c69-7953-44bf-b4c3-222f5cdff9a9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Calling delete_port for a6d99982-3665-4e0b-95cc-26898a8033a3 owned by network:floatingip {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:31.858733 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 2dfc3b7f-f215-43f2-a4b6-245a3d514990 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:31.917024 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-934bb976-6720-4663-8188-8ec0f9b60afd req-8916c1f6-c7c9-41a7-bd31-b2cd679a0f50 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5113a7f-55e4-48df-bda6-784f5d226e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8265765 Mar 23 02:43:31.966579 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e08244-a436-4adf-9d6a-e65c8b38329b None None] DHCP port deletion for b8f1fc17-d9a7-43c9-8c4f-f58125390fc0 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:43:32.021655 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-80e08244-a436-4adf-9d6a-e65c8b38329b None None] Deleting port 9688c938-4b59-4cb4-af9f-c7aeb6a53b21 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:32.022120 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-80e08244-a436-4adf-9d6a-e65c8b38329b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (9688c938-4b59-4cb4-af9f-c7aeb6a53b21), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:32.108675 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-80e08244-a436-4adf-9d6a-e65c8b38329b None None] For port 9688c938-4b59-4cb4-af9f-c7aeb6a53b21, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=9688c938-4b59-4cb4-af9f-c7aeb6a53b21,segment=NetworkSegment(c932f2a4-9c8b-40e8-861a-d1e99ac7836d),segment_id=c932f2a4-9c8b-40e8-861a-d1e99ac7836d)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:32.109142 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-80e08244-a436-4adf-9d6a-e65c8b38329b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (9688c938-4b59-4cb4-af9f-c7aeb6a53b21), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:32.125375 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-80e08244-a436-4adf-9d6a-e65c8b38329b None None] Calling delete_port for 9688c938-4b59-4cb4-af9f-c7aeb6a53b21 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:32.146180 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (b8f1fc17-d9a7-43c9-8c4f-f58125390fc0), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:32.149512 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8cfbe77f-a4f0-4547-9365-bd2d335dfdfb tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for port (ad226d0f-2008-4a14-b411-700418b8b1ea), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:32.152064 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fed79c69-7953-44bf-b4c3-222f5cdff9a9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (a6d99982-3665-4e0b-95cc-26898a8033a3), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:32.178530 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3d86044a-96ee-408d-ab42-5af5992164ee req-e8fceb0d-58e4-40e2-b7fe-c84acf740bb1 service neutron] 10.222.0.23 "GET /v2.0/networks/238b7c6f-3e37-4de4-bf5b-96c4d356033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5979886 Mar 23 02:43:32.214085 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed79c69-7953-44bf-b4c3-222f5cdff9a9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event deleted for resources: {'Port': ['ID=a6d99982-3665-4e0b-95cc-26898a8033a3,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:32.220428 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8cfbe77f-a4f0-4547-9365-bd2d335dfdfb tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (ad226d0f-2008-4a14-b411-700418b8b1ea), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:32.253402 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Deleting port 9688c938-4b59-4cb4-af9f-c7aeb6a53b21 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:32.253742 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (9688c938-4b59-4cb4-af9f-c7aeb6a53b21), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:32.267310 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 2dfc3b7f-f215-43f2-a4b6-245a3d514990 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:43:32.323479 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 2dfc3b7f-f215-43f2-a4b6-245a3d514990 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:32.323979 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (2dfc3b7f-f215-43f2-a4b6-245a3d514990), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:32.342651 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8cfbe77f-a4f0-4547-9365-bd2d335dfdfb tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (6ec2044d-439a-4fbe-8241-62f739575dbd), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:32.348041 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-80e08244-a436-4adf-9d6a-e65c8b38329b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (9688c938-4b59-4cb4-af9f-c7aeb6a53b21), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:32.348567 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfbe77f-a4f0-4547-9365-bd2d335dfdfb tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Port': ['ID=ad226d0f-2008-4a14-b411-700418b8b1ea,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:32.355606 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fed79c69-7953-44bf-b4c3-222f5cdff9a9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (daab169b-e8ee-410d-9371-d6c4c3e811c0), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:32.358150 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fed79c69-7953-44bf-b4c3-222f5cdff9a9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:32.359375 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-fed79c69-7953-44bf-b4c3-222f5cdff9a9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "DELETE /v2.0/floatingips/daab169b-e8ee-410d-9371-d6c4c3e811c0 HTTP/1.1" status: 204 len: 168 time: 1.7565131 Mar 23 02:43:32.362649 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] For port 9688c938-4b59-4cb4-af9f-c7aeb6a53b21, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=9688c938-4b59-4cb4-af9f-c7aeb6a53b21,segment=NetworkSegment(c932f2a4-9c8b-40e8-861a-d1e99ac7836d),segment_id=c932f2a4-9c8b-40e8-861a-d1e99ac7836d)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:32.363058 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (9688c938-4b59-4cb4-af9f-c7aeb6a53b21), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:32.363291 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33230) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:32.369022 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-035d094d-aa06-41ee-a43a-eba5b95ca8e3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'port_id': '4709080f-5a79-4bdc-a311-2a1452f42472'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:32.380631 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Calling delete_port for 9688c938-4b59-4cb4-af9f-c7aeb6a53b21 owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:32.385331 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e08244-a436-4adf-9d6a-e65c8b38329b None None] Pushing event deleted for resources: {'Port': ['ID=9688c938-4b59-4cb4-af9f-c7aeb6a53b21,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:32.385599 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16205f40-34d6-4e7c-bc0a-b46a06ccbce5 req-6c2af923-30f1-45b0-86bd-a61a5493beb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:32.387266 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-16205f40-34d6-4e7c-bc0a-b46a06ccbce5 req-6c2af923-30f1-45b0-86bd-a61a5493beb8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=8f404b35-1a79-428a-b131-1b19b7275464 HTTP/1.1" status: 200 len: 1127 time: 0.0954320 Mar 23 02:43:32.400433 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e08244-a436-4adf-9d6a-e65c8b38329b None None] No DVR routers for this DVR port 9688c938-4b59-4cb4-af9f-c7aeb6a53b21 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:43:32.453172 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 2dfc3b7f-f215-43f2-a4b6-245a3d514990 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:32.470993 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfbe77f-a4f0-4547-9365-bd2d335dfdfb tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network 8d17e6f6-c160-476e-becf-ce5e5b4d12aa is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:32.473837 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-8cfbe77f-a4f0-4547-9365-bd2d335dfdfb tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:32.544575 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 9688c938-4b59-4cb4-af9f-c7aeb6a53b21 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:43:32.554110 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16205f40-34d6-4e7c-bc0a-b46a06ccbce5 req-6a7afbf2-2712-4fcf-bd3e-c29a56b77cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:32.555780 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-16205f40-34d6-4e7c-bc0a-b46a06ccbce5 req-6a7afbf2-2712-4fcf-bd3e-c29a56b77cb5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=238b7c6f-3e37-4de4-bf5b-96c4d356033f HTTP/1.1" status: 200 len: 898 time: 0.1610639 Mar 23 02:43:32.562598 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (9688c938-4b59-4cb4-af9f-c7aeb6a53b21), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:32.566405 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 9688c938-4b59-4cb4-af9f-c7aeb6a53b21 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:43:32.566771 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 9688c938-4b59-4cb4-af9f-c7aeb6a53b21 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:43:32.580151 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-035d094d-aa06-41ee-a43a-eba5b95ca8e3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:32.598001 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Port': ['ID=9688c938-4b59-4cb4-af9f-c7aeb6a53b21,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:32.639340 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-16205f40-34d6-4e7c-bc0a-b46a06ccbce5 req-e5057d7e-1afc-4bd3-bf88-9b3f8a0921f5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cf29ee6-29b2-4cea-b256-c42b197c86da HTTP/1.1" status: 200 len: 217 time: 0.0740004 Mar 23 02:43:32.646919 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] No DVR routers for this DVR port 9688c938-4b59-4cb4-af9f-c7aeb6a53b21 on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:43:32.656795 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:32.657154 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:32.657506 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:32.657843 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:32.658791 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:32.658791 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:32.659002 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:32.659157 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:32.659489 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:32.659814 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:32.660165 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:32.660508 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:32.660815 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:32.661140 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:32.661467 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:32.742196 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-035d094d-aa06-41ee-a43a-eba5b95ca8e3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:32.782925 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16205f40-34d6-4e7c-bc0a-b46a06ccbce5 req-54ee599c-502e-44ff-9e96-233ffda752e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:32.784616 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-16205f40-34d6-4e7c-bc0a-b46a06ccbce5 req-54ee599c-502e-44ff-9e96-233ffda752e2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e82ad3e-8209-4b30-a945-f7db24c31d83 HTTP/1.1" status: 200 len: 834 time: 0.1390679 Mar 23 02:43:32.786443 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (b8f1fc17-d9a7-43c9-8c4f-f58125390fc0), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:32.799350 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfbe77f-a4f0-4547-9365-bd2d335dfdfb tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Router 6ec2044d-439a-4fbe-8241-62f739575dbd is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:43:32.821578 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-806af7f7-7864-4271-b556-5a4ff2a027cb None None] Provisioning complete for port ad226d0f-2008-4a14-b411-700418b8b1ea triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:32.822060 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-806af7f7-7864-4271-b556-5a4ff2a027cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ad226d0f-2008-4a14-b411-700418b8b1ea), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:32.834732 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f1fc17-d9a7-43c9-8c4f-f58125390fc0']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:32.848210 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c932f2a4-9c8b-40e8-861a-d1e99ac7836d') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:32.848576 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c932f2a4-9c8b-40e8-861a-d1e99ac7836d') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:32.863030 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (c932f2a4-9c8b-40e8-861a-d1e99ac7836d), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:32.865193 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-806af7f7-7864-4271-b556-5a4ff2a027cb None None] Port ad226d0f-2008-4a14-b411-700418b8b1ea cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:32.883626 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (c932f2a4-9c8b-40e8-861a-d1e99ac7836d), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:32.897413 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16205f40-34d6-4e7c-bc0a-b46a06ccbce5 req-b14c6418-e1f0-4237-9583-40cf3698ef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:32.899851 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-16205f40-34d6-4e7c-bc0a-b46a06ccbce5 req-b14c6418-e1f0-4237-9583-40cf3698ef92 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=238b7c6f-3e37-4de4-bf5b-96c4d356033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1044579 Mar 23 02:43:32.900796 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:43:32.901189 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (c932f2a4-9c8b-40e8-861a-d1e99ac7836d), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:43:32.904945 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:43:32.973568 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-035d094d-aa06-41ee-a43a-eba5b95ca8e3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Allocated IP 172.26.2.123 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/63c79dda-4a67-42a4-a3f2-fd028ff1ead2) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:32.984970 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfbe77f-a4f0-4547-9365-bd2d335dfdfb tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:43:32.993944 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8cfbe77f-a4f0-4547-9365-bd2d335dfdfb tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "PUT /v2.0/routers/6ec2044d-439a-4fbe-8241-62f739575dbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8367457 Mar 23 02:43:32.998666 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33234) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:33.002944 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e922cc9f-6351-4e4e-8447-f3b7e49f652f None None] Sync routers for ids ['6ec2044d-439a-4fbe-8241-62f739575dbd'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:43:33.016637 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e922cc9f-6351-4e4e-8447-f3b7e49f652f None None] Routers {'6ec2044d-439a-4fbe-8241-62f739575dbd'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:33.017427 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-e922cc9f-6351-4e4e-8447-f3b7e49f652f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['6ec2044d-439a-4fbe-8241-62f739575dbd'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:33.060996 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-e922cc9f-6351-4e4e-8447-f3b7e49f652f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:33.072366 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e922cc9f-6351-4e4e-8447-f3b7e49f652f None None] Routers {'6ec2044d-439a-4fbe-8241-62f739575dbd'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:33.073548 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-e922cc9f-6351-4e4e-8447-f3b7e49f652f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['6ec2044d-439a-4fbe-8241-62f739575dbd'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:33.108576 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adbaa62-13b7-4be0-a1ce-72e00d4f3990 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:33.112799 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5adbaa62-13b7-4be0-a1ce-72e00d4f3990 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "GET /v2.0/ports/ad226d0f-2008-4a14-b411-700418b8b1ea HTTP/1.1" status: 200 len: 910 time: 0.1104550 Mar 23 02:43:33.112942 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33236) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:33.121384 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-e922cc9f-6351-4e4e-8447-f3b7e49f652f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:33.121904 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e922cc9f-6351-4e4e-8447-f3b7e49f652f None None] The sync data for ids ['6ec2044d-439a-4fbe-8241-62f739575dbd'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:43:33.135513 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5987c5-7712-4d95-9825-3033dfc82db5 req-b69964db-be25-4ce5-9107-8a76bc3a4bdc tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:33.138042 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9f5987c5-7712-4d95-9825-3033dfc82db5 req-b69964db-be25-4ce5-9107-8a76bc3a4bdc tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f404b35-1a79-428a-b131-1b19b7275464 HTTP/1.1" status: 200 len: 943 time: 0.1054065 Mar 23 02:43:33.140338 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-16205f40-34d6-4e7c-bc0a-b46a06ccbce5 req-bccd32a7-6ef2-4d4b-81bb-ade3e7b68fbe service neutron] 10.222.0.23 "GET /v2.0/networks/238b7c6f-3e37-4de4-bf5b-96c4d356033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224193 Mar 23 02:43:33.140964 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (b8f1fc17-d9a7-43c9-8c4f-f58125390fc0), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:33.155369 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:33.162772 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/networks/b8f1fc17-d9a7-43c9-8c4f-f58125390fc0 HTTP/1.1" status: 204 len: 168 time: 1.4692338 Mar 23 02:43:33.176147 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33238) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:33.201740 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3fcd1-cb2d-4961-b112-56f98737d78a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Network': ['ID=b8f1fc17-d9a7-43c9-8c4f-f58125390fc0,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:33.216847 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-bdd39f6c-0569-4acb-9a96-8e978dce156d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-954029173'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:33.302583 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-035d094d-aa06-41ee-a43a-eba5b95ca8e3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for port (63c79dda-4a67-42a4-a3f2-fd028ff1ead2), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:33.304931 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9f5987c5-7712-4d95-9825-3033dfc82db5 req-e0d55d7b-c272-4a57-85bd-7a257f3b071e tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5113a7f-55e4-48df-bda6-784f5d226e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450720 Mar 23 02:43:33.328411 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-16205f40-34d6-4e7c-bc0a-b46a06ccbce5 req-48444436-09d0-465f-b126-4ad7a7bf8aa1 service neutron] 10.222.0.23 "GET /v2.0/networks/238b7c6f-3e37-4de4-bf5b-96c4d356033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676793 Mar 23 02:43:33.400173 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd39f6c-0569-4acb-9a96-8e978dce156d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:33.403904 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bdd39f6c-0569-4acb-9a96-8e978dce156d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:33.475357 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd39f6c-0569-4acb-9a96-8e978dce156d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:43:33.539593 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bdd39f6c-0569-4acb-9a96-8e978dce156d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (1c06c7bc-3208-4b89-9071-3b44013c5745), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:33.539963 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-bdd39f6c-0569-4acb-9a96-8e978dce156d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Added segment 1c06c7bc-3208-4b89-9071-3b44013c5745 of type vlan for network 7ecd99a7-7a92-4c87-84f5-cd9c9c10f885 Mar 23 02:43:33.552135 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-035d094d-aa06-41ee-a43a-eba5b95ca8e3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (63c79dda-4a67-42a4-a3f2-fd028ff1ead2), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:33.635595 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035d094d-aa06-41ee-a43a-eba5b95ca8e3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:33.638949 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bdd39f6c-0569-4acb-9a96-8e978dce156d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (7ecd99a7-7a92-4c87-84f5-cd9c9c10f885), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:33.647444 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-035d094d-aa06-41ee-a43a-eba5b95ca8e3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:33.654553 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035d094d-aa06-41ee-a43a-eba5b95ca8e3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:43:33.661958 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d094d-aa06-41ee-a43a-eba5b95ca8e3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event updated for resources: {'Port': ['ID=63c79dda-4a67-42a4-a3f2-fd028ff1ead2,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:33.828280 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bdd39f6c-0569-4acb-9a96-8e978dce156d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (7ecd99a7-7a92-4c87-84f5-cd9c9c10f885), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:33.833339 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd39f6c-0569-4acb-9a96-8e978dce156d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:33.833927 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bdd39f6c-0569-4acb-9a96-8e978dce156d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:33.851054 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:34.027664 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd39f6c-0569-4acb-9a96-8e978dce156d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Network': ['ID=7ecd99a7-7a92-4c87-84f5-cd9c9c10f885,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:34.037965 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 7ecd99a7-7a92-4c87-84f5-cd9c9c10f885 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:43:34.059951 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-bdd39f6c-0569-4acb-9a96-8e978dce156d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8824902 Mar 23 02:43:34.062782 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33240) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:34.070582 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-34b53cb3-32f5-426d-bdad-2ca279d3eaaa tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'subnet': {'network_id': '7ecd99a7-7a92-4c87-84f5-cd9c9c10f885', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:34.217330 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 9cf29ee6-29b2-4cea-b256-c42b197c86da details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:43:34.259178 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b53cb3-32f5-426d-bdad-2ca279d3eaaa tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:34.263565 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-34b53cb3-32f5-426d-bdad-2ca279d3eaaa tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:34.342090 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 9cf29ee6-29b2-4cea-b256-c42b197c86da, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9cf29ee6-29b2-4cea-b256-c42b197c86da,segment=NetworkSegment(4d6c6c57-3df1-4694-9df2-d5605580eda2),segment_id=4d6c6c57-3df1-4694-9df2-d5605580eda2)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:34.371535 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '9cf29ee6-29b2-4cea-b256-c42b197c86da', 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f', 'port_id': '9cf29ee6-29b2-4cea-b256-c42b197c86da', 'mac_address': 'fa:16:3e:cd:62:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e82ad3e-8209-4b30-a945-f7db24c31d83', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:43:34.417685 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 9cf29ee6-29b2-4cea-b256-c42b197c86da is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:34.418670 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (9cf29ee6-29b2-4cea-b256-c42b197c86da), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:34.432417 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cf29ee6-29b2-4cea-b256-c42b197c86da {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:43:34.454840 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 9cf29ee6-29b2-4cea-b256-c42b197c86da, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9cf29ee6-29b2-4cea-b256-c42b197c86da,segment=NetworkSegment(4d6c6c57-3df1-4694-9df2-d5605580eda2),segment_id=4d6c6c57-3df1-4694-9df2-d5605580eda2)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:34.510273 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (9cf29ee6-29b2-4cea-b256-c42b197c86da), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:34.538362 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-34b53cb3-32f5-426d-bdad-2ca279d3eaaa tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (5fa2e2b7-1b0e-446a-94da-9f75f3d5724c), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:34.560878 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=9cf29ee6-29b2-4cea-b256-c42b197c86da,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:34.569065 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:34.570013 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:34.570013 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:34.570888 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:34.571087 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:34.571446 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:34.571777 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:34.572164 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:34.572472 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:34.572806 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:34.573141 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:34.573478 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:34.573831 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:34.574159 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:34.574486 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:34.611514 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b53cb3-32f5-426d-bdad-2ca279d3eaaa tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Subnet': ['ID=5fa2e2b7-1b0e-446a-94da-9f75f3d5724c,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:34.620875 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b53cb3-32f5-426d-bdad-2ca279d3eaaa tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Checking segment: {'id': '1c06c7bc-3208-4b89-9071-3b44013c5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7ecd99a7-7a92-4c87-84f5-cd9c9c10f885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:43:34.621249 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b53cb3-32f5-426d-bdad-2ca279d3eaaa tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network hostable DHCP agents. Network: 7ecd99a7-7a92-4c87-84f5-cd9c9c10f885, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:43:34.703758 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b53cb3-32f5-426d-bdad-2ca279d3eaaa tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network 7ecd99a7-7a92-4c87-84f5-cd9c9c10f885 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:43:34.714819 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['9cf29ee6-29b2-4cea-b256-c42b197c86da'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:43:34.727613 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-035d094d-aa06-41ee-a43a-eba5b95ca8e3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (80344efe-f771-4068-a9f2-1ff34479f91d), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:34.757459 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Allocated IP 172.21.0.1 (341d074b-3a0d-4169-ba21-bc18cc4a142d/96f82250-75e6-416e-b104-01644e3842a5/eff42b48-e54c-4c0c-a1c2-b36675b930ca) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:34.778735 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-34b53cb3-32f5-426d-bdad-2ca279d3eaaa tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 7ecd99a7-7a92-4c87-84f5-cd9c9c10f885) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:34.784974 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b53cb3-32f5-426d-bdad-2ca279d3eaaa tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:34.786713 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-34b53cb3-32f5-426d-bdad-2ca279d3eaaa tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:34.798271 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38a5729-88d2-4a85-b7e1-7ff10cce7cd7 None None] Network 7ecd99a7-7a92-4c87-84f5-cd9c9c10f885 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:34.810612 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab073c-6360-4dd5-a60b-7e6c7985fa6a req-dfb43df2-af6d-4cb9-941a-155c0bd57a25 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:34.812114 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-80ab073c-6360-4dd5-a60b-7e6c7985fa6a req-dfb43df2-af6d-4cb9-941a-155c0bd57a25 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f404b35-1a79-428a-b131-1b19b7275464 HTTP/1.1" status: 200 len: 944 time: 0.1390219 Mar 23 02:43:34.889384 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-34b53cb3-32f5-426d-bdad-2ca279d3eaaa tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8249466 Mar 23 02:43:34.891604 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33244) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:34.896078 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-aa948793-c104-4b22-bb6c-8b28e6998ebd tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-516895119', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:34.921784 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-035d094d-aa06-41ee-a43a-eba5b95ca8e3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (63c79dda-4a67-42a4-a3f2-fd028ff1ead2), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:34.956300 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebcc20d-2f27-4a93-b813-e4de73511580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-7ecd99a7-7a92-4c87-84f5-cd9c9c10f885', 'network_id': '7ecd99a7-7a92-4c87-84f5-cd9c9c10f885', 'project_id': '32afce4d288d4d26875daa685df2d772', 'fixed_ips': [{'subnet_id': '5fa2e2b7-1b0e-446a-94da-9f75f3d5724c'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:43:34.957177 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2ebcc20d-2f27-4a93-b813-e4de73511580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:34.958086 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-80ab073c-6360-4dd5-a60b-7e6c7985fa6a req-b19a0cb4-a01e-4431-91d9-1bbb910dc6ea tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5113a7f-55e4-48df-bda6-784f5d226e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186888 Mar 23 02:43:34.995447 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aa948793-c104-4b22-bb6c-8b28e6998ebd tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (34d66bb9-525e-4abe-9caf-8d65db35a662), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:34.997084 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aa948793-c104-4b22-bb6c-8b28e6998ebd tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (34d66bb9-525e-4abe-9caf-8d65db35a662), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:34.999619 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for port (eff42b48-e54c-4c0c-a1c2-b36675b930ca), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:35.056132 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aa948793-c104-4b22-bb6c-8b28e6998ebd tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for router_controller (34d66bb9-525e-4abe-9caf-8d65db35a662), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:35.121466 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aa948793-c104-4b22-bb6c-8b28e6998ebd tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (34d66bb9-525e-4abe-9caf-8d65db35a662), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:35.133202 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-035d094d-aa06-41ee-a43a-eba5b95ca8e3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for port (63c79dda-4a67-42a4-a3f2-fd028ff1ead2), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:35.149637 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (eff42b48-e54c-4c0c-a1c2-b36675b930ca), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:35.172159 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-2ebcc20d-2f27-4a93-b813-e4de73511580 None None] Allocated IP 172.20.0.2 (7ecd99a7-7a92-4c87-84f5-cd9c9c10f885/5fa2e2b7-1b0e-446a-94da-9f75f3d5724c/e5579154-5931-4037-8335-1a49a19fb273) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:35.192418 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network 341d074b-3a0d-4169-ba21-bc18cc4a142d is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:35.198393 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:35.206172 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:43:35.232424 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Port': ['ID=eff42b48-e54c-4c0c-a1c2-b36675b930ca,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:35.236599 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-035d094d-aa06-41ee-a43a-eba5b95ca8e3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (63c79dda-4a67-42a4-a3f2-fd028ff1ead2), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:35.259938 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aa948793-c104-4b22-bb6c-8b28e6998ebd tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:35.263874 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-aa948793-c104-4b22-bb6c-8b28e6998ebd tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3685730 Mar 23 02:43:35.264007 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:35.264007 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:35.264007 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:35.264007 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:35.264366 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33246) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:35.264628 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:35.267884 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:35.268521 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:35.268872 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:35.268985 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-ace8c7a2-8231-4ef3-a66e-80add2b14c7b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'port': {'network_id': '7ecd99a7-7a92-4c87-84f5-cd9c9c10f885', 'name': 'tempest-PortsTestJSON-757597866'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:35.269218 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:35.269613 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:35.269949 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:35.270277 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:35.270600 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:35.270928 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:35.271248 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:43:35.328179 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (6ec2044d-439a-4fbe-8241-62f739575dbd), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:35.349174 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2ebcc20d-2f27-4a93-b813-e4de73511580 None None] Publish callbacks [] for port (e5579154-5931-4037-8335-1a49a19fb273), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:35.395246 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-035d094d-aa06-41ee-a43a-eba5b95ca8e3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (80344efe-f771-4068-a9f2-1ff34479f91d), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:35.407090 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2ebcc20d-2f27-4a93-b813-e4de73511580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (e5579154-5931-4037-8335-1a49a19fb273), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:35.451094 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d094d-aa06-41ee-a43a-eba5b95ca8e3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event updated for resources: {'Port': ['ID=63c79dda-4a67-42a4-a3f2-fd028ff1ead2,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:35.452060 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebcc20d-2f27-4a93-b813-e4de73511580 None None] Network 7ecd99a7-7a92-4c87-84f5-cd9c9c10f885 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:35.470225 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-2ebcc20d-2f27-4a93-b813-e4de73511580 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:35.470334 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebcc20d-2f27-4a93-b813-e4de73511580 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:43:35.473564 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebcc20d-2f27-4a93-b813-e4de73511580 None None] Pushing event updated for resources: {'Port': ['ID=e5579154-5931-4037-8335-1a49a19fb273,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:35.487297 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace8c7a2-8231-4ef3-a66e-80add2b14c7b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:35.493927 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ace8c7a2-8231-4ef3-a66e-80add2b14c7b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:35.515566 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-ace8c7a2-8231-4ef3-a66e-80add2b14c7b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] device_id is not set on port 748fa269-bf39-4469-93d8-58eaba6e35e8 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:43:35.529945 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-760fbd93-132b-4754-ae79-7b310b57e12f None None] Provisioning complete for port eff42b48-e54c-4c0c-a1c2-b36675b930ca triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:35.530328 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-760fbd93-132b-4754-ae79-7b310b57e12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (eff42b48-e54c-4c0c-a1c2-b36675b930ca), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:35.540542 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-035d094d-aa06-41ee-a43a-eba5b95ca8e3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Floating IP 80344efe-f771-4068-a9f2-1ff34479f91d associated. External IP: 172.26.2.123, port: 4709080f-5a79-4bdc-a311-2a1452f42472. Mar 23 02:43:35.560807 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-2ebcc20d-2f27-4a93-b813-e4de73511580 None None] Attempting to bind port e5579154-5931-4037-8335-1a49a19fb273 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:43:35.561185 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-2ebcc20d-2f27-4a93-b813-e4de73511580 None None] Attempting to bind port e5579154-5931-4037-8335-1a49a19fb273 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '1c06c7bc-3208-4b89-9071-3b44013c5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7ecd99a7-7a92-4c87-84f5-cd9c9c10f885'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:43:35.561558 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebcc20d-2f27-4a93-b813-e4de73511580 None None] Attempting to bind port e5579154-5931-4037-8335-1a49a19fb273 on network 7ecd99a7-7a92-4c87-84f5-cd9c9c10f885 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:43:35.572126 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebcc20d-2f27-4a93-b813-e4de73511580 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:43:35.572559 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebcc20d-2f27-4a93-b813-e4de73511580 None None] Checking segment: {'id': '1c06c7bc-3208-4b89-9071-3b44013c5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7ecd99a7-7a92-4c87-84f5-cd9c9c10f885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:43:35.572966 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2ebcc20d-2f27-4a93-b813-e4de73511580 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:35.573387 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebcc20d-2f27-4a93-b813-e4de73511580 None None] Bound using segment: {'id': '1c06c7bc-3208-4b89-9071-3b44013c5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7ecd99a7-7a92-4c87-84f5-cd9c9c10f885'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:43:35.573866 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-2ebcc20d-2f27-4a93-b813-e4de73511580 None None] Bound port: e5579154-5931-4037-8335-1a49a19fb273, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c06c7bc-3208-4b89-9071-3b44013c5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7ecd99a7-7a92-4c87-84f5-cd9c9c10f885'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:43:35.574243 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2ebcc20d-2f27-4a93-b813-e4de73511580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (e5579154-5931-4037-8335-1a49a19fb273), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:35.591094 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-760fbd93-132b-4754-ae79-7b310b57e12f None None] Port eff42b48-e54c-4c0c-a1c2-b36675b930ca cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:35.642118 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-ace8c7a2-8231-4ef3-a66e-80add2b14c7b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Allocated IP 172.20.0.5 (7ecd99a7-7a92-4c87-84f5-cd9c9c10f885/5fa2e2b7-1b0e-446a-94da-9f75f3d5724c/748fa269-bf39-4469-93d8-58eaba6e35e8) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:35.651069 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-2ebcc20d-2f27-4a93-b813-e4de73511580 None None] For port e5579154-5931-4037-8335-1a49a19fb273, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:43:35.654836 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-2ebcc20d-2f27-4a93-b813-e4de73511580 None None] For port e5579154-5931-4037-8335-1a49a19fb273, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=e5579154-5931-4037-8335-1a49a19fb273,segment=NetworkSegment(1c06c7bc-3208-4b89-9071-3b44013c5745),segment_id=1c06c7bc-3208-4b89-9071-3b44013c5745)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:43:35.661657 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (eff42b48-e54c-4c0c-a1c2-b36675b930ca), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:35.732920 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2ebcc20d-2f27-4a93-b813-e4de73511580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (e5579154-5931-4037-8335-1a49a19fb273), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:35.795627 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebcc20d-2f27-4a93-b813-e4de73511580 None None] Pushing event updated for resources: {'Port': ['ID=e5579154-5931-4037-8335-1a49a19fb273,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:35.810261 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ace8c7a2-8231-4ef3-a66e-80add2b14c7b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for port (748fa269-bf39-4469-93d8-58eaba6e35e8), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:35.898711 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ace8c7a2-8231-4ef3-a66e-80add2b14c7b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (748fa269-bf39-4469-93d8-58eaba6e35e8), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:35.949164 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace8c7a2-8231-4ef3-a66e-80add2b14c7b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network 7ecd99a7-7a92-4c87-84f5-cd9c9c10f885 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:35.956595 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-ace8c7a2-8231-4ef3-a66e-80add2b14c7b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:35.961490 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace8c7a2-8231-4ef3-a66e-80add2b14c7b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:43:35.965548 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8c7a2-8231-4ef3-a66e-80add2b14c7b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Port': ['ID=748fa269-bf39-4469-93d8-58eaba6e35e8,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:35.973354 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035d094d-aa06-41ee-a43a-eba5b95ca8e3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Router 99447922-70b3-477a-9870-93146dbd5156 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:43:36.028822 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace8c7a2-8231-4ef3-a66e-80add2b14c7b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:36.029562 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ace8c7a2-8231-4ef3-a66e-80add2b14c7b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:36.106185 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ace8c7a2-8231-4ef3-a66e-80add2b14c7b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8411562 Mar 23 02:43:36.108777 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33250) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:36.125626 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6b7f7-8624-4a5c-a868-c78a7c2a39df req-2e063f4b-12c1-4a11-8dee-bbca02208344 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:36.127238 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b8a6b7f7-8624-4a5c-a868-c78a7c2a39df req-2e063f4b-12c1-4a11-8dee-bbca02208344 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f404b35-1a79-428a-b131-1b19b7275464 HTTP/1.1" status: 200 len: 944 time: 0.0675375 Mar 23 02:43:36.174294 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for port (eff42b48-e54c-4c0c-a1c2-b36675b930ca), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:36.207906 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035d094d-aa06-41ee-a43a-eba5b95ca8e3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:43:36.220081 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2337b2a-89b3-4621-b3a3-900561d99922 None None] Sync routers for ids ['99447922-70b3-477a-9870-93146dbd5156'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:43:36.233108 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 9cf29ee6-29b2-4cea-b256-c42b197c86da up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:43:36.243862 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (eff42b48-e54c-4c0c-a1c2-b36675b930ca), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:36.244088 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2337b2a-89b3-4621-b3a3-900561d99922 None None] Routers {'99447922-70b3-477a-9870-93146dbd5156'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:36.244088 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-f2337b2a-89b3-4621-b3a3-900561d99922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['99447922-70b3-477a-9870-93146dbd5156'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:36.263239 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b8a6b7f7-8624-4a5c-a868-c78a7c2a39df req-fdeae976-9214-4c0e-96bf-4b00ac8d9ca3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5113a7f-55e4-48df-bda6-784f5d226e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929654 Mar 23 02:43:36.282220 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-f2337b2a-89b3-4621-b3a3-900561d99922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:36.303880 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device e5579154-5931-4037-8335-1a49a19fb273 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:43:36.309461 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2337b2a-89b3-4621-b3a3-900561d99922 None None] Routers {'99447922-70b3-477a-9870-93146dbd5156'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:36.310098 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-f2337b2a-89b3-4621-b3a3-900561d99922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['99447922-70b3-477a-9870-93146dbd5156'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:36.323388 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-035d094d-aa06-41ee-a43a-eba5b95ca8e3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:36.367720 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-f2337b2a-89b3-4621-b3a3-900561d99922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:36.368720 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2337b2a-89b3-4621-b3a3-900561d99922 None None] The sync data for ids ['99447922-70b3-477a-9870-93146dbd5156'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:43:36.392875 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port e5579154-5931-4037-8335-1a49a19fb273 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:36.393509 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e5579154-5931-4037-8335-1a49a19fb273), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:36.411444 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (6ec2044d-439a-4fbe-8241-62f739575dbd), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:36.419597 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-035d094d-aa06-41ee-a43a-eba5b95ca8e3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.0547857 Mar 23 02:43:36.419911 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Port': ['ID=eff42b48-e54c-4c0c-a1c2-b36675b930ca,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:36.426673 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33252) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:36.440543 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port 9cf29ee6-29b2-4cea-b256-c42b197c86da completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:43:36.447536 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 9cf29ee6-29b2-4cea-b256-c42b197c86da triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:36.448383 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (9cf29ee6-29b2-4cea-b256-c42b197c86da), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:36.520858 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port e5579154-5931-4037-8335-1a49a19fb273 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:36.520858 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (e5579154-5931-4037-8335-1a49a19fb273), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:36.540943 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7d29684f-d2d1-4c66-a0ef-823f852905ab tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "GET /v2.0/floatingips/80344efe-f771-4068-a9f2-1ff34479f91d HTTP/1.1" status: 200 len: 977 time: 0.1131678 Mar 23 02:43:36.543456 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33254) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:36.562648 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port e5579154-5931-4037-8335-1a49a19fb273, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=e5579154-5931-4037-8335-1a49a19fb273,segment=NetworkSegment(1c06c7bc-3208-4b89-9071-3b44013c5745),segment_id=1c06c7bc-3208-4b89-9071-3b44013c5745)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:36.576583 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7225334f-6a42-45f0-8b17-dfc325be28a4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (748fa269-bf39-4469-93d8-58eaba6e35e8), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:36.611010 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 9cf29ee6-29b2-4cea-b256-c42b197c86da is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:36.611413 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (9cf29ee6-29b2-4cea-b256-c42b197c86da), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:36.640235 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f404b35-1a79-428a-b131-1b19b7275464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf29ee6-29b2-4cea-b256-c42b197c86da'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:43:36.645268 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2eb52a5-cb41-487e-b613-40eb3007e28e" -d '{"events": [{"server_uuid": "8f404b35-1a79-428a-b131-1b19b7275464", "name": "network-vif-plugged", "status": "completed", "tag": "9cf29ee6-29b2-4cea-b256-c42b197c86da"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:43:36.663594 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (e5579154-5931-4037-8335-1a49a19fb273), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:36.671245 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 9cf29ee6-29b2-4cea-b256-c42b197c86da, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9cf29ee6-29b2-4cea-b256-c42b197c86da,segment=NetworkSegment(4d6c6c57-3df1-4694-9df2-d5605580eda2),segment_id=4d6c6c57-3df1-4694-9df2-d5605580eda2)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:36.712489 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-58dcd5ef-0dba-44fc-934c-97ce5374042d tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1679249 Mar 23 02:43:36.714737 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network 341d074b-3a0d-4169-ba21-bc18cc4a142d is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:36.715425 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33260) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:36.719942 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-9883c4f1-a844-43a4-8bc5-8266c733dc0d tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Request body: {'floatingip': {'port_id': '6f9800bd-2cf5-418f-8ed5-581e722568be'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:36.724048 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:36.744975 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=e5579154-5931-4037-8335-1a49a19fb273,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:36.767689 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (9cf29ee6-29b2-4cea-b256-c42b197c86da), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:36.846229 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=9cf29ee6-29b2-4cea-b256-c42b197c86da,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:36.920180 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3005526-8485-477f-87a5-58abdd93cb0b x-openstack-request-id: req-e3005526-8485-477f-87a5-58abdd93cb0b {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:43:36.920519 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f404b35-1a79-428a-b131-1b19b7275464", "name": "network-vif-plugged", "status": "completed", "tag": "9cf29ee6-29b2-4cea-b256-c42b197c86da", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:43:36.920872 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e3005526-8485-477f-87a5-58abdd93cb0b {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:43:36.921372 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3005526-8485-477f-87a5-58abdd93cb0b'] response: {'server_uuid': '8f404b35-1a79-428a-b131-1b19b7275464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf29ee6-29b2-4cea-b256-c42b197c86da', 'code': 200} Mar 23 02:43:36.942576 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9883c4f1-a844-43a4-8bc5-8266c733dc0d tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (80344efe-f771-4068-a9f2-1ff34479f91d), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:36.979443 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7225334f-6a42-45f0-8b17-dfc325be28a4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for port (748fa269-bf39-4469-93d8-58eaba6e35e8), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:37.046522 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7225334f-6a42-45f0-8b17-dfc325be28a4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (748fa269-bf39-4469-93d8-58eaba6e35e8), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:37.063759 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Router 6ec2044d-439a-4fbe-8241-62f739575dbd has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:43:37.120571 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da66d80f-f5a4-4a87-8d19-5744456206e7 None None] Network 7ecd99a7-7a92-4c87-84f5-cd9c9c10f885 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:37.130802 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7225334f-6a42-45f0-8b17-dfc325be28a4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Port': ['ID=748fa269-bf39-4469-93d8-58eaba6e35e8,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:37.193995 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-07a60296-17d1-4a79-bd24-daac9c928b67 None None] Provisioning complete for port eff42b48-e54c-4c0c-a1c2-b36675b930ca triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:37.194433 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-07a60296-17d1-4a79-bd24-daac9c928b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (eff42b48-e54c-4c0c-a1c2-b36675b930ca), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:37.255580 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:43:37.272785 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdc25cd-89db-4c5d-981d-6f839f31a573 None None] Sync routers for ids ['6ec2044d-439a-4fbe-8241-62f739575dbd'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:43:37.279354 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-07a60296-17d1-4a79-bd24-daac9c928b67 None None] Port eff42b48-e54c-4c0c-a1c2-b36675b930ca cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:37.290677 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ffd66348-6635-428c-a4c5-65869fa30941 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "PUT /v2.0/routers/6ec2044d-439a-4fbe-8241-62f739575dbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1741884 Mar 23 02:43:37.292705 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33264) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:37.300299 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdc25cd-89db-4c5d-981d-6f839f31a573 None None] Routers {'6ec2044d-439a-4fbe-8241-62f739575dbd'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:37.301705 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-8bdc25cd-89db-4c5d-981d-6f839f31a573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['6ec2044d-439a-4fbe-8241-62f739575dbd'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:37.376965 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7225334f-6a42-45f0-8b17-dfc325be28a4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (34d66bb9-525e-4abe-9caf-8d65db35a662), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:37.401686 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac53e76b-3aa9-47df-8bd5-44ee85b540fc tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:37.403117 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ac53e76b-3aa9-47df-8bd5-44ee85b540fc tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "GET /v2.0/ports/eff42b48-e54c-4c0c-a1c2-b36675b930ca HTTP/1.1" status: 200 len: 910 time: 0.1094656 Mar 23 02:43:37.410265 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33266) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:37.450367 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc667556-d25c-4f6f-8ab7-5affc8db674d req-a01efeb9-d6ca-4b06-98fb-b5d454ed2280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:37.451770 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fc667556-d25c-4f6f-8ab7-5affc8db674d req-a01efeb9-d6ca-4b06-98fb-b5d454ed2280 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8f404b35-1a79-428a-b131-1b19b7275464 HTTP/1.1" status: 200 len: 1129 time: 0.1995068 Mar 23 02:43:37.509496 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-8bdc25cd-89db-4c5d-981d-6f839f31a573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:37.512627 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-07a60296-17d1-4a79-bd24-daac9c928b67 None None] Provisioning complete for port e5579154-5931-4037-8335-1a49a19fb273 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:37.513054 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-07a60296-17d1-4a79-bd24-daac9c928b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e5579154-5931-4037-8335-1a49a19fb273), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:37.538157 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401991c-fbae-4373-a922-ef4d5ddf7d25 req-60ac50dc-1b04-429f-8985-699abc94ec4f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:37.544274 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0401991c-fbae-4373-a922-ef4d5ddf7d25 req-60ac50dc-1b04-429f-8985-699abc94ec4f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f404b35-1a79-428a-b131-1b19b7275464 HTTP/1.1" status: 200 len: 945 time: 0.2003007 Mar 23 02:43:37.548584 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdc25cd-89db-4c5d-981d-6f839f31a573 None None] Routers {'6ec2044d-439a-4fbe-8241-62f739575dbd'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:37.549221 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-8bdc25cd-89db-4c5d-981d-6f839f31a573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['6ec2044d-439a-4fbe-8241-62f739575dbd'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:37.583454 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fc667556-d25c-4f6f-8ab7-5affc8db674d req-a9b51044-52c4-49f0-aba4-ac31e709e87d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a5113a7f-55e4-48df-bda6-784f5d226e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236222 Mar 23 02:43:37.592414 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-8bdc25cd-89db-4c5d-981d-6f839f31a573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:37.593080 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdc25cd-89db-4c5d-981d-6f839f31a573 None None] The sync data for ids ['6ec2044d-439a-4fbe-8241-62f739575dbd'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:43:37.668357 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-07a60296-17d1-4a79-bd24-daac9c928b67 None None] Current status of the port e5579154-5931-4037-8335-1a49a19fb273 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:37.677319 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0401991c-fbae-4373-a922-ef4d5ddf7d25 req-4176105c-2996-4f2f-b814-110d35841a94 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5113a7f-55e4-48df-bda6-784f5d226e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183200 Mar 23 02:43:37.690041 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7225334f-6a42-45f0-8b17-dfc325be28a4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (748fa269-bf39-4469-93d8-58eaba6e35e8), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:37.794917 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-125038c7-5e22-4aa4-ac8e-e3fab7d0ee5a None None] Provisioning complete for port 748fa269-bf39-4469-93d8-58eaba6e35e8 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:37.795805 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-125038c7-5e22-4aa4-ac8e-e3fab7d0ee5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (748fa269-bf39-4469-93d8-58eaba6e35e8), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:37.844970 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-125038c7-5e22-4aa4-ac8e-e3fab7d0ee5a None None] Port 748fa269-bf39-4469-93d8-58eaba6e35e8 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:37.857759 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-125038c7-5e22-4aa4-ac8e-e3fab7d0ee5a None None] Provisioning complete for port e5579154-5931-4037-8335-1a49a19fb273 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:37.858216 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-125038c7-5e22-4aa4-ac8e-e3fab7d0ee5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e5579154-5931-4037-8335-1a49a19fb273), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:37.965758 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-125038c7-5e22-4aa4-ac8e-e3fab7d0ee5a None None] Current status of the port e5579154-5931-4037-8335-1a49a19fb273 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:37.989113 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7225334f-6a42-45f0-8b17-dfc325be28a4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for port (748fa269-bf39-4469-93d8-58eaba6e35e8), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:38.052278 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7225334f-6a42-45f0-8b17-dfc325be28a4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (748fa269-bf39-4469-93d8-58eaba6e35e8), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:38.099152 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-f5e9bfdf-7b51-476c-9e1f-dfa1c3de12cf None None] Provisioning complete for port 748fa269-bf39-4469-93d8-58eaba6e35e8 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:38.099533 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f5e9bfdf-7b51-476c-9e1f-dfa1c3de12cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (748fa269-bf39-4469-93d8-58eaba6e35e8), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:38.150901 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f5e9bfdf-7b51-476c-9e1f-dfa1c3de12cf None None] Port 748fa269-bf39-4469-93d8-58eaba6e35e8 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:38.152886 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7225334f-6a42-45f0-8b17-dfc325be28a4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Port': ['ID=748fa269-bf39-4469-93d8-58eaba6e35e8,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:38.157336 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7225334f-6a42-45f0-8b17-dfc325be28a4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (34d66bb9-525e-4abe-9caf-8d65db35a662), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:38.188063 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9883c4f1-a844-43a4-8bc5-8266c733dc0d tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:38.253723 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device e5579154-5931-4037-8335-1a49a19fb273 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:43:38.261796 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9883c4f1-a844-43a4-8bc5-8266c733dc0d tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (80344efe-f771-4068-a9f2-1ff34479f91d), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:38.274059 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7225334f-6a42-45f0-8b17-dfc325be28a4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network 7ecd99a7-7a92-4c87-84f5-cd9c9c10f885 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:38.275758 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-7225334f-6a42-45f0-8b17-dfc325be28a4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:38.315439 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port e5579154-5931-4037-8335-1a49a19fb273 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:38.316084 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e5579154-5931-4037-8335-1a49a19fb273), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:38.380040 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-ebfb2098-94a0-49c8-9c50-25f23ec0bdb8 None None] Provisioning complete for port 748fa269-bf39-4469-93d8-58eaba6e35e8 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:38.380417 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ebfb2098-94a0-49c8-9c50-25f23ec0bdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (748fa269-bf39-4469-93d8-58eaba6e35e8), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:38.424172 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-9883c4f1-a844-43a4-8bc5-8266c733dc0d tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Floating IP 80344efe-f771-4068-a9f2-1ff34479f91d associated. External IP: 172.26.2.123, port: 4709080f-5a79-4bdc-a311-2a1452f42472. Mar 23 02:43:38.453560 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port e5579154-5931-4037-8335-1a49a19fb273 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:38.457251 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-ebfb2098-94a0-49c8-9c50-25f23ec0bdb8 None None] Port 748fa269-bf39-4469-93d8-58eaba6e35e8 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:38.505289 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-87fcee8a-9278-4b28-a93c-da9e2b340bad tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (6ec2044d-439a-4fbe-8241-62f739575dbd), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:38.526528 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7225334f-6a42-45f0-8b17-dfc325be28a4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Router 34d66bb9-525e-4abe-9caf-8d65db35a662 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:43:38.579153 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-a7a696f8-d8cc-4cc7-a0b9-b6a1d50e813f None None] Provisioning complete for port 748fa269-bf39-4469-93d8-58eaba6e35e8 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:38.579438 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a7a696f8-d8cc-4cc7-a0b9-b6a1d50e813f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (748fa269-bf39-4469-93d8-58eaba6e35e8), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:38.616558 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-a7a696f8-d8cc-4cc7-a0b9-b6a1d50e813f None None] Port 748fa269-bf39-4469-93d8-58eaba6e35e8 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:38.648545 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7225334f-6a42-45f0-8b17-dfc325be28a4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:43:38.656074 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7225334f-6a42-45f0-8b17-dfc325be28a4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "PUT /v2.0/routers/34d66bb9-525e-4abe-9caf-8d65db35a662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5439584 Mar 23 02:43:38.658190 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33268) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:38.660488 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39047991-a14b-423f-b37a-4f830fd68e3f None None] Sync routers for ids ['34d66bb9-525e-4abe-9caf-8d65db35a662'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:43:38.672490 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39047991-a14b-423f-b37a-4f830fd68e3f None None] Routers {'34d66bb9-525e-4abe-9caf-8d65db35a662'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:38.673331 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-39047991-a14b-423f-b37a-4f830fd68e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['34d66bb9-525e-4abe-9caf-8d65db35a662'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:38.717175 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022cc9aa-588f-48b3-813a-84bb1fb6409d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:38.718117 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-39047991-a14b-423f-b37a-4f830fd68e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:38.721533 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-022cc9aa-588f-48b3-813a-84bb1fb6409d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "GET /v2.0/ports?device_id=34d66bb9-525e-4abe-9caf-8d65db35a662 HTTP/1.1" status: 200 len: 981 time: 0.0589881 Mar 23 02:43:38.723535 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33272) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:38.736796 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39047991-a14b-423f-b37a-4f830fd68e3f None None] Routers {'34d66bb9-525e-4abe-9caf-8d65db35a662'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:38.737583 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-39047991-a14b-423f-b37a-4f830fd68e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['34d66bb9-525e-4abe-9caf-8d65db35a662'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:38.780332 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-39047991-a14b-423f-b37a-4f830fd68e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:38.781258 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39047991-a14b-423f-b37a-4f830fd68e3f None None] The sync data for ids ['34d66bb9-525e-4abe-9caf-8d65db35a662'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:43:38.859111 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9883c4f1-a844-43a4-8bc5-8266c733dc0d tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Router 99447922-70b3-477a-9870-93146dbd5156 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:43:38.980414 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0752a09-efb5-4a06-8f46-42c256a514c2 req-40a0680c-6278-4e66-95e7-02e34b416a24 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:38.981938 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e0752a09-efb5-4a06-8f46-42c256a514c2 req-40a0680c-6278-4e66-95e7-02e34b416a24 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f404b35-1a79-428a-b131-1b19b7275464 HTTP/1.1" status: 200 len: 945 time: 0.1872225 Mar 23 02:43:39.041243 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-87fcee8a-9278-4b28-a93c-da9e2b340bad tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Deleting port eff42b48-e54c-4c0c-a1c2-b36675b930ca {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:39.041500 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-87fcee8a-9278-4b28-a93c-da9e2b340bad tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (eff42b48-e54c-4c0c-a1c2-b36675b930ca), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:39.113300 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9883c4f1-a844-43a4-8bc5-8266c733dc0d tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:43:39.126805 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebc00ab-82cc-4acf-8b72-c9f16486801e None None] Sync routers for ids ['99447922-70b3-477a-9870-93146dbd5156'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:43:39.143017 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebc00ab-82cc-4acf-8b72-c9f16486801e None None] Routers {'99447922-70b3-477a-9870-93146dbd5156'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:39.143804 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-6ebc00ab-82cc-4acf-8b72-c9f16486801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['99447922-70b3-477a-9870-93146dbd5156'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:39.158445 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e0752a09-efb5-4a06-8f46-42c256a514c2 req-8acc54ea-abbb-467a-85b6-224356cce219 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5113a7f-55e4-48df-bda6-784f5d226e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676843 Mar 23 02:43:39.215423 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-6ebc00ab-82cc-4acf-8b72-c9f16486801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:39.237649 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebc00ab-82cc-4acf-8b72-c9f16486801e None None] Routers {'99447922-70b3-477a-9870-93146dbd5156'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:39.238557 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-6ebc00ab-82cc-4acf-8b72-c9f16486801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['99447922-70b3-477a-9870-93146dbd5156'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:39.249767 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-87fcee8a-9278-4b28-a93c-da9e2b340bad tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (eff42b48-e54c-4c0c-a1c2-b36675b930ca), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:39.268510 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-87fcee8a-9278-4b28-a93c-da9e2b340bad tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Calling delete_port for eff42b48-e54c-4c0c-a1c2-b36675b930ca owned by network:router_interface {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:39.282483 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-6ebc00ab-82cc-4acf-8b72-c9f16486801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:39.283813 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebc00ab-82cc-4acf-8b72-c9f16486801e None None] The sync data for ids ['99447922-70b3-477a-9870-93146dbd5156'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:43:39.495341 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9883c4f1-a844-43a4-8bc5-8266c733dc0d tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Router 99447922-70b3-477a-9870-93146dbd5156 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:43:39.534861 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fd8a5067-a351-4f79-b85e-345ee349a76d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (34d66bb9-525e-4abe-9caf-8d65db35a662), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:39.633673 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67739ff1-cf1e-4393-af0f-768ba9856872 req-cb7fafd9-86b2-4227-b7ef-2a75dd83b4bf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:39.635079 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-67739ff1-cf1e-4393-af0f-768ba9856872 req-cb7fafd9-86b2-4227-b7ef-2a75dd83b4bf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f404b35-1a79-428a-b131-1b19b7275464 HTTP/1.1" status: 200 len: 945 time: 0.1405914 Mar 23 02:43:39.658501 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9883c4f1-a844-43a4-8bc5-8266c733dc0d tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:43:39.662984 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9883c4f1-a844-43a4-8bc5-8266c733dc0d tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:39.669647 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48750cd9-32fa-44df-b010-5761ccc11588 None None] Sync routers for ids ['99447922-70b3-477a-9870-93146dbd5156'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:43:39.679589 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48750cd9-32fa-44df-b010-5761ccc11588 None None] Routers {'99447922-70b3-477a-9870-93146dbd5156'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:39.680452 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-48750cd9-32fa-44df-b010-5761ccc11588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['99447922-70b3-477a-9870-93146dbd5156'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:39.692781 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-87fcee8a-9278-4b28-a93c-da9e2b340bad tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (eff42b48-e54c-4c0c-a1c2-b36675b930ca), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:39.717466 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-48750cd9-32fa-44df-b010-5761ccc11588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:39.727618 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48750cd9-32fa-44df-b010-5761ccc11588 None None] Routers {'99447922-70b3-477a-9870-93146dbd5156'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:39.728272 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-48750cd9-32fa-44df-b010-5761ccc11588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['99447922-70b3-477a-9870-93146dbd5156'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:39.741439 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fcee8a-9278-4b28-a93c-da9e2b340bad tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Port': ['ID=eff42b48-e54c-4c0c-a1c2-b36675b930ca,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:39.743969 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-67739ff1-cf1e-4393-af0f-768ba9856872 req-371c9aa4-ca82-4ea7-ac1a-514bc193a071 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5113a7f-55e4-48df-bda6-784f5d226e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016753 Mar 23 02:43:39.770876 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33276) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:39.771767 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9883c4f1-a844-43a4-8bc5-8266c733dc0d tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "PUT /v2.0/floatingips/80344efe-f771-4068-a9f2-1ff34479f91d HTTP/1.1" status: 200 len: 977 time: 3.0552797 Mar 23 02:43:39.774936 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33278) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:39.778141 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-48750cd9-32fa-44df-b010-5761ccc11588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:39.779010 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48750cd9-32fa-44df-b010-5761ccc11588 None None] The sync data for ids ['99447922-70b3-477a-9870-93146dbd5156'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:43:39.780501 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-52cf5956-117a-4d31-99f9-e030a6c985f7 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:39.860593 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5c7073-90d7-4440-a8ba-14fc83422db8 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:39.862156 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ab5c7073-90d7-4440-a8ba-14fc83422db8 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8f404b35-1a79-428a-b131-1b19b7275464 HTTP/1.1" status: 200 len: 1124 time: 0.0871050 Mar 23 02:43:39.868468 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33280) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:39.873051 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-0a6ae72e-39ef-4c2d-a5ac-f3eca8dd1712 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'port_id': '9cf29ee6-29b2-4cea-b256-c42b197c86da', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:39.873461 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-52cf5956-117a-4d31-99f9-e030a6c985f7 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (80344efe-f771-4068-a9f2-1ff34479f91d), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:39.908950 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-fd8a5067-a351-4f79-b85e-345ee349a76d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Deleting port 748fa269-bf39-4469-93d8-58eaba6e35e8 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:39.908950 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fd8a5067-a351-4f79-b85e-345ee349a76d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (748fa269-bf39-4469-93d8-58eaba6e35e8), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:39.974451 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0a6ae72e-39ef-4c2d-a5ac-f3eca8dd1712 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:40.037785 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-87fcee8a-9278-4b28-a93c-da9e2b340bad tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (6ec2044d-439a-4fbe-8241-62f739575dbd), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:40.049604 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fd8a5067-a351-4f79-b85e-345ee349a76d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (748fa269-bf39-4469-93d8-58eaba6e35e8), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:40.067714 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-fd8a5067-a351-4f79-b85e-345ee349a76d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Calling delete_port for 748fa269-bf39-4469-93d8-58eaba6e35e8 owned by network:router_interface {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:40.208515 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0a6ae72e-39ef-4c2d-a5ac-f3eca8dd1712 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:40.367526 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-0a6ae72e-39ef-4c2d-a5ac-f3eca8dd1712 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.26.2.29 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/1e3693b9-6cd7-485d-aeaf-45eb2a3c80e7) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:40.422170 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fd8a5067-a351-4f79-b85e-345ee349a76d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (748fa269-bf39-4469-93d8-58eaba6e35e8), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:40.462839 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a5067-a351-4f79-b85e-345ee349a76d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Port': ['ID=748fa269-bf39-4469-93d8-58eaba6e35e8,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:40.504628 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-52cf5956-117a-4d31-99f9-e030a6c985f7 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:40.569939 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0a6ae72e-39ef-4c2d-a5ac-f3eca8dd1712 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (1e3693b9-6cd7-485d-aeaf-45eb2a3c80e7), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:40.597165 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-52cf5956-117a-4d31-99f9-e030a6c985f7 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (80344efe-f771-4068-a9f2-1ff34479f91d), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:40.597634 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-52cf5956-117a-4d31-99f9-e030a6c985f7 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Floating IP 80344efe-f771-4068-a9f2-1ff34479f91d disassociated. External IP: 172.26.2.123, port: 6f9800bd-2cf5-418f-8ed5-581e722568be. Mar 23 02:43:40.650655 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fd8a5067-a351-4f79-b85e-345ee349a76d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (34d66bb9-525e-4abe-9caf-8d65db35a662), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:40.712010 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fcee8a-9278-4b28-a93c-da9e2b340bad tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Router 6ec2044d-439a-4fbe-8241-62f739575dbd has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:43:40.817878 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0a6ae72e-39ef-4c2d-a5ac-f3eca8dd1712 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (1e3693b9-6cd7-485d-aeaf-45eb2a3c80e7), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:40.866687 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6ae72e-39ef-4c2d-a5ac-f3eca8dd1712 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:40.875212 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-0a6ae72e-39ef-4c2d-a5ac-f3eca8dd1712 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:40.880729 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8a5067-a351-4f79-b85e-345ee349a76d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Router 34d66bb9-525e-4abe-9caf-8d65db35a662 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:43:40.881854 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6ae72e-39ef-4c2d-a5ac-f3eca8dd1712 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:43:40.884831 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ae72e-39ef-4c2d-a5ac-f3eca8dd1712 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=1e3693b9-6cd7-485d-aeaf-45eb2a3c80e7,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:40.887976 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fcee8a-9278-4b28-a93c-da9e2b340bad tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:43:40.895884 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-87fcee8a-9278-4b28-a93c-da9e2b340bad tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "PUT /v2.0/routers/6ec2044d-439a-4fbe-8241-62f739575dbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4822946 Mar 23 02:43:40.898647 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33282) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:40.906977 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450f1f5c-0c5a-432a-a120-5f717605aaa9 None None] Sync routers for ids ['6ec2044d-439a-4fbe-8241-62f739575dbd'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:43:40.918990 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450f1f5c-0c5a-432a-a120-5f717605aaa9 None None] Routers {'6ec2044d-439a-4fbe-8241-62f739575dbd'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:40.919895 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-450f1f5c-0c5a-432a-a120-5f717605aaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['6ec2044d-439a-4fbe-8241-62f739575dbd'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:40.958475 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-450f1f5c-0c5a-432a-a120-5f717605aaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:40.967835 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450f1f5c-0c5a-432a-a120-5f717605aaa9 None None] Routers {'6ec2044d-439a-4fbe-8241-62f739575dbd'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:40.968475 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-450f1f5c-0c5a-432a-a120-5f717605aaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['6ec2044d-439a-4fbe-8241-62f739575dbd'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:40.993580 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52cf5956-117a-4d31-99f9-e030a6c985f7 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Router 99447922-70b3-477a-9870-93146dbd5156 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:43:41.002481 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-450f1f5c-0c5a-432a-a120-5f717605aaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:41.003707 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450f1f5c-0c5a-432a-a120-5f717605aaa9 None None] The sync data for ids ['6ec2044d-439a-4fbe-8241-62f739575dbd'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:43:41.026529 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8a5067-a351-4f79-b85e-345ee349a76d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:43:41.035743 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-fd8a5067-a351-4f79-b85e-345ee349a76d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "PUT /v2.0/routers/34d66bb9-525e-4abe-9caf-8d65db35a662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3111575 Mar 23 02:43:41.037613 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be518fbe-25c6-4e82-8f79-2ef6f11cebc7 None None] Sync routers for ids ['34d66bb9-525e-4abe-9caf-8d65db35a662'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:43:41.051260 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be518fbe-25c6-4e82-8f79-2ef6f11cebc7 None None] Routers {'34d66bb9-525e-4abe-9caf-8d65db35a662'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:41.051982 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-be518fbe-25c6-4e82-8f79-2ef6f11cebc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['34d66bb9-525e-4abe-9caf-8d65db35a662'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:41.055574 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33284) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:41.090540 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-be518fbe-25c6-4e82-8f79-2ef6f11cebc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:41.099323 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be518fbe-25c6-4e82-8f79-2ef6f11cebc7 None None] Routers {'34d66bb9-525e-4abe-9caf-8d65db35a662'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:41.100552 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-be518fbe-25c6-4e82-8f79-2ef6f11cebc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['34d66bb9-525e-4abe-9caf-8d65db35a662'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:41.137955 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-be518fbe-25c6-4e82-8f79-2ef6f11cebc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:41.138956 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be518fbe-25c6-4e82-8f79-2ef6f11cebc7 None None] The sync data for ids ['34d66bb9-525e-4abe-9caf-8d65db35a662'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:43:41.174374 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf7e9f48-ad02-48bc-9d34-c1608a8c8ff2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] GET failed (client error): The resource could not be found. Mar 23 02:43:41.175757 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-bf7e9f48-ad02-48bc-9d34-c1608a8c8ff2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "GET /v2.0/ports/748fa269-bf39-4469-93d8-58eaba6e35e8 HTTP/1.1" status: 404 len: 333 time: 0.0860436 Mar 23 02:43:41.179020 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33286) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:41.282146 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f733c082-8848-4872-a87a-87b1de6b31fb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for router (34d66bb9-525e-4abe-9caf-8d65db35a662), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:41.378537 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52cf5956-117a-4d31-99f9-e030a6c985f7 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:43:41.389308 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-52cf5956-117a-4d31-99f9-e030a6c985f7 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:41.390134 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41339fc-044b-4f6d-9ef6-8dc8b94e3b42 None None] Sync routers for ids ['99447922-70b3-477a-9870-93146dbd5156'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:43:41.401514 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41339fc-044b-4f6d-9ef6-8dc8b94e3b42 None None] Routers {'99447922-70b3-477a-9870-93146dbd5156'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:41.402055 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-c41339fc-044b-4f6d-9ef6-8dc8b94e3b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['99447922-70b3-477a-9870-93146dbd5156'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:41.441382 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-c41339fc-044b-4f6d-9ef6-8dc8b94e3b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:41.450380 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41339fc-044b-4f6d-9ef6-8dc8b94e3b42 None None] Routers {'99447922-70b3-477a-9870-93146dbd5156'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:41.451030 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-c41339fc-044b-4f6d-9ef6-8dc8b94e3b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['99447922-70b3-477a-9870-93146dbd5156'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:41.461656 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0a6ae72e-39ef-4c2d-a5ac-f3eca8dd1712 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (f813c19a-f3b9-4df6-a48a-6ec28b834e58), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:41.485767 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-c41339fc-044b-4f6d-9ef6-8dc8b94e3b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:41.486435 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41339fc-044b-4f6d-9ef6-8dc8b94e3b42 None None] The sync data for ids ['99447922-70b3-477a-9870-93146dbd5156'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:43:41.537225 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-52cf5956-117a-4d31-99f9-e030a6c985f7 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "PUT /v2.0/floatingips/80344efe-f771-4068-a9f2-1ff34479f91d HTTP/1.1" status: 200 len: 688 time: 1.7611899 Mar 23 02:43:41.541396 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33288) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:41.544132 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f733c082-8848-4872-a87a-87b1de6b31fb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (34d66bb9-525e-4abe-9caf-8d65db35a662), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:41.551878 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f733c082-8848-4872-a87a-87b1de6b31fb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for router_controller (34d66bb9-525e-4abe-9caf-8d65db35a662), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:41.664175 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0a6ae72e-39ef-4c2d-a5ac-f3eca8dd1712 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (1e3693b9-6cd7-485d-aeaf-45eb2a3c80e7), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:41.683943 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f733c082-8848-4872-a87a-87b1de6b31fb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (34d66bb9-525e-4abe-9caf-8d65db35a662), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:41.684475 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f733c082-8848-4872-a87a-87b1de6b31fb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Fanout notify agent at l3_agent the message router_deleted on router 34d66bb9-525e-4abe-9caf-8d65db35a662 {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:43:41.692463 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f733c082-8848-4872-a87a-87b1de6b31fb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:41.693495 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f733c082-8848-4872-a87a-87b1de6b31fb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/routers/34d66bb9-525e-4abe-9caf-8d65db35a662 HTTP/1.1" status: 204 len: 168 time: 0.5119452 Mar 23 02:43:41.696810 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33290) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:41.766771 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-5bafaf84-cafd-495f-8b3e-fdd1c339da02 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Deleting port 63c79dda-4a67-42a4-a3f2-fd028ff1ead2 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:41.767119 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5bafaf84-cafd-495f-8b3e-fdd1c339da02 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (63c79dda-4a67-42a4-a3f2-fd028ff1ead2), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:41.813811 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2d811a-9299-40a7-9b18-36ab188eae5f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Deleting subnet 5fa2e2b7-1b0e-446a-94da-9f75f3d5724c {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:43:41.814081 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-54f1dc2c-2d06-4526-9545-18760c5a5402 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (6ec2044d-439a-4fbe-8241-62f739575dbd), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:41.818767 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de2d811a-9299-40a7-9b18-36ab188eae5f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for subnet (5fa2e2b7-1b0e-446a-94da-9f75f3d5724c), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:41.872325 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de2d811a-9299-40a7-9b18-36ab188eae5f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (5fa2e2b7-1b0e-446a-94da-9f75f3d5724c), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:41.926681 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5bafaf84-cafd-495f-8b3e-fdd1c339da02 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (63c79dda-4a67-42a4-a3f2-fd028ff1ead2), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:41.927008 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5bafaf84-cafd-495f-8b3e-fdd1c339da02 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (63c79dda-4a67-42a4-a3f2-fd028ff1ead2), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:41.967181 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-5bafaf84-cafd-495f-8b3e-fdd1c339da02 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Calling delete_port for 63c79dda-4a67-42a4-a3f2-fd028ff1ead2 owned by network:floatingip {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:41.971883 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0a6ae72e-39ef-4c2d-a5ac-f3eca8dd1712 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (1e3693b9-6cd7-485d-aeaf-45eb2a3c80e7), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:41.991131 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de2d811a-9299-40a7-9b18-36ab188eae5f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (5fa2e2b7-1b0e-446a-94da-9f75f3d5724c), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:42.029200 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0a6ae72e-39ef-4c2d-a5ac-f3eca8dd1712 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (1e3693b9-6cd7-485d-aeaf-45eb2a3c80e7), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:42.117745 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ae72e-39ef-4c2d-a5ac-f3eca8dd1712 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=1e3693b9-6cd7-485d-aeaf-45eb2a3c80e7,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:42.127028 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0a6ae72e-39ef-4c2d-a5ac-f3eca8dd1712 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (f813c19a-f3b9-4df6-a48a-6ec28b834e58), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:42.206777 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-54f1dc2c-2d06-4526-9545-18760c5a5402 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Deleting port ad226d0f-2008-4a14-b411-700418b8b1ea {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:42.213149 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-54f1dc2c-2d06-4526-9545-18760c5a5402 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (ad226d0f-2008-4a14-b411-700418b8b1ea), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:42.213299 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de2d811a-9299-40a7-9b18-36ab188eae5f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (5fa2e2b7-1b0e-446a-94da-9f75f3d5724c), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:42.248395 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d811a-9299-40a7-9b18-36ab188eae5f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Subnet': ['ID=5fa2e2b7-1b0e-446a-94da-9f75f3d5724c,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:42.255315 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de2d811a-9299-40a7-9b18-36ab188eae5f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:42.256970 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-de2d811a-9299-40a7-9b18-36ab188eae5f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/subnets/5fa2e2b7-1b0e-446a-94da-9f75f3d5724c HTTP/1.1" status: 204 len: 168 time: 0.5591130 Mar 23 02:43:42.260139 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33292) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:42.263167 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1d5b29-1a0b-4c13-8bf0-6104c63a4be3 None None] Network 7ecd99a7-7a92-4c87-84f5-cd9c9c10f885 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:42.344046 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [None req-0a6ae72e-39ef-4c2d-a5ac-f3eca8dd1712 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Floating IP f813c19a-f3b9-4df6-a48a-6ec28b834e58 associated. External IP: 172.26.2.29, port: 9cf29ee6-29b2-4cea-b256-c42b197c86da. Mar 23 02:43:42.392951 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-15cf4332-56b2-4fc2-9066-5d141f57e2e3 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (7ecd99a7-7a92-4c87-84f5-cd9c9c10f885), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:42.446605 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11d9e7b-aad0-4954-99a4-73c22e475cc6 None None] DHCP port deletion for 7ecd99a7-7a92-4c87-84f5-cd9c9c10f885 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:43:42.499448 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f11d9e7b-aad0-4954-99a4-73c22e475cc6 None None] Deleting port e5579154-5931-4037-8335-1a49a19fb273 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:42.500035 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f11d9e7b-aad0-4954-99a4-73c22e475cc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (e5579154-5931-4037-8335-1a49a19fb273), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:42.573573 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-f11d9e7b-aad0-4954-99a4-73c22e475cc6 None None] For port e5579154-5931-4037-8335-1a49a19fb273, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=e5579154-5931-4037-8335-1a49a19fb273,segment=NetworkSegment(1c06c7bc-3208-4b89-9071-3b44013c5745),segment_id=1c06c7bc-3208-4b89-9071-3b44013c5745)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:42.574135 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f11d9e7b-aad0-4954-99a4-73c22e475cc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (e5579154-5931-4037-8335-1a49a19fb273), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:42.588688 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f11d9e7b-aad0-4954-99a4-73c22e475cc6 None None] Calling delete_port for e5579154-5931-4037-8335-1a49a19fb273 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:42.601817 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5bafaf84-cafd-495f-8b3e-fdd1c339da02 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (63c79dda-4a67-42a4-a3f2-fd028ff1ead2), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:42.640909 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bafaf84-cafd-495f-8b3e-fdd1c339da02 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event deleted for resources: {'Port': ['ID=63c79dda-4a67-42a4-a3f2-fd028ff1ead2,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:42.722653 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-54f1dc2c-2d06-4526-9545-18760c5a5402 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (ad226d0f-2008-4a14-b411-700418b8b1ea), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:42.740626 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5bafaf84-cafd-495f-8b3e-fdd1c339da02 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (80344efe-f771-4068-a9f2-1ff34479f91d), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:42.744104 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5bafaf84-cafd-495f-8b3e-fdd1c339da02 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:42.745279 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5bafaf84-cafd-495f-8b3e-fdd1c339da02 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "DELETE /v2.0/floatingips/80344efe-f771-4068-a9f2-1ff34479f91d HTTP/1.1" status: 204 len: 168 time: 1.2029939 Mar 23 02:43:42.746304 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-54f1dc2c-2d06-4526-9545-18760c5a5402 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Calling delete_port for ad226d0f-2008-4a14-b411-700418b8b1ea owned by network:router_interface {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:42.747973 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33294) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:42.766433 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f11d9e7b-aad0-4954-99a4-73c22e475cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (e5579154-5931-4037-8335-1a49a19fb273), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:42.787545 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-7266b25c-d0cb-4721-80dc-5892ad109cca tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] delete failed (client error): The resource could not be found. Mar 23 02:43:42.794962 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7266b25c-d0cb-4721-80dc-5892ad109cca tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "DELETE /v2.0/floatingips/80344efe-f771-4068-a9f2-1ff34479f91d HTTP/1.1" status: 404 len: 345 time: 0.0397382 Mar 23 02:43:42.800958 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d9e7b-aad0-4954-99a4-73c22e475cc6 None None] Pushing event deleted for resources: {'Port': ['ID=e5579154-5931-4037-8335-1a49a19fb273,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:42.807198 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11d9e7b-aad0-4954-99a4-73c22e475cc6 None None] No DVR routers for this DVR port e5579154-5931-4037-8335-1a49a19fb273 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:43:42.812898 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33296) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:42.938236 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-15cf4332-56b2-4fc2-9066-5d141f57e2e3 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (7ecd99a7-7a92-4c87-84f5-cd9c9c10f885), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:42.980573 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-15cf4332-56b2-4fc2-9066-5d141f57e2e3 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ecd99a7-7a92-4c87-84f5-cd9c9c10f885']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:42.996422 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2657460b-275a-4fe2-9cbb-d469af751871 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:43.001804 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2657460b-275a-4fe2-9cbb-d469af751871 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:43.007143 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2657460b-275a-4fe2-9cbb-d469af751871 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:43.009423 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2657460b-275a-4fe2-9cbb-d469af751871 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "GET /v2.0/ports?network_id=94a70184-581a-4765-96cf-7e5edd648c4d HTTP/1.1" status: 200 len: 2356 time: 0.1956906 Mar 23 02:43:43.012373 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33298) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:43.023264 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-54f1dc2c-2d06-4526-9545-18760c5a5402 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (ad226d0f-2008-4a14-b411-700418b8b1ea), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:43.044425 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-15cf4332-56b2-4fc2-9066-5d141f57e2e3 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c06c7bc-3208-4b89-9071-3b44013c5745') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:43.044778 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-15cf4332-56b2-4fc2-9066-5d141f57e2e3 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c06c7bc-3208-4b89-9071-3b44013c5745') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:43.077011 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1dc2c-2d06-4526-9545-18760c5a5402 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Port': ['ID=ad226d0f-2008-4a14-b411-700418b8b1ea,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:43.087447 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-15cf4332-56b2-4fc2-9066-5d141f57e2e3 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (1c06c7bc-3208-4b89-9071-3b44013c5745), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:43.110418 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-15cf4332-56b2-4fc2-9066-5d141f57e2e3 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (1c06c7bc-3208-4b89-9071-3b44013c5745), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:43.121395 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15cf4332-56b2-4fc2-9066-5d141f57e2e3 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:43:43.121803 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-15cf4332-56b2-4fc2-9066-5d141f57e2e3 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (1c06c7bc-3208-4b89-9071-3b44013c5745), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:43.124989 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:43:43.124989 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:43:43.124989 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:43:43.124989 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:43:43.124989 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:43:43.124989 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:43:43.124989 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:43:43.124989 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:43:43.124989 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:43:43.124989 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:43:43.124989 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:43:43.124989 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:43:43.124989 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:43:43.124989 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:43:43.124989 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:43:43.124989 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:43:43.124989 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:43:43.124989 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:43:43.124989 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:43:43.124989 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:43:43.124989 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:43:43.124989 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:43:43.124989 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:43:43.124989 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:43:43.124989 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:43:43.124989 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:43:43.124989 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:43:43.124989 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:43:43.124989 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:43:43.124989 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:43:43.124989 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:43:43.124989 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:43:43.137696 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d9bdd2-5d1d-4f15-bc1d-32f7fd540613 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:43.140289 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-72d9bdd2-5d1d-4f15-bc1d-32f7fd540613 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "GET /v2.0/subnets/ef1f1cf3-b12d-4805-a5b4-e98dee91589c HTTP/1.1" status: 200 len: 797 time: 0.1268125 Mar 23 02:43:43.144354 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33300) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:43.150330 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-1f896db3-0e6d-433c-a111-e21a0073d78d tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Request body: {'port': {'network_id': '94a70184-581a-4765-96cf-7e5edd648c4d', 'name': 'tempest-FloatingIPTestJSON-2044999131', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:43.207914 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6ae72e-39ef-4c2d-a5ac-f3eca8dd1712 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router 348925bf-cd60-4447-9afc-6c70cdb5f330 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:43:43.287744 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-15cf4332-56b2-4fc2-9066-5d141f57e2e3 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (7ecd99a7-7a92-4c87-84f5-cd9c9c10f885), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:43.296360 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-15cf4332-56b2-4fc2-9066-5d141f57e2e3 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:43.299801 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-15cf4332-56b2-4fc2-9066-5d141f57e2e3 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/networks/7ecd99a7-7a92-4c87-84f5-cd9c9c10f885 HTTP/1.1" status: 204 len: 168 time: 1.0389655 Mar 23 02:43:43.308947 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33302) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:43.316840 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf4332-56b2-4fc2-9066-5d141f57e2e3 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Network': ['ID=7ecd99a7-7a92-4c87-84f5-cd9c9c10f885,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:43.348631 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6ae72e-39ef-4c2d-a5ac-f3eca8dd1712 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:43:43.359027 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c57ed22-e13a-4fe1-8cf2-c2a65faaf07c None None] Sync routers for ids ['348925bf-cd60-4447-9afc-6c70cdb5f330'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:43:43.370629 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-54f1dc2c-2d06-4526-9545-18760c5a5402 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (6ec2044d-439a-4fbe-8241-62f739575dbd), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:43.372214 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c57ed22-e13a-4fe1-8cf2-c2a65faaf07c None None] Routers {'348925bf-cd60-4447-9afc-6c70cdb5f330'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:43.372827 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-1c57ed22-e13a-4fe1-8cf2-c2a65faaf07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['348925bf-cd60-4447-9afc-6c70cdb5f330'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:43.385339 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac3d537-df70-47d9-a727-017546efd0b5 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:43.386692 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5ac3d537-df70-47d9-a727-017546efd0b5 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "GET /v2.0/ports/30232341-bd83-4416-8153-7f12b5d78a7b HTTP/1.1" status: 200 len: 840 time: 0.0750923 Mar 23 02:43:43.391341 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33304) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:43.440729 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0a6ae72e-39ef-4c2d-a5ac-f3eca8dd1712 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:43.471057 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f0fb114e-fdfa-4389-b1f0-db5957afc555 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "GET /v2.0/ports/30232341-bd83-4416-8153-7f12b5d78a7b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0782051 Mar 23 02:43:43.475920 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33306) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:43.480721 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0a6ae72e-39ef-4c2d-a5ac-f3eca8dd1712 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6111462 Mar 23 02:43:43.481638 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f404b35-1a79-428a-b131-1b19b7275464', 'tag': '9cf29ee6-29b2-4cea-b256-c42b197c86da'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:43:43.482241 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-6c96e439-1522-4d48-8172-9d402be8eb6b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'subnet': {'network_id': 'f86f6b0b-3455-429a-b87d-433670c66f7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:43.485453 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca09c7d2-3d46-4fe9-92f5-e773ffb06169" -d '{"events": [{"name": "network-changed", "server_uuid": "8f404b35-1a79-428a-b131-1b19b7275464", "tag": "9cf29ee6-29b2-4cea-b256-c42b197c86da"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:43:43.488536 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33308) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:43.490144 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-1c57ed22-e13a-4fe1-8cf2-c2a65faaf07c None None] Set router 348925bf-cd60-4447-9afc-6c70cdb5f330 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:43:43.574321 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ef5ad5-0f61-4444-9fea-7ef7d5da413a x-openstack-request-id: req-75ef5ad5-0f61-4444-9fea-7ef7d5da413a {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:43:43.574696 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f404b35-1a79-428a-b131-1b19b7275464", "tag": "9cf29ee6-29b2-4cea-b256-c42b197c86da", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:43:43.574893 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-75ef5ad5-0f61-4444-9fea-7ef7d5da413a {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:43:43.575275 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75ef5ad5-0f61-4444-9fea-7ef7d5da413a'] response: {'name': 'network-changed', 'server_uuid': '8f404b35-1a79-428a-b131-1b19b7275464', 'tag': '9cf29ee6-29b2-4cea-b256-c42b197c86da', 'status': 'completed', 'code': 200} Mar 23 02:43:43.587948 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f896db3-0e6d-433c-a111-e21a0073d78d tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Made reservation on behalf of 4e2776cfd52e48439f888e040b085603 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:43.664036 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-687248c7-20ce-4f9e-8867-3e2dd41f43ed tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/f813c19a-f3b9-4df6-a48a-6ec28b834e58 HTTP/1.1" status: 200 len: 990 time: 0.1732590 Mar 23 02:43:43.669838 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09c7d2-3d46-4fe9-92f5-e773ffb06169 req-97987d05-c07d-4138-86ea-cf7432e6efeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:43.671244 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f1dc2c-2d06-4526-9545-18760c5a5402 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Router 6ec2044d-439a-4fbe-8241-62f739575dbd has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:43:43.671772 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ca09c7d2-3d46-4fe9-92f5-e773ffb06169 req-97987d05-c07d-4138-86ea-cf7432e6efeb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=8f404b35-1a79-428a-b131-1b19b7275464 HTTP/1.1" status: 200 len: 1129 time: 0.0952950 Mar 23 02:43:43.729938 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1f896db3-0e6d-433c-a111-e21a0073d78d tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:43.771266 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09c7d2-3d46-4fe9-92f5-e773ffb06169 req-bc283b7e-fa0f-404f-a6b2-db07cdd3305f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:43.773746 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ca09c7d2-3d46-4fe9-92f5-e773ffb06169 req-bc283b7e-fa0f-404f-a6b2-db07cdd3305f service neutron] 10.222.0.23 "GET /v2.0/networks?id=238b7c6f-3e37-4de4-bf5b-96c4d356033f HTTP/1.1" status: 200 len: 898 time: 0.0947735 Mar 23 02:43:43.782165 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-1c57ed22-e13a-4fe1-8cf2-c2a65faaf07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'name': 'tempest-TestNetworkBasicOps-router-291108398', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:58Z', 'updated_at': '2022-03-23T02:43:09Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ab:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:59Z', 'updated_at': '2022-03-23T02:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'f813c19a-f3b9-4df6-a48a-6ec28b834e58', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.29', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'port_id': '9cf29ee6-29b2-4cea-b256-c42b197c86da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f', 'mac_address': 'fa:16:3e:cd:62:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f404b35-1a79-428a-b131-1b19b7275464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:43:41Z', 'updated_at': '2022-03-23T02:43:41Z', 'revision_number': 0, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242b67c2-fe7d-420b-95a2-84cc81f632c9', 'name': '', 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:fb:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '0e82ad3e-8209-4b30-a945-f7db24c31d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:43:07Z', 'updated_at': '2022-03-23T02:43:16Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '0e82ad3e-8209-4b30-a945-f7db24c31d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:43.800648 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c96e439-1522-4d48-8172-9d402be8eb6b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:43.804099 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6c96e439-1522-4d48-8172-9d402be8eb6b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:43.808804 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c57ed22-e13a-4fe1-8cf2-c2a65faaf07c None None] Checking router: 348925bf-cd60-4447-9afc-6c70cdb5f330 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:43:43.817598 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c57ed22-e13a-4fe1-8cf2-c2a65faaf07c None None] Routers {'348925bf-cd60-4447-9afc-6c70cdb5f330'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:43.818206 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-1c57ed22-e13a-4fe1-8cf2-c2a65faaf07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['348925bf-cd60-4447-9afc-6c70cdb5f330'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:43.827814 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-1f896db3-0e6d-433c-a111-e21a0073d78d tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] device_id is not set on port 7641bdb3-666b-44a0-ae4e-1ee741ea5f7b yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:43:43.858916 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f1dc2c-2d06-4526-9545-18760c5a5402 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:43:43.873447 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ca09c7d2-3d46-4fe9-92f5-e773ffb06169 req-d1bcd2b0-0a34-49bf-8a48-b7e6d4c8f687 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cf29ee6-29b2-4cea-b256-c42b197c86da HTTP/1.1" status: 200 len: 998 time: 0.0952587 Mar 23 02:43:43.874692 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0561b1-3e3b-4d5a-96ab-a88157dea534 None None] Sync routers for ids ['6ec2044d-439a-4fbe-8241-62f739575dbd'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:43:43.875540 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-54f1dc2c-2d06-4526-9545-18760c5a5402 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "PUT /v2.0/routers/6ec2044d-439a-4fbe-8241-62f739575dbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9727354 Mar 23 02:43:43.878078 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33312) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:43.890341 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0561b1-3e3b-4d5a-96ab-a88157dea534 None None] Routers {'6ec2044d-439a-4fbe-8241-62f739575dbd'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:43.892122 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-da0561b1-3e3b-4d5a-96ab-a88157dea534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['6ec2044d-439a-4fbe-8241-62f739575dbd'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:43.932381 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ecc95865-8629-42b9-b072-9de231301092 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec2044d-439a-4fbe-8241-62f739575dbd HTTP/1.1" status: 200 len: 205 time: 0.0550559 Mar 23 02:43:43.934331 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33314) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:43.949440 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-1c57ed22-e13a-4fe1-8cf2-c2a65faaf07c None None] Set router 348925bf-cd60-4447-9afc-6c70cdb5f330 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:43:43.952748 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-da0561b1-3e3b-4d5a-96ab-a88157dea534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:43.965606 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0561b1-3e3b-4d5a-96ab-a88157dea534 None None] Routers {'6ec2044d-439a-4fbe-8241-62f739575dbd'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:43.967379 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-da0561b1-3e3b-4d5a-96ab-a88157dea534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['6ec2044d-439a-4fbe-8241-62f739575dbd'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:44.019836 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-da0561b1-3e3b-4d5a-96ab-a88157dea534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:44.020915 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0561b1-3e3b-4d5a-96ab-a88157dea534 None None] The sync data for ids ['6ec2044d-439a-4fbe-8241-62f739575dbd'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:43:44.021134 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09c7d2-3d46-4fe9-92f5-e773ffb06169 req-e5f3d83b-e2df-45ce-9fba-11a9019a2d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:44.022722 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ca09c7d2-3d46-4fe9-92f5-e773ffb06169 req-e5f3d83b-e2df-45ce-9fba-11a9019a2d66 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e82ad3e-8209-4b30-a945-f7db24c31d83 HTTP/1.1" status: 200 len: 834 time: 0.1367424 Mar 23 02:43:44.026958 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f57912fe-03ce-4845-a368-7c3eeaa1e030 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router (6ec2044d-439a-4fbe-8241-62f739575dbd), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:44.250017 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f57912fe-03ce-4845-a368-7c3eeaa1e030 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (6ec2044d-439a-4fbe-8241-62f739575dbd), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:44.253547 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f57912fe-03ce-4845-a368-7c3eeaa1e030 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router_controller (6ec2044d-439a-4fbe-8241-62f739575dbd), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:44.259418 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09c7d2-3d46-4fe9-92f5-e773ffb06169 req-ff11a205-9e1c-4c5c-b3d3-f0abb04b1848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:44.260949 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ca09c7d2-3d46-4fe9-92f5-e773ffb06169 req-ff11a205-9e1c-4c5c-b3d3-f0abb04b1848 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=238b7c6f-3e37-4de4-bf5b-96c4d356033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2317309 Mar 23 02:43:44.294868 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device e5579154-5931-4037-8335-1a49a19fb273 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:43:44.305336 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-1f896db3-0e6d-433c-a111-e21a0073d78d tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Allocated IP 172.20.0.14 (94a70184-581a-4765-96cf-7e5edd648c4d/ef1f1cf3-b12d-4805-a5b4-e98dee91589c/7641bdb3-666b-44a0-ae4e-1ee741ea5f7b) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:44.311683 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-1f896db3-0e6d-433c-a111-e21a0073d78d tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Allocated IP 172.20.0.13 (94a70184-581a-4765-96cf-7e5edd648c4d/ef1f1cf3-b12d-4805-a5b4-e98dee91589c/7641bdb3-666b-44a0-ae4e-1ee741ea5f7b) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:44.324885 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: e5579154-5931-4037-8335-1a49a19fb273 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:43:44.325659 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device e5579154-5931-4037-8335-1a49a19fb273 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:43:44.351542 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-1c57ed22-e13a-4fe1-8cf2-c2a65faaf07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'name': 'tempest-TestNetworkBasicOps-router-291108398', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:58Z', 'updated_at': '2022-03-23T02:43:09Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ab:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:59Z', 'updated_at': '2022-03-23T02:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'f813c19a-f3b9-4df6-a48a-6ec28b834e58', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.29', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'port_id': '9cf29ee6-29b2-4cea-b256-c42b197c86da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f', 'mac_address': 'fa:16:3e:cd:62:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f404b35-1a79-428a-b131-1b19b7275464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:43:41Z', 'updated_at': '2022-03-23T02:43:41Z', 'revision_number': 0, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242b67c2-fe7d-420b-95a2-84cc81f632c9', 'name': '', 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:fb:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '0e82ad3e-8209-4b30-a945-f7db24c31d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:43:07Z', 'updated_at': '2022-03-23T02:43:16Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '0e82ad3e-8209-4b30-a945-f7db24c31d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:44.352381 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6c96e439-1522-4d48-8172-9d402be8eb6b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (11b1b1a9-b64a-4e17-8cbc-8b5f6718bd9a), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:44.379580 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c57ed22-e13a-4fe1-8cf2-c2a65faaf07c None None] The sync data for ids ['348925bf-cd60-4447-9afc-6c70cdb5f330'] in dv-neutron-834613-2-hyperv is: [{'id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'name': 'tempest-TestNetworkBasicOps-router-291108398', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:58Z', 'updated_at': '2022-03-23T02:43:09Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ab:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:59Z', 'updated_at': '2022-03-23T02:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'f813c19a-f3b9-4df6-a48a-6ec28b834e58', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.29', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'port_id': '9cf29ee6-29b2-4cea-b256-c42b197c86da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f', 'mac_address': 'fa:16:3e:cd:62:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f404b35-1a79-428a-b131-1b19b7275464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:43:41Z', 'updated_at': '2022-03-23T02:43:41Z', 'revision_number': 0, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242b67c2-fe7d-420b-95a2-84cc81f632c9', 'name': '', 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:fb:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '0e82ad3e-8209-4b30-a945-f7db24c31d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:43:07Z', 'updated_at': '2022-03-23T02:43:16Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '0e82ad3e-8209-4b30-a945-f7db24c31d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:43:44.400564 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f57912fe-03ce-4845-a368-7c3eeaa1e030 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (6ec2044d-439a-4fbe-8241-62f739575dbd), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:44.401064 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57912fe-03ce-4845-a368-7c3eeaa1e030 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Fanout notify agent at l3_agent the message router_deleted on router 6ec2044d-439a-4fbe-8241-62f739575dbd {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:43:44.412432 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f57912fe-03ce-4845-a368-7c3eeaa1e030 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:44.414867 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f57912fe-03ce-4845-a368-7c3eeaa1e030 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/routers/6ec2044d-439a-4fbe-8241-62f739575dbd HTTP/1.1" status: 204 len: 168 time: 0.4781842 Mar 23 02:43:44.417942 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33316) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:44.452284 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ca09c7d2-3d46-4fe9-92f5-e773ffb06169 req-40fe5e60-7ae0-4a67-8ae6-57178dc68248 service neutron] 10.222.0.23 "GET /v2.0/networks/238b7c6f-3e37-4de4-bf5b-96c4d356033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675928 Mar 23 02:43:44.470907 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c96e439-1522-4d48-8172-9d402be8eb6b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network f86f6b0b-3455-429a-b87d-433670c66f7e is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:44.478982 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-6c96e439-1522-4d48-8172-9d402be8eb6b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:44.480678 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96e439-1522-4d48-8172-9d402be8eb6b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Subnet': ['ID=11b1b1a9-b64a-4e17-8cbc-8b5f6718bd9a,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:44.485846 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c96e439-1522-4d48-8172-9d402be8eb6b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:44.486942 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6c96e439-1522-4d48-8172-9d402be8eb6b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:44.490166 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee089168-b749-49ad-83c0-d95cbccb4304 None None] Network f86f6b0b-3455-429a-b87d-433670c66f7e requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:44.521184 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe0d7f0-dd19-458b-b99e-0af96e02382d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Deleting subnet 96f82250-75e6-416e-b104-01644e3842a5 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:43:44.527136 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4fe0d7f0-dd19-458b-b99e-0af96e02382d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for subnet (96f82250-75e6-416e-b104-01644e3842a5), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:44.561334 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1f896db3-0e6d-433c-a111-e21a0073d78d tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for port (7641bdb3-666b-44a0-ae4e-1ee741ea5f7b), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:44.611597 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6c96e439-1522-4d48-8172-9d402be8eb6b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1334500 Mar 23 02:43:44.614947 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33318) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:44.621861 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-ed904b69-4efd-449e-b586-9e3f10db1cb6 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'security_group': {'name': 'tempest-secgroup-1473695654'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:44.642963 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ad4e01-095d-4aa1-b9d7-01895a282b73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-f86f6b0b-3455-429a-b87d-433670c66f7e', 'network_id': 'f86f6b0b-3455-429a-b87d-433670c66f7e', 'project_id': '32afce4d288d4d26875daa685df2d772', 'fixed_ips': [{'subnet_id': '11b1b1a9-b64a-4e17-8cbc-8b5f6718bd9a'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:43:44.644159 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-37ad4e01-095d-4aa1-b9d7-01895a282b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:44.666706 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33320) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:44.672956 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0446de17-3481-4a32-a509-9a593658cdea None None] New status for floating IP f813c19a-f3b9-4df6-a48a-6ec28b834e58: ACTIVE {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:43:44.677919 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1f896db3-0e6d-433c-a111-e21a0073d78d tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (7641bdb3-666b-44a0-ae4e-1ee741ea5f7b), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:44.728449 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f896db3-0e6d-433c-a111-e21a0073d78d tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Network 94a70184-581a-4765-96cf-7e5edd648c4d is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:44.735514 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-1f896db3-0e6d-433c-a111-e21a0073d78d tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:44.757006 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ed904b69-4efd-449e-b586-9e3f10db1cb6 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:44.760064 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f896db3-0e6d-433c-a111-e21a0073d78d tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:43:44.817495 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f896db3-0e6d-433c-a111-e21a0073d78d tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:44.818090 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1f896db3-0e6d-433c-a111-e21a0073d78d tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:44.834535 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4fe0d7f0-dd19-458b-b99e-0af96e02382d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (96f82250-75e6-416e-b104-01644e3842a5), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:44.846388 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-37ad4e01-095d-4aa1-b9d7-01895a282b73 None None] Allocated IP 172.20.0.2 (f86f6b0b-3455-429a-b87d-433670c66f7e/11b1b1a9-b64a-4e17-8cbc-8b5f6718bd9a/f6bdccfa-5976-4ca6-989b-620ab6e74382) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:44.870461 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f896db3-0e6d-433c-a111-e21a0073d78d tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event updated for resources: {'Port': ['ID=7641bdb3-666b-44a0-ae4e-1ee741ea5f7b,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:44.874644 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ca09c7d2-3d46-4fe9-92f5-e773ffb06169 req-df3d900a-6948-4be2-b615-1ff73fbb36f4 service neutron] 10.222.0.23 "GET /v2.0/networks/238b7c6f-3e37-4de4-bf5b-96c4d356033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123709 Mar 23 02:43:44.880061 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-678614a0-ed8a-4156-ba3a-088181b5e6d8 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/f813c19a-f3b9-4df6-a48a-6ec28b834e58 HTTP/1.1" status: 200 len: 990 time: 0.2108841 Mar 23 02:43:44.934598 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4fe0d7f0-dd19-458b-b99e-0af96e02382d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (96f82250-75e6-416e-b104-01644e3842a5), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:44.942217 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ed904b69-4efd-449e-b586-9e3f10db1cb6 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for security_group (d0f901eb-e45f-410e-9863-7da229d2d846), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:44.952401 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1f896db3-0e6d-433c-a111-e21a0073d78d tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.8067534 Mar 23 02:43:44.954961 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33322) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:44.960381 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-1aa462ab-364b-48e1-8bd1-58465c1e970a tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'port_id': '7641bdb3-666b-44a0-ae4e-1ee741ea5f7b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:45.038067 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-37ad4e01-095d-4aa1-b9d7-01895a282b73 None None] Publish callbacks [] for port (f6bdccfa-5976-4ca6-989b-620ab6e74382), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:45.046189 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ed904b69-4efd-449e-b586-9e3f10db1cb6 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (d0f901eb-e45f-410e-9863-7da229d2d846), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:45.076203 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed904b69-4efd-449e-b586-9e3f10db1cb6 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f901eb-e45f-410e-9863-7da229d2d846,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:45.119154 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1aa462ab-364b-48e1-8bd1-58465c1e970a tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:45.166185 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4fe0d7f0-dd19-458b-b99e-0af96e02382d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (96f82250-75e6-416e-b104-01644e3842a5), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:45.166703 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-37ad4e01-095d-4aa1-b9d7-01895a282b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (f6bdccfa-5976-4ca6-989b-620ab6e74382), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:45.178601 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ed904b69-4efd-449e-b586-9e3f10db1cb6 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:45.181885 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ed904b69-4efd-449e-b586-9e3f10db1cb6 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5641029 Mar 23 02:43:45.184057 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33324) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:45.188653 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-1fd58d11-193b-4d97-94b2-87e2ec6ca845 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'security_group': {'name': 'tempest-secgroup-81199934'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:45.197898 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0d7f0-dd19-458b-b99e-0af96e02382d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Subnet': ['ID=96f82250-75e6-416e-b104-01644e3842a5,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:45.202291 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4fe0d7f0-dd19-458b-b99e-0af96e02382d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:45.205564 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ad4e01-095d-4aa1-b9d7-01895a282b73 None None] Network f86f6b0b-3455-429a-b87d-433670c66f7e is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:45.205974 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4fe0d7f0-dd19-458b-b99e-0af96e02382d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/subnets/96f82250-75e6-416e-b104-01644e3842a5 HTTP/1.1" status: 204 len: 168 time: 0.7886851 Mar 23 02:43:45.208778 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33326) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:45.212647 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-37ad4e01-095d-4aa1-b9d7-01895a282b73 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:45.215115 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ad4e01-095d-4aa1-b9d7-01895a282b73 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:43:45.225823 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc10e06-0d56-4f2c-8d16-f2a8971eb1fc None None] Network 341d074b-3a0d-4169-ba21-bc18cc4a142d requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:45.266702 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-01db7316-bd7c-4a06-ba51-141f419135d5 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Deleting subnet 0fdfbad6-8a2d-43f5-97d9-caa8559af34b {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:43:45.269878 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-01db7316-bd7c-4a06-ba51-141f419135d5 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for subnet (0fdfbad6-8a2d-43f5-97d9-caa8559af34b), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:45.271012 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1aa462ab-364b-48e1-8bd1-58465c1e970a tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:45.312735 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-01db7316-bd7c-4a06-ba51-141f419135d5 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (0fdfbad6-8a2d-43f5-97d9-caa8559af34b), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:45.330243 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad4e01-095d-4aa1-b9d7-01895a282b73 None None] Pushing event updated for resources: {'Port': ['ID=f6bdccfa-5976-4ca6-989b-620ab6e74382,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:45.330458 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1fd58d11-193b-4d97-94b2-87e2ec6ca845 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:45.365121 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-37ad4e01-095d-4aa1-b9d7-01895a282b73 None None] Attempting to bind port f6bdccfa-5976-4ca6-989b-620ab6e74382 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:43:45.365506 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-37ad4e01-095d-4aa1-b9d7-01895a282b73 None None] Attempting to bind port f6bdccfa-5976-4ca6-989b-620ab6e74382 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'c601c205-bdd6-41aa-b315-516ff161e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f86f6b0b-3455-429a-b87d-433670c66f7e'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:43:45.365867 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ad4e01-095d-4aa1-b9d7-01895a282b73 None None] Attempting to bind port f6bdccfa-5976-4ca6-989b-620ab6e74382 on network f86f6b0b-3455-429a-b87d-433670c66f7e {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:43:45.377534 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ad4e01-095d-4aa1-b9d7-01895a282b73 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:43:45.377923 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ad4e01-095d-4aa1-b9d7-01895a282b73 None None] Checking segment: {'id': 'c601c205-bdd6-41aa-b315-516ff161e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f86f6b0b-3455-429a-b87d-433670c66f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:43:45.378489 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-37ad4e01-095d-4aa1-b9d7-01895a282b73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:45.378737 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ad4e01-095d-4aa1-b9d7-01895a282b73 None None] Bound using segment: {'id': 'c601c205-bdd6-41aa-b315-516ff161e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f86f6b0b-3455-429a-b87d-433670c66f7e'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:43:45.379221 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-37ad4e01-095d-4aa1-b9d7-01895a282b73 None None] Bound port: f6bdccfa-5976-4ca6-989b-620ab6e74382, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c601c205-bdd6-41aa-b315-516ff161e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f86f6b0b-3455-429a-b87d-433670c66f7e'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:43:45.379606 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-37ad4e01-095d-4aa1-b9d7-01895a282b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f6bdccfa-5976-4ca6-989b-620ab6e74382), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:45.404770 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-1aa462ab-364b-48e1-8bd1-58465c1e970a tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Allocated IP 172.26.2.126 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/ee66e020-36a9-4373-b5ac-94ad754f7c06) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:45.411584 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-01db7316-bd7c-4a06-ba51-141f419135d5 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (0fdfbad6-8a2d-43f5-97d9-caa8559af34b), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:45.472938 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-37ad4e01-095d-4aa1-b9d7-01895a282b73 None None] For port f6bdccfa-5976-4ca6-989b-620ab6e74382, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:43:45.476972 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-37ad4e01-095d-4aa1-b9d7-01895a282b73 None None] For port f6bdccfa-5976-4ca6-989b-620ab6e74382, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f6bdccfa-5976-4ca6-989b-620ab6e74382,segment=NetworkSegment(c601c205-bdd6-41aa-b315-516ff161e16c),segment_id=c601c205-bdd6-41aa-b315-516ff161e16c)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:43:45.495903 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a673081a-a8a5-486f-8b53-b13d7f1d6555 None None] DHCP port deletion for 341d074b-3a0d-4169-ba21-bc18cc4a142d request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:43:45.503281 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1fd58d11-193b-4d97-94b2-87e2ec6ca845 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for security_group (ee604ef3-173c-4610-bad6-09bed1f58186), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:45.543954 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-a673081a-a8a5-486f-8b53-b13d7f1d6555 None None] Deleting port 2dfc3b7f-f215-43f2-a4b6-245a3d514990 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:45.544344 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a673081a-a8a5-486f-8b53-b13d7f1d6555 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (2dfc3b7f-f215-43f2-a4b6-245a3d514990), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:45.549110 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1aa462ab-364b-48e1-8bd1-58465c1e970a tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for port (ee66e020-36a9-4373-b5ac-94ad754f7c06), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:45.583940 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-01db7316-bd7c-4a06-ba51-141f419135d5 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (0fdfbad6-8a2d-43f5-97d9-caa8559af34b), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:45.609013 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-a673081a-a8a5-486f-8b53-b13d7f1d6555 None None] For port 2dfc3b7f-f215-43f2-a4b6-245a3d514990, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=2dfc3b7f-f215-43f2-a4b6-245a3d514990,segment=NetworkSegment(250fa4ba-7410-4f9c-9005-4d5d4d6df77d),segment_id=250fa4ba-7410-4f9c-9005-4d5d4d6df77d)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:45.609413 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a673081a-a8a5-486f-8b53-b13d7f1d6555 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (2dfc3b7f-f215-43f2-a4b6-245a3d514990), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:45.611465 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db7316-bd7c-4a06-ba51-141f419135d5 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Subnet': ['ID=0fdfbad6-8a2d-43f5-97d9-caa8559af34b,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:45.614984 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-01db7316-bd7c-4a06-ba51-141f419135d5 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:45.621092 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-01db7316-bd7c-4a06-ba51-141f419135d5 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/subnets/0fdfbad6-8a2d-43f5-97d9-caa8559af34b HTTP/1.1" status: 204 len: 168 time: 0.4112487 Mar 23 02:43:45.621307 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33328) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:45.624838 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18805627-7d06-461c-b3d5-44e1f04b7c85 None None] Network 8d17e6f6-c160-476e-becf-ce5e5b4d12aa requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:45.627011 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-a673081a-a8a5-486f-8b53-b13d7f1d6555 None None] Calling delete_port for 2dfc3b7f-f215-43f2-a4b6-245a3d514990 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:45.668423 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1fd58d11-193b-4d97-94b2-87e2ec6ca845 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (ee604ef3-173c-4610-bad6-09bed1f58186), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:45.673670 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-37ad4e01-095d-4aa1-b9d7-01895a282b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f6bdccfa-5976-4ca6-989b-620ab6e74382), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:45.695737 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1aa462ab-364b-48e1-8bd1-58465c1e970a tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (ee66e020-36a9-4373-b5ac-94ad754f7c06), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:45.776645 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd58d11-193b-4d97-94b2-87e2ec6ca845 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee604ef3-173c-4610-bad6-09bed1f58186,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:45.777273 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cc3494dc-e4ce-4374-a0ee-9540f7f04aff tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (341d074b-3a0d-4169-ba21-bc18cc4a142d), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:45.780335 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa462ab-364b-48e1-8bd1-58465c1e970a tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:45.789040 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1fd58d11-193b-4d97-94b2-87e2ec6ca845 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:45.790536 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1fd58d11-193b-4d97-94b2-87e2ec6ca845 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6052167 Mar 23 02:43:45.791735 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-1aa462ab-364b-48e1-8bd1-58465c1e970a tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:45.793497 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33330) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:45.793900 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa462ab-364b-48e1-8bd1-58465c1e970a tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event updated for resources: {'Port': ['ID=ee66e020-36a9-4373-b5ac-94ad754f7c06,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:45.799295 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa462ab-364b-48e1-8bd1-58465c1e970a tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:43:45.805616 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-c60bd620-2a35-42d8-b2f3-82c65be3c9f4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-697819244', 'security_groups': ['ee604ef3-173c-4610-bad6-09bed1f58186'], 'network_id': 'f86f6b0b-3455-429a-b87d-433670c66f7e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '11b1b1a9-b64a-4e17-8cbc-8b5f6718bd9a'}]}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:45.822078 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad4e01-095d-4aa1-b9d7-01895a282b73 None None] Pushing event updated for resources: {'Port': ['ID=f6bdccfa-5976-4ca6-989b-620ab6e74382,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:45.885448 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33332) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:45.927884 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a673081a-a8a5-486f-8b53-b13d7f1d6555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (2dfc3b7f-f215-43f2-a4b6-245a3d514990), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:45.968683 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a673081a-a8a5-486f-8b53-b13d7f1d6555 None None] No DVR routers for this DVR port 2dfc3b7f-f215-43f2-a4b6-245a3d514990 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:43:45.978698 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f95306c-83d5-45ca-874e-3aac0157f39c None None] DHCP port deletion for 8d17e6f6-c160-476e-becf-ce5e5b4d12aa request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:43:45.982051 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a673081a-a8a5-486f-8b53-b13d7f1d6555 None None] Pushing event deleted for resources: {'Port': ['ID=2dfc3b7f-f215-43f2-a4b6-245a3d514990,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:46.012958 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-cc3494dc-e4ce-4374-a0ee-9540f7f04aff tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Deleting port 2dfc3b7f-f215-43f2-a4b6-245a3d514990 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:46.013302 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cc3494dc-e4ce-4374-a0ee-9540f7f04aff tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (2dfc3b7f-f215-43f2-a4b6-245a3d514990), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:46.020900 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-550ad2d9-345a-4c20-b6ef-239672154762 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/f813c19a-f3b9-4df6-a48a-6ec28b834e58 HTTP/1.1" status: 200 len: 992 time: 0.1343746 Mar 23 02:43:46.041605 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60bd620-2a35-42d8-b2f3-82c65be3c9f4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:46.189823 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c60bd620-2a35-42d8-b2f3-82c65be3c9f4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:46.222542 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-c60bd620-2a35-42d8-b2f3-82c65be3c9f4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] device_id is not set on port b91fa15e-8a91-4aa1-9fa6-4a9381504732 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:43:46.315859 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-8f95306c-83d5-45ca-874e-3aac0157f39c None None] Deleting port d9037780-da7a-48c3-ac9e-0724cd663b7c {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:46.316507 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8f95306c-83d5-45ca-874e-3aac0157f39c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (d9037780-da7a-48c3-ac9e-0724cd663b7c), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:46.379851 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f6bdccfa-5976-4ca6-989b-620ab6e74382 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:43:46.425598 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-8f95306c-83d5-45ca-874e-3aac0157f39c None None] For port d9037780-da7a-48c3-ac9e-0724cd663b7c, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=d9037780-da7a-48c3-ac9e-0724cd663b7c,segment=NetworkSegment(bc5f51a0-9763-4b75-ad6a-bd0919bbb549),segment_id=bc5f51a0-9763-4b75-ad6a-bd0919bbb549)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:46.426004 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8f95306c-83d5-45ca-874e-3aac0157f39c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (d9037780-da7a-48c3-ac9e-0724cd663b7c), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:46.439176 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-c60bd620-2a35-42d8-b2f3-82c65be3c9f4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Allocated IP 172.20.0.14 (f86f6b0b-3455-429a-b87d-433670c66f7e/11b1b1a9-b64a-4e17-8cbc-8b5f6718bd9a/b91fa15e-8a91-4aa1-9fa6-4a9381504732) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:46.449817 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-8f95306c-83d5-45ca-874e-3aac0157f39c None None] Calling delete_port for d9037780-da7a-48c3-ac9e-0724cd663b7c owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:46.504212 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port f6bdccfa-5976-4ca6-989b-620ab6e74382 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:46.504600 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f6bdccfa-5976-4ca6-989b-620ab6e74382), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:46.585173 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-cc3494dc-e4ce-4374-a0ee-9540f7f04aff tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] For port 2dfc3b7f-f215-43f2-a4b6-245a3d514990, host dv-neutron-834613-2-hyperv, got binding levels [] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:46.586076 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cc3494dc-e4ce-4374-a0ee-9540f7f04aff tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (2dfc3b7f-f215-43f2-a4b6-245a3d514990), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:46.609092 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c60bd620-2a35-42d8-b2f3-82c65be3c9f4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for port (b91fa15e-8a91-4aa1-9fa6-4a9381504732), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:46.609355 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-cc3494dc-e4ce-4374-a0ee-9540f7f04aff tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Calling delete_port for 2dfc3b7f-f215-43f2-a4b6-245a3d514990 owned by network:dhcp {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:46.611484 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port f6bdccfa-5976-4ca6-989b-620ab6e74382 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:46.611923 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f6bdccfa-5976-4ca6-989b-620ab6e74382), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:46.615644 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.ipam_backend_mixin [None req-cc3494dc-e4ce-4374-a0ee-9540f7f04aff tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Port 2dfc3b7f-f215-43f2-a4b6-245a3d514990 was not found and therefore no delete operation was performed {{(pid=104348) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 02:43:46.620462 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cc3494dc-e4ce-4374-a0ee-9540f7f04aff tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (2dfc3b7f-f215-43f2-a4b6-245a3d514990), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:46.647641 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port f6bdccfa-5976-4ca6-989b-620ab6e74382, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f6bdccfa-5976-4ca6-989b-620ab6e74382,segment=NetworkSegment(c601c205-bdd6-41aa-b315-516ff161e16c),segment_id=c601c205-bdd6-41aa-b315-516ff161e16c)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:46.650403 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3494dc-e4ce-4374-a0ee-9540f7f04aff tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Port': ['ID=2dfc3b7f-f215-43f2-a4b6-245a3d514990,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:46.652867 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3494dc-e4ce-4374-a0ee-9540f7f04aff tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] No DVR routers for this DVR port 2dfc3b7f-f215-43f2-a4b6-245a3d514990 on host dv-neutron-834613-2-hyperv {{(pid=104348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:43:46.674860 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8f95306c-83d5-45ca-874e-3aac0157f39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (d9037780-da7a-48c3-ac9e-0724cd663b7c), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:46.706332 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f95306c-83d5-45ca-874e-3aac0157f39c None None] No DVR routers for this DVR port d9037780-da7a-48c3-ac9e-0724cd663b7c on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:43:46.712196 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95306c-83d5-45ca-874e-3aac0157f39c None None] Pushing event deleted for resources: {'Port': ['ID=d9037780-da7a-48c3-ac9e-0724cd663b7c,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:46.737019 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c60bd620-2a35-42d8-b2f3-82c65be3c9f4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (b91fa15e-8a91-4aa1-9fa6-4a9381504732), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:46.761342 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f6bdccfa-5976-4ca6-989b-620ab6e74382), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:46.810316 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60bd620-2a35-42d8-b2f3-82c65be3c9f4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network f86f6b0b-3455-429a-b87d-433670c66f7e is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:46.815329 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-c60bd620-2a35-42d8-b2f3-82c65be3c9f4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:46.822625 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60bd620-2a35-42d8-b2f3-82c65be3c9f4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:43:46.822960 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cc3494dc-e4ce-4374-a0ee-9540f7f04aff tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (341d074b-3a0d-4169-ba21-bc18cc4a142d), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:46.833100 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=f6bdccfa-5976-4ca6-989b-620ab6e74382,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:46.838593 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60bd620-2a35-42d8-b2f3-82c65be3c9f4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Port': ['ID=b91fa15e-8a91-4aa1-9fa6-4a9381504732,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:46.857839 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-cc3494dc-e4ce-4374-a0ee-9540f7f04aff tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['341d074b-3a0d-4169-ba21-bc18cc4a142d']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:46.876666 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 2dfc3b7f-f215-43f2-a4b6-245a3d514990 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:43:46.888953 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-cc3494dc-e4ce-4374-a0ee-9540f7f04aff tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '250fa4ba-7410-4f9c-9005-4d5d4d6df77d') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:46.889277 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-cc3494dc-e4ce-4374-a0ee-9540f7f04aff tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '250fa4ba-7410-4f9c-9005-4d5d4d6df77d') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:46.903172 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cc3494dc-e4ce-4374-a0ee-9540f7f04aff tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (250fa4ba-7410-4f9c-9005-4d5d4d6df77d), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:46.904606 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60bd620-2a35-42d8-b2f3-82c65be3c9f4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:46.905192 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c60bd620-2a35-42d8-b2f3-82c65be3c9f4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:46.905705 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 2dfc3b7f-f215-43f2-a4b6-245a3d514990 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:43:46.906157 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 2dfc3b7f-f215-43f2-a4b6-245a3d514990 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:43:46.906683 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d9037780-da7a-48c3-ac9e-0724cd663b7c no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:43:46.929229 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cc3494dc-e4ce-4374-a0ee-9540f7f04aff tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (250fa4ba-7410-4f9c-9005-4d5d4d6df77d), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:46.931833 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: d9037780-da7a-48c3-ac9e-0724cd663b7c {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:43:46.932307 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d9037780-da7a-48c3-ac9e-0724cd663b7c not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:43:46.935636 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1aa462ab-364b-48e1-8bd1-58465c1e970a tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (dccae2a5-1891-4dc0-b0f9-962f4273942f), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:46.957356 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc3494dc-e4ce-4374-a0ee-9540f7f04aff tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:43:46.957770 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cc3494dc-e4ce-4374-a0ee-9540f7f04aff tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (250fa4ba-7410-4f9c-9005-4d5d4d6df77d), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:46.962007 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:43:46.962007 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:43:46.962007 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:43:46.962007 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:43:46.962007 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:43:46.962007 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:43:46.962007 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:43:46.962007 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:43:46.962007 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:43:46.962007 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:43:46.962007 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:43:46.962007 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:43:46.962007 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:43:46.962007 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:43:46.962007 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:43:46.962007 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:43:46.962007 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:43:46.962007 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:43:46.962007 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:43:46.962007 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:43:46.962007 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:43:46.962007 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:43:46.962007 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:43:46.962007 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:43:46.962007 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:43:46.962007 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:43:46.962007 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:43:46.962007 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:43:46.962007 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:43:46.962007 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:43:46.962007 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:43:46.962007 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:43:46.973371 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c60bd620-2a35-42d8-b2f3-82c65be3c9f4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1781476 Mar 23 02:43:46.976062 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33334) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:46.981552 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-34d2610b-5b20-4e28-a53c-5256e4a3a4b2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'subnet': {'network_id': 'f86f6b0b-3455-429a-b87d-433670c66f7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:47.130842 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cc3494dc-e4ce-4374-a0ee-9540f7f04aff tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (341d074b-3a0d-4169-ba21-bc18cc4a142d), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:47.142186 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cc3494dc-e4ce-4374-a0ee-9540f7f04aff tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:47.145259 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-cc3494dc-e4ce-4374-a0ee-9540f7f04aff tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/networks/341d074b-3a0d-4169-ba21-bc18cc4a142d HTTP/1.1" status: 204 len: 168 time: 1.5216048 Mar 23 02:43:47.149113 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33336) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:47.178086 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3494dc-e4ce-4374-a0ee-9540f7f04aff tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Network': ['ID=341d074b-3a0d-4169-ba21-bc18cc4a142d,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:47.187190 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1aa462ab-364b-48e1-8bd1-58465c1e970a tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ee66e020-36a9-4373-b5ac-94ad754f7c06), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:47.225292 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-720c53ad-07a6-4c08-b7a4-45e57ec207d0 None None] Provisioning complete for port 30232341-bd83-4416-8153-7f12b5d78a7b triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:47.225677 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-720c53ad-07a6-4c08-b7a4-45e57ec207d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (30232341-bd83-4416-8153-7f12b5d78a7b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:47.237670 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d2610b-5b20-4e28-a53c-5256e4a3a4b2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:47.241158 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-34d2610b-5b20-4e28-a53c-5256e4a3a4b2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:47.263173 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-42e47b33-4129-4743-8455-aefc52fa95c1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (8d17e6f6-c160-476e-becf-ce5e5b4d12aa), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:47.268502 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-720c53ad-07a6-4c08-b7a4-45e57ec207d0 None None] Port 30232341-bd83-4416-8153-7f12b5d78a7b cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:47.279587 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-720c53ad-07a6-4c08-b7a4-45e57ec207d0 None None] Provisioning complete for port f6bdccfa-5976-4ca6-989b-620ab6e74382 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:47.280002 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-720c53ad-07a6-4c08-b7a4-45e57ec207d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f6bdccfa-5976-4ca6-989b-620ab6e74382), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:47.384975 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-720c53ad-07a6-4c08-b7a4-45e57ec207d0 None None] Current status of the port f6bdccfa-5976-4ca6-989b-620ab6e74382 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:47.396268 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1aa462ab-364b-48e1-8bd1-58465c1e970a tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for port (ee66e020-36a9-4373-b5ac-94ad754f7c06), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:47.414204 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-42e47b33-4129-4743-8455-aefc52fa95c1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (8d17e6f6-c160-476e-becf-ce5e5b4d12aa), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:47.418225 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.ipam_backend_mixin [None req-34d2610b-5b20-4e28-a53c-5256e4a3a4b2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 11b1b1a9-b64a-4e17-8cbc-8b5f6718bd9a (CIDR: 172.20.0.0/28) Mar 23 02:43:47.437238 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-42e47b33-4129-4743-8455-aefc52fa95c1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d17e6f6-c160-476e-becf-ce5e5b4d12aa']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:47.447299 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-42e47b33-4129-4743-8455-aefc52fa95c1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc5f51a0-9763-4b75-ad6a-bd0919bbb549') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:47.447597 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-42e47b33-4129-4743-8455-aefc52fa95c1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc5f51a0-9763-4b75-ad6a-bd0919bbb549') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:47.456324 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d2610b-5b20-4e28-a53c-5256e4a3a4b2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:43:47.456830 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34d2610b-5b20-4e28-a53c-5256e4a3a4b2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:43:47.459862 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-42e47b33-4129-4743-8455-aefc52fa95c1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (bc5f51a0-9763-4b75-ad6a-bd0919bbb549), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:47.478014 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-42e47b33-4129-4743-8455-aefc52fa95c1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (bc5f51a0-9763-4b75-ad6a-bd0919bbb549), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:47.478764 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1aa462ab-364b-48e1-8bd1-58465c1e970a tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (ee66e020-36a9-4373-b5ac-94ad754f7c06), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:47.483966 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e47b33-4129-4743-8455-aefc52fa95c1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:43:47.484351 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-42e47b33-4129-4743-8455-aefc52fa95c1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (bc5f51a0-9763-4b75-ad6a-bd0919bbb549), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:47.487302 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:43:47.487302 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:43:47.487302 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:43:47.487302 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:43:47.487302 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:43:47.487302 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:43:47.487302 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:43:47.487302 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:43:47.487302 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:43:47.487302 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:43:47.487302 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:43:47.487302 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:43:47.487302 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:43:47.487302 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:43:47.487302 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:43:47.487302 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:43:47.487302 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:43:47.487302 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:43:47.487302 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:43:47.487302 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:43:47.487302 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:43:47.487302 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:43:47.487302 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:43:47.487302 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:43:47.487302 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:43:47.487302 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:43:47.487302 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:43:47.487302 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:43:47.487302 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:43:47.487302 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:43:47.487302 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:43:47.487302 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:43:47.504968 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-8f14c11c-5d69-41b2-bd1b-c92f0dd045a9 None None] Provisioning complete for port b91fa15e-8a91-4aa1-9fa6-4a9381504732 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:47.505349 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8f14c11c-5d69-41b2-bd1b-c92f0dd045a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b91fa15e-8a91-4aa1-9fa6-4a9381504732), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:47.552238 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-34d2610b-5b20-4e28-a53c-5256e4a3a4b2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5747166 Mar 23 02:43:47.555854 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33338) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:47.558958 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-8f14c11c-5d69-41b2-bd1b-c92f0dd045a9 None None] Port b91fa15e-8a91-4aa1-9fa6-4a9381504732 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:47.560953 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-15e23b5b-0774-4367-9ca1-48306a98478d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'subnet': {'network_id': 'f86f6b0b-3455-429a-b87d-433670c66f7e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:47.567567 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa462ab-364b-48e1-8bd1-58465c1e970a tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event updated for resources: {'Port': ['ID=ee66e020-36a9-4373-b5ac-94ad754f7c06,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:47.614995 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1aa462ab-364b-48e1-8bd1-58465c1e970a tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (dccae2a5-1891-4dc0-b0f9-962f4273942f), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:47.638897 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-42e47b33-4129-4743-8455-aefc52fa95c1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (8d17e6f6-c160-476e-becf-ce5e5b4d12aa), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:47.643994 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-42e47b33-4129-4743-8455-aefc52fa95c1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:47.647428 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-42e47b33-4129-4743-8455-aefc52fa95c1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/networks/8d17e6f6-c160-476e-becf-ce5e5b4d12aa HTTP/1.1" status: 204 len: 168 time: 0.4967098 Mar 23 02:43:47.651769 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33340) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:47.655589 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e7bd47c9-b7b6-445a-b173-63b57e66a641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:47.659110 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-d17b4115-13ad-4254-824b-1d005ba848f1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Request body: {'network': {'name': 'tempest-RoutersTest-1833625300'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:47.675689 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e47b33-4129-4743-8455-aefc52fa95c1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Network': ['ID=8d17e6f6-c160-476e-becf-ce5e5b4d12aa,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:47.760623 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-1aa462ab-364b-48e1-8bd1-58465c1e970a tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Floating IP dccae2a5-1891-4dc0-b0f9-962f4273942f associated. External IP: 172.26.2.126, port: 7641bdb3-666b-44a0-ae4e-1ee741ea5f7b. Mar 23 02:43:47.764282 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17b4115-13ad-4254-824b-1d005ba848f1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Made reservation on behalf of 4605006fc02d458dbec41eb090f4560b for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:47.767712 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d17b4115-13ad-4254-824b-1d005ba848f1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:47.792558 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d17b4115-13ad-4254-824b-1d005ba848f1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:43:47.801437 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d17b4115-13ad-4254-824b-1d005ba848f1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (d1c4e17e-133b-4a03-83fb-66b6f1e8ab55), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:47.801787 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-d17b4115-13ad-4254-824b-1d005ba848f1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Added segment d1c4e17e-133b-4a03-83fb-66b6f1e8ab55 of type vlan for network 07df70d0-92ad-4a76-8a3c-f64753479feb Mar 23 02:43:47.841395 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d17b4115-13ad-4254-824b-1d005ba848f1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (07df70d0-92ad-4a76-8a3c-f64753479feb), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:47.986009 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa462ab-364b-48e1-8bd1-58465c1e970a tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Router 99447922-70b3-477a-9870-93146dbd5156 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:43:48.060706 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e23b5b-0774-4367-9ca1-48306a98478d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:48.064308 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-15e23b5b-0774-4367-9ca1-48306a98478d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:48.086833 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d17b4115-13ad-4254-824b-1d005ba848f1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (07df70d0-92ad-4a76-8a3c-f64753479feb), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:48.091977 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17b4115-13ad-4254-824b-1d005ba848f1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:48.092574 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d17b4115-13ad-4254-824b-1d005ba848f1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:48.164648 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b4115-13ad-4254-824b-1d005ba848f1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Network': ['ID=07df70d0-92ad-4a76-8a3c-f64753479feb,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:48.173958 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa462ab-364b-48e1-8bd1-58465c1e970a tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:43:48.176219 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 07df70d0-92ad-4a76-8a3c-f64753479feb details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:43:48.193272 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766bf57e-4bc7-435b-9b8f-adac6c80b5ab None None] Sync routers for ids ['99447922-70b3-477a-9870-93146dbd5156'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:43:48.215303 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d17b4115-13ad-4254-824b-1d005ba848f1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5614665 Mar 23 02:43:48.220306 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33342) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:48.225569 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-1d2a0bbf-de46-4a4d-8940-833f022603c5 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Request body: {'subnet': {'network_id': '07df70d0-92ad-4a76-8a3c-f64753479feb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:48.247677 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766bf57e-4bc7-435b-9b8f-adac6c80b5ab None None] Routers {'99447922-70b3-477a-9870-93146dbd5156'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:48.260359 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-766bf57e-4bc7-435b-9b8f-adac6c80b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['99447922-70b3-477a-9870-93146dbd5156'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:48.292986 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f6bdccfa-5976-4ca6-989b-620ab6e74382 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:43:48.294637 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1aa462ab-364b-48e1-8bd1-58465c1e970a tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:48.298343 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-766bf57e-4bc7-435b-9b8f-adac6c80b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:48.333904 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766bf57e-4bc7-435b-9b8f-adac6c80b5ab None None] Routers {'99447922-70b3-477a-9870-93146dbd5156'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:48.334531 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-766bf57e-4bc7-435b-9b8f-adac6c80b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['99447922-70b3-477a-9870-93146dbd5156'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:48.371150 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1aa462ab-364b-48e1-8bd1-58465c1e970a tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.4148910 Mar 23 02:43:48.373740 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33344) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:48.379175 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-766bf57e-4bc7-435b-9b8f-adac6c80b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:48.379366 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-7cea81f4-7780-48a2-bc92-3e7cc5f9a5e7 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Request body: {'floatingip': {'port_id': '7641bdb3-666b-44a0-ae4e-1ee741ea5f7b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:48.379808 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766bf57e-4bc7-435b-9b8f-adac6c80b5ab None None] The sync data for ids ['99447922-70b3-477a-9870-93146dbd5156'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:43:48.394783 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port f6bdccfa-5976-4ca6-989b-620ab6e74382 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:48.395403 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f6bdccfa-5976-4ca6-989b-620ab6e74382), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:48.422687 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2a0bbf-de46-4a4d-8940-833f022603c5 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Made reservation on behalf of 4605006fc02d458dbec41eb090f4560b for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:48.429123 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1d2a0bbf-de46-4a4d-8940-833f022603c5 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:48.473820 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port f6bdccfa-5976-4ca6-989b-620ab6e74382 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:48.474086 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-15e23b5b-0774-4367-9ca1-48306a98478d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (99f58f28-7695-432a-adbe-4b2c3a0b6e28), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:48.494828 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7cea81f4-7780-48a2-bc92-3e7cc5f9a5e7 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (dccae2a5-1891-4dc0-b0f9-962f4273942f), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:48.521573 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e23b5b-0774-4367-9ca1-48306a98478d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network f86f6b0b-3455-429a-b87d-433670c66f7e is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:48.525013 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-15e23b5b-0774-4367-9ca1-48306a98478d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:48.529206 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e23b5b-0774-4367-9ca1-48306a98478d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:48.529820 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-15e23b5b-0774-4367-9ca1-48306a98478d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:48.536401 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26365ed2-49db-4b68-bcad-ff3eecf72acc None None] Network f86f6b0b-3455-429a-b87d-433670c66f7e requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:48.545411 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e23b5b-0774-4367-9ca1-48306a98478d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Subnet': ['ID=99f58f28-7695-432a-adbe-4b2c3a0b6e28,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:48.620710 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-15e23b5b-0774-4367-9ca1-48306a98478d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0622389 Mar 23 02:43:48.622338 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33346) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:48.627689 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-227aaf30-3c6e-4258-8125-654c9b1cb95b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-826029657', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '99f58f28-7695-432a-adbe-4b2c3a0b6e28'}], 'security_groups': ['d0f901eb-e45f-410e-9863-7da229d2d846']}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:48.697151 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:48.743933 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd91931-c05f-416a-86a0-b395a47149a1 None None] Update dhcp port {'port': {'network_id': 'f86f6b0b-3455-429a-b87d-433670c66f7e', 'fixed_ips': [{'subnet_id': '11b1b1a9-b64a-4e17-8cbc-8b5f6718bd9a', 'ip_address': '172.20.0.2'}, {'subnet_id': '99f58f28-7695-432a-adbe-4b2c3a0b6e28'}], 'binding:host_id': 'dv-neutron-834613-2-hyperv'}, 'id': 'f6bdccfa-5976-4ca6-989b-620ab6e74382'} from dv-neutron-834613-2-hyperv. {{(pid=104350) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 23 02:43:48.773962 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4fd91931-c05f-416a-86a0-b395a47149a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f6bdccfa-5976-4ca6-989b-620ab6e74382), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:48.799620 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-227aaf30-3c6e-4258-8125-654c9b1cb95b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b91fa15e-8a91-4aa1-9fa6-4a9381504732), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:48.859483 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1d2a0bbf-de46-4a4d-8940-833f022603c5 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (3163e937-634d-4fbc-8780-b26b014a30c9), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:48.943459 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-4fd91931-c05f-416a-86a0-b395a47149a1 None None] Allocated IP 172.20.0.18 (f86f6b0b-3455-429a-b87d-433670c66f7e/99f58f28-7695-432a-adbe-4b2c3a0b6e28/f6bdccfa-5976-4ca6-989b-620ab6e74382) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:48.953255 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a0bbf-de46-4a4d-8940-833f022603c5 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Subnet': ['ID=3163e937-634d-4fbc-8780-b26b014a30c9,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:49.030121 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2a0bbf-de46-4a4d-8940-833f022603c5 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Checking segment: {'id': 'd1c4e17e-133b-4a03-83fb-66b6f1e8ab55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '07df70d0-92ad-4a76-8a3c-f64753479feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:43:49.030478 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2a0bbf-de46-4a4d-8940-833f022603c5 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network hostable DHCP agents. Network: 07df70d0-92ad-4a76-8a3c-f64753479feb, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:43:49.049902 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-4fd91931-c05f-416a-86a0-b395a47149a1 None None] For port f6bdccfa-5976-4ca6-989b-620ab6e74382, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f6bdccfa-5976-4ca6-989b-620ab6e74382,segment=NetworkSegment(c601c205-bdd6-41aa-b315-516ff161e16c),segment_id=c601c205-bdd6-41aa-b315-516ff161e16c)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:49.079670 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4fd91931-c05f-416a-86a0-b395a47149a1 None None] Publish callbacks [] for port (f6bdccfa-5976-4ca6-989b-620ab6e74382), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:49.134733 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2a0bbf-de46-4a4d-8940-833f022603c5 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network 07df70d0-92ad-4a76-8a3c-f64753479feb is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:43:49.149945 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4fd91931-c05f-416a-86a0-b395a47149a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f6bdccfa-5976-4ca6-989b-620ab6e74382), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:49.162481 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7cea81f4-7780-48a2-bc92-3e7cc5f9a5e7 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:49.240382 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd91931-c05f-416a-86a0-b395a47149a1 None None] Pushing event updated for resources: {'Port': ['ID=f6bdccfa-5976-4ca6-989b-620ab6e74382,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:49.253544 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-227aaf30-3c6e-4258-8125-654c9b1cb95b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Delete allocated IP 172.20.0.14 (f86f6b0b-3455-429a-b87d-433670c66f7e/11b1b1a9-b64a-4e17-8cbc-8b5f6718bd9a) {{(pid=104348) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 23 02:43:49.258622 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-1d2a0bbf-de46-4a4d-8940-833f022603c5 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 07df70d0-92ad-4a76-8a3c-f64753479feb) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:49.261749 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7cea81f4-7780-48a2-bc92-3e7cc5f9a5e7 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (dccae2a5-1891-4dc0-b0f9-962f4273942f), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:49.262963 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-227aaf30-3c6e-4258-8125-654c9b1cb95b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Allocated IP 172.20.0.20 (f86f6b0b-3455-429a-b87d-433670c66f7e/99f58f28-7695-432a-adbe-4b2c3a0b6e28/b91fa15e-8a91-4aa1-9fa6-4a9381504732) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:49.268987 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f93f33-af4e-4e26-966f-93f1cd7c9cfc None None] Network 07df70d0-92ad-4a76-8a3c-f64753479feb requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:49.310142 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2a0bbf-de46-4a4d-8940-833f022603c5 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:49.313098 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1d2a0bbf-de46-4a4d-8940-833f022603c5 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:49.405822 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d2e262-5196-42b6-b7b8-7da463077c86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-07df70d0-92ad-4a76-8a3c-f64753479feb', 'network_id': '07df70d0-92ad-4a76-8a3c-f64753479feb', 'project_id': '4605006fc02d458dbec41eb090f4560b', 'fixed_ips': [{'subnet_id': '3163e937-634d-4fbc-8780-b26b014a30c9'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:43:49.408457 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e5d2e262-5196-42b6-b7b8-7da463077c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:49.417832 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1d2a0bbf-de46-4a4d-8940-833f022603c5 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1985567 Mar 23 02:43:49.421592 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33348) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:49.427370 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-2afb6ae8-c794-4041-babc-837f3bdb051a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1626468532', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:49.542842 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2afb6ae8-c794-4041-babc-837f3bdb051a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (dc7fc9e7-f227-4fee-9979-d033fd28a38f), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:49.543928 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2afb6ae8-c794-4041-babc-837f3bdb051a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (dc7fc9e7-f227-4fee-9979-d033fd28a38f), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:49.597539 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-e5d2e262-5196-42b6-b7b8-7da463077c86 None None] Allocated IP 172.20.0.2 (07df70d0-92ad-4a76-8a3c-f64753479feb/3163e937-634d-4fbc-8780-b26b014a30c9/1cfa9ba7-9414-45dc-84d3-52c776e056b6) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:49.638696 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cea81f4-7780-48a2-bc92-3e7cc5f9a5e7 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Router 99447922-70b3-477a-9870-93146dbd5156 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:43:49.640821 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2afb6ae8-c794-4041-babc-837f3bdb051a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router_controller (dc7fc9e7-f227-4fee-9979-d033fd28a38f), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:49.707993 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-227aaf30-3c6e-4258-8125-654c9b1cb95b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for port (b91fa15e-8a91-4aa1-9fa6-4a9381504732), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:49.739906 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2afb6ae8-c794-4041-babc-837f3bdb051a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (dc7fc9e7-f227-4fee-9979-d033fd28a38f), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:49.786997 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e5d2e262-5196-42b6-b7b8-7da463077c86 None None] Publish callbacks [] for port (1cfa9ba7-9414-45dc-84d3-52c776e056b6), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:49.792859 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-227aaf30-3c6e-4258-8125-654c9b1cb95b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (b91fa15e-8a91-4aa1-9fa6-4a9381504732), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:49.796474 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cea81f4-7780-48a2-bc92-3e7cc5f9a5e7 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:43:49.803607 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7cea81f4-7780-48a2-bc92-3e7cc5f9a5e7 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:49.811540 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6faf7ed-51a6-4ae0-bc06-925ded826035 None None] Sync routers for ids ['99447922-70b3-477a-9870-93146dbd5156'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:43:49.840904 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6faf7ed-51a6-4ae0-bc06-925ded826035 None None] Routers {'99447922-70b3-477a-9870-93146dbd5156'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:49.840904 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-f6faf7ed-51a6-4ae0-bc06-925ded826035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['99447922-70b3-477a-9870-93146dbd5156'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:49.861679 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2afb6ae8-c794-4041-babc-837f3bdb051a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:49.866586 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2afb6ae8-c794-4041-babc-837f3bdb051a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4449306 Mar 23 02:43:49.870135 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33350) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:49.879187 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-e5833ece-2e56-4590-9c19-42b615da356a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Request body: {'port': {'network_id': '07df70d0-92ad-4a76-8a3c-f64753479feb', 'name': 'tempest-RoutersTest-565033783'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:49.880352 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-f6faf7ed-51a6-4ae0-bc06-925ded826035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:49.887085 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e5d2e262-5196-42b6-b7b8-7da463077c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (1cfa9ba7-9414-45dc-84d3-52c776e056b6), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:49.895147 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6faf7ed-51a6-4ae0-bc06-925ded826035 None None] Routers {'99447922-70b3-477a-9870-93146dbd5156'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:49.895782 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-f6faf7ed-51a6-4ae0-bc06-925ded826035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['99447922-70b3-477a-9870-93146dbd5156'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:49.905367 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227aaf30-3c6e-4258-8125-654c9b1cb95b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Port': ['ID=b91fa15e-8a91-4aa1-9fa6-4a9381504732,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:49.921772 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7cea81f4-7780-48a2-bc92-3e7cc5f9a5e7 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "PUT /v2.0/floatingips/dccae2a5-1891-4dc0-b0f9-962f4273942f HTTP/1.1" status: 200 len: 979 time: 1.5459790 Mar 23 02:43:49.927124 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33352) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:49.943791 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-f6faf7ed-51a6-4ae0-bc06-925ded826035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:49.945264 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6faf7ed-51a6-4ae0-bc06-925ded826035 None None] The sync data for ids ['99447922-70b3-477a-9870-93146dbd5156'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:43:49.953487 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d2e262-5196-42b6-b7b8-7da463077c86 None None] Network 07df70d0-92ad-4a76-8a3c-f64753479feb is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:49.954542 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2c0b4da4-1218-4c46-920a-52f9885c9279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:49.959352 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-e5d2e262-5196-42b6-b7b8-7da463077c86 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:49.970896 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d2e262-5196-42b6-b7b8-7da463077c86 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:43:49.987192 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-227aaf30-3c6e-4258-8125-654c9b1cb95b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] In _notify_port_updated(), no bound segment for port b91fa15e-8a91-4aa1-9fa6-4a9381504732 on network f86f6b0b-3455-429a-b87d-433670c66f7e {{(pid=104348) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:43:49.989880 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2e262-5196-42b6-b7b8-7da463077c86 None None] Pushing event updated for resources: {'Port': ['ID=1cfa9ba7-9414-45dc-84d3-52c776e056b6,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:49.991680 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227aaf30-3c6e-4258-8125-654c9b1cb95b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:49.992565 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-227aaf30-3c6e-4258-8125-654c9b1cb95b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:49.996183 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-227aaf30-3c6e-4258-8125-654c9b1cb95b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "PUT /v2.0/ports/b91fa15e-8a91-4aa1-9fa6-4a9381504732 HTTP/1.1" status: 200 len: 920 time: 1.3703480 Mar 23 02:43:49.996561 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33354) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:50.045193 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-f6529470-94e1-49ce-8aae-4cfd8dd66d4e None None] Provisioning complete for port b91fa15e-8a91-4aa1-9fa6-4a9381504732 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:50.045587 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f6529470-94e1-49ce-8aae-4cfd8dd66d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b91fa15e-8a91-4aa1-9fa6-4a9381504732), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:50.070132 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-e5d2e262-5196-42b6-b7b8-7da463077c86 None None] Attempting to bind port 1cfa9ba7-9414-45dc-84d3-52c776e056b6 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:43:50.070581 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-e5d2e262-5196-42b6-b7b8-7da463077c86 None None] Attempting to bind port 1cfa9ba7-9414-45dc-84d3-52c776e056b6 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'd1c4e17e-133b-4a03-83fb-66b6f1e8ab55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '07df70d0-92ad-4a76-8a3c-f64753479feb'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:43:50.071041 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d2e262-5196-42b6-b7b8-7da463077c86 None None] Attempting to bind port 1cfa9ba7-9414-45dc-84d3-52c776e056b6 on network 07df70d0-92ad-4a76-8a3c-f64753479feb {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:43:50.080258 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d2e262-5196-42b6-b7b8-7da463077c86 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:43:50.080721 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d2e262-5196-42b6-b7b8-7da463077c86 None None] Checking segment: {'id': 'd1c4e17e-133b-4a03-83fb-66b6f1e8ab55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '07df70d0-92ad-4a76-8a3c-f64753479feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:43:50.081194 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e5d2e262-5196-42b6-b7b8-7da463077c86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:50.081685 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d2e262-5196-42b6-b7b8-7da463077c86 None None] Bound using segment: {'id': 'd1c4e17e-133b-4a03-83fb-66b6f1e8ab55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '07df70d0-92ad-4a76-8a3c-f64753479feb'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:43:50.082278 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-e5d2e262-5196-42b6-b7b8-7da463077c86 None None] Bound port: 1cfa9ba7-9414-45dc-84d3-52c776e056b6, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c4e17e-133b-4a03-83fb-66b6f1e8ab55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '07df70d0-92ad-4a76-8a3c-f64753479feb'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:43:50.082732 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e5d2e262-5196-42b6-b7b8-7da463077c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (1cfa9ba7-9414-45dc-84d3-52c776e056b6), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:50.104084 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f6529470-94e1-49ce-8aae-4cfd8dd66d4e None None] Port b91fa15e-8a91-4aa1-9fa6-4a9381504732 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:50.140149 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-f82648ab-8f3b-4f4b-80d9-0c9ba0ed86d0 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Deleting port ee66e020-36a9-4373-b5ac-94ad754f7c06 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:50.140149 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f82648ab-8f3b-4f4b-80d9-0c9ba0ed86d0 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (ee66e020-36a9-4373-b5ac-94ad754f7c06), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:50.143179 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-f6529470-94e1-49ce-8aae-4cfd8dd66d4e None None] Provisioning complete for port f6bdccfa-5976-4ca6-989b-620ab6e74382 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:50.143179 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f6529470-94e1-49ce-8aae-4cfd8dd66d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f6bdccfa-5976-4ca6-989b-620ab6e74382), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:50.150566 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-23ae9d02-9a17-4b73-90fd-d96ac70afeb0 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Deleting port b91fa15e-8a91-4aa1-9fa6-4a9381504732 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:50.155047 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-23ae9d02-9a17-4b73-90fd-d96ac70afeb0 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (b91fa15e-8a91-4aa1-9fa6-4a9381504732), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:50.189997 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-e5d2e262-5196-42b6-b7b8-7da463077c86 None None] For port 1cfa9ba7-9414-45dc-84d3-52c776e056b6, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:43:50.203685 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5833ece-2e56-4590-9c19-42b615da356a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Made reservation on behalf of 4605006fc02d458dbec41eb090f4560b for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:50.207593 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e5833ece-2e56-4590-9c19-42b615da356a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:50.211914 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-e5d2e262-5196-42b6-b7b8-7da463077c86 None None] For port 1cfa9ba7-9414-45dc-84d3-52c776e056b6, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=1cfa9ba7-9414-45dc-84d3-52c776e056b6,segment=NetworkSegment(d1c4e17e-133b-4a03-83fb-66b6f1e8ab55),segment_id=d1c4e17e-133b-4a03-83fb-66b6f1e8ab55)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:43:50.244958 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-e5833ece-2e56-4590-9c19-42b615da356a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] device_id is not set on port 15674c96-e53c-4e04-8ccf-bda9f7039aca yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:43:50.246973 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f82648ab-8f3b-4f4b-80d9-0c9ba0ed86d0 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (ee66e020-36a9-4373-b5ac-94ad754f7c06), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:50.247434 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f82648ab-8f3b-4f4b-80d9-0c9ba0ed86d0 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (ee66e020-36a9-4373-b5ac-94ad754f7c06), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:50.255750 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f6529470-94e1-49ce-8aae-4cfd8dd66d4e None None] Current status of the port f6bdccfa-5976-4ca6-989b-620ab6e74382 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:50.265083 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-f82648ab-8f3b-4f4b-80d9-0c9ba0ed86d0 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Calling delete_port for ee66e020-36a9-4373-b5ac-94ad754f7c06 owned by network:floatingip {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:50.269449 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-f6529470-94e1-49ce-8aae-4cfd8dd66d4e None None] Provisioning complete for port 30232341-bd83-4416-8153-7f12b5d78a7b triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:50.269931 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f6529470-94e1-49ce-8aae-4cfd8dd66d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (30232341-bd83-4416-8153-7f12b5d78a7b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:50.292821 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f6bdccfa-5976-4ca6-989b-620ab6e74382 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:43:50.323802 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e5d2e262-5196-42b6-b7b8-7da463077c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (1cfa9ba7-9414-45dc-84d3-52c776e056b6), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:50.346720 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-23ae9d02-9a17-4b73-90fd-d96ac70afeb0 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (b91fa15e-8a91-4aa1-9fa6-4a9381504732), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:50.369582 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-23ae9d02-9a17-4b73-90fd-d96ac70afeb0 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Calling delete_port for b91fa15e-8a91-4aa1-9fa6-4a9381504732 owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:50.369868 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f6529470-94e1-49ce-8aae-4cfd8dd66d4e None None] Port 30232341-bd83-4416-8153-7f12b5d78a7b cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:50.426199 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2e262-5196-42b6-b7b8-7da463077c86 None None] Pushing event updated for resources: {'Port': ['ID=1cfa9ba7-9414-45dc-84d3-52c776e056b6,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:50.435275 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port f6bdccfa-5976-4ca6-989b-620ab6e74382 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:50.435659 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f6bdccfa-5976-4ca6-989b-620ab6e74382), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:50.527494 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port f6bdccfa-5976-4ca6-989b-620ab6e74382 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:50.572109 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f82648ab-8f3b-4f4b-80d9-0c9ba0ed86d0 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (ee66e020-36a9-4373-b5ac-94ad754f7c06), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:50.597620 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-e5833ece-2e56-4590-9c19-42b615da356a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Allocated IP 172.20.0.11 (07df70d0-92ad-4a76-8a3c-f64753479feb/3163e937-634d-4fbc-8780-b26b014a30c9/15674c96-e53c-4e04-8ccf-bda9f7039aca) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:50.607668 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-469689f6-3049-4616-aa10-4ed406c596a1 None None] Provisioning complete for port b91fa15e-8a91-4aa1-9fa6-4a9381504732 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:50.608087 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-469689f6-3049-4616-aa10-4ed406c596a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b91fa15e-8a91-4aa1-9fa6-4a9381504732), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:50.608567 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82648ab-8f3b-4f4b-80d9-0c9ba0ed86d0 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event deleted for resources: {'Port': ['ID=ee66e020-36a9-4373-b5ac-94ad754f7c06,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:50.664740 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-469689f6-3049-4616-aa10-4ed406c596a1 None None] Port b91fa15e-8a91-4aa1-9fa6-4a9381504732 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:50.771263 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-23ae9d02-9a17-4b73-90fd-d96ac70afeb0 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (b91fa15e-8a91-4aa1-9fa6-4a9381504732), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:50.821092 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae9d02-9a17-4b73-90fd-d96ac70afeb0 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Port': ['ID=b91fa15e-8a91-4aa1-9fa6-4a9381504732,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:50.939438 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-23ae9d02-9a17-4b73-90fd-d96ac70afeb0 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:50.945731 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-23ae9d02-9a17-4b73-90fd-d96ac70afeb0 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/ports/b91fa15e-8a91-4aa1-9fa6-4a9381504732 HTTP/1.1" status: 204 len: 168 time: 0.9456780 Mar 23 02:43:50.946809 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33356) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:50.953254 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e5833ece-2e56-4590-9c19-42b615da356a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for port (15674c96-e53c-4e04-8ccf-bda9f7039aca), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:50.984431 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-07cb37b3-802b-485b-ba75-0494b1c9fbb7 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] GET failed (client error): The resource could not be found. Mar 23 02:43:50.985904 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-07cb37b3-802b-485b-ba75-0494b1c9fbb7 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "GET /v2.0/ports/b91fa15e-8a91-4aa1-9fa6-4a9381504732 HTTP/1.1" status: 404 len: 333 time: 0.0374551 Mar 23 02:43:50.988787 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33358) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:51.018629 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f82648ab-8f3b-4f4b-80d9-0c9ba0ed86d0 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (dccae2a5-1891-4dc0-b0f9-962f4273942f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:51.018960 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [None req-f82648ab-8f3b-4f4b-80d9-0c9ba0ed86d0 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Floating IP dccae2a5-1891-4dc0-b0f9-962f4273942f disassociated (deleted). External IP: 172.26.2.126, port: 7641bdb3-666b-44a0-ae4e-1ee741ea5f7b. Mar 23 02:43:51.087466 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e5833ece-2e56-4590-9c19-42b615da356a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (15674c96-e53c-4e04-8ccf-bda9f7039aca), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:51.125044 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-79ac3735-f38c-4a01-bb32-e25b251e9abb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for security_group (ee604ef3-173c-4610-bad6-09bed1f58186), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:51.139460 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5833ece-2e56-4590-9c19-42b615da356a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network 07df70d0-92ad-4a76-8a3c-f64753479feb is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:51.147754 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-e5833ece-2e56-4590-9c19-42b615da356a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:51.153284 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5833ece-2e56-4590-9c19-42b615da356a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:43:51.159542 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-79ac3735-f38c-4a01-bb32-e25b251e9abb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for security_group (ee604ef3-173c-4610-bad6-09bed1f58186), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:51.184541 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5833ece-2e56-4590-9c19-42b615da356a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Port': ['ID=15674c96-e53c-4e04-8ccf-bda9f7039aca,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:51.211699 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:51.219005 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5833ece-2e56-4590-9c19-42b615da356a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:51.219615 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e5833ece-2e56-4590-9c19-42b615da356a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:51.301256 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82648ab-8f3b-4f4b-80d9-0c9ba0ed86d0 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Router 99447922-70b3-477a-9870-93146dbd5156 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:43:51.318057 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e5833ece-2e56-4590-9c19-42b615da356a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4441040 Mar 23 02:43:51.321835 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33360) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:51.357654 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-79ac3735-f38c-4a01-bb32-e25b251e9abb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (ee604ef3-173c-4610-bad6-09bed1f58186), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:51.360326 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-79ac3735-f38c-4a01-bb32-e25b251e9abb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:51.364281 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-79ac3735-f38c-4a01-bb32-e25b251e9abb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/security-groups/ee604ef3-173c-4610-bad6-09bed1f58186 HTTP/1.1" status: 204 len: 168 time: 0.3744197 Mar 23 02:43:51.391280 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33362) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:51.408444 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac3735-f38c-4a01-bb32-e25b251e9abb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee604ef3-173c-4610-bad6-09bed1f58186,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:51.461650 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82648ab-8f3b-4f4b-80d9-0c9ba0ed86d0 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:43:51.467102 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f82648ab-8f3b-4f4b-80d9-0c9ba0ed86d0 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:51.475229 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d75fd9e-d4b5-4976-9b15-736445088a5d None None] Sync routers for ids ['99447922-70b3-477a-9870-93146dbd5156'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:43:51.488137 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d75fd9e-d4b5-4976-9b15-736445088a5d None None] Routers {'99447922-70b3-477a-9870-93146dbd5156'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:51.488902 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-6d75fd9e-d4b5-4976-9b15-736445088a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['99447922-70b3-477a-9870-93146dbd5156'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:51.518689 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f82648ab-8f3b-4f4b-80d9-0c9ba0ed86d0 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "DELETE /v2.0/floatingips/dccae2a5-1891-4dc0-b0f9-962f4273942f HTTP/1.1" status: 204 len: 168 time: 1.5903604 Mar 23 02:43:51.524290 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33364) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:51.610117 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-06419b4b-8231-4cd1-8a7f-f577b88413cb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for security_group (d0f901eb-e45f-410e-9863-7da229d2d846), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:51.645614 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-6eb69e48-6ef4-4610-ad8b-1fbaa3fb758c tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Deleting port 7641bdb3-666b-44a0-ae4e-1ee741ea5f7b {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:51.646232 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6eb69e48-6ef4-4610-ad8b-1fbaa3fb758c tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (7641bdb3-666b-44a0-ae4e-1ee741ea5f7b), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:51.666658 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-06419b4b-8231-4cd1-8a7f-f577b88413cb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for security_group (d0f901eb-e45f-410e-9863-7da229d2d846), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:51.689252 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628e7c8f-0788-4ce7-88a2-eaa7a344bc05 None None] Network 07df70d0-92ad-4a76-8a3c-f64753479feb requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:51.692023 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-6d75fd9e-d4b5-4976-9b15-736445088a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:51.748824 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6eb69e48-6ef4-4610-ad8b-1fbaa3fb758c tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (7641bdb3-666b-44a0-ae4e-1ee741ea5f7b), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:51.749086 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d75fd9e-d4b5-4976-9b15-736445088a5d None None] Routers {'99447922-70b3-477a-9870-93146dbd5156'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:51.749710 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-6d75fd9e-d4b5-4976-9b15-736445088a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['99447922-70b3-477a-9870-93146dbd5156'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:51.764834 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-6eb69e48-6ef4-4610-ad8b-1fbaa3fb758c tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Calling delete_port for 7641bdb3-666b-44a0-ae4e-1ee741ea5f7b owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:51.776287 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-33046902-bbcb-488a-a5bf-be10ea657436 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (15674c96-e53c-4e04-8ccf-bda9f7039aca), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:51.795034 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-6d75fd9e-d4b5-4976-9b15-736445088a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:51.795668 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d75fd9e-d4b5-4976-9b15-736445088a5d None None] The sync data for ids ['99447922-70b3-477a-9870-93146dbd5156'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:43:51.824340 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-8b3ca5d7-e570-40dd-a729-2f4a41cb1980 None None] Provisioning complete for port 1cfa9ba7-9414-45dc-84d3-52c776e056b6 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:51.824760 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8b3ca5d7-e570-40dd-a729-2f4a41cb1980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (1cfa9ba7-9414-45dc-84d3-52c776e056b6), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:51.899615 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-06419b4b-8231-4cd1-8a7f-f577b88413cb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (d0f901eb-e45f-410e-9863-7da229d2d846), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:51.902360 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-06419b4b-8231-4cd1-8a7f-f577b88413cb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:51.903554 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-06419b4b-8231-4cd1-8a7f-f577b88413cb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/security-groups/d0f901eb-e45f-410e-9863-7da229d2d846 HTTP/1.1" status: 204 len: 168 time: 0.5112994 Mar 23 02:43:51.914429 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33366) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:51.948701 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ca5d7-e570-40dd-a729-2f4a41cb1980 None None] Current status of the port 1cfa9ba7-9414-45dc-84d3-52c776e056b6 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:51.949258 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8b3ca5d7-e570-40dd-a729-2f4a41cb1980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (1cfa9ba7-9414-45dc-84d3-52c776e056b6), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:51.966222 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06419b4b-8231-4cd1-8a7f-f577b88413cb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f901eb-e45f-410e-9863-7da229d2d846,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:52.008062 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-8b3ca5d7-e570-40dd-a729-2f4a41cb1980 None None] For port 1cfa9ba7-9414-45dc-84d3-52c776e056b6, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=1cfa9ba7-9414-45dc-84d3-52c776e056b6,segment=NetworkSegment(d1c4e17e-133b-4a03-83fb-66b6f1e8ab55),segment_id=d1c4e17e-133b-4a03-83fb-66b6f1e8ab55)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:52.029567 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-d24a1c43-dd36-4d4a-b9ed-b9a2046f1ec2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Deleting subnet 11b1b1a9-b64a-4e17-8cbc-8b5f6718bd9a {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:43:52.036678 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d24a1c43-dd36-4d4a-b9ed-b9a2046f1ec2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for subnet (11b1b1a9-b64a-4e17-8cbc-8b5f6718bd9a), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:52.075017 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6eb69e48-6ef4-4610-ad8b-1fbaa3fb758c tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (7641bdb3-666b-44a0-ae4e-1ee741ea5f7b), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:52.103968 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8b3ca5d7-e570-40dd-a729-2f4a41cb1980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (1cfa9ba7-9414-45dc-84d3-52c776e056b6), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:52.108902 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d24a1c43-dd36-4d4a-b9ed-b9a2046f1ec2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (11b1b1a9-b64a-4e17-8cbc-8b5f6718bd9a), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:52.109358 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb69e48-6ef4-4610-ad8b-1fbaa3fb758c tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event deleted for resources: {'Port': ['ID=7641bdb3-666b-44a0-ae4e-1ee741ea5f7b,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:52.173415 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-33046902-bbcb-488a-a5bf-be10ea657436 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for port (15674c96-e53c-4e04-8ccf-bda9f7039aca), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:52.180510 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ca5d7-e570-40dd-a729-2f4a41cb1980 None None] Pushing event updated for resources: {'Port': ['ID=1cfa9ba7-9414-45dc-84d3-52c776e056b6,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:52.228502 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6eb69e48-6ef4-4610-ad8b-1fbaa3fb758c tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:52.234860 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6eb69e48-6ef4-4610-ad8b-1fbaa3fb758c tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "DELETE /v2.0/ports/7641bdb3-666b-44a0-ae4e-1ee741ea5f7b HTTP/1.1" status: 204 len: 168 time: 0.7060559 Mar 23 02:43:52.235364 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33368) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:52.240912 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-416c581b-af7e-4d43-baa4-850dd87fb405 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:52.254032 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-5df58f67-ff33-4d93-ba41-d817ec78d18b None None] Provisioning complete for port 15674c96-e53c-4e04-8ccf-bda9f7039aca triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:52.259570 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5df58f67-ff33-4d93-ba41-d817ec78d18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (15674c96-e53c-4e04-8ccf-bda9f7039aca), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:52.284769 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-33046902-bbcb-488a-a5bf-be10ea657436 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (15674c96-e53c-4e04-8ccf-bda9f7039aca), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:52.288833 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d24a1c43-dd36-4d4a-b9ed-b9a2046f1ec2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (11b1b1a9-b64a-4e17-8cbc-8b5f6718bd9a), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:52.308725 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 1cfa9ba7-9414-45dc-84d3-52c776e056b6 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:43:52.318782 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-5df58f67-ff33-4d93-ba41-d817ec78d18b None None] Port 15674c96-e53c-4e04-8ccf-bda9f7039aca cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:52.354023 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-416c581b-af7e-4d43-baa4-850dd87fb405 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:52.367091 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-5df58f67-ff33-4d93-ba41-d817ec78d18b None None] Provisioning complete for port 1cfa9ba7-9414-45dc-84d3-52c776e056b6 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:52.367652 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5df58f67-ff33-4d93-ba41-d817ec78d18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (1cfa9ba7-9414-45dc-84d3-52c776e056b6), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:52.409612 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33046902-bbcb-488a-a5bf-be10ea657436 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Port': ['ID=15674c96-e53c-4e04-8ccf-bda9f7039aca,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:52.414285 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 1cfa9ba7-9414-45dc-84d3-52c776e056b6 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:52.414850 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (1cfa9ba7-9414-45dc-84d3-52c776e056b6), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:52.512747 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-416c581b-af7e-4d43-baa4-850dd87fb405 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:52.528604 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d24a1c43-dd36-4d4a-b9ed-b9a2046f1ec2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (11b1b1a9-b64a-4e17-8cbc-8b5f6718bd9a), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:52.531797 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-5df58f67-ff33-4d93-ba41-d817ec78d18b None None] Current status of the port 1cfa9ba7-9414-45dc-84d3-52c776e056b6 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:52.559714 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 1cfa9ba7-9414-45dc-84d3-52c776e056b6 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:52.568834 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a1c43-dd36-4d4a-b9ed-b9a2046f1ec2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Subnet': ['ID=11b1b1a9-b64a-4e17-8cbc-8b5f6718bd9a,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:52.587298 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d24a1c43-dd36-4d4a-b9ed-b9a2046f1ec2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:52.589862 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30793ee6-df94-4830-b55d-bedf00682546 None None] Network f86f6b0b-3455-429a-b87d-433670c66f7e requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:52.591733 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d24a1c43-dd36-4d4a-b9ed-b9a2046f1ec2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/subnets/11b1b1a9-b64a-4e17-8cbc-8b5f6718bd9a HTTP/1.1" status: 204 len: 168 time: 0.6757829 Mar 23 02:43:52.597137 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33370) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:52.604153 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-ad778aef-0581-4174-b21f-9f48e19880e1 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'subnet': {'network_id': 'f86f6b0b-3455-429a-b87d-433670c66f7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:52.657434 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:52.672960 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-33046902-bbcb-488a-a5bf-be10ea657436 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (dc7fc9e7-f227-4fee-9979-d033fd28a38f), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:52.680675 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-9514c80a-97d9-4afb-8915-bed0613f3aae None None] Provisioning complete for port 15674c96-e53c-4e04-8ccf-bda9f7039aca triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:52.680675 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9514c80a-97d9-4afb-8915-bed0613f3aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (15674c96-e53c-4e04-8ccf-bda9f7039aca), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:52.748695 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-9514c80a-97d9-4afb-8915-bed0613f3aae None None] Port 15674c96-e53c-4e04-8ccf-bda9f7039aca cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:52.751108 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-416c581b-af7e-4d43-baa4-850dd87fb405 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Allocated IP 172.26.2.55 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/a725cf60-1b9a-4e05-837f-4c64902bf6de) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:52.871036 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-33046902-bbcb-488a-a5bf-be10ea657436 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (15674c96-e53c-4e04-8ccf-bda9f7039aca), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:52.875049 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-354dfe55-3683-4602-8f42-cceb2f8cff81 None None] Provisioning complete for port 15674c96-e53c-4e04-8ccf-bda9f7039aca triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:52.875049 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-354dfe55-3683-4602-8f42-cceb2f8cff81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (15674c96-e53c-4e04-8ccf-bda9f7039aca), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:52.886360 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-416c581b-af7e-4d43-baa4-850dd87fb405 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for port (a725cf60-1b9a-4e05-837f-4c64902bf6de), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:52.892746 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad778aef-0581-4174-b21f-9f48e19880e1 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:52.896293 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad778aef-0581-4174-b21f-9f48e19880e1 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:52.915783 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-354dfe55-3683-4602-8f42-cceb2f8cff81 None None] Port 15674c96-e53c-4e04-8ccf-bda9f7039aca cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:53.066848 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-416c581b-af7e-4d43-baa4-850dd87fb405 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (a725cf60-1b9a-4e05-837f-4c64902bf6de), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:53.122933 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416c581b-af7e-4d43-baa4-850dd87fb405 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:53.137315 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-416c581b-af7e-4d43-baa4-850dd87fb405 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:53.165849 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416c581b-af7e-4d43-baa4-850dd87fb405 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:43:53.173422 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-33046902-bbcb-488a-a5bf-be10ea657436 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for port (15674c96-e53c-4e04-8ccf-bda9f7039aca), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:53.193214 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c581b-af7e-4d43-baa4-850dd87fb405 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event updated for resources: {'Port': ['ID=a725cf60-1b9a-4e05-837f-4c64902bf6de,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:53.229802 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-33046902-bbcb-488a-a5bf-be10ea657436 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (15674c96-e53c-4e04-8ccf-bda9f7039aca), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:53.304933 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-416c581b-af7e-4d43-baa4-850dd87fb405 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (d0b93cfd-4e5c-4b4b-80f7-cfc609e4ef10), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:53.313366 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-33046902-bbcb-488a-a5bf-be10ea657436 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (dc7fc9e7-f227-4fee-9979-d033fd28a38f), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:53.315034 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad778aef-0581-4174-b21f-9f48e19880e1 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (8a06b30a-6dfb-4b33-b02a-35d19b642b16), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:53.316826 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33046902-bbcb-488a-a5bf-be10ea657436 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Port': ['ID=15674c96-e53c-4e04-8ccf-bda9f7039aca,revision_number=3']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:53.359331 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad778aef-0581-4174-b21f-9f48e19880e1 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network f86f6b0b-3455-429a-b87d-433670c66f7e is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:53.364485 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-ad778aef-0581-4174-b21f-9f48e19880e1 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:53.369482 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad778aef-0581-4174-b21f-9f48e19880e1 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:53.370106 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad778aef-0581-4174-b21f-9f48e19880e1 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:53.376412 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c6b513-1b56-4785-b72f-ffe9cc869079 None None] Network f86f6b0b-3455-429a-b87d-433670c66f7e requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:53.382172 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad778aef-0581-4174-b21f-9f48e19880e1 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Subnet': ['ID=8a06b30a-6dfb-4b33-b02a-35d19b642b16,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:53.412064 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-416c581b-af7e-4d43-baa4-850dd87fb405 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a725cf60-1b9a-4e05-837f-4c64902bf6de), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:53.433733 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33046902-bbcb-488a-a5bf-be10ea657436 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network 07df70d0-92ad-4a76-8a3c-f64753479feb is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:53.436065 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-33046902-bbcb-488a-a5bf-be10ea657436 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:53.468526 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ad778aef-0581-4174-b21f-9f48e19880e1 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8699601 Mar 23 02:43:53.479624 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-6a5096a7-fc4b-4f27-9843-6a5e232d84ea None None] Provisioning complete for port 30232341-bd83-4416-8153-7f12b5d78a7b triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:53.479624 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6a5096a7-fc4b-4f27-9843-6a5e232d84ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (30232341-bd83-4416-8153-7f12b5d78a7b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:53.479859 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33372) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:53.487924 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-f408a2e1-2f7c-4225-934d-4e913ba1fc92 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'security_group': {'name': 'tempest-secgroup-2038030369'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:53.539589 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-6a5096a7-fc4b-4f27-9843-6a5e232d84ea None None] Port 30232341-bd83-4416-8153-7f12b5d78a7b cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:53.563369 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-6a5096a7-fc4b-4f27-9843-6a5e232d84ea None None] Provisioning complete for port f6bdccfa-5976-4ca6-989b-620ab6e74382 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:53.563910 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6a5096a7-fc4b-4f27-9843-6a5e232d84ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f6bdccfa-5976-4ca6-989b-620ab6e74382), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:53.626480 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f408a2e1-2f7c-4225-934d-4e913ba1fc92 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:53.645470 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-416c581b-af7e-4d43-baa4-850dd87fb405 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for port (a725cf60-1b9a-4e05-837f-4c64902bf6de), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:53.675071 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33046902-bbcb-488a-a5bf-be10ea657436 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Router dc7fc9e7-f227-4fee-9979-d033fd28a38f is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:43:53.696563 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-6a5096a7-fc4b-4f27-9843-6a5e232d84ea None None] Current status of the port f6bdccfa-5976-4ca6-989b-620ab6e74382 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:53.699958 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2393ca1-4ee4-4c22-addb-2a43e9f4f0a6 None None] Update dhcp port {'port': {'network_id': 'f86f6b0b-3455-429a-b87d-433670c66f7e', 'fixed_ips': [{'subnet_id': '99f58f28-7695-432a-adbe-4b2c3a0b6e28', 'ip_address': '172.20.0.18'}, {'subnet_id': '8a06b30a-6dfb-4b33-b02a-35d19b642b16'}], 'binding:host_id': 'dv-neutron-834613-2-hyperv'}, 'id': 'f6bdccfa-5976-4ca6-989b-620ab6e74382'} from dv-neutron-834613-2-hyperv. {{(pid=104350) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 23 02:43:53.711305 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f408a2e1-2f7c-4225-934d-4e913ba1fc92 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for security_group (0fbd20cd-46dc-4f94-9278-3784256ea158), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:53.712329 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-416c581b-af7e-4d43-baa4-850dd87fb405 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (a725cf60-1b9a-4e05-837f-4c64902bf6de), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:53.736415 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c2393ca1-4ee4-4c22-addb-2a43e9f4f0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f6bdccfa-5976-4ca6-989b-620ab6e74382), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:53.802125 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f408a2e1-2f7c-4225-934d-4e913ba1fc92 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (0fbd20cd-46dc-4f94-9278-3784256ea158), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:53.804813 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c581b-af7e-4d43-baa4-850dd87fb405 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event updated for resources: {'Port': ['ID=a725cf60-1b9a-4e05-837f-4c64902bf6de,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:53.841291 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-416c581b-af7e-4d43-baa4-850dd87fb405 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (d0b93cfd-4e5c-4b4b-80f7-cfc609e4ef10), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:53.858175 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408a2e1-2f7c-4225-934d-4e913ba1fc92 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbd20cd-46dc-4f94-9278-3784256ea158,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:53.889348 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-47ac4e83-f469-41b3-8065-c4b00eaf2c1a None None] Provisioning complete for port 15674c96-e53c-4e04-8ccf-bda9f7039aca triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:53.889733 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-47ac4e83-f469-41b3-8065-c4b00eaf2c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (15674c96-e53c-4e04-8ccf-bda9f7039aca), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:53.917852 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f408a2e1-2f7c-4225-934d-4e913ba1fc92 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:53.921843 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f408a2e1-2f7c-4225-934d-4e913ba1fc92 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4381268 Mar 23 02:43:53.921994 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33374) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:53.928082 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-8746a1d0-6cb7-4c09-abb9-7e93fd85e161 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'security_group': {'name': 'tempest-secgroup-1367879976'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:53.949138 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-416c581b-af7e-4d43-baa4-850dd87fb405 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:53.952855 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-416c581b-af7e-4d43-baa4-850dd87fb405 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7139037 Mar 23 02:43:53.954763 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33376) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:53.962656 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-62684c4c-687d-4abb-b00a-b26619d5c5bb tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Request body: {'port': {'network_id': '94a70184-581a-4765-96cf-7e5edd648c4d', 'name': 'tempest-FloatingIPTestJSON-872610605'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:53.986433 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-47ac4e83-f469-41b3-8065-c4b00eaf2c1a None None] Port 15674c96-e53c-4e04-8ccf-bda9f7039aca cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:53.997577 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-c2393ca1-4ee4-4c22-addb-2a43e9f4f0a6 None None] Allocated IP 172.20.0.2 (f86f6b0b-3455-429a-b87d-433670c66f7e/8a06b30a-6dfb-4b33-b02a-35d19b642b16/f6bdccfa-5976-4ca6-989b-620ab6e74382) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:54.022934 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33046902-bbcb-488a-a5bf-be10ea657436 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:43:54.030731 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-33046902-bbcb-488a-a5bf-be10ea657436 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "PUT /v2.0/routers/dc7fc9e7-f227-4fee-9979-d033fd28a38f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7076910 Mar 23 02:43:54.033249 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33378) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:54.036614 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e00464-9a89-463b-ab67-5c7e20df6124 None None] Sync routers for ids ['dc7fc9e7-f227-4fee-9979-d033fd28a38f'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:43:54.049653 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e00464-9a89-463b-ab67-5c7e20df6124 None None] Routers {'dc7fc9e7-f227-4fee-9979-d033fd28a38f'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:54.055450 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8746a1d0-6cb7-4c09-abb9-7e93fd85e161 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:54.056236 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-05e00464-9a89-463b-ab67-5c7e20df6124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['dc7fc9e7-f227-4fee-9979-d033fd28a38f'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:54.074798 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:54.104015 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-c2393ca1-4ee4-4c22-addb-2a43e9f4f0a6 None None] For port f6bdccfa-5976-4ca6-989b-620ab6e74382, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f6bdccfa-5976-4ca6-989b-620ab6e74382,segment=NetworkSegment(c601c205-bdd6-41aa-b315-516ff161e16c),segment_id=c601c205-bdd6-41aa-b315-516ff161e16c)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:54.105114 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-05e00464-9a89-463b-ab67-5c7e20df6124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:54.106886 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec83623-4ff7-4f9d-b9f0-6ddaeccbe3a5 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:54.111374 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-eec83623-4ff7-4f9d-b9f0-6ddaeccbe3a5 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "GET /v2.0/ports/15674c96-e53c-4e04-8ccf-bda9f7039aca HTTP/1.1" status: 200 len: 977 time: 0.0770230 Mar 23 02:43:54.112919 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33380) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:54.117790 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e00464-9a89-463b-ab67-5c7e20df6124 None None] Routers {'dc7fc9e7-f227-4fee-9979-d033fd28a38f'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:54.118600 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-05e00464-9a89-463b-ab67-5c7e20df6124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['dc7fc9e7-f227-4fee-9979-d033fd28a38f'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:54.136919 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c2393ca1-4ee4-4c22-addb-2a43e9f4f0a6 None None] Publish callbacks [] for port (f6bdccfa-5976-4ca6-989b-620ab6e74382), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:54.155737 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-05e00464-9a89-463b-ab67-5c7e20df6124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:54.156420 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e00464-9a89-463b-ab67-5c7e20df6124 None None] The sync data for ids ['dc7fc9e7-f227-4fee-9979-d033fd28a38f'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:43:54.206455 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c2393ca1-4ee4-4c22-addb-2a43e9f4f0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f6bdccfa-5976-4ca6-989b-620ab6e74382), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:54.273018 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 1cfa9ba7-9414-45dc-84d3-52c776e056b6 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:43:54.281097 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8746a1d0-6cb7-4c09-abb9-7e93fd85e161 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for security_group (df5cf4cf-4a14-45ec-8b6e-98079d919d56), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:54.314119 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62684c4c-687d-4abb-b00a-b26619d5c5bb tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Made reservation on behalf of 4e2776cfd52e48439f888e040b085603 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:54.317747 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-62684c4c-687d-4abb-b00a-b26619d5c5bb tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:54.329863 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2393ca1-4ee4-4c22-addb-2a43e9f4f0a6 None None] Pushing event updated for resources: {'Port': ['ID=f6bdccfa-5976-4ca6-989b-620ab6e74382,revision_number=6']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:54.357014 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 1cfa9ba7-9414-45dc-84d3-52c776e056b6 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:54.357497 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (1cfa9ba7-9414-45dc-84d3-52c776e056b6), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:54.374949 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-62684c4c-687d-4abb-b00a-b26619d5c5bb tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] device_id is not set on port 8c7cfbea-1565-4dfe-b8a5-1680910e1ff6 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:43:54.446549 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 1cfa9ba7-9414-45dc-84d3-52c776e056b6 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:54.638057 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8746a1d0-6cb7-4c09-abb9-7e93fd85e161 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (df5cf4cf-4a14-45ec-8b6e-98079d919d56), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:54.740668 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746a1d0-6cb7-4c09-abb9-7e93fd85e161 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df5cf4cf-4a14-45ec-8b6e-98079d919d56,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:54.777588 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8746a1d0-6cb7-4c09-abb9-7e93fd85e161 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:54.778848 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8746a1d0-6cb7-4c09-abb9-7e93fd85e161 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8559809 Mar 23 02:43:54.781736 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33382) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:54.786221 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-731baf8b-eeea-45b3-b9ac-47ff90c34c77 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'security_group': {'name': 'tempest-secgroup-542922896'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:54.812960 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-62684c4c-687d-4abb-b00a-b26619d5c5bb tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Allocated IP 172.20.0.11 (94a70184-581a-4765-96cf-7e5edd648c4d/ef1f1cf3-b12d-4805-a5b4-e98dee91589c/8c7cfbea-1565-4dfe-b8a5-1680910e1ff6) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:54.880637 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-731baf8b-eeea-45b3-b9ac-47ff90c34c77 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:54.913832 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-308a8346-7e0f-4dbb-8576-e8b661f4b5cb None None] Provisioning complete for port 30232341-bd83-4416-8153-7f12b5d78a7b triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:54.914635 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-308a8346-7e0f-4dbb-8576-e8b661f4b5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (30232341-bd83-4416-8153-7f12b5d78a7b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:54.956415 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-308a8346-7e0f-4dbb-8576-e8b661f4b5cb None None] Port 30232341-bd83-4416-8153-7f12b5d78a7b cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:54.963809 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-731baf8b-eeea-45b3-b9ac-47ff90c34c77 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for security_group (3f6af283-033d-4995-b7f2-a50501d6b590), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:54.968172 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-308a8346-7e0f-4dbb-8576-e8b661f4b5cb None None] Provisioning complete for port f6bdccfa-5976-4ca6-989b-620ab6e74382 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:54.968550 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-308a8346-7e0f-4dbb-8576-e8b661f4b5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f6bdccfa-5976-4ca6-989b-620ab6e74382), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:55.019481 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a4270d80-ab01-490d-839e-bdff2f4659f6 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (dc7fc9e7-f227-4fee-9979-d033fd28a38f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:55.039424 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-731baf8b-eeea-45b3-b9ac-47ff90c34c77 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (3f6af283-033d-4995-b7f2-a50501d6b590), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:55.051890 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-308a8346-7e0f-4dbb-8576-e8b661f4b5cb None None] Current status of the port f6bdccfa-5976-4ca6-989b-620ab6e74382 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:55.075833 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731baf8b-eeea-45b3-b9ac-47ff90c34c77 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6af283-033d-4995-b7f2-a50501d6b590,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:55.099310 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-62684c4c-687d-4abb-b00a-b26619d5c5bb tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for port (8c7cfbea-1565-4dfe-b8a5-1680910e1ff6), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:55.145316 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-731baf8b-eeea-45b3-b9ac-47ff90c34c77 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:55.146552 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-731baf8b-eeea-45b3-b9ac-47ff90c34c77 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3638189 Mar 23 02:43:55.150229 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33384) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:55.155033 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-b95652be-9a6b-475c-a901-4738a0d6f59f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1190669945', 'security_groups': ['3f6af283-033d-4995-b7f2-a50501d6b590'], 'network_id': 'f86f6b0b-3455-429a-b87d-433670c66f7e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8a06b30a-6dfb-4b33-b02a-35d19b642b16'}]}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:55.252919 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-62684c4c-687d-4abb-b00a-b26619d5c5bb tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (8c7cfbea-1565-4dfe-b8a5-1680910e1ff6), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:55.315910 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62684c4c-687d-4abb-b00a-b26619d5c5bb tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Network 94a70184-581a-4765-96cf-7e5edd648c4d is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:55.319071 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62684c4c-687d-4abb-b00a-b26619d5c5bb tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event updated for resources: {'Port': ['ID=8c7cfbea-1565-4dfe-b8a5-1680910e1ff6,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:55.324880 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-62684c4c-687d-4abb-b00a-b26619d5c5bb tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:55.327885 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62684c4c-687d-4abb-b00a-b26619d5c5bb tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:43:55.337677 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95652be-9a6b-475c-a901-4738a0d6f59f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:55.352248 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-a4270d80-ab01-490d-839e-bdff2f4659f6 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Deleting port 15674c96-e53c-4e04-8ccf-bda9f7039aca {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:55.352588 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a4270d80-ab01-490d-839e-bdff2f4659f6 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (15674c96-e53c-4e04-8ccf-bda9f7039aca), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:55.421999 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62684c4c-687d-4abb-b00a-b26619d5c5bb tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:55.422679 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-62684c4c-687d-4abb-b00a-b26619d5c5bb tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:55.422806 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b95652be-9a6b-475c-a901-4738a0d6f59f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:55.441123 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-b95652be-9a6b-475c-a901-4738a0d6f59f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] device_id is not set on port ce980513-002b-4200-86b2-964300a74c87 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:43:55.464363 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a4270d80-ab01-490d-839e-bdff2f4659f6 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (15674c96-e53c-4e04-8ccf-bda9f7039aca), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:55.478964 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-a4270d80-ab01-490d-839e-bdff2f4659f6 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Calling delete_port for 15674c96-e53c-4e04-8ccf-bda9f7039aca owned by network:router_interface {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:55.527565 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-62684c4c-687d-4abb-b00a-b26619d5c5bb tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5716472 Mar 23 02:43:55.530323 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33386) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:55.537490 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-41085af5-a916-4756-8356-b6f74f9e68e5 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Request body: {'floatingip': {'port_id': '8c7cfbea-1565-4dfe-b8a5-1680910e1ff6'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:55.592582 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-41085af5-a916-4756-8356-b6f74f9e68e5 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (d0b93cfd-4e5c-4b4b-80f7-cfc609e4ef10), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:55.714614 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a4270d80-ab01-490d-839e-bdff2f4659f6 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (15674c96-e53c-4e04-8ccf-bda9f7039aca), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:55.727178 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-b95652be-9a6b-475c-a901-4738a0d6f59f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Allocated IP 172.20.0.13 (f86f6b0b-3455-429a-b87d-433670c66f7e/8a06b30a-6dfb-4b33-b02a-35d19b642b16/ce980513-002b-4200-86b2-964300a74c87) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:55.745904 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4270d80-ab01-490d-839e-bdff2f4659f6 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Port': ['ID=15674c96-e53c-4e04-8ccf-bda9f7039aca,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:55.896661 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a4270d80-ab01-490d-839e-bdff2f4659f6 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (dc7fc9e7-f227-4fee-9979-d033fd28a38f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:56.096833 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4270d80-ab01-490d-839e-bdff2f4659f6 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Router dc7fc9e7-f227-4fee-9979-d033fd28a38f has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:43:56.135398 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b95652be-9a6b-475c-a901-4738a0d6f59f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for port (ce980513-002b-4200-86b2-964300a74c87), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:56.196678 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4270d80-ab01-490d-839e-bdff2f4659f6 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:43:56.206531 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a4270d80-ab01-490d-839e-bdff2f4659f6 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "PUT /v2.0/routers/dc7fc9e7-f227-4fee-9979-d033fd28a38f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0892563 Mar 23 02:43:56.209067 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33388) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:56.219796 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03464908-9683-453b-aa68-9087c9ea371f None None] Sync routers for ids ['dc7fc9e7-f227-4fee-9979-d033fd28a38f'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:43:56.236345 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03464908-9683-453b-aa68-9087c9ea371f None None] Routers {'dc7fc9e7-f227-4fee-9979-d033fd28a38f'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:56.237251 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-03464908-9683-453b-aa68-9087c9ea371f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['dc7fc9e7-f227-4fee-9979-d033fd28a38f'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:56.281128 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-03464908-9683-453b-aa68-9087c9ea371f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:56.283145 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-41085af5-a916-4756-8356-b6f74f9e68e5 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:56.286726 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f6bdccfa-5976-4ca6-989b-620ab6e74382 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:43:56.322791 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03464908-9683-453b-aa68-9087c9ea371f None None] Routers {'dc7fc9e7-f227-4fee-9979-d033fd28a38f'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:56.323415 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-03464908-9683-453b-aa68-9087c9ea371f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['dc7fc9e7-f227-4fee-9979-d033fd28a38f'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:56.326618 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b95652be-9a6b-475c-a901-4738a0d6f59f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (ce980513-002b-4200-86b2-964300a74c87), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:56.362659 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-41085af5-a916-4756-8356-b6f74f9e68e5 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (d0b93cfd-4e5c-4b4b-80f7-cfc609e4ef10), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:56.370088 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-03464908-9683-453b-aa68-9087c9ea371f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:56.370695 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03464908-9683-453b-aa68-9087c9ea371f None None] The sync data for ids ['dc7fc9e7-f227-4fee-9979-d033fd28a38f'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:43:56.388455 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port f6bdccfa-5976-4ca6-989b-620ab6e74382 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:56.389064 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f6bdccfa-5976-4ca6-989b-620ab6e74382), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:56.413749 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-b97fae40-985b-4ae7-9912-df4ed20b6697 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] remove_router_interface failed (client error): The resource could not be found. Mar 23 02:43:56.415242 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b97fae40-985b-4ae7-9912-df4ed20b6697 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "PUT /v2.0/routers/dc7fc9e7-f227-4fee-9979-d033fd28a38f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2050655 Mar 23 02:43:56.417971 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33390) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:56.447336 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95652be-9a6b-475c-a901-4738a0d6f59f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network f86f6b0b-3455-429a-b87d-433670c66f7e is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:56.450427 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95652be-9a6b-475c-a901-4738a0d6f59f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Port': ['ID=ce980513-002b-4200-86b2-964300a74c87,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:56.454073 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c42a4815-a981-4bbe-a5b0-b94acc4fe30e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc7fc9e7-f227-4fee-9979-d033fd28a38f HTTP/1.1" status: 200 len: 205 time: 0.0325582 Mar 23 02:43:56.454573 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-b95652be-9a6b-475c-a901-4738a0d6f59f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:56.454992 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33392) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:56.468328 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95652be-9a6b-475c-a901-4738a0d6f59f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:43:56.489338 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port f6bdccfa-5976-4ca6-989b-620ab6e74382 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:43:56.541044 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-be8c5bc7-dc05-4b5f-a02d-769c3c6b32bd tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router (dc7fc9e7-f227-4fee-9979-d033fd28a38f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:56.543075 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95652be-9a6b-475c-a901-4738a0d6f59f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:56.544647 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b95652be-9a6b-475c-a901-4738a0d6f59f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:56.558327 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-41085af5-a916-4756-8356-b6f74f9e68e5 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Floating IP d0b93cfd-4e5c-4b4b-80f7-cfc609e4ef10 associated. External IP: 172.26.2.55, port: 8c7cfbea-1565-4dfe-b8a5-1680910e1ff6. Mar 23 02:43:56.641883 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b95652be-9a6b-475c-a901-4738a0d6f59f tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4880047 Mar 23 02:43:56.642125 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33394) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:56.652377 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-b50ac0e4-f9ec-4d95-84af-4df783dd5c8a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'subnet': {'network_id': 'f86f6b0b-3455-429a-b87d-433670c66f7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:56.694570 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-8eaae461-2810-429f-a62d-209c29769781 None None] Provisioning complete for port ce980513-002b-4200-86b2-964300a74c87 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:43:56.695032 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8eaae461-2810-429f-a62d-209c29769781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ce980513-002b-4200-86b2-964300a74c87), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:56.719033 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-be8c5bc7-dc05-4b5f-a02d-769c3c6b32bd tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (dc7fc9e7-f227-4fee-9979-d033fd28a38f), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:56.721360 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-be8c5bc7-dc05-4b5f-a02d-769c3c6b32bd tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router_controller (dc7fc9e7-f227-4fee-9979-d033fd28a38f), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:56.731727 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-8eaae461-2810-429f-a62d-209c29769781 None None] Port ce980513-002b-4200-86b2-964300a74c87 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:43:56.861606 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-be8c5bc7-dc05-4b5f-a02d-769c3c6b32bd tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (dc7fc9e7-f227-4fee-9979-d033fd28a38f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:56.862591 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8c5bc7-dc05-4b5f-a02d-769c3c6b32bd tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Fanout notify agent at l3_agent the message router_deleted on router dc7fc9e7-f227-4fee-9979-d033fd28a38f {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:43:56.869689 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-be8c5bc7-dc05-4b5f-a02d-769c3c6b32bd tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:56.870904 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-be8c5bc7-dc05-4b5f-a02d-769c3c6b32bd tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/routers/dc7fc9e7-f227-4fee-9979-d033fd28a38f HTTP/1.1" status: 204 len: 168 time: 0.4148450 Mar 23 02:43:56.873440 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33396) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:56.879084 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41085af5-a916-4756-8356-b6f74f9e68e5 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Router 99447922-70b3-477a-9870-93146dbd5156 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:43:56.925279 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-6158f381-6932-4a31-8ecd-af03f294d212 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Deleting subnet 3163e937-634d-4fbc-8780-b26b014a30c9 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:43:56.928398 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6158f381-6932-4a31-8ecd-af03f294d212 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for subnet (3163e937-634d-4fbc-8780-b26b014a30c9), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:56.953448 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50ac0e4-f9ec-4d95-84af-4df783dd5c8a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:56.963458 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b50ac0e4-f9ec-4d95-84af-4df783dd5c8a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:56.970103 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6158f381-6932-4a31-8ecd-af03f294d212 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (3163e937-634d-4fbc-8780-b26b014a30c9), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:57.061309 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6158f381-6932-4a31-8ecd-af03f294d212 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (3163e937-634d-4fbc-8780-b26b014a30c9), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:57.065017 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41085af5-a916-4756-8356-b6f74f9e68e5 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:43:57.070959 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-41085af5-a916-4756-8356-b6f74f9e68e5 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:57.074586 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3bddf2-afb6-46bf-956e-0a81904d5484 None None] Sync routers for ids ['99447922-70b3-477a-9870-93146dbd5156'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:43:57.087057 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3bddf2-afb6-46bf-956e-0a81904d5484 None None] Routers {'99447922-70b3-477a-9870-93146dbd5156'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:57.087673 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-fb3bddf2-afb6-46bf-956e-0a81904d5484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['99447922-70b3-477a-9870-93146dbd5156'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:57.095429 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.ipam_backend_mixin [None req-b50ac0e4-f9ec-4d95-84af-4df783dd5c8a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8a06b30a-6dfb-4b33-b02a-35d19b642b16 (CIDR: 172.20.0.0/28) Mar 23 02:43:57.104671 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-41085af5-a916-4756-8356-b6f74f9e68e5 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "PUT /v2.0/floatingips/d0b93cfd-4e5c-4b4b-80f7-cfc609e4ef10 HTTP/1.1" status: 200 len: 977 time: 1.5731058 Mar 23 02:43:57.107540 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33398) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:57.128576 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-fb3bddf2-afb6-46bf-956e-0a81904d5484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:57.136310 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-b50ac0e4-f9ec-4d95-84af-4df783dd5c8a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:43:57.136945 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b50ac0e4-f9ec-4d95-84af-4df783dd5c8a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:43:57.139189 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3bddf2-afb6-46bf-956e-0a81904d5484 None None] Routers {'99447922-70b3-477a-9870-93146dbd5156'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:57.140466 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-fb3bddf2-afb6-46bf-956e-0a81904d5484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['99447922-70b3-477a-9870-93146dbd5156'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:57.181538 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-fb3bddf2-afb6-46bf-956e-0a81904d5484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:57.182328 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3bddf2-afb6-46bf-956e-0a81904d5484 None None] The sync data for ids ['99447922-70b3-477a-9870-93146dbd5156'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:43:57.209399 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-09396cc8-0513-44e0-8183-d2e278f5dbe4 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Deleting port 8c7cfbea-1565-4dfe-b8a5-1680910e1ff6 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:57.209748 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-09396cc8-0513-44e0-8183-d2e278f5dbe4 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (8c7cfbea-1565-4dfe-b8a5-1680910e1ff6), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:57.227777 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b50ac0e4-f9ec-4d95-84af-4df783dd5c8a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5847883 Mar 23 02:43:57.230749 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33400) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:57.236836 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-7a6f9519-77b6-4a5d-b810-29deebb6ed1a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'subnet': {'network_id': 'f86f6b0b-3455-429a-b87d-433670c66f7e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:57.299922 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-09396cc8-0513-44e0-8183-d2e278f5dbe4 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (8c7cfbea-1565-4dfe-b8a5-1680910e1ff6), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:57.324838 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6158f381-6932-4a31-8ecd-af03f294d212 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (3163e937-634d-4fbc-8780-b26b014a30c9), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:57.364524 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158f381-6932-4a31-8ecd-af03f294d212 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Subnet': ['ID=3163e937-634d-4fbc-8780-b26b014a30c9,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:57.368585 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6158f381-6932-4a31-8ecd-af03f294d212 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:57.371776 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6158f381-6932-4a31-8ecd-af03f294d212 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/subnets/3163e937-634d-4fbc-8780-b26b014a30c9 HTTP/1.1" status: 204 len: 168 time: 0.4973679 Mar 23 02:43:57.375037 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33402) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:57.380092 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903da9b9-9211-48b3-8748-a492d7e19e96 None None] Network 07df70d0-92ad-4a76-8a3c-f64753479feb requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:57.463234 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-312fff83-2c4c-4e8b-a35e-44d554493cd0 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (07df70d0-92ad-4a76-8a3c-f64753479feb), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:57.522539 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6f9519-77b6-4a5d-b810-29deebb6ed1a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:57.526381 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7a6f9519-77b6-4a5d-b810-29deebb6ed1a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:57.550201 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-312fff83-2c4c-4e8b-a35e-44d554493cd0 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Deleting port 1cfa9ba7-9414-45dc-84d3-52c776e056b6 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:57.550485 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-312fff83-2c4c-4e8b-a35e-44d554493cd0 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (1cfa9ba7-9414-45dc-84d3-52c776e056b6), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:57.559477 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74b4736-0fcc-4f5f-9864-ca874e392d15 None None] DHCP port deletion for 07df70d0-92ad-4a76-8a3c-f64753479feb request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:43:57.611232 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e74b4736-0fcc-4f5f-9864-ca874e392d15 None None] Deleting port 1cfa9ba7-9414-45dc-84d3-52c776e056b6 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:57.611607 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e74b4736-0fcc-4f5f-9864-ca874e392d15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (1cfa9ba7-9414-45dc-84d3-52c776e056b6), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:57.676323 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-e74b4736-0fcc-4f5f-9864-ca874e392d15 None None] For port 1cfa9ba7-9414-45dc-84d3-52c776e056b6, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=1cfa9ba7-9414-45dc-84d3-52c776e056b6,segment=NetworkSegment(d1c4e17e-133b-4a03-83fb-66b6f1e8ab55),segment_id=d1c4e17e-133b-4a03-83fb-66b6f1e8ab55)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:57.676714 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e74b4736-0fcc-4f5f-9864-ca874e392d15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (1cfa9ba7-9414-45dc-84d3-52c776e056b6), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:57.693430 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e74b4736-0fcc-4f5f-9864-ca874e392d15 None None] Calling delete_port for 1cfa9ba7-9414-45dc-84d3-52c776e056b6 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:57.715066 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-312fff83-2c4c-4e8b-a35e-44d554493cd0 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] For port 1cfa9ba7-9414-45dc-84d3-52c776e056b6, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=1cfa9ba7-9414-45dc-84d3-52c776e056b6,segment=NetworkSegment(d1c4e17e-133b-4a03-83fb-66b6f1e8ab55),segment_id=d1c4e17e-133b-4a03-83fb-66b6f1e8ab55)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:43:57.715412 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-312fff83-2c4c-4e8b-a35e-44d554493cd0 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (1cfa9ba7-9414-45dc-84d3-52c776e056b6), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:57.734119 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-312fff83-2c4c-4e8b-a35e-44d554493cd0 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Calling delete_port for 1cfa9ba7-9414-45dc-84d3-52c776e056b6 owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:57.745265 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.ipam_backend_mixin [None req-7a6f9519-77b6-4a5d-b810-29deebb6ed1a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 99f58f28-7695-432a-adbe-4b2c3a0b6e28 (CIDR: 172.20.0.16/28) Mar 23 02:43:57.794736 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d18711c9-18ea-4c49-954c-b1ed4886f0d4 req-1b04ca08-4c4a-48b5-ac8e-ad80a592a8c9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8f404b35-1a79-428a-b131-1b19b7275464&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1475835 Mar 23 02:43:57.796931 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a6f9519-77b6-4a5d-b810-29deebb6ed1a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:43:57.797419 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a6f9519-77b6-4a5d-b810-29deebb6ed1a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:43:57.834617 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e74b4736-0fcc-4f5f-9864-ca874e392d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (1cfa9ba7-9414-45dc-84d3-52c776e056b6), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:57.836655 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-09396cc8-0513-44e0-8183-d2e278f5dbe4 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:57.841306 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-09396cc8-0513-44e0-8183-d2e278f5dbe4 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (d0b93cfd-4e5c-4b4b-80f7-cfc609e4ef10), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:57.841306 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-09396cc8-0513-44e0-8183-d2e278f5dbe4 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Floating IP d0b93cfd-4e5c-4b4b-80f7-cfc609e4ef10 disassociated. External IP: 172.26.2.55, port: 8c7cfbea-1565-4dfe-b8a5-1680910e1ff6. Mar 23 02:43:57.841306 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-09396cc8-0513-44e0-8183-d2e278f5dbe4 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Calling delete_port for 8c7cfbea-1565-4dfe-b8a5-1680910e1ff6 owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:57.862562 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b4736-0fcc-4f5f-9864-ca874e392d15 None None] Pushing event deleted for resources: {'Port': ['ID=1cfa9ba7-9414-45dc-84d3-52c776e056b6,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:57.864392 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74b4736-0fcc-4f5f-9864-ca874e392d15 None None] No DVR routers for this DVR port 1cfa9ba7-9414-45dc-84d3-52c776e056b6 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:43:57.874837 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-312fff83-2c4c-4e8b-a35e-44d554493cd0 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (1cfa9ba7-9414-45dc-84d3-52c776e056b6), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:57.893101 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7a6f9519-77b6-4a5d-b810-29deebb6ed1a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6467166 Mar 23 02:43:57.893101 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33404) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:57.908950 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-696bf601-13e5-444b-bfc5-d060f203d7e2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'subnet': {'network_id': 'f86f6b0b-3455-429a-b87d-433670c66f7e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:57.915873 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312fff83-2c4c-4e8b-a35e-44d554493cd0 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Port': ['ID=1cfa9ba7-9414-45dc-84d3-52c776e056b6,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:57.929971 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312fff83-2c4c-4e8b-a35e-44d554493cd0 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] No DVR routers for this DVR port 1cfa9ba7-9414-45dc-84d3-52c776e056b6 on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:43:58.027238 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-09396cc8-0513-44e0-8183-d2e278f5dbe4 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (8c7cfbea-1565-4dfe-b8a5-1680910e1ff6), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:58.041002 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18711c9-18ea-4c49-954c-b1ed4886f0d4 req-6f1649bc-5047-45bb-80f2-ea3af02dcf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:58.042651 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d18711c9-18ea-4c49-954c-b1ed4886f0d4 req-6f1649bc-5047-45bb-80f2-ea3af02dcf0b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=8f404b35-1a79-428a-b131-1b19b7275464 HTTP/1.1" status: 200 len: 1129 time: 0.2055264 Mar 23 02:43:58.054519 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09396cc8-0513-44e0-8183-d2e278f5dbe4 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event deleted for resources: {'Port': ['ID=8c7cfbea-1565-4dfe-b8a5-1680910e1ff6,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:58.083241 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-312fff83-2c4c-4e8b-a35e-44d554493cd0 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (07df70d0-92ad-4a76-8a3c-f64753479feb), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:58.181998 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09396cc8-0513-44e0-8183-d2e278f5dbe4 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Router 99447922-70b3-477a-9870-93146dbd5156 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:43:58.183435 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-312fff83-2c4c-4e8b-a35e-44d554493cd0 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07df70d0-92ad-4a76-8a3c-f64753479feb']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:58.208667 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-312fff83-2c4c-4e8b-a35e-44d554493cd0 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c4e17e-133b-4a03-83fb-66b6f1e8ab55') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:58.208966 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-312fff83-2c4c-4e8b-a35e-44d554493cd0 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c4e17e-133b-4a03-83fb-66b6f1e8ab55') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:58.226048 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-312fff83-2c4c-4e8b-a35e-44d554493cd0 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (d1c4e17e-133b-4a03-83fb-66b6f1e8ab55), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:58.232981 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18711c9-18ea-4c49-954c-b1ed4886f0d4 req-d7129fde-ba0d-4f5f-852e-91276a82b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:58.236748 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d18711c9-18ea-4c49-954c-b1ed4886f0d4 req-d7129fde-ba0d-4f5f-852e-91276a82b6f9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=238b7c6f-3e37-4de4-bf5b-96c4d356033f HTTP/1.1" status: 200 len: 898 time: 0.1661105 Mar 23 02:43:58.247617 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-312fff83-2c4c-4e8b-a35e-44d554493cd0 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (d1c4e17e-133b-4a03-83fb-66b6f1e8ab55), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:58.261024 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 1cfa9ba7-9414-45dc-84d3-52c776e056b6 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:43:58.284357 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696bf601-13e5-444b-bfc5-d060f203d7e2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Made reservation on behalf of 32afce4d288d4d26875daa685df2d772 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:58.286276 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 1cfa9ba7-9414-45dc-84d3-52c776e056b6 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:43:58.286717 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 1cfa9ba7-9414-45dc-84d3-52c776e056b6 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:43:58.287661 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-696bf601-13e5-444b-bfc5-d060f203d7e2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:58.291514 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-312fff83-2c4c-4e8b-a35e-44d554493cd0 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:43:58.291941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-312fff83-2c4c-4e8b-a35e-44d554493cd0 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (d1c4e17e-133b-4a03-83fb-66b6f1e8ab55), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:43:58.296417 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:43:58.317734 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09396cc8-0513-44e0-8183-d2e278f5dbe4 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:43:58.329455 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc34d28-9c86-460c-8e71-63e0e4838a44 None None] Sync routers for ids ['99447922-70b3-477a-9870-93146dbd5156'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:43:58.340677 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc34d28-9c86-460c-8e71-63e0e4838a44 None None] Routers {'99447922-70b3-477a-9870-93146dbd5156'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:58.343359 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-3fc34d28-9c86-460c-8e71-63e0e4838a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['99447922-70b3-477a-9870-93146dbd5156'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:58.379920 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-3fc34d28-9c86-460c-8e71-63e0e4838a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:58.390053 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc34d28-9c86-460c-8e71-63e0e4838a44 None None] Routers {'99447922-70b3-477a-9870-93146dbd5156'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:43:58.390750 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-3fc34d28-9c86-460c-8e71-63e0e4838a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['99447922-70b3-477a-9870-93146dbd5156'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:58.392602 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-09396cc8-0513-44e0-8183-d2e278f5dbe4 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:58.398619 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-09396cc8-0513-44e0-8183-d2e278f5dbe4 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "DELETE /v2.0/ports/8c7cfbea-1565-4dfe-b8a5-1680910e1ff6 HTTP/1.1" status: 204 len: 168 time: 1.2874458 Mar 23 02:43:58.398975 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33406) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:58.425717 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-3fc34d28-9c86-460c-8e71-63e0e4838a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:43:58.426387 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc34d28-9c86-460c-8e71-63e0e4838a44 None None] The sync data for ids ['99447922-70b3-477a-9870-93146dbd5156'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:43:58.450842 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-751a2f95-1e6e-4e26-8632-4418b6b089be tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "GET /v2.0/floatingips/d0b93cfd-4e5c-4b4b-80f7-cfc609e4ef10 HTTP/1.1" status: 200 len: 687 time: 0.0506341 Mar 23 02:43:58.453369 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33408) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:58.582922 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-6676e293-4407-4363-b59e-c32e3123cea4 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Deleting port a725cf60-1b9a-4e05-837f-4c64902bf6de {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:43:58.583182 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6676e293-4407-4363-b59e-c32e3123cea4 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (a725cf60-1b9a-4e05-837f-4c64902bf6de), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:58.659253 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6676e293-4407-4363-b59e-c32e3123cea4 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (a725cf60-1b9a-4e05-837f-4c64902bf6de), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:58.663884 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6676e293-4407-4363-b59e-c32e3123cea4 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (a725cf60-1b9a-4e05-837f-4c64902bf6de), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:58.664023 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d18711c9-18ea-4c49-954c-b1ed4886f0d4 req-13601fd8-76c7-40ca-9c70-95ca4c462304 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cf29ee6-29b2-4cea-b256-c42b197c86da HTTP/1.1" status: 200 len: 1000 time: 0.4220567 Mar 23 02:43:58.672554 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-6676e293-4407-4363-b59e-c32e3123cea4 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Calling delete_port for a725cf60-1b9a-4e05-837f-4c64902bf6de owned by network:floatingip {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:43:58.718864 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-312fff83-2c4c-4e8b-a35e-44d554493cd0 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (07df70d0-92ad-4a76-8a3c-f64753479feb), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:58.742528 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-312fff83-2c4c-4e8b-a35e-44d554493cd0 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:58.745698 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-312fff83-2c4c-4e8b-a35e-44d554493cd0 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/networks/07df70d0-92ad-4a76-8a3c-f64753479feb HTTP/1.1" status: 204 len: 168 time: 1.3697371 Mar 23 02:43:58.751480 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33410) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:58.759486 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-77721fc8-d92c-43b1-97c8-62bce0d80a7e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Request body: {'network': {'name': 'tempest-RoutersTest-2146018892'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:58.766201 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18711c9-18ea-4c49-954c-b1ed4886f0d4 req-18b356db-c954-46be-a7b9-64d6f9d3a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:58.767643 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d18711c9-18ea-4c49-954c-b1ed4886f0d4 req-18b356db-c954-46be-a7b9-64d6f9d3a173 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e82ad3e-8209-4b30-a945-f7db24c31d83 HTTP/1.1" status: 200 len: 834 time: 0.0982380 Mar 23 02:43:58.768371 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312fff83-2c4c-4e8b-a35e-44d554493cd0 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Network': ['ID=07df70d0-92ad-4a76-8a3c-f64753479feb,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:58.830007 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18711c9-18ea-4c49-954c-b1ed4886f0d4 req-7f1c9cb3-b43a-4644-b032-eb4161f04dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:58.831539 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d18711c9-18ea-4c49-954c-b1ed4886f0d4 req-7f1c9cb3-b43a-4644-b032-eb4161f04dea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=238b7c6f-3e37-4de4-bf5b-96c4d356033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0529380 Mar 23 02:43:58.863386 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6676e293-4407-4363-b59e-c32e3123cea4 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (a725cf60-1b9a-4e05-837f-4c64902bf6de), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:58.890777 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676e293-4407-4363-b59e-c32e3123cea4 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event deleted for resources: {'Port': ['ID=a725cf60-1b9a-4e05-837f-4c64902bf6de,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:58.906266 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77721fc8-d92c-43b1-97c8-62bce0d80a7e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Made reservation on behalf of 4605006fc02d458dbec41eb090f4560b for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:58.913304 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-77721fc8-d92c-43b1-97c8-62bce0d80a7e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:58.958953 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6676e293-4407-4363-b59e-c32e3123cea4 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (d0b93cfd-4e5c-4b4b-80f7-cfc609e4ef10), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:58.962066 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6676e293-4407-4363-b59e-c32e3123cea4 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:58.966564 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6676e293-4407-4363-b59e-c32e3123cea4 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "DELETE /v2.0/floatingips/d0b93cfd-4e5c-4b4b-80f7-cfc609e4ef10 HTTP/1.1" status: 204 len: 168 time: 0.5090919 Mar 23 02:43:58.967128 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33412) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:58.971645 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-cf21425a-2937-4f34-8001-a76e8215add6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'port_id': '6f9800bd-2cf5-418f-8ed5-581e722568be'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:58.987371 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77721fc8-d92c-43b1-97c8-62bce0d80a7e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:43:59.000083 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d18711c9-18ea-4c49-954c-b1ed4886f0d4 req-d394afab-20d7-4b9b-8a5b-44b884979445 service neutron] 10.222.0.23 "GET /v2.0/networks/238b7c6f-3e37-4de4-bf5b-96c4d356033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622939 Mar 23 02:43:59.015326 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-77721fc8-d92c-43b1-97c8-62bce0d80a7e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (b9e18f50-1281-4c37-ae15-1a8404f33295), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:59.015665 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-77721fc8-d92c-43b1-97c8-62bce0d80a7e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Added segment b9e18f50-1281-4c37-ae15-1a8404f33295 of type vlan for network 62f4ce69-f135-487d-9c47-251fd144a3af Mar 23 02:43:59.061358 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cf21425a-2937-4f34-8001-a76e8215add6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:59.134702 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-77721fc8-d92c-43b1-97c8-62bce0d80a7e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (62f4ce69-f135-487d-9c47-251fd144a3af), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:59.232787 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cf21425a-2937-4f34-8001-a76e8215add6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:59.242610 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d18711c9-18ea-4c49-954c-b1ed4886f0d4 req-fee6cbe5-2916-4236-9e7a-7191b9cb4ad6 service neutron] 10.222.0.23 "GET /v2.0/networks/238b7c6f-3e37-4de4-bf5b-96c4d356033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366178 Mar 23 02:43:59.302118 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-696bf601-13e5-444b-bfc5-d060f203d7e2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (d3e78b78-1c6d-42d3-b36e-1a794510c9f3), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:59.308119 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-77721fc8-d92c-43b1-97c8-62bce0d80a7e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (62f4ce69-f135-487d-9c47-251fd144a3af), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:59.312987 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77721fc8-d92c-43b1-97c8-62bce0d80a7e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:59.313578 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-77721fc8-d92c-43b1-97c8-62bce0d80a7e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:59.345781 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-cf21425a-2937-4f34-8001-a76e8215add6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Allocated IP 172.26.2.149 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/c0466453-d42c-4206-903c-f4b573c011f5) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:43:59.410112 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696bf601-13e5-444b-bfc5-d060f203d7e2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Network f86f6b0b-3455-429a-b87d-433670c66f7e is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:59.416850 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-696bf601-13e5-444b-bfc5-d060f203d7e2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:59.425306 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696bf601-13e5-444b-bfc5-d060f203d7e2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:59.425921 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-696bf601-13e5-444b-bfc5-d060f203d7e2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:59.428210 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58650d22-c470-413c-9641-e45c1e29eed2 None None] Network f86f6b0b-3455-429a-b87d-433670c66f7e requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:43:59.438207 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77721fc8-d92c-43b1-97c8-62bce0d80a7e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Network': ['ID=62f4ce69-f135-487d-9c47-251fd144a3af,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:59.442671 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696bf601-13e5-444b-bfc5-d060f203d7e2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Subnet': ['ID=d3e78b78-1c6d-42d3-b36e-1a794510c9f3,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:59.462591 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cf21425a-2937-4f34-8001-a76e8215add6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for port (c0466453-d42c-4206-903c-f4b573c011f5), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:59.462828 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-77721fc8-d92c-43b1-97c8-62bce0d80a7e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7052026 Mar 23 02:43:59.463387 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33414) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:59.469040 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-4f15b5f8-717b-4548-a748-e6380e07054e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Request body: {'subnet': {'network_id': '62f4ce69-f135-487d-9c47-251fd144a3af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:59.524841 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-696bf601-13e5-444b-bfc5-d060f203d7e2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6205604 Mar 23 02:43:59.528476 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33416) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:59.534489 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-4ec32f85-b9dd-4d52-8b1e-422cb214d822 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1915813319', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd3e78b78-1c6d-42d3-b36e-1a794510c9f3'}], 'security_groups': ['0fbd20cd-46dc-4f94-9278-3784256ea158', 'df5cf4cf-4a14-45ec-8b6e-98079d919d56']}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:43:59.583993 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cf21425a-2937-4f34-8001-a76e8215add6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (c0466453-d42c-4206-903c-f4b573c011f5), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:59.630482 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 62f4ce69-f135-487d-9c47-251fd144a3af details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:43:59.657292 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f15b5f8-717b-4548-a748-e6380e07054e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Made reservation on behalf of 4605006fc02d458dbec41eb090f4560b for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:43:59.659056 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf21425a-2937-4f34-8001-a76e8215add6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:43:59.662490 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4f15b5f8-717b-4548-a748-e6380e07054e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:59.662639 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4ec32f85-b9dd-4d52-8b1e-422cb214d822 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ce980513-002b-4200-86b2-964300a74c87), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:59.664409 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-cf21425a-2937-4f34-8001-a76e8215add6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:43:59.676452 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf21425a-2937-4f34-8001-a76e8215add6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:43:59.703773 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21425a-2937-4f34-8001-a76e8215add6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event updated for resources: {'Port': ['ID=c0466453-d42c-4206-903c-f4b573c011f5,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:43:59.845647 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9c8e96-22bb-40f3-836e-f03bb894329d None None] Update dhcp port {'port': {'network_id': 'f86f6b0b-3455-429a-b87d-433670c66f7e', 'fixed_ips': [{'subnet_id': '99f58f28-7695-432a-adbe-4b2c3a0b6e28', 'ip_address': '172.20.0.18'}, {'subnet_id': '8a06b30a-6dfb-4b33-b02a-35d19b642b16', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd3e78b78-1c6d-42d3-b36e-1a794510c9f3'}], 'binding:host_id': 'dv-neutron-834613-2-hyperv'}, 'id': 'f6bdccfa-5976-4ca6-989b-620ab6e74382'} from dv-neutron-834613-2-hyperv. {{(pid=104350) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 23 02:43:59.877488 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7c9c8e96-22bb-40f3-836e-f03bb894329d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f6bdccfa-5976-4ca6-989b-620ab6e74382), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:59.926081 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4f15b5f8-717b-4548-a748-e6380e07054e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (0933c19b-a3c0-4a69-8846-a82d06af9482), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:59.991002 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15b5f8-717b-4548-a748-e6380e07054e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Subnet': ['ID=0933c19b-a3c0-4a69-8846-a82d06af9482,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:00.001395 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f15b5f8-717b-4548-a748-e6380e07054e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Checking segment: {'id': 'b9e18f50-1281-4c37-ae15-1a8404f33295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '62f4ce69-f135-487d-9c47-251fd144a3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:44:00.001772 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f15b5f8-717b-4548-a748-e6380e07054e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network hostable DHCP agents. Network: 62f4ce69-f135-487d-9c47-251fd144a3af, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:44:00.055392 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-7c9c8e96-22bb-40f3-836e-f03bb894329d None None] Allocated IP 172.20.0.34 (f86f6b0b-3455-429a-b87d-433670c66f7e/d3e78b78-1c6d-42d3-b36e-1a794510c9f3/f6bdccfa-5976-4ca6-989b-620ab6e74382) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:44:00.074333 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f15b5f8-717b-4548-a748-e6380e07054e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network 62f4ce69-f135-487d-9c47-251fd144a3af is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:44:00.161111 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-7c9c8e96-22bb-40f3-836e-f03bb894329d None None] For port f6bdccfa-5976-4ca6-989b-620ab6e74382, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f6bdccfa-5976-4ca6-989b-620ab6e74382,segment=NetworkSegment(c601c205-bdd6-41aa-b315-516ff161e16c),segment_id=c601c205-bdd6-41aa-b315-516ff161e16c)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:00.177265 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-4f15b5f8-717b-4548-a748-e6380e07054e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 62f4ce69-f135-487d-9c47-251fd144a3af) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:00.185598 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f15b5f8-717b-4548-a748-e6380e07054e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:00.185598 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4f15b5f8-717b-4548-a748-e6380e07054e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:00.193848 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905ae89c-5116-46c1-85fc-6208a3bd36b9 None None] Network 62f4ce69-f135-487d-9c47-251fd144a3af requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:44:00.199429 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7c9c8e96-22bb-40f3-836e-f03bb894329d None None] Publish callbacks [] for port (f6bdccfa-5976-4ca6-989b-620ab6e74382), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:00.219019 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cf21425a-2937-4f34-8001-a76e8215add6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (01d7d818-58e8-4eec-b939-b7fe485ed41b), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:00.289529 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4f15b5f8-717b-4548-a748-e6380e07054e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8249791 Mar 23 02:44:00.292292 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33418) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:00.296986 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-857f0391-4ad2-4619-a1de-74c3af87f820 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-133134648', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:00.302925 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d04915-a804-423e-b115-fb2d221b0e2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-62f4ce69-f135-487d-9c47-251fd144a3af', 'network_id': '62f4ce69-f135-487d-9c47-251fd144a3af', 'project_id': '4605006fc02d458dbec41eb090f4560b', 'fixed_ips': [{'subnet_id': '0933c19b-a3c0-4a69-8846-a82d06af9482'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:44:00.304238 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e9d04915-a804-423e-b115-fb2d221b0e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:00.373452 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7c9c8e96-22bb-40f3-836e-f03bb894329d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f6bdccfa-5976-4ca6-989b-620ab6e74382), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:00.469438 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-857f0391-4ad2-4619-a1de-74c3af87f820 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (42810f64-568f-4122-9243-495681c2f20f), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:00.470910 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-857f0391-4ad2-4619-a1de-74c3af87f820 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (42810f64-568f-4122-9243-495681c2f20f), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:00.479845 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cf21425a-2937-4f34-8001-a76e8215add6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (c0466453-d42c-4206-903c-f4b573c011f5), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:00.507719 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c8e96-22bb-40f3-836e-f03bb894329d None None] Pushing event updated for resources: {'Port': ['ID=f6bdccfa-5976-4ca6-989b-620ab6e74382,revision_number=7']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:00.516609 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-4ec32f85-b9dd-4d52-8b1e-422cb214d822 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Delete allocated IP 172.20.0.13 (f86f6b0b-3455-429a-b87d-433670c66f7e/8a06b30a-6dfb-4b33-b02a-35d19b642b16) {{(pid=104348) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 23 02:44:00.532166 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-857f0391-4ad2-4619-a1de-74c3af87f820 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router_controller (42810f64-568f-4122-9243-495681c2f20f), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:00.533719 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-4ec32f85-b9dd-4d52-8b1e-422cb214d822 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Allocated IP 172.20.0.35 (f86f6b0b-3455-429a-b87d-433670c66f7e/d3e78b78-1c6d-42d3-b36e-1a794510c9f3/ce980513-002b-4200-86b2-964300a74c87) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:44:00.560127 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-e9d04915-a804-423e-b115-fb2d221b0e2d None None] Allocated IP 172.20.0.2 (62f4ce69-f135-487d-9c47-251fd144a3af/0933c19b-a3c0-4a69-8846-a82d06af9482/51cc7f5f-9dc6-4eee-9d8a-19c0571acb72) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:44:00.612387 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-857f0391-4ad2-4619-a1de-74c3af87f820 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (42810f64-568f-4122-9243-495681c2f20f), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:00.695098 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-857f0391-4ad2-4619-a1de-74c3af87f820 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:00.701389 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-857f0391-4ad2-4619-a1de-74c3af87f820 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4025900 Mar 23 02:44:00.716036 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33420) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:00.733724 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e9d04915-a804-423e-b115-fb2d221b0e2d None None] Publish callbacks [] for port (51cc7f5f-9dc6-4eee-9d8a-19c0571acb72), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:00.757210 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cf21425a-2937-4f34-8001-a76e8215add6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for port (c0466453-d42c-4206-903c-f4b573c011f5), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:00.800983 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e9d04915-a804-423e-b115-fb2d221b0e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (51cc7f5f-9dc6-4eee-9d8a-19c0571acb72), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:00.802708 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4ec32f85-b9dd-4d52-8b1e-422cb214d822 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for port (ce980513-002b-4200-86b2-964300a74c87), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:00.829196 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cf21425a-2937-4f34-8001-a76e8215add6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (c0466453-d42c-4206-903c-f4b573c011f5), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:00.844407 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d04915-a804-423e-b115-fb2d221b0e2d None None] Network 62f4ce69-f135-487d-9c47-251fd144a3af is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:00.852199 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-e9d04915-a804-423e-b115-fb2d221b0e2d None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:00.857084 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d04915-a804-423e-b115-fb2d221b0e2d None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:44:00.860300 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d04915-a804-423e-b115-fb2d221b0e2d None None] Pushing event updated for resources: {'Port': ['ID=51cc7f5f-9dc6-4eee-9d8a-19c0571acb72,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:00.864355 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4ec32f85-b9dd-4d52-8b1e-422cb214d822 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (ce980513-002b-4200-86b2-964300a74c87), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:00.909045 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:44:00.940431 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-e9d04915-a804-423e-b115-fb2d221b0e2d None None] Attempting to bind port 51cc7f5f-9dc6-4eee-9d8a-19c0571acb72 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:44:00.941133 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-e9d04915-a804-423e-b115-fb2d221b0e2d None None] Attempting to bind port 51cc7f5f-9dc6-4eee-9d8a-19c0571acb72 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b9e18f50-1281-4c37-ae15-1a8404f33295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '62f4ce69-f135-487d-9c47-251fd144a3af'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:44:00.942916 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d04915-a804-423e-b115-fb2d221b0e2d None None] Attempting to bind port 51cc7f5f-9dc6-4eee-9d8a-19c0571acb72 on network 62f4ce69-f135-487d-9c47-251fd144a3af {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:44:00.949763 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d04915-a804-423e-b115-fb2d221b0e2d None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:44:00.950230 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d04915-a804-423e-b115-fb2d221b0e2d None None] Checking segment: {'id': 'b9e18f50-1281-4c37-ae15-1a8404f33295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '62f4ce69-f135-487d-9c47-251fd144a3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:44:00.950642 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e9d04915-a804-423e-b115-fb2d221b0e2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:00.951050 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d04915-a804-423e-b115-fb2d221b0e2d None None] Bound using segment: {'id': 'b9e18f50-1281-4c37-ae15-1a8404f33295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '62f4ce69-f135-487d-9c47-251fd144a3af'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:44:00.951531 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-e9d04915-a804-423e-b115-fb2d221b0e2d None None] Bound port: 51cc7f5f-9dc6-4eee-9d8a-19c0571acb72, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e18f50-1281-4c37-ae15-1a8404f33295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '62f4ce69-f135-487d-9c47-251fd144a3af'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:44:00.952076 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e9d04915-a804-423e-b115-fb2d221b0e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (51cc7f5f-9dc6-4eee-9d8a-19c0571acb72), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:00.954507 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21425a-2937-4f34-8001-a76e8215add6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event updated for resources: {'Port': ['ID=c0466453-d42c-4206-903c-f4b573c011f5,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:01.037274 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-e9d04915-a804-423e-b115-fb2d221b0e2d None None] For port 51cc7f5f-9dc6-4eee-9d8a-19c0571acb72, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:44:01.041421 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-e9d04915-a804-423e-b115-fb2d221b0e2d None None] For port 51cc7f5f-9dc6-4eee-9d8a-19c0571acb72, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=51cc7f5f-9dc6-4eee-9d8a-19c0571acb72,segment=NetworkSegment(b9e18f50-1281-4c37-ae15-1a8404f33295),segment_id=b9e18f50-1281-4c37-ae15-1a8404f33295)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:44:01.073642 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-16795f00-fa5c-4ae3-a5d5-607d0f244791 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:01.140168 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e9d04915-a804-423e-b115-fb2d221b0e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (51cc7f5f-9dc6-4eee-9d8a-19c0571acb72), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:01.216343 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d04915-a804-423e-b115-fb2d221b0e2d None None] Pushing event updated for resources: {'Port': ['ID=51cc7f5f-9dc6-4eee-9d8a-19c0571acb72,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:01.291273 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-ce5af2b1-5f32-4b3f-bf24-2ea430c9545a None None] Provisioning complete for port 30232341-bd83-4416-8153-7f12b5d78a7b triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:01.291701 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ce5af2b1-5f32-4b3f-bf24-2ea430c9545a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (30232341-bd83-4416-8153-7f12b5d78a7b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:01.313636 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cf21425a-2937-4f34-8001-a76e8215add6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (01d7d818-58e8-4eec-b939-b7fe485ed41b), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:01.331631 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-ce5af2b1-5f32-4b3f-bf24-2ea430c9545a None None] Port 30232341-bd83-4416-8153-7f12b5d78a7b cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:44:01.342213 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-ce5af2b1-5f32-4b3f-bf24-2ea430c9545a None None] Provisioning complete for port ce980513-002b-4200-86b2-964300a74c87 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:01.342595 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ce5af2b1-5f32-4b3f-bf24-2ea430c9545a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ce980513-002b-4200-86b2-964300a74c87), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:01.357799 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-4ec32f85-b9dd-4d52-8b1e-422cb214d822 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] In _notify_port_updated(), no bound segment for port ce980513-002b-4200-86b2-964300a74c87 on network f86f6b0b-3455-429a-b87d-433670c66f7e {{(pid=104348) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:44:01.363064 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec32f85-b9dd-4d52-8b1e-422cb214d822 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:01.364376 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4ec32f85-b9dd-4d52-8b1e-422cb214d822 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:01.368229 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4ec32f85-b9dd-4d52-8b1e-422cb214d822 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "PUT /v2.0/ports/ce980513-002b-4200-86b2-964300a74c87 HTTP/1.1" status: 200 len: 960 time: 1.8357351 Mar 23 02:44:01.369095 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33422) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:01.384720 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-ce5af2b1-5f32-4b3f-bf24-2ea430c9545a None None] Port ce980513-002b-4200-86b2-964300a74c87 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:44:01.392867 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec32f85-b9dd-4d52-8b1e-422cb214d822 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event updated for resources: {'Port': ['ID=ce980513-002b-4200-86b2-964300a74c87,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:01.395218 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-ce5af2b1-5f32-4b3f-bf24-2ea430c9545a None None] Provisioning complete for port f6bdccfa-5976-4ca6-989b-620ab6e74382 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:01.403040 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ce5af2b1-5f32-4b3f-bf24-2ea430c9545a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f6bdccfa-5976-4ca6-989b-620ab6e74382), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:01.417668 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-16795f00-fa5c-4ae3-a5d5-607d0f244791 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Allocated IP 172.20.0.1 (62f4ce69-f135-487d-9c47-251fd144a3af/0933c19b-a3c0-4a69-8846-a82d06af9482/c3e1570c-f84a-48bf-afe3-9a251ff2d3ea) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:44:01.496325 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-cf21425a-2937-4f34-8001-a76e8215add6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Floating IP 01d7d818-58e8-4eec-b939-b7fe485ed41b associated. External IP: 172.26.2.149, port: 6f9800bd-2cf5-418f-8ed5-581e722568be. Mar 23 02:44:01.525960 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-ce5af2b1-5f32-4b3f-bf24-2ea430c9545a None None] Current status of the port f6bdccfa-5976-4ca6-989b-620ab6e74382 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:01.610980 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-f961d586-f62a-48f5-be17-074040a15f83 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Deleting port ce980513-002b-4200-86b2-964300a74c87 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:01.611503 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f961d586-f62a-48f5-be17-074040a15f83 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (ce980513-002b-4200-86b2-964300a74c87), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:01.669235 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-16795f00-fa5c-4ae3-a5d5-607d0f244791 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for port (c3e1570c-f84a-48bf-afe3-9a251ff2d3ea), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:01.737392 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f961d586-f62a-48f5-be17-074040a15f83 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (ce980513-002b-4200-86b2-964300a74c87), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:01.768127 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-f961d586-f62a-48f5-be17-074040a15f83 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Calling delete_port for ce980513-002b-4200-86b2-964300a74c87 owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:01.768498 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf21425a-2937-4f34-8001-a76e8215add6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Router 99447922-70b3-477a-9870-93146dbd5156 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:44:01.842346 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-16795f00-fa5c-4ae3-a5d5-607d0f244791 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (c3e1570c-f84a-48bf-afe3-9a251ff2d3ea), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:01.849267 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-10beb420-4313-494d-9959-511f49c8e60b None None] Provisioning complete for port ce980513-002b-4200-86b2-964300a74c87 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:01.849726 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-10beb420-4313-494d-9959-511f49c8e60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ce980513-002b-4200-86b2-964300a74c87), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:01.886927 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-10beb420-4313-494d-9959-511f49c8e60b None None] Port ce980513-002b-4200-86b2-964300a74c87 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:44:01.889795 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf21425a-2937-4f34-8001-a76e8215add6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:01.902689 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d78d8e-c02f-4ab3-9580-1370744ee87a None None] Sync routers for ids ['99447922-70b3-477a-9870-93146dbd5156'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:44:01.911853 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d78d8e-c02f-4ab3-9580-1370744ee87a None None] Routers {'99447922-70b3-477a-9870-93146dbd5156'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:01.914466 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-54d78d8e-c02f-4ab3-9580-1370744ee87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['99447922-70b3-477a-9870-93146dbd5156'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:01.914618 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16795f00-fa5c-4ae3-a5d5-607d0f244791 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network 62f4ce69-f135-487d-9c47-251fd144a3af is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:01.920492 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-16795f00-fa5c-4ae3-a5d5-607d0f244791 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:01.933451 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16795f00-fa5c-4ae3-a5d5-607d0f244791 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:44:01.954282 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-54d78d8e-c02f-4ab3-9580-1370744ee87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:01.961250 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16795f00-fa5c-4ae3-a5d5-607d0f244791 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Port': ['ID=c3e1570c-f84a-48bf-afe3-9a251ff2d3ea,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:01.963427 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d78d8e-c02f-4ab3-9580-1370744ee87a None None] Routers {'99447922-70b3-477a-9870-93146dbd5156'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:01.964253 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-54d78d8e-c02f-4ab3-9580-1370744ee87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['99447922-70b3-477a-9870-93146dbd5156'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:01.971312 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cf21425a-2937-4f34-8001-a76e8215add6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:01.990394 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-16795f00-fa5c-4ae3-a5d5-607d0f244791 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (42810f64-568f-4122-9243-495681c2f20f), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:02.009511 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-cf21425a-2937-4f34-8001-a76e8215add6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.0382195 Mar 23 02:44:02.009753 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33424) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:02.014911 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-1ffa3a44-1300-4340-acfa-4f0ff7889e73 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2131143406'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:02.016381 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-54d78d8e-c02f-4ab3-9580-1370744ee87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:02.017100 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d78d8e-c02f-4ab3-9580-1370744ee87a None None] The sync data for ids ['99447922-70b3-477a-9870-93146dbd5156'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:44:02.044919 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f961d586-f62a-48f5-be17-074040a15f83 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (ce980513-002b-4200-86b2-964300a74c87), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:02.074402 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffa3a44-1300-4340-acfa-4f0ff7889e73 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Made reservation on behalf of 4e2776cfd52e48439f888e040b085603 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:44:02.081579 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1ffa3a44-1300-4340-acfa-4f0ff7889e73 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:02.086995 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961d586-f62a-48f5-be17-074040a15f83 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Port': ['ID=ce980513-002b-4200-86b2-964300a74c87,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:02.134576 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ffa3a44-1300-4340-acfa-4f0ff7889e73 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:44:02.158502 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1ffa3a44-1300-4340-acfa-4f0ff7889e73 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (528d15b7-1c33-4bad-a216-9f532f752245), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:02.164679 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-1ffa3a44-1300-4340-acfa-4f0ff7889e73 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Added segment 528d15b7-1c33-4bad-a216-9f532f752245 of type vlan for network c598a739-5f98-4411-b851-efa8d84ce381 Mar 23 02:44:02.228757 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1ffa3a44-1300-4340-acfa-4f0ff7889e73 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (c598a739-5f98-4411-b851-efa8d84ce381), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:02.251100 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f961d586-f62a-48f5-be17-074040a15f83 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:02.257338 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f961d586-f62a-48f5-be17-074040a15f83 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/ports/ce980513-002b-4200-86b2-964300a74c87 HTTP/1.1" status: 204 len: 168 time: 0.8864079 Mar 23 02:44:02.258358 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33430) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:02.315598 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-c304a650-25d5-4979-97e2-4ef301eb49e2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] GET failed (client error): The resource could not be found. Mar 23 02:44:02.320756 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c304a650-25d5-4979-97e2-4ef301eb49e2 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "GET /v2.0/ports/ce980513-002b-4200-86b2-964300a74c87 HTTP/1.1" status: 404 len: 333 time: 0.0542414 Mar 23 02:44:02.320992 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33434) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:02.377658 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1ffa3a44-1300-4340-acfa-4f0ff7889e73 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (c598a739-5f98-4411-b851-efa8d84ce381), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:02.377658 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffa3a44-1300-4340-acfa-4f0ff7889e73 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:02.377658 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1ffa3a44-1300-4340-acfa-4f0ff7889e73 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:02.385717 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-16795f00-fa5c-4ae3-a5d5-607d0f244791 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (c3e1570c-f84a-48bf-afe3-9a251ff2d3ea), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:02.387511 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f6bdccfa-5976-4ca6-989b-620ab6e74382 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:44:02.426494 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b7fda2ee-a85d-4e13-aea9-54b7e6f5089b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for security_group (3f6af283-033d-4995-b7f2-a50501d6b590), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:02.465029 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b7fda2ee-a85d-4e13-aea9-54b7e6f5089b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for security_group (3f6af283-033d-4995-b7f2-a50501d6b590), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:02.474667 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa3a44-1300-4340-acfa-4f0ff7889e73 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event updated for resources: {'Network': ['ID=c598a739-5f98-4411-b851-efa8d84ce381,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:02.480896 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port f6bdccfa-5976-4ca6-989b-620ab6e74382 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:02.481282 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f6bdccfa-5976-4ca6-989b-620ab6e74382), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:02.504723 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network c598a739-5f98-4411-b851-efa8d84ce381 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:44:02.509496 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1ffa3a44-1300-4340-acfa-4f0ff7889e73 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4951749 Mar 23 02:44:02.510089 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33436) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:02.515277 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-de3a5097-7293-44f1-b412-3d40efe975e9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Request body: {'subnet': {'network_id': 'c598a739-5f98-4411-b851-efa8d84ce381', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:02.570564 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94534dde-1349-44e3-a1dc-c67c8d23c057 None None] Network 62f4ce69-f135-487d-9c47-251fd144a3af requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:44:02.671259 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b7fda2ee-a85d-4e13-aea9-54b7e6f5089b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (3f6af283-033d-4995-b7f2-a50501d6b590), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:02.673991 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b7fda2ee-a85d-4e13-aea9-54b7e6f5089b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:02.675014 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b7fda2ee-a85d-4e13-aea9-54b7e6f5089b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/security-groups/3f6af283-033d-4995-b7f2-a50501d6b590 HTTP/1.1" status: 204 len: 168 time: 0.3530540 Mar 23 02:44:02.675897 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-1cdd8fa9-b1e5-4764-a775-5a8440006b29 None None] Provisioning complete for port 51cc7f5f-9dc6-4eee-9d8a-19c0571acb72 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:02.676283 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1cdd8fa9-b1e5-4764-a775-5a8440006b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (51cc7f5f-9dc6-4eee-9d8a-19c0571acb72), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:02.677817 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33438) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:02.696376 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3a5097-7293-44f1-b412-3d40efe975e9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Made reservation on behalf of 4e2776cfd52e48439f888e040b085603 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:44:02.700210 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-de3a5097-7293-44f1-b412-3d40efe975e9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:02.713746 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fda2ee-a85d-4e13-aea9-54b7e6f5089b tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6af283-033d-4995-b7f2-a50501d6b590,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:02.772038 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port f6bdccfa-5976-4ca6-989b-620ab6e74382 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:02.773385 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 51cc7f5f-9dc6-4eee-9d8a-19c0571acb72 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:44:02.802027 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-16795f00-fa5c-4ae3-a5d5-607d0f244791 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for port (c3e1570c-f84a-48bf-afe3-9a251ff2d3ea), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:02.808852 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fd0ebae3-fc6e-4d48-89c1-0cbfc3aa0c00 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for security_group (df5cf4cf-4a14-45ec-8b6e-98079d919d56), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:02.840898 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fd0ebae3-fc6e-4d48-89c1-0cbfc3aa0c00 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for security_group (df5cf4cf-4a14-45ec-8b6e-98079d919d56), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:02.868238 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-16795f00-fa5c-4ae3-a5d5-607d0f244791 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (c3e1570c-f84a-48bf-afe3-9a251ff2d3ea), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:02.879020 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-1cdd8fa9-b1e5-4764-a775-5a8440006b29 None None] Current status of the port 51cc7f5f-9dc6-4eee-9d8a-19c0571acb72 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:02.879394 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1cdd8fa9-b1e5-4764-a775-5a8440006b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (51cc7f5f-9dc6-4eee-9d8a-19c0571acb72), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:02.892746 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 51cc7f5f-9dc6-4eee-9d8a-19c0571acb72 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:02.893127 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (51cc7f5f-9dc6-4eee-9d8a-19c0571acb72), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:02.955353 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-1cdd8fa9-b1e5-4764-a775-5a8440006b29 None None] For port 51cc7f5f-9dc6-4eee-9d8a-19c0571acb72, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=51cc7f5f-9dc6-4eee-9d8a-19c0571acb72,segment=NetworkSegment(b9e18f50-1281-4c37-ae15-1a8404f33295),segment_id=b9e18f50-1281-4c37-ae15-1a8404f33295)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:02.957748 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16795f00-fa5c-4ae3-a5d5-607d0f244791 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Port': ['ID=c3e1570c-f84a-48bf-afe3-9a251ff2d3ea,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:02.971264 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-16795f00-fa5c-4ae3-a5d5-607d0f244791 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (42810f64-568f-4122-9243-495681c2f20f), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:03.010921 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fd0ebae3-fc6e-4d48-89c1-0cbfc3aa0c00 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (df5cf4cf-4a14-45ec-8b6e-98079d919d56), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:03.012878 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 51cc7f5f-9dc6-4eee-9d8a-19c0571acb72 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:03.013282 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (51cc7f5f-9dc6-4eee-9d8a-19c0571acb72), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:03.014440 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fd0ebae3-fc6e-4d48-89c1-0cbfc3aa0c00 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:03.017377 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-fd0ebae3-fc6e-4d48-89c1-0cbfc3aa0c00 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/security-groups/df5cf4cf-4a14-45ec-8b6e-98079d919d56 HTTP/1.1" status: 204 len: 168 time: 0.3372796 Mar 23 02:44:03.021106 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33440) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:03.035803 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1cdd8fa9-b1e5-4764-a775-5a8440006b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (51cc7f5f-9dc6-4eee-9d8a-19c0571acb72), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:03.054107 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ebae3-fc6e-4d48-89c1-0cbfc3aa0c00 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5cf4cf-4a14-45ec-8b6e-98079d919d56,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:03.070835 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-de3a5097-7293-44f1-b412-3d40efe975e9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (e4a30480-a91d-4031-90cb-5e474dab6a83), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:03.087049 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16795f00-fa5c-4ae3-a5d5-607d0f244791 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network 62f4ce69-f135-487d-9c47-251fd144a3af is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:03.088836 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-16795f00-fa5c-4ae3-a5d5-607d0f244791 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:03.161519 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:44:03.161877 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:44:03.166358 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd8fa9-b1e5-4764-a775-5a8440006b29 None None] Pushing event updated for resources: {'Port': ['ID=51cc7f5f-9dc6-4eee-9d8a-19c0571acb72,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:03.178305 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-8da26a2f-e906-4a64-9fe4-01de5ab686de None None] Provisioning complete for port 51cc7f5f-9dc6-4eee-9d8a-19c0571acb72 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:03.178548 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8da26a2f-e906-4a64-9fe4-01de5ab686de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (51cc7f5f-9dc6-4eee-9d8a-19c0571acb72), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:03.213051 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a5097-7293-44f1-b412-3d40efe975e9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event updated for resources: {'Subnet': ['ID=e4a30480-a91d-4031-90cb-5e474dab6a83,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:03.223018 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a6f4e61d-38a2-4c67-ae3e-da62d23e28a3 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for security_group (0fbd20cd-46dc-4f94-9278-3784256ea158), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:03.243679 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a5097-7293-44f1-b412-3d40efe975e9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Checking segment: {'id': '528d15b7-1c33-4bad-a216-9f532f752245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c598a739-5f98-4411-b851-efa8d84ce381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:44:03.244487 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3a5097-7293-44f1-b412-3d40efe975e9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Network hostable DHCP agents. Network: c598a739-5f98-4411-b851-efa8d84ce381, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:44:03.268165 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a6f4e61d-38a2-4c67-ae3e-da62d23e28a3 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for security_group (0fbd20cd-46dc-4f94-9278-3784256ea158), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:03.276210 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-8da26a2f-e906-4a64-9fe4-01de5ab686de None None] Current status of the port 51cc7f5f-9dc6-4eee-9d8a-19c0571acb72 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:03.290635 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-8da26a2f-e906-4a64-9fe4-01de5ab686de None None] Provisioning complete for port c3e1570c-f84a-48bf-afe3-9a251ff2d3ea triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:03.297886 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8da26a2f-e906-4a64-9fe4-01de5ab686de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (c3e1570c-f84a-48bf-afe3-9a251ff2d3ea), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:03.329004 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-8da26a2f-e906-4a64-9fe4-01de5ab686de None None] Port c3e1570c-f84a-48bf-afe3-9a251ff2d3ea cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:44:03.411848 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16795f00-fa5c-4ae3-a5d5-607d0f244791 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Router 42810f64-568f-4122-9243-495681c2f20f is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:44:03.445545 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a6f4e61d-38a2-4c67-ae3e-da62d23e28a3 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (0fbd20cd-46dc-4f94-9278-3784256ea158), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:03.448661 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a6f4e61d-38a2-4c67-ae3e-da62d23e28a3 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:03.450051 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a6f4e61d-38a2-4c67-ae3e-da62d23e28a3 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/security-groups/0fbd20cd-46dc-4f94-9278-3784256ea158 HTTP/1.1" status: 204 len: 168 time: 0.4253011 Mar 23 02:44:03.454101 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3a5097-7293-44f1-b412-3d40efe975e9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Network c598a739-5f98-4411-b851-efa8d84ce381 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:44:03.456236 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33442) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:03.463327 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-c8343a8c-ef41-4c47-99c4-c85141aac96c None None] Provisioning complete for port c3e1570c-f84a-48bf-afe3-9a251ff2d3ea triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:03.463707 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c8343a8c-ef41-4c47-99c4-c85141aac96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (c3e1570c-f84a-48bf-afe3-9a251ff2d3ea), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:03.496129 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4e61d-38a2-4c67-ae3e-da62d23e28a3 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbd20cd-46dc-4f94-9278-3784256ea158,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:03.524254 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c8343a8c-ef41-4c47-99c4-c85141aac96c None None] Port c3e1570c-f84a-48bf-afe3-9a251ff2d3ea cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:44:03.530962 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16795f00-fa5c-4ae3-a5d5-607d0f244791 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:03.543035 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-16795f00-fa5c-4ae3-a5d5-607d0f244791 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "PUT /v2.0/routers/42810f64-568f-4122-9243-495681c2f20f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8374791 Mar 23 02:44:03.543157 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33444) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:03.543762 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-63192c67-c91f-46af-bcab-93d49c517fb4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Deleting subnet 8a06b30a-6dfb-4b33-b02a-35d19b642b16 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:44:03.548475 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-63192c67-c91f-46af-bcab-93d49c517fb4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for subnet (8a06b30a-6dfb-4b33-b02a-35d19b642b16), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:03.549758 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f6e446-f4fe-4f91-86dd-274294ca72a5 None None] Sync routers for ids ['42810f64-568f-4122-9243-495681c2f20f'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:44:03.561852 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f6e446-f4fe-4f91-86dd-274294ca72a5 None None] Routers {'42810f64-568f-4122-9243-495681c2f20f'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:03.562487 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-20f6e446-f4fe-4f91-86dd-274294ca72a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['42810f64-568f-4122-9243-495681c2f20f'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:03.603011 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-20f6e446-f4fe-4f91-86dd-274294ca72a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:03.605824 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264aa6b9-c3a9-4132-9775-644557b4cdd7 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:03.608973 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-de3a5097-7293-44f1-b412-3d40efe975e9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, c598a739-5f98-4411-b851-efa8d84ce381) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:03.612452 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-264aa6b9-c3a9-4132-9775-644557b4cdd7 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "GET /v2.0/ports/c3e1570c-f84a-48bf-afe3-9a251ff2d3ea HTTP/1.1" status: 200 len: 910 time: 0.0682511 Mar 23 02:44:03.612691 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f6e446-f4fe-4f91-86dd-274294ca72a5 None None] Routers {'42810f64-568f-4122-9243-495681c2f20f'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:03.613467 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-20f6e446-f4fe-4f91-86dd-274294ca72a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['42810f64-568f-4122-9243-495681c2f20f'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:03.615077 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33446) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:03.619302 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-63192c67-c91f-46af-bcab-93d49c517fb4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (8a06b30a-6dfb-4b33-b02a-35d19b642b16), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:03.623299 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3a5097-7293-44f1-b412-3d40efe975e9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:03.624093 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-de3a5097-7293-44f1-b412-3d40efe975e9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:03.739782 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-63192c67-c91f-46af-bcab-93d49c517fb4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (8a06b30a-6dfb-4b33-b02a-35d19b642b16), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:03.767997 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-de3a5097-7293-44f1-b412-3d40efe975e9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2543654 Mar 23 02:44:03.769366 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33448) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:03.775464 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-16b7074f-205c-4be4-972e-cedc32ea38c9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-508106151', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}, 'admin_state_up': False}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:03.839514 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-20f6e446-f4fe-4f91-86dd-274294ca72a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:03.840198 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f6e446-f4fe-4f91-86dd-274294ca72a5 None None] The sync data for ids ['42810f64-568f-4122-9243-495681c2f20f'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:44:03.841739 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec23f3e8-c254-43c9-9243-2ab47ccd0f9f None None] Network c598a739-5f98-4411-b851-efa8d84ce381 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:44:03.886434 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-16b7074f-205c-4be4-972e-cedc32ea38c9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (bb3ba176-ef9f-4133-be60-9ab70be48724), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:03.887305 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 51cc7f5f-9dc6-4eee-9d8a-19c0571acb72 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:03.888337 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-16b7074f-205c-4be4-972e-cedc32ea38c9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (bb3ba176-ef9f-4133-be60-9ab70be48724), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:03.913279 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-ffa8ef1f-b303-42cb-9e1f-d914c114b51e None None] Provisioning complete for port c3e1570c-f84a-48bf-afe3-9a251ff2d3ea triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:03.913279 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ffa8ef1f-b303-42cb-9e1f-d914c114b51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (c3e1570c-f84a-48bf-afe3-9a251ff2d3ea), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:03.943839 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-63192c67-c91f-46af-bcab-93d49c517fb4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (8a06b30a-6dfb-4b33-b02a-35d19b642b16), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:03.974948 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-16b7074f-205c-4be4-972e-cedc32ea38c9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for router_controller (bb3ba176-ef9f-4133-be60-9ab70be48724), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:03.977753 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63192c67-c91f-46af-bcab-93d49c517fb4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Subnet': ['ID=8a06b30a-6dfb-4b33-b02a-35d19b642b16,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:03.979853 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-63192c67-c91f-46af-bcab-93d49c517fb4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:03.982273 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-ffa8ef1f-b303-42cb-9e1f-d914c114b51e None None] Port c3e1570c-f84a-48bf-afe3-9a251ff2d3ea cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:44:03.982949 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-63192c67-c91f-46af-bcab-93d49c517fb4 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/subnets/8a06b30a-6dfb-4b33-b02a-35d19b642b16 HTTP/1.1" status: 204 len: 168 time: 0.5237226 Mar 23 02:44:03.987374 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33450) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:03.997016 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9794d9fb-60c2-4061-9341-0927f45ee5d9 None None] Network f86f6b0b-3455-429a-b87d-433670c66f7e requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:44:04.039151 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f0bede-8559-4262-953a-eb3f5fd5fe7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-c598a739-5f98-4411-b851-efa8d84ce381', 'network_id': 'c598a739-5f98-4411-b851-efa8d84ce381', 'project_id': '4e2776cfd52e48439f888e040b085603', 'fixed_ips': [{'subnet_id': 'e4a30480-a91d-4031-90cb-5e474dab6a83'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:44:04.040019 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-80f0bede-8559-4262-953a-eb3f5fd5fe7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:04.047396 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6bfdf62-12fa-4fa3-b830-c2239acf8518 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Deleting subnet d3e78b78-1c6d-42d3-b36e-1a794510c9f3 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:44:04.052494 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a6bfdf62-12fa-4fa3-b830-c2239acf8518 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for subnet (d3e78b78-1c6d-42d3-b36e-1a794510c9f3), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:04.169747 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a6bfdf62-12fa-4fa3-b830-c2239acf8518 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (d3e78b78-1c6d-42d3-b36e-1a794510c9f3), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:04.243959 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-80f0bede-8559-4262-953a-eb3f5fd5fe7c None None] Allocated IP 172.20.0.2 (c598a739-5f98-4411-b851-efa8d84ce381/e4a30480-a91d-4031-90cb-5e474dab6a83/f8a992a1-f5d1-40e8-93b0-14e33c44477a) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:44:04.311938 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 51cc7f5f-9dc6-4eee-9d8a-19c0571acb72 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:44:04.326829 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a6bfdf62-12fa-4fa3-b830-c2239acf8518 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (d3e78b78-1c6d-42d3-b36e-1a794510c9f3), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:04.327793 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f7d2ad5a-03e5-4cc6-8ae0-4df9786c6966 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (42810f64-568f-4122-9243-495681c2f20f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:04.366491 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-16b7074f-205c-4be4-972e-cedc32ea38c9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for router_gateway (bb3ba176-ef9f-4133-be60-9ab70be48724), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:04.446218 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 51cc7f5f-9dc6-4eee-9d8a-19c0571acb72 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:04.446602 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (51cc7f5f-9dc6-4eee-9d8a-19c0571acb72), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:04.500930 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-80f0bede-8559-4262-953a-eb3f5fd5fe7c None None] Publish callbacks [] for port (f8a992a1-f5d1-40e8-93b0-14e33c44477a), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:04.506047 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a6bfdf62-12fa-4fa3-b830-c2239acf8518 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (d3e78b78-1c6d-42d3-b36e-1a794510c9f3), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:04.541132 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bfdf62-12fa-4fa3-b830-c2239acf8518 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Subnet': ['ID=d3e78b78-1c6d-42d3-b36e-1a794510c9f3,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:04.556908 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a6bfdf62-12fa-4fa3-b830-c2239acf8518 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:04.564149 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33452) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:04.568136 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a6bfdf62-12fa-4fa3-b830-c2239acf8518 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/subnets/d3e78b78-1c6d-42d3-b36e-1a794510c9f3 HTTP/1.1" status: 204 len: 168 time: 0.5795586 Mar 23 02:44:04.583329 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 51cc7f5f-9dc6-4eee-9d8a-19c0571acb72 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:04.587347 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-80f0bede-8559-4262-953a-eb3f5fd5fe7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (f8a992a1-f5d1-40e8-93b0-14e33c44477a), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:04.613040 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-08919e35-4aae-4174-9fa7-75df16a455fb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] DELETE failed (client error): The resource could not be found. Mar 23 02:44:04.613517 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08919e35-4aae-4174-9fa7-75df16a455fb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:44:04.618865 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-08919e35-4aae-4174-9fa7-75df16a455fb tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/subnets/8a06b30a-6dfb-4b33-b02a-35d19b642b16 HTTP/1.1" status: 404 len: 337 time: 0.0527043 Mar 23 02:44:04.621458 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33454) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:04.635467 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f0bede-8559-4262-953a-eb3f5fd5fe7c None None] Network c598a739-5f98-4411-b851-efa8d84ce381 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:04.637697 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-80f0bede-8559-4262-953a-eb3f5fd5fe7c None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:04.650241 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f0bede-8559-4262-953a-eb3f5fd5fe7c None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:44:04.670629 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0bede-8559-4262-953a-eb3f5fd5fe7c None None] Pushing event updated for resources: {'Port': ['ID=f8a992a1-f5d1-40e8-93b0-14e33c44477a,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:04.686286 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-f7d2ad5a-03e5-4cc6-8ae0-4df9786c6966 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Deleting port c3e1570c-f84a-48bf-afe3-9a251ff2d3ea {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:04.686886 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f7d2ad5a-03e5-4cc6-8ae0-4df9786c6966 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (c3e1570c-f84a-48bf-afe3-9a251ff2d3ea), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:04.722424 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-80f0bede-8559-4262-953a-eb3f5fd5fe7c None None] Attempting to bind port f8a992a1-f5d1-40e8-93b0-14e33c44477a on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:44:04.723599 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-80f0bede-8559-4262-953a-eb3f5fd5fe7c None None] Attempting to bind port f8a992a1-f5d1-40e8-93b0-14e33c44477a by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '528d15b7-1c33-4bad-a216-9f532f752245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c598a739-5f98-4411-b851-efa8d84ce381'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:44:04.724127 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f0bede-8559-4262-953a-eb3f5fd5fe7c None None] Attempting to bind port f8a992a1-f5d1-40e8-93b0-14e33c44477a on network c598a739-5f98-4411-b851-efa8d84ce381 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:44:04.731022 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f0bede-8559-4262-953a-eb3f5fd5fe7c None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:44:04.732865 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f0bede-8559-4262-953a-eb3f5fd5fe7c None None] Checking segment: {'id': '528d15b7-1c33-4bad-a216-9f532f752245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c598a739-5f98-4411-b851-efa8d84ce381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:44:04.733440 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-80f0bede-8559-4262-953a-eb3f5fd5fe7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:04.733859 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f0bede-8559-4262-953a-eb3f5fd5fe7c None None] Bound using segment: {'id': '528d15b7-1c33-4bad-a216-9f532f752245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c598a739-5f98-4411-b851-efa8d84ce381'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:44:04.734351 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-80f0bede-8559-4262-953a-eb3f5fd5fe7c None None] Bound port: f8a992a1-f5d1-40e8-93b0-14e33c44477a, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528d15b7-1c33-4bad-a216-9f532f752245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c598a739-5f98-4411-b851-efa8d84ce381'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:44:04.734878 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-80f0bede-8559-4262-953a-eb3f5fd5fe7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f8a992a1-f5d1-40e8-93b0-14e33c44477a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:04.767291 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0e9ff8a-b81f-4c6a-ac27-6d09854ffef8 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Deleting subnet 99f58f28-7695-432a-adbe-4b2c3a0b6e28 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:44:04.783422 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e0e9ff8a-b81f-4c6a-ac27-6d09854ffef8 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for subnet (99f58f28-7695-432a-adbe-4b2c3a0b6e28), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:04.815147 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f7d2ad5a-03e5-4cc6-8ae0-4df9786c6966 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (c3e1570c-f84a-48bf-afe3-9a251ff2d3ea), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:04.828038 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-80f0bede-8559-4262-953a-eb3f5fd5fe7c None None] For port f8a992a1-f5d1-40e8-93b0-14e33c44477a, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:44:04.832886 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-f7d2ad5a-03e5-4cc6-8ae0-4df9786c6966 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Calling delete_port for c3e1570c-f84a-48bf-afe3-9a251ff2d3ea owned by network:router_interface {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:04.837011 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-80f0bede-8559-4262-953a-eb3f5fd5fe7c None None] For port f8a992a1-f5d1-40e8-93b0-14e33c44477a, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f8a992a1-f5d1-40e8-93b0-14e33c44477a,segment=NetworkSegment(528d15b7-1c33-4bad-a216-9f532f752245),segment_id=528d15b7-1c33-4bad-a216-9f532f752245)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:44:04.903536 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e0e9ff8a-b81f-4c6a-ac27-6d09854ffef8 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (99f58f28-7695-432a-adbe-4b2c3a0b6e28), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:04.920640 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-80f0bede-8559-4262-953a-eb3f5fd5fe7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f8a992a1-f5d1-40e8-93b0-14e33c44477a), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:04.938792 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-16b7074f-205c-4be4-972e-cedc32ea38c9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for router_gateway (bb3ba176-ef9f-4133-be60-9ab70be48724), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:04.967327 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-16b7074f-205c-4be4-972e-cedc32ea38c9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:05.013168 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0bede-8559-4262-953a-eb3f5fd5fe7c None None] Pushing event updated for resources: {'Port': ['ID=f8a992a1-f5d1-40e8-93b0-14e33c44477a,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:05.036513 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408dcd65-26b9-412c-b881-05502285fe0f None None] Network f86f6b0b-3455-429a-b87d-433670c66f7e requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:44:05.099390 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-855dc0fa-2583-4a8f-844b-10472e014b14 None None] Provisioning complete for port 30232341-bd83-4416-8153-7f12b5d78a7b triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:05.099895 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-855dc0fa-2583-4a8f-844b-10472e014b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (30232341-bd83-4416-8153-7f12b5d78a7b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:05.116078 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e0e9ff8a-b81f-4c6a-ac27-6d09854ffef8 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (99f58f28-7695-432a-adbe-4b2c3a0b6e28), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:05.148988 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f7d2ad5a-03e5-4cc6-8ae0-4df9786c6966 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (c3e1570c-f84a-48bf-afe3-9a251ff2d3ea), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:05.158608 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-855dc0fa-2583-4a8f-844b-10472e014b14 None None] Port 30232341-bd83-4416-8153-7f12b5d78a7b cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:44:05.180742 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-16b7074f-205c-4be4-972e-cedc32ea38c9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Allocated IP 172.26.2.159 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/49bfdd3d-cab3-4f53-b4eb-ebd4c71ab06b) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:44:05.187416 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2ad5a-03e5-4cc6-8ae0-4df9786c6966 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Port': ['ID=c3e1570c-f84a-48bf-afe3-9a251ff2d3ea,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:05.191491 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-855dc0fa-2583-4a8f-844b-10472e014b14 None None] Provisioning complete for port f6bdccfa-5976-4ca6-989b-620ab6e74382 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:05.191970 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-855dc0fa-2583-4a8f-844b-10472e014b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f6bdccfa-5976-4ca6-989b-620ab6e74382), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:05.323534 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-855dc0fa-2583-4a8f-844b-10472e014b14 None None] Current status of the port f6bdccfa-5976-4ca6-989b-620ab6e74382 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:05.338577 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e0e9ff8a-b81f-4c6a-ac27-6d09854ffef8 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (99f58f28-7695-432a-adbe-4b2c3a0b6e28), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:05.383587 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e0e9ff8a-b81f-4c6a-ac27-6d09854ffef8 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:05.387337 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e0e9ff8a-b81f-4c6a-ac27-6d09854ffef8 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/subnets/99f58f28-7695-432a-adbe-4b2c3a0b6e28 HTTP/1.1" status: 204 len: 168 time: 0.7631772 Mar 23 02:44:05.390498 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33458) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:05.391003 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9ff8a-b81f-4c6a-ac27-6d09854ffef8 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Subnet': ['ID=99f58f28-7695-432a-adbe-4b2c3a0b6e28,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:05.394505 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-16b7074f-205c-4be4-972e-cedc32ea38c9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for port (49bfdd3d-cab3-4f53-b4eb-ebd4c71ab06b), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:05.469159 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f7d2ad5a-03e5-4cc6-8ae0-4df9786c6966 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (42810f64-568f-4122-9243-495681c2f20f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:05.471586 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-f242db90-4ef7-442e-b79b-bea4d81366dc tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] DELETE failed (client error): The resource could not be found. Mar 23 02:44:05.472092 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f242db90-4ef7-442e-b79b-bea4d81366dc tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:44:05.478891 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f242db90-4ef7-442e-b79b-bea4d81366dc tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/subnets/11b1b1a9-b64a-4e17-8cbc-8b5f6718bd9a HTTP/1.1" status: 404 len: 337 time: 0.0844779 Mar 23 02:44:05.479714 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33460) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:05.496342 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-16b7074f-205c-4be4-972e-cedc32ea38c9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (49bfdd3d-cab3-4f53-b4eb-ebd4c71ab06b), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:05.513972 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-11ccf3f1-6ecd-4a20-a822-23b289b423d9 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "GET /v2.0/ports?device_id=34d66bb9-525e-4abe-9caf-8d65db35a662 HTTP/1.1" status: 200 len: 205 time: 0.0315442 Mar 23 02:44:05.514219 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33462) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:05.582145 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7074f-205c-4be4-972e-cedc32ea38c9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event updated for resources: {'Port': ['ID=49bfdd3d-cab3-4f53-b4eb-ebd4c71ab06b,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:05.604362 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b7074f-205c-4be4-972e-cedc32ea38c9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:05.605896 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-8a08b97e-bf76-4e24-860b-dd955afdba52 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] delete failed (client error): The resource could not be found. Mar 23 02:44:05.609307 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8a08b97e-bf76-4e24-860b-dd955afdba52 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/routers/34d66bb9-525e-4abe-9caf-8d65db35a662 HTTP/1.1" status: 404 len: 336 time: 0.0918510 Mar 23 02:44:05.609639 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-16b7074f-205c-4be4-972e-cedc32ea38c9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:05.609774 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33464) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:05.648411 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b7074f-205c-4be4-972e-cedc32ea38c9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:44:05.651801 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-f86d73cb-d66e-4f2f-be82-361d63436d93 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] DELETE failed (client error): The resource could not be found. Mar 23 02:44:05.652566 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f86d73cb-d66e-4f2f-be82-361d63436d93 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:44:05.657680 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f86d73cb-d66e-4f2f-be82-361d63436d93 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/subnets/5fa2e2b7-1b0e-446a-94da-9f75f3d5724c HTTP/1.1" status: 404 len: 337 time: 0.0452278 Mar 23 02:44:05.659656 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33466) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:05.709122 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-046e2a53-2daf-4e02-a384-b2a7cad7b35e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] DELETE failed (client error): The resource could not be found. Mar 23 02:44:05.709633 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-046e2a53-2daf-4e02-a384-b2a7cad7b35e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:44:05.713154 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-046e2a53-2daf-4e02-a384-b2a7cad7b35e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/subnets/f34e0645-21ec-4aeb-98f1-0006c04d7d6b HTTP/1.1" status: 404 len: 337 time: 0.0522301 Mar 23 02:44:05.715951 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33468) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:05.740599 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d2ad5a-03e5-4cc6-8ae0-4df9786c6966 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Router 42810f64-568f-4122-9243-495681c2f20f has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:44:05.750535 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b7e49f8-e74b-4f4a-afa7-efb181f2f3ab tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] DELETE failed (client error): The resource could not be found. Mar 23 02:44:05.750992 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b7e49f8-e74b-4f4a-afa7-efb181f2f3ab tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:44:05.754383 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3b7e49f8-e74b-4f4a-afa7-efb181f2f3ab tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/subnets/ab60c3e8-5399-4b8b-86a6-c59412c0e16b HTTP/1.1" status: 404 len: 337 time: 0.0373337 Mar 23 02:44:05.757125 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33470) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:05.791151 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-900e26f4-8310-45b6-a516-be42c798d667 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] DELETE failed (client error): The resource could not be found. Mar 23 02:44:05.791746 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-900e26f4-8310-45b6-a516-be42c798d667 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:44:05.794729 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-900e26f4-8310-45b6-a516-be42c798d667 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/ports/ad983a85-df26-434c-ba5d-2f72a99e5295 HTTP/1.1" status: 404 len: 333 time: 0.0365436 Mar 23 02:44:05.797271 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33472) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:05.830546 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d2ad5a-03e5-4cc6-8ae0-4df9786c6966 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:05.838886 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f7d2ad5a-03e5-4cc6-8ae0-4df9786c6966 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "PUT /v2.0/routers/42810f64-568f-4122-9243-495681c2f20f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2227683 Mar 23 02:44:05.839546 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33474) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:05.843283 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead18089-7d5d-482c-8f79-8f04fa2d5d2d None None] Sync routers for ids ['42810f64-568f-4122-9243-495681c2f20f'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:44:05.859011 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead18089-7d5d-482c-8f79-8f04fa2d5d2d None None] Routers {'42810f64-568f-4122-9243-495681c2f20f'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:05.860259 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-ead18089-7d5d-482c-8f79-8f04fa2d5d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['42810f64-568f-4122-9243-495681c2f20f'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:05.872761 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-23b20dc9-2a93-4002-bebb-9e37c747fd28 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "GET /v2.0/ports?device_id=42810f64-568f-4122-9243-495681c2f20f HTTP/1.1" status: 200 len: 205 time: 0.0319099 Mar 23 02:44:05.875873 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33476) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:05.893765 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc499f19-520a-4964-9c09-691cd0434515 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] DELETE failed (client error): The resource could not be found. Mar 23 02:44:05.894240 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc499f19-520a-4964-9c09-691cd0434515 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:44:05.899664 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-cc499f19-520a-4964-9c09-691cd0434515 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/subnets/dad852fa-9033-46e3-b47b-83e14d28f053 HTTP/1.1" status: 404 len: 337 time: 0.0992115 Mar 23 02:44:05.901578 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33478) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:05.912505 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-ead18089-7d5d-482c-8f79-8f04fa2d5d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:05.924048 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead18089-7d5d-482c-8f79-8f04fa2d5d2d None None] Routers {'42810f64-568f-4122-9243-495681c2f20f'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:05.924973 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-ead18089-7d5d-482c-8f79-8f04fa2d5d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['42810f64-568f-4122-9243-495681c2f20f'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:05.940661 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-0817227d-ca70-4ee2-bd3d-e2c40da7994a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] DELETE failed (client error): The resource could not be found. Mar 23 02:44:05.941043 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0817227d-ca70-4ee2-bd3d-e2c40da7994a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:44:05.944610 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0817227d-ca70-4ee2-bd3d-e2c40da7994a tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/subnets/62edadab-ffbb-422a-8803-cb403b9a8fe1 HTTP/1.1" status: 404 len: 337 time: 0.0418041 Mar 23 02:44:05.947478 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33480) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:05.978623 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-671ff3b0-cce9-45b2-af80-8ca6b856d8cd tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router (42810f64-568f-4122-9243-495681c2f20f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:05.988506 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-ead18089-7d5d-482c-8f79-8f04fa2d5d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:05.989231 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead18089-7d5d-482c-8f79-8f04fa2d5d2d None None] The sync data for ids ['42810f64-568f-4122-9243-495681c2f20f'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:44:06.056734 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57f907a-f286-4d86-a47c-b0ae6569797e None None] Network f86f6b0b-3455-429a-b87d-433670c66f7e requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:44:06.075457 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-9c273c7b-52dc-4146-a2dc-930b4c9e2f6f None None] Provisioning complete for port 30232341-bd83-4416-8153-7f12b5d78a7b triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:06.076166 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9c273c7b-52dc-4146-a2dc-930b4c9e2f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (30232341-bd83-4416-8153-7f12b5d78a7b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:06.185227 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-671ff3b0-cce9-45b2-af80-8ca6b856d8cd tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (42810f64-568f-4122-9243-495681c2f20f), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:06.188000 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-671ff3b0-cce9-45b2-af80-8ca6b856d8cd tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router_controller (42810f64-568f-4122-9243-495681c2f20f), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:06.243762 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-9c273c7b-52dc-4146-a2dc-930b4c9e2f6f None None] Port 30232341-bd83-4416-8153-7f12b5d78a7b cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:44:06.262106 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-9c273c7b-52dc-4146-a2dc-930b4c9e2f6f None None] Provisioning complete for port f6bdccfa-5976-4ca6-989b-620ab6e74382 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:06.262492 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9c273c7b-52dc-4146-a2dc-930b4c9e2f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f6bdccfa-5976-4ca6-989b-620ab6e74382), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:06.303031 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-671ff3b0-cce9-45b2-af80-8ca6b856d8cd tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (42810f64-568f-4122-9243-495681c2f20f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:06.304218 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671ff3b0-cce9-45b2-af80-8ca6b856d8cd tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Fanout notify agent at l3_agent the message router_deleted on router 42810f64-568f-4122-9243-495681c2f20f {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:44:06.311398 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-671ff3b0-cce9-45b2-af80-8ca6b856d8cd tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:06.319313 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-671ff3b0-cce9-45b2-af80-8ca6b856d8cd tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/routers/42810f64-568f-4122-9243-495681c2f20f HTTP/1.1" status: 204 len: 168 time: 0.4365356 Mar 23 02:44:06.319313 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33482) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:06.320035 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7eb1319-56a0-4697-b91a-8f8b592f731e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] DELETE failed (client error): The resource could not be found. Mar 23 02:44:06.320035 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7eb1319-56a0-4697-b91a-8f8b592f731e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:44:06.325672 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f7eb1319-56a0-4697-b91a-8f8b592f731e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/ports/45b5745b-7727-4eda-974b-83ebbffeb570 HTTP/1.1" status: 404 len: 333 time: 0.3739495 Mar 23 02:44:06.327460 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33484) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:06.342899 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f8a992a1-f5d1-40e8-93b0-14e33c44477a up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:44:06.363543 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c60d65b-9c66-4e5c-8019-668fa5e6694d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] DELETE failed (client error): The resource could not be found. Mar 23 02:44:06.365951 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c60d65b-9c66-4e5c-8019-668fa5e6694d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:44:06.372826 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4c60d65b-9c66-4e5c-8019-668fa5e6694d tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/subnets/d75d3b18-d197-4c67-8521-00b672bd4a18 HTTP/1.1" status: 404 len: 337 time: 0.0380919 Mar 23 02:44:06.376056 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33486) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:06.408766 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-f80bd3da-3b97-4c1f-9924-5de07262757d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Deleting subnet 0933c19b-a3c0-4a69-8846-a82d06af9482 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:44:06.409370 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-099e46ba-b8a5-4fa2-9cf7-216b44ef1450 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] DELETE failed (client error): The resource could not be found. Mar 23 02:44:06.409493 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29016ded-1742-47fc-bf1f-d5781563627a None None] DHCP port deletion for f86f6b0b-3455-429a-b87d-433670c66f7e request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:44:06.409596 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-099e46ba-b8a5-4fa2-9cf7-216b44ef1450 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:44:06.413510 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f80bd3da-3b97-4c1f-9924-5de07262757d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for subnet (0933c19b-a3c0-4a69-8846-a82d06af9482), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:06.417323 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-099e46ba-b8a5-4fa2-9cf7-216b44ef1450 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/subnets/e26e6942-e301-4314-92b8-88eec38db90a HTTP/1.1" status: 404 len: 337 time: 0.0423975 Mar 23 02:44:06.419318 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33488) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:06.470959 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d864345-2056-462b-ab04-55d27156b5ad None None] Network c598a739-5f98-4411-b851-efa8d84ce381 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:44:06.503744 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f80bd3da-3b97-4c1f-9924-5de07262757d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (0933c19b-a3c0-4a69-8846-a82d06af9482), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:06.535232 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-9c273c7b-52dc-4146-a2dc-930b4c9e2f6f None None] Current status of the port f6bdccfa-5976-4ca6-989b-620ab6e74382 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:06.542244 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port f8a992a1-f5d1-40e8-93b0-14e33c44477a triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:06.542637 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f8a992a1-f5d1-40e8-93b0-14e33c44477a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:06.626735 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-c44bb313-a8e1-41ed-bc4e-aa7b62cfc087 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Deleting port 30232341-bd83-4416-8153-7f12b5d78a7b {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:06.627020 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c44bb313-a8e1-41ed-bc4e-aa7b62cfc087 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (30232341-bd83-4416-8153-7f12b5d78a7b), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:06.633015 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f80bd3da-3b97-4c1f-9924-5de07262757d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (0933c19b-a3c0-4a69-8846-a82d06af9482), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:06.635814 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-29016ded-1742-47fc-bf1f-d5781563627a None None] Deleting port f6bdccfa-5976-4ca6-989b-620ab6e74382 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:06.635814 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-29016ded-1742-47fc-bf1f-d5781563627a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (f6bdccfa-5976-4ca6-989b-620ab6e74382), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:06.663768 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-16b7074f-205c-4be4-972e-cedc32ea38c9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for router_gateway (bb3ba176-ef9f-4133-be60-9ab70be48724), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:06.728477 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c44bb313-a8e1-41ed-bc4e-aa7b62cfc087 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (30232341-bd83-4416-8153-7f12b5d78a7b), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:06.746354 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-c44bb313-a8e1-41ed-bc4e-aa7b62cfc087 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Calling delete_port for 30232341-bd83-4416-8153-7f12b5d78a7b owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:06.750515 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-29016ded-1742-47fc-bf1f-d5781563627a None None] For port f6bdccfa-5976-4ca6-989b-620ab6e74382, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f6bdccfa-5976-4ca6-989b-620ab6e74382,segment=NetworkSegment(c601c205-bdd6-41aa-b315-516ff161e16c),segment_id=c601c205-bdd6-41aa-b315-516ff161e16c)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:06.750515 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-29016ded-1742-47fc-bf1f-d5781563627a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (f6bdccfa-5976-4ca6-989b-620ab6e74382), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:06.753427 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-c825c3b8-0564-44ca-96f9-dc6f45590bf2 None None] Provisioning complete for port f8a992a1-f5d1-40e8-93b0-14e33c44477a triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:06.753583 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c825c3b8-0564-44ca-96f9-dc6f45590bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f8a992a1-f5d1-40e8-93b0-14e33c44477a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:06.788891 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-29016ded-1742-47fc-bf1f-d5781563627a None None] Calling delete_port for f6bdccfa-5976-4ca6-989b-620ab6e74382 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:06.792091 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port f8a992a1-f5d1-40e8-93b0-14e33c44477a is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:06.792482 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f8a992a1-f5d1-40e8-93b0-14e33c44477a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:06.843934 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f80bd3da-3b97-4c1f-9924-5de07262757d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (0933c19b-a3c0-4a69-8846-a82d06af9482), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:06.875681 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80bd3da-3b97-4c1f-9924-5de07262757d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Subnet': ['ID=0933c19b-a3c0-4a69-8846-a82d06af9482,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:06.880561 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port f8a992a1-f5d1-40e8-93b0-14e33c44477a, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f8a992a1-f5d1-40e8-93b0-14e33c44477a,segment=NetworkSegment(528d15b7-1c33-4bad-a216-9f532f752245),segment_id=528d15b7-1c33-4bad-a216-9f532f752245)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:06.892154 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f80bd3da-3b97-4c1f-9924-5de07262757d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:06.899763 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f80bd3da-3b97-4c1f-9924-5de07262757d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/subnets/0933c19b-a3c0-4a69-8846-a82d06af9482 HTTP/1.1" status: 204 len: 168 time: 0.5779722 Mar 23 02:44:06.902291 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33490) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:06.922435 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac7f2ef-2d42-4dfc-a7df-aef1d51900ca None None] Network 62f4ce69-f135-487d-9c47-251fd144a3af requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:44:06.984513 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c44bb313-a8e1-41ed-bc4e-aa7b62cfc087 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (30232341-bd83-4416-8153-7f12b5d78a7b), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:07.012362 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-26984a32-45cc-4625-bf27-4077d1769b10 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (62f4ce69-f135-487d-9c47-251fd144a3af), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:07.015456 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-16b7074f-205c-4be4-972e-cedc32ea38c9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (bb3ba176-ef9f-4133-be60-9ab70be48724), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:07.023494 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44bb313-a8e1-41ed-bc4e-aa7b62cfc087 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Port': ['ID=30232341-bd83-4416-8153-7f12b5d78a7b,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:07.030948 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c44bb313-a8e1-41ed-bc4e-aa7b62cfc087 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:07.034776 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c44bb313-a8e1-41ed-bc4e-aa7b62cfc087 tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/ports/30232341-bd83-4416-8153-7f12b5d78a7b HTTP/1.1" status: 204 len: 168 time: 0.6135013 Mar 23 02:44:07.037835 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33492) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:07.125880 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-27c2fb80-e35c-4e68-8346-ff4dcb06f02e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (f86f6b0b-3455-429a-b87d-433670c66f7e), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:07.137894 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f8a992a1-f5d1-40e8-93b0-14e33c44477a), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:07.158535 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-26984a32-45cc-4625-bf27-4077d1769b10 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Deleting port 51cc7f5f-9dc6-4eee-9d8a-19c0571acb72 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:07.161880 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-26984a32-45cc-4625-bf27-4077d1769b10 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (51cc7f5f-9dc6-4eee-9d8a-19c0571acb72), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:07.187557 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c825c3b8-0564-44ca-96f9-dc6f45590bf2 None None] Current status of the port f8a992a1-f5d1-40e8-93b0-14e33c44477a is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:07.187974 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c825c3b8-0564-44ca-96f9-dc6f45590bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f8a992a1-f5d1-40e8-93b0-14e33c44477a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:07.197685 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-27c2fb80-e35c-4e68-8346-ff4dcb06f02e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Deleting port f6bdccfa-5976-4ca6-989b-620ab6e74382 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:07.202224 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-27c2fb80-e35c-4e68-8346-ff4dcb06f02e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (f6bdccfa-5976-4ca6-989b-620ab6e74382), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:07.249149 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-26984a32-45cc-4625-bf27-4077d1769b10 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] For port 51cc7f5f-9dc6-4eee-9d8a-19c0571acb72, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=51cc7f5f-9dc6-4eee-9d8a-19c0571acb72,segment=NetworkSegment(b9e18f50-1281-4c37-ae15-1a8404f33295),segment_id=b9e18f50-1281-4c37-ae15-1a8404f33295)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:07.249440 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-26984a32-45cc-4625-bf27-4077d1769b10 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (51cc7f5f-9dc6-4eee-9d8a-19c0571acb72), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:07.265326 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=f8a992a1-f5d1-40e8-93b0-14e33c44477a,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:07.268082 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-26984a32-45cc-4625-bf27-4077d1769b10 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Calling delete_port for 51cc7f5f-9dc6-4eee-9d8a-19c0571acb72 owned by network:dhcp {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:07.275058 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-27c2fb80-e35c-4e68-8346-ff4dcb06f02e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] For port f6bdccfa-5976-4ca6-989b-620ab6e74382, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f6bdccfa-5976-4ca6-989b-620ab6e74382,segment=NetworkSegment(c601c205-bdd6-41aa-b315-516ff161e16c),segment_id=c601c205-bdd6-41aa-b315-516ff161e16c)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:07.275866 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-27c2fb80-e35c-4e68-8346-ff4dcb06f02e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (f6bdccfa-5976-4ca6-989b-620ab6e74382), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:07.286527 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-29016ded-1742-47fc-bf1f-d5781563627a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (f6bdccfa-5976-4ca6-989b-620ab6e74382), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:07.292915 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-c825c3b8-0564-44ca-96f9-dc6f45590bf2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:44:07.293271 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-c825c3b8-0564-44ca-96f9-dc6f45590bf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:44:07.293861 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-27c2fb80-e35c-4e68-8346-ff4dcb06f02e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Calling delete_port for f6bdccfa-5976-4ca6-989b-620ab6e74382 owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:07.316359 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29016ded-1742-47fc-bf1f-d5781563627a None None] Pushing event deleted for resources: {'Port': ['ID=f6bdccfa-5976-4ca6-989b-620ab6e74382,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:07.322063 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29016ded-1742-47fc-bf1f-d5781563627a None None] No DVR routers for this DVR port f6bdccfa-5976-4ca6-989b-620ab6e74382 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:44:07.348967 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b7074f-205c-4be4-972e-cedc32ea38c9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Router bb3ba176-ef9f-4133-be60-9ab70be48724 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:44:07.398543 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-27c2fb80-e35c-4e68-8346-ff4dcb06f02e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (f6bdccfa-5976-4ca6-989b-620ab6e74382), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:07.412749 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ea0a85-5d25-470b-9268-0722cca470c4 None None] DHCP port deletion for 62f4ce69-f135-487d-9c47-251fd144a3af request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:44:07.424609 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2fb80-e35c-4e68-8346-ff4dcb06f02e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Port': ['ID=f6bdccfa-5976-4ca6-989b-620ab6e74382,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:07.428304 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c2fb80-e35c-4e68-8346-ff4dcb06f02e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] No DVR routers for this DVR port f6bdccfa-5976-4ca6-989b-620ab6e74382 on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:44:07.469160 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-26984a32-45cc-4625-bf27-4077d1769b10 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (51cc7f5f-9dc6-4eee-9d8a-19c0571acb72), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:07.473060 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-94ea0a85-5d25-470b-9268-0722cca470c4 None None] Deleting port 51cc7f5f-9dc6-4eee-9d8a-19c0571acb72 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:07.473425 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-94ea0a85-5d25-470b-9268-0722cca470c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (51cc7f5f-9dc6-4eee-9d8a-19c0571acb72), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:07.506251 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26984a32-45cc-4625-bf27-4077d1769b10 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] No DVR routers for this DVR port 51cc7f5f-9dc6-4eee-9d8a-19c0571acb72 on host dv-neutron-834613-2-hyperv {{(pid=104348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:44:07.511595 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26984a32-45cc-4625-bf27-4077d1769b10 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Port': ['ID=51cc7f5f-9dc6-4eee-9d8a-19c0571acb72,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:07.515308 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b7074f-205c-4be4-972e-cedc32ea38c9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:07.521076 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-27c2fb80-e35c-4e68-8346-ff4dcb06f02e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (f86f6b0b-3455-429a-b87d-433670c66f7e), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:07.536398 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d53c1d-f6b3-4b62-962c-d7c497436da3 None None] Sync routers for ids ['bb3ba176-ef9f-4133-be60-9ab70be48724'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:44:07.546951 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-27c2fb80-e35c-4e68-8346-ff4dcb06f02e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86f6b0b-3455-429a-b87d-433670c66f7e']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:07.547240 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-94ea0a85-5d25-470b-9268-0722cca470c4 None None] For port 51cc7f5f-9dc6-4eee-9d8a-19c0571acb72, host dv-neutron-834613-2-hyperv, got binding levels [] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:07.547645 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-94ea0a85-5d25-470b-9268-0722cca470c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (51cc7f5f-9dc6-4eee-9d8a-19c0571acb72), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:07.559109 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-27c2fb80-e35c-4e68-8346-ff4dcb06f02e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c601c205-bdd6-41aa-b315-516ff161e16c') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:07.559109 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-27c2fb80-e35c-4e68-8346-ff4dcb06f02e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c601c205-bdd6-41aa-b315-516ff161e16c') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:07.564279 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-94ea0a85-5d25-470b-9268-0722cca470c4 None None] Calling delete_port for 51cc7f5f-9dc6-4eee-9d8a-19c0571acb72 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:07.566628 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d53c1d-f6b3-4b62-962c-d7c497436da3 None None] Routers {'bb3ba176-ef9f-4133-be60-9ab70be48724'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:07.567264 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-28d53c1d-f6b3-4b62-962c-d7c497436da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['bb3ba176-ef9f-4133-be60-9ab70be48724'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:07.570336 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.ipam_backend_mixin [None req-94ea0a85-5d25-470b-9268-0722cca470c4 None None] Port 51cc7f5f-9dc6-4eee-9d8a-19c0571acb72 was not found and therefore no delete operation was performed {{(pid=104350) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 02:44:07.570530 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-27c2fb80-e35c-4e68-8346-ff4dcb06f02e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (c601c205-bdd6-41aa-b315-516ff161e16c), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:07.572524 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-94ea0a85-5d25-470b-9268-0722cca470c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (51cc7f5f-9dc6-4eee-9d8a-19c0571acb72), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:07.587422 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-27c2fb80-e35c-4e68-8346-ff4dcb06f02e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (c601c205-bdd6-41aa-b315-516ff161e16c), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:07.594365 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c2fb80-e35c-4e68-8346-ff4dcb06f02e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:44:07.594802 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-27c2fb80-e35c-4e68-8346-ff4dcb06f02e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (c601c205-bdd6-41aa-b315-516ff161e16c), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:07.597999 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:44:07.597999 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:44:07.597999 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:44:07.597999 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:44:07.597999 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:44:07.597999 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:44:07.597999 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:44:07.597999 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:44:07.597999 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:44:07.597999 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:44:07.597999 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:44:07.597999 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:44:07.597999 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:44:07.597999 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:44:07.597999 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:44:07.597999 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:44:07.597999 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:44:07.597999 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:44:07.597999 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:44:07.597999 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:44:07.597999 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:44:07.597999 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:44:07.597999 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:44:07.597999 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:44:07.597999 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:44:07.597999 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:44:07.597999 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:44:07.597999 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:44:07.597999 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:44:07.597999 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:44:07.597999 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:44:07.597999 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:44:07.608650 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-26984a32-45cc-4625-bf27-4077d1769b10 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (62f4ce69-f135-487d-9c47-251fd144a3af), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:07.630206 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-28d53c1d-f6b3-4b62-962c-d7c497436da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:07.631345 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-26984a32-45cc-4625-bf27-4077d1769b10 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f4ce69-f135-487d-9c47-251fd144a3af']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:07.635532 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea0a85-5d25-470b-9268-0722cca470c4 None None] Pushing event deleted for resources: {'Port': ['ID=51cc7f5f-9dc6-4eee-9d8a-19c0571acb72,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:07.641110 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ea0a85-5d25-470b-9268-0722cca470c4 None None] No DVR routers for this DVR port 51cc7f5f-9dc6-4eee-9d8a-19c0571acb72 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:44:07.645097 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-26984a32-45cc-4625-bf27-4077d1769b10 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e18f50-1281-4c37-ae15-1a8404f33295') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:07.645615 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-26984a32-45cc-4625-bf27-4077d1769b10 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e18f50-1281-4c37-ae15-1a8404f33295') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:07.649126 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d53c1d-f6b3-4b62-962c-d7c497436da3 None None] Routers {'bb3ba176-ef9f-4133-be60-9ab70be48724'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:07.649765 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-28d53c1d-f6b3-4b62-962c-d7c497436da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['bb3ba176-ef9f-4133-be60-9ab70be48724'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:07.652672 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-16b7074f-205c-4be4-972e-cedc32ea38c9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:07.655206 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-16b7074f-205c-4be4-972e-cedc32ea38c9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8851686 Mar 23 02:44:07.661822 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33494) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:07.664926 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-26984a32-45cc-4625-bf27-4077d1769b10 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (b9e18f50-1281-4c37-ae15-1a8404f33295), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:07.683877 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-26984a32-45cc-4625-bf27-4077d1769b10 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (b9e18f50-1281-4c37-ae15-1a8404f33295), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:07.686148 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-28d53c1d-f6b3-4b62-962c-d7c497436da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:07.686813 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d53c1d-f6b3-4b62-962c-d7c497436da3 None None] The sync data for ids ['bb3ba176-ef9f-4133-be60-9ab70be48724'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:44:07.690919 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26984a32-45cc-4625-bf27-4077d1769b10 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:44:07.691508 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-26984a32-45cc-4625-bf27-4077d1769b10 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (b9e18f50-1281-4c37-ae15-1a8404f33295), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:07.695642 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:44:07.695642 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:44:07.695642 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:44:07.695642 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:44:07.695642 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:44:07.695642 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:44:07.695642 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:44:07.695642 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:44:07.695642 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:44:07.695642 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:44:07.695642 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:44:07.695642 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:44:07.695642 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:44:07.695642 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:44:07.695642 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:44:07.695642 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:44:07.695642 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:44:07.695642 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:44:07.695642 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:44:07.695642 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:44:07.695642 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:44:07.695642 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:44:07.695642 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:44:07.695642 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:44:07.695642 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:44:07.695642 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:44:07.695642 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:44:07.695642 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:44:07.695642 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:44:07.695642 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:44:07.695642 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:44:07.695642 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:44:07.835618 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-26984a32-45cc-4625-bf27-4077d1769b10 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (62f4ce69-f135-487d-9c47-251fd144a3af), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:07.840236 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-26984a32-45cc-4625-bf27-4077d1769b10 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:07.840923 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c825c3b8-0564-44ca-96f9-dc6f45590bf2 None None] Current status of the port f8a992a1-f5d1-40e8-93b0-14e33c44477a is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:07.852905 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-26984a32-45cc-4625-bf27-4077d1769b10 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/networks/62f4ce69-f135-487d-9c47-251fd144a3af HTTP/1.1" status: 204 len: 168 time: 0.9421067 Mar 23 02:44:07.857102 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33496) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:07.863563 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-2809fe37-2321-4b1c-be81-ffed5babe80b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1474438067', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}, 'admin_state_up': False}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:07.878898 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26984a32-45cc-4625-bf27-4077d1769b10 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Network': ['ID=62f4ce69-f135-487d-9c47-251fd144a3af,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:07.932189 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2809fe37-2321-4b1c-be81-ffed5babe80b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (be18e37f-f54f-430b-a615-82e504a758a7), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:07.933205 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2809fe37-2321-4b1c-be81-ffed5babe80b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (be18e37f-f54f-430b-a615-82e504a758a7), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:07.965406 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-b1d254d7-9869-4d68-a424-498431f4e236 None None] Provisioning complete for port f8a992a1-f5d1-40e8-93b0-14e33c44477a triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:07.965781 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b1d254d7-9869-4d68-a424-498431f4e236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f8a992a1-f5d1-40e8-93b0-14e33c44477a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:07.988871 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2809fe37-2321-4b1c-be81-ffed5babe80b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router_controller (be18e37f-f54f-430b-a615-82e504a758a7), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:08.039316 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-27c2fb80-e35c-4e68-8346-ff4dcb06f02e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (f86f6b0b-3455-429a-b87d-433670c66f7e), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:08.043620 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-27c2fb80-e35c-4e68-8346-ff4dcb06f02e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:08.046965 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-27c2fb80-e35c-4e68-8346-ff4dcb06f02e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] 10.222.0.24 "DELETE /v2.0/networks/f86f6b0b-3455-429a-b87d-433670c66f7e HTTP/1.1" status: 204 len: 168 time: 1.0063868 Mar 23 02:44:08.047644 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-b1d254d7-9869-4d68-a424-498431f4e236 None None] Current status of the port f8a992a1-f5d1-40e8-93b0-14e33c44477a is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:08.088351 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2fb80-e35c-4e68-8346-ff4dcb06f02e tempest-PortsTestJSON-1354396370 tempest-PortsTestJSON-1354396370-project] Pushing event deleted for resources: {'Network': ['ID=f86f6b0b-3455-429a-b87d-433670c66f7e,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:08.214820 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2809fe37-2321-4b1c-be81-ffed5babe80b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router_gateway (be18e37f-f54f-430b-a615-82e504a758a7), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:08.263134 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f8a992a1-f5d1-40e8-93b0-14e33c44477a up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:44:08.315214 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port f8a992a1-f5d1-40e8-93b0-14e33c44477a triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:08.315490 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f8a992a1-f5d1-40e8-93b0-14e33c44477a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:08.407801 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port f8a992a1-f5d1-40e8-93b0-14e33c44477a is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:08.484120 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2809fe37-2321-4b1c-be81-ffed5babe80b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router_gateway (be18e37f-f54f-430b-a615-82e504a758a7), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:08.484294 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f6bdccfa-5976-4ca6-989b-620ab6e74382 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:44:08.505254 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: f6bdccfa-5976-4ca6-989b-620ab6e74382 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:44:08.505773 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f6bdccfa-5976-4ca6-989b-620ab6e74382 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:44:08.506468 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 51cc7f5f-9dc6-4eee-9d8a-19c0571acb72 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:44:08.507364 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2809fe37-2321-4b1c-be81-ffed5babe80b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:08.512083 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f85b620e-9538-4276-8f82-3c77eed9b608 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:08.527223 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 51cc7f5f-9dc6-4eee-9d8a-19c0571acb72 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:44:08.529856 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 51cc7f5f-9dc6-4eee-9d8a-19c0571acb72 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:44:08.602679 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33506) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:08.632087 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-2809fe37-2321-4b1c-be81-ffed5babe80b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Allocated IP 172.26.2.63 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/7588281a-e63c-4a95-8e14-009e32ebe4b9) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:44:08.652695 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33510) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:08.742354 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2809fe37-2321-4b1c-be81-ffed5babe80b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for port (7588281a-e63c-4a95-8e14-009e32ebe4b9), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:08.850891 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2809fe37-2321-4b1c-be81-ffed5babe80b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (7588281a-e63c-4a95-8e14-009e32ebe4b9), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:08.863252 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4cc6416b-d19b-4e02-aa1a-70e76abc9bdc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=32afce4d288d4d26875daa685df2d772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2571766 Mar 23 02:44:08.864691 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33512) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:08.868401 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb2b7d9-e752-45d2-a4f9-2ff0b0a6a12e tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:08.868888 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb2b7d9-e752-45d2-a4f9-2ff0b0a6a12e tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:08.869366 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb2b7d9-e752-45d2-a4f9-2ff0b0a6a12e tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:08.879973 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-dfb2b7d9-e752-45d2-a4f9-2ff0b0a6a12e tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=d14f7a32e895424c88fd77b8785e073b&network_id=238b7c6f-3e37-4de4-bf5b-96c4d356033f HTTP/1.1" status: 200 len: 3102 time: 0.2172530 Mar 23 02:44:08.888310 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2809fe37-2321-4b1c-be81-ffed5babe80b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:08.892642 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-2809fe37-2321-4b1c-be81-ffed5babe80b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:08.896517 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2809fe37-2321-4b1c-be81-ffed5babe80b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:44:08.927707 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809fe37-2321-4b1c-be81-ffed5babe80b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Port': ['ID=7588281a-e63c-4a95-8e14-009e32ebe4b9,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:08.971780 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-f85b620e-9538-4276-8f82-3c77eed9b608 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Allocated IP 172.20.0.1 (c598a739-5f98-4411-b851-efa8d84ce381/e4a30480-a91d-4031-90cb-5e474dab6a83/79c8ca54-2257-4b77-9d8d-3541e0ec0574) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:44:08.983790 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b0cc6a31-2fe5-48a4-9733-813fa9352007 admin admin] Publish callbacks [] for security_group (23ac857f-a0d2-4200-a8f4-0153c9d7596e), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:09.054167 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b0cc6a31-2fe5-48a4-9733-813fa9352007 admin admin] Publish callbacks [] for security_group (23ac857f-a0d2-4200-a8f4-0153c9d7596e), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:09.132062 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f85b620e-9538-4276-8f82-3c77eed9b608 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for port (79c8ca54-2257-4b77-9d8d-3541e0ec0574), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:09.224088 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2809fe37-2321-4b1c-be81-ffed5babe80b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router_gateway (be18e37f-f54f-430b-a615-82e504a758a7), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:09.258369 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f85b620e-9538-4276-8f82-3c77eed9b608 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (79c8ca54-2257-4b77-9d8d-3541e0ec0574), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:09.262944 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b0cc6a31-2fe5-48a4-9733-813fa9352007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (23ac857f-a0d2-4200-a8f4-0153c9d7596e), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:09.265508 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b0cc6a31-2fe5-48a4-9733-813fa9352007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:09.266683 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b0cc6a31-2fe5-48a4-9733-813fa9352007 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/23ac857f-a0d2-4200-a8f4-0153c9d7596e HTTP/1.1" status: 204 len: 168 time: 0.3945999 Mar 23 02:44:09.309141 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc6a31-2fe5-48a4-9733-813fa9352007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ac857f-a0d2-4200-a8f4-0153c9d7596e,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:09.324261 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85b620e-9538-4276-8f82-3c77eed9b608 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Network c598a739-5f98-4411-b851-efa8d84ce381 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:09.329717 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-f85b620e-9538-4276-8f82-3c77eed9b608 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:09.335917 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85b620e-9538-4276-8f82-3c77eed9b608 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:44:09.339893 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b620e-9538-4276-8f82-3c77eed9b608 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event updated for resources: {'Port': ['ID=79c8ca54-2257-4b77-9d8d-3541e0ec0574,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:09.389600 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f85b620e-9538-4276-8f82-3c77eed9b608 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (bb3ba176-ef9f-4133-be60-9ab70be48724), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:09.582798 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-f938a890-f253-47e1-b0be-01b3c595bc7b None None] Provisioning complete for port 79c8ca54-2257-4b77-9d8d-3541e0ec0574 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:09.583378 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f938a890-f253-47e1-b0be-01b3c595bc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (79c8ca54-2257-4b77-9d8d-3541e0ec0574), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:09.627372 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f938a890-f253-47e1-b0be-01b3c595bc7b None None] Port 79c8ca54-2257-4b77-9d8d-3541e0ec0574 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:44:09.655295 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f85b620e-9538-4276-8f82-3c77eed9b608 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (79c8ca54-2257-4b77-9d8d-3541e0ec0574), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:09.715045 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2809fe37-2321-4b1c-be81-ffed5babe80b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (be18e37f-f54f-430b-a615-82e504a758a7), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:09.915364 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2809fe37-2321-4b1c-be81-ffed5babe80b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Router be18e37f-f54f-430b-a615-82e504a758a7 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:44:09.956653 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f85b620e-9538-4276-8f82-3c77eed9b608 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for port (79c8ca54-2257-4b77-9d8d-3541e0ec0574), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:10.026740 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2809fe37-2321-4b1c-be81-ffed5babe80b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:10.037308 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f0a475-909f-43ca-95d1-9d42a85bd6ea None None] Sync routers for ids ['be18e37f-f54f-430b-a615-82e504a758a7'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:44:10.045541 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f85b620e-9538-4276-8f82-3c77eed9b608 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (79c8ca54-2257-4b77-9d8d-3541e0ec0574), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:10.049150 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f0a475-909f-43ca-95d1-9d42a85bd6ea None None] Routers {'be18e37f-f54f-430b-a615-82e504a758a7'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:10.049798 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-97f0a475-909f-43ca-95d1-9d42a85bd6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['be18e37f-f54f-430b-a615-82e504a758a7'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:10.086085 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-97f0a475-909f-43ca-95d1-9d42a85bd6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:10.094685 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f0a475-909f-43ca-95d1-9d42a85bd6ea None None] Routers {'be18e37f-f54f-430b-a615-82e504a758a7'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:10.095781 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-97f0a475-909f-43ca-95d1-9d42a85bd6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['be18e37f-f54f-430b-a615-82e504a758a7'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:10.105575 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2809fe37-2321-4b1c-be81-ffed5babe80b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:10.108908 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2809fe37-2321-4b1c-be81-ffed5babe80b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.2479086 Mar 23 02:44:10.109822 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33534) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:10.116821 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f85b620e-9538-4276-8f82-3c77eed9b608 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (bb3ba176-ef9f-4133-be60-9ab70be48724), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:10.130877 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b620e-9538-4276-8f82-3c77eed9b608 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event updated for resources: {'Port': ['ID=79c8ca54-2257-4b77-9d8d-3541e0ec0574,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:10.139095 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-97f0a475-909f-43ca-95d1-9d42a85bd6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:10.139762 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f0a475-909f-43ca-95d1-9d42a85bd6ea None None] The sync data for ids ['be18e37f-f54f-430b-a615-82e504a758a7'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:44:10.226648 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85b620e-9538-4276-8f82-3c77eed9b608 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Network c598a739-5f98-4411-b851-efa8d84ce381 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:10.228188 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-f85b620e-9538-4276-8f82-3c77eed9b608 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:10.258770 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-dfaf950a-51fe-48a4-8404-fd607d4cd757 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "GET /v2.0/routers/be18e37f-f54f-430b-a615-82e504a758a7 HTTP/1.1" status: 200 len: 880 time: 0.1451430 Mar 23 02:44:10.259020 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33538) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:10.370309 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85b620e-9538-4276-8f82-3c77eed9b608 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Router bb3ba176-ef9f-4133-be60-9ab70be48724 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:44:10.406879 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33542) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:10.502073 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85b620e-9538-4276-8f82-3c77eed9b608 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:10.510156 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f85b620e-9538-4276-8f82-3c77eed9b608 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "PUT /v2.0/routers/bb3ba176-ef9f-4133-be60-9ab70be48724/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8463886 Mar 23 02:44:10.510866 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33546) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:10.517194 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-b0e595fc-6ad2-4216-9fc2-9d8df30e9699 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Request body: {'port': {'network_id': 'c598a739-5f98-4411-b851-efa8d84ce381', 'name': 'tempest-FloatingIPTestJSON-932773398'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:10.517914 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd288d63-c739-41ed-a9d7-fde292aaf27c None None] Sync routers for ids ['bb3ba176-ef9f-4133-be60-9ab70be48724'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:44:10.527155 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0042582e-719c-45fb-80bf-77ee3f007ec2 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2669237 Mar 23 02:44:10.529565 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33548) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:10.529933 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd288d63-c739-41ed-a9d7-fde292aaf27c None None] Routers {'bb3ba176-ef9f-4133-be60-9ab70be48724'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:10.531589 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-bd288d63-c739-41ed-a9d7-fde292aaf27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['bb3ba176-ef9f-4133-be60-9ab70be48724'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:10.533758 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-3a82147a-173d-4265-be66-7da52bbfe3ad tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1474438067'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:10.547034 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d16ea5c3-23bb-4c44-b751-976a111e2c54 tempest-ServiceProvidersTest-1721127548 tempest-ServiceProvidersTest-1721127548-project] 10.222.0.24 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1333864 Mar 23 02:44:10.574730 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-bd288d63-c739-41ed-a9d7-fde292aaf27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:10.589219 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd288d63-c739-41ed-a9d7-fde292aaf27c None None] Routers {'bb3ba176-ef9f-4133-be60-9ab70be48724'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:10.589878 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-bd288d63-c739-41ed-a9d7-fde292aaf27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['bb3ba176-ef9f-4133-be60-9ab70be48724'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:10.630560 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-bd288d63-c739-41ed-a9d7-fde292aaf27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:10.631296 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd288d63-c739-41ed-a9d7-fde292aaf27c None None] The sync data for ids ['bb3ba176-ef9f-4133-be60-9ab70be48724'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:44:10.633109 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-87590bee-feb0-4012-9fbf-9f37fd82618b None None] Provisioning complete for port 79c8ca54-2257-4b77-9d8d-3541e0ec0574 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:10.633537 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-87590bee-feb0-4012-9fbf-9f37fd82618b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (79c8ca54-2257-4b77-9d8d-3541e0ec0574), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:10.671253 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-87590bee-feb0-4012-9fbf-9f37fd82618b None None] Port 79c8ca54-2257-4b77-9d8d-3541e0ec0574 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:44:10.707241 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e595fc-6ad2-4216-9fc2-9d8df30e9699 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Made reservation on behalf of 4e2776cfd52e48439f888e040b085603 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:44:10.710810 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b0e595fc-6ad2-4216-9fc2-9d8df30e9699 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:10.730105 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [None req-b0e595fc-6ad2-4216-9fc2-9d8df30e9699 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] device_id is not set on port d72d17a3-1d56-4740-ad4c-c9daea1bfeb1 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:44:10.852960 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-b0e595fc-6ad2-4216-9fc2-9d8df30e9699 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Allocated IP 172.20.0.9 (c598a739-5f98-4411-b851-efa8d84ce381/e4a30480-a91d-4031-90cb-5e474dab6a83/d72d17a3-1d56-4740-ad4c-c9daea1bfeb1) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:44:10.864860 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3a82147a-173d-4265-be66-7da52bbfe3ad tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1655254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3512'] for router (be18e37f-f54f-430b-a615-82e504a758a7), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:10.920220 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3a82147a-173d-4265-be66-7da52bbfe3ad tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1655263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1655076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656974'] for router (be18e37f-f54f-430b-a615-82e504a758a7), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:11.003872 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33556) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:11.012733 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b0e595fc-6ad2-4216-9fc2-9d8df30e9699 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for port (d72d17a3-1d56-4740-ad4c-c9daea1bfeb1), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:11.038319 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a82147a-173d-4265-be66-7da52bbfe3ad tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Router be18e37f-f54f-430b-a615-82e504a758a7 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:44:11.103323 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b0e595fc-6ad2-4216-9fc2-9d8df30e9699 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (d72d17a3-1d56-4740-ad4c-c9daea1bfeb1), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:11.150941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-32192b80-001d-4387-bafc-7bd5a8c1c217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:11.152427 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a82147a-173d-4265-be66-7da52bbfe3ad tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:11.159742 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3a82147a-173d-4265-be66-7da52bbfe3ad tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:11.165048 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b90210d-5d30-44d2-82c8-5248c09f7b58 None None] Sync routers for ids ['be18e37f-f54f-430b-a615-82e504a758a7'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:44:11.172393 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3a82147a-173d-4265-be66-7da52bbfe3ad tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "PUT /v2.0/routers/be18e37f-f54f-430b-a615-82e504a758a7 HTTP/1.1" status: 200 len: 887 time: 0.6418259 Mar 23 02:44:11.174172 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33560) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:11.174616 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e595fc-6ad2-4216-9fc2-9d8df30e9699 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Network c598a739-5f98-4411-b851-efa8d84ce381 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:11.180861 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b90210d-5d30-44d2-82c8-5248c09f7b58 None None] Routers {'be18e37f-f54f-430b-a615-82e504a758a7'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:11.181440 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-6b90210d-5d30-44d2-82c8-5248c09f7b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['be18e37f-f54f-430b-a615-82e504a758a7'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:11.185881 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-b0e595fc-6ad2-4216-9fc2-9d8df30e9699 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:11.193064 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e595fc-6ad2-4216-9fc2-9d8df30e9699 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:44:11.202587 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e595fc-6ad2-4216-9fc2-9d8df30e9699 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event updated for resources: {'Port': ['ID=d72d17a3-1d56-4740-ad4c-c9daea1bfeb1,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:11.229189 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-6b90210d-5d30-44d2-82c8-5248c09f7b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:11.241884 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b90210d-5d30-44d2-82c8-5248c09f7b58 None None] Routers {'be18e37f-f54f-430b-a615-82e504a758a7'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:11.244987 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-6b90210d-5d30-44d2-82c8-5248c09f7b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['be18e37f-f54f-430b-a615-82e504a758a7'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:11.266978 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e595fc-6ad2-4216-9fc2-9d8df30e9699 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:11.267610 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b0e595fc-6ad2-4216-9fc2-9d8df30e9699 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:11.292824 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-6b90210d-5d30-44d2-82c8-5248c09f7b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:11.294328 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b90210d-5d30-44d2-82c8-5248c09f7b58 None None] The sync data for ids ['be18e37f-f54f-430b-a615-82e504a758a7'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:44:11.325524 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-32192b80-001d-4387-bafc-7bd5a8c1c217 admin admin] Publish callbacks [] for security_group (9a23e8a2-93d7-4b2c-ab8d-fd45e5204b13), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:11.326798 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33562) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:11.327122 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a64e9284-252d-4bb9-aa7f-57320da32d56 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "GET /v2.0/routers/be18e37f-f54f-430b-a615-82e504a758a7 HTTP/1.1" status: 200 len: 887 time: 0.1509354 Mar 23 02:44:11.358636 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b0e595fc-6ad2-4216-9fc2-9d8df30e9699 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8467085 Mar 23 02:44:11.360807 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4a7b86b2-bb91-48e1-94f7-12be41ecfbf7 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "GET /v2.0/ports?device_id=be18e37f-f54f-430b-a615-82e504a758a7 HTTP/1.1" status: 200 len: 205 time: 0.0329030 Mar 23 02:44:11.361323 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33564) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:11.364530 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33566) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:11.365831 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-6719f57b-cc6e-4f7f-9ce7-9c68586ab9de tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Request body: {'floatingip': {'port_id': 'd72d17a3-1d56-4740-ad4c-c9daea1bfeb1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:11.501464 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-46b066a2-c40e-47a7-8708-f2bee13e124a None None] Provisioning complete for port d72d17a3-1d56-4740-ad4c-c9daea1bfeb1 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:11.501725 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-46b066a2-c40e-47a7-8708-f2bee13e124a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d72d17a3-1d56-4740-ad4c-c9daea1bfeb1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:11.543755 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-46b066a2-c40e-47a7-8708-f2bee13e124a None None] Port d72d17a3-1d56-4740-ad4c-c9daea1bfeb1 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:44:11.664785 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-32192b80-001d-4387-bafc-7bd5a8c1c217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (9a23e8a2-93d7-4b2c-ab8d-fd45e5204b13), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:11.720361 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6719f57b-cc6e-4f7f-9ce7-9c68586ab9de tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (01d7d818-58e8-4eec-b939-b7fe485ed41b), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:11.723965 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-32192b80-001d-4387-bafc-7bd5a8c1c217 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9363e896b04a46939890cf1ad59438e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7191141 Mar 23 02:44:11.725913 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32192b80-001d-4387-bafc-7bd5a8c1c217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a23e8a2-93d7-4b2c-ab8d-fd45e5204b13,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:11.726207 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e8ed28c5-24c1-44d0-928d-a2c8482dd839 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router (be18e37f-f54f-430b-a615-82e504a758a7), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:11.728470 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33570) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:11.835307 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e8ed28c5-24c1-44d0-928d-a2c8482dd839 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router_gateway (be18e37f-f54f-430b-a615-82e504a758a7), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:11.868995 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9c687120-e5a0-4eda-9a48-04828875f12f admin admin] Publish callbacks [] for security_group (9a23e8a2-93d7-4b2c-ab8d-fd45e5204b13), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:11.936602 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9c687120-e5a0-4eda-9a48-04828875f12f admin admin] Publish callbacks [] for security_group (9a23e8a2-93d7-4b2c-ab8d-fd45e5204b13), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:11.981147 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-e8ed28c5-24c1-44d0-928d-a2c8482dd839 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Deleting port 7588281a-e63c-4a95-8e14-009e32ebe4b9 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:11.981724 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e8ed28c5-24c1-44d0-928d-a2c8482dd839 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (7588281a-e63c-4a95-8e14-009e32ebe4b9), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:12.063911 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e8ed28c5-24c1-44d0-928d-a2c8482dd839 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (7588281a-e63c-4a95-8e14-009e32ebe4b9), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:12.076892 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-e8ed28c5-24c1-44d0-928d-a2c8482dd839 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Calling delete_port for 7588281a-e63c-4a95-8e14-009e32ebe4b9 owned by network:router_gateway {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:12.122564 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9c687120-e5a0-4eda-9a48-04828875f12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (9a23e8a2-93d7-4b2c-ab8d-fd45e5204b13), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:12.125017 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9c687120-e5a0-4eda-9a48-04828875f12f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:12.126143 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9c687120-e5a0-4eda-9a48-04828875f12f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9a23e8a2-93d7-4b2c-ab8d-fd45e5204b13 HTTP/1.1" status: 204 len: 168 time: 0.3712509 Mar 23 02:44:12.166772 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c687120-e5a0-4eda-9a48-04828875f12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a23e8a2-93d7-4b2c-ab8d-fd45e5204b13,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:12.227467 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33574) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:12.326361 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbf5721-6a84-4d4f-a97b-cfd2f2f224ab tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:12.327860 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-edbf5721-6a84-4d4f-a97b-cfd2f2f224ab tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6bbcca03-75ff-487c-8b0e-a32302dacbee HTTP/1.1" status: 200 len: 814 time: 0.0998874 Mar 23 02:44:12.329918 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e8ed28c5-24c1-44d0-928d-a2c8482dd839 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (7588281a-e63c-4a95-8e14-009e32ebe4b9), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:12.330067 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6719f57b-cc6e-4f7f-9ce7-9c68586ab9de tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:12.357860 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ed28c5-24c1-44d0-928d-a2c8482dd839 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Port': ['ID=7588281a-e63c-4a95-8e14-009e32ebe4b9,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:12.422886 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6719f57b-cc6e-4f7f-9ce7-9c68586ab9de tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (01d7d818-58e8-4eec-b939-b7fe485ed41b), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:12.434628 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e8ed28c5-24c1-44d0-928d-a2c8482dd839 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (be18e37f-f54f-430b-a615-82e504a758a7), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:12.538872 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [None req-6719f57b-cc6e-4f7f-9ce7-9c68586ab9de tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Floating IP 01d7d818-58e8-4eec-b939-b7fe485ed41b associated. External IP: 172.26.2.149, port: 6f9800bd-2cf5-418f-8ed5-581e722568be. Mar 23 02:44:12.539439 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e8ed28c5-24c1-44d0-928d-a2c8482dd839 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (be18e37f-f54f-430b-a615-82e504a758a7), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:12.542031 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e8ed28c5-24c1-44d0-928d-a2c8482dd839 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router_controller (be18e37f-f54f-430b-a615-82e504a758a7), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:12.634543 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e8ed28c5-24c1-44d0-928d-a2c8482dd839 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (be18e37f-f54f-430b-a615-82e504a758a7), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:12.635022 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ed28c5-24c1-44d0-928d-a2c8482dd839 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Fanout notify agent at l3_agent the message router_deleted on router be18e37f-f54f-430b-a615-82e504a758a7 {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:44:12.641381 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e8ed28c5-24c1-44d0-928d-a2c8482dd839 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:12.645928 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e8ed28c5-24c1-44d0-928d-a2c8482dd839 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/routers/be18e37f-f54f-430b-a615-82e504a758a7 HTTP/1.1" status: 204 len: 168 time: 1.2769368 Mar 23 02:44:12.647161 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33580) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:12.651564 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-57ff0ba6-7924-4f68-b20f-d6f2a12058f8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Request body: {'network': {'name': 'tempest-RoutersTest-604480806'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:12.778442 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ff0ba6-7924-4f68-b20f-d6f2a12058f8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Made reservation on behalf of 4605006fc02d458dbec41eb090f4560b for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:44:12.781755 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-57ff0ba6-7924-4f68-b20f-d6f2a12058f8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:12.787284 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6719f57b-cc6e-4f7f-9ce7-9c68586ab9de tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Router 99447922-70b3-477a-9870-93146dbd5156 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:44:12.816965 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ff0ba6-7924-4f68-b20f-d6f2a12058f8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:44:12.889771 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-57ff0ba6-7924-4f68-b20f-d6f2a12058f8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (4896a1b2-e5ba-4099-b351-e1a309e59dcf), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:12.890036 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-57ff0ba6-7924-4f68-b20f-d6f2a12058f8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Added segment 4896a1b2-e5ba-4099-b351-e1a309e59dcf of type vlan for network f10bde82-58e6-441b-bfaf-dc17a4dd84c1 Mar 23 02:44:12.945159 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-57ff0ba6-7924-4f68-b20f-d6f2a12058f8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (f10bde82-58e6-441b-bfaf-dc17a4dd84c1), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:12.980100 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6719f57b-cc6e-4f7f-9ce7-9c68586ab9de tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:12.989484 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ebb911-6732-41f0-b34f-a6c240608aa0 None None] Sync routers for ids ['99447922-70b3-477a-9870-93146dbd5156'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:44:13.000191 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ebb911-6732-41f0-b34f-a6c240608aa0 None None] Routers {'99447922-70b3-477a-9870-93146dbd5156'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:13.001084 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-57ebb911-6732-41f0-b34f-a6c240608aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['99447922-70b3-477a-9870-93146dbd5156'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:13.046744 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-57ff0ba6-7924-4f68-b20f-d6f2a12058f8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (f10bde82-58e6-441b-bfaf-dc17a4dd84c1), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:13.048641 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-57ebb911-6732-41f0-b34f-a6c240608aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:13.052064 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ff0ba6-7924-4f68-b20f-d6f2a12058f8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:13.052657 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-57ff0ba6-7924-4f68-b20f-d6f2a12058f8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:13.066573 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ebb911-6732-41f0-b34f-a6c240608aa0 None None] Routers {'99447922-70b3-477a-9870-93146dbd5156'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:13.067481 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-57ebb911-6732-41f0-b34f-a6c240608aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['99447922-70b3-477a-9870-93146dbd5156'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:13.109033 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-57ebb911-6732-41f0-b34f-a6c240608aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:13.109716 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ebb911-6732-41f0-b34f-a6c240608aa0 None None] The sync data for ids ['99447922-70b3-477a-9870-93146dbd5156'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:44:13.145658 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff0ba6-7924-4f68-b20f-d6f2a12058f8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Network': ['ID=f10bde82-58e6-441b-bfaf-dc17a4dd84c1,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:13.156923 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network f10bde82-58e6-441b-bfaf-dc17a4dd84c1 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:44:13.170465 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-57ff0ba6-7924-4f68-b20f-d6f2a12058f8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5229733 Mar 23 02:44:13.173495 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33582) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:13.178652 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-bb36572e-795c-407c-81a3-bbb5328562ae tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Request body: {'subnet': {'network_id': 'f10bde82-58e6-441b-bfaf-dc17a4dd84c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:13.236096 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33584) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:13.248274 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-faf89e64-7556-4066-9f5d-3e726f9a8b55 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'network': {'name': 'tempest-network-smoke--1392923755', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'port_security_enabled': True}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:13.288640 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6719f57b-cc6e-4f7f-9ce7-9c68586ab9de tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Router bb3ba176-ef9f-4133-be60-9ab70be48724 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:44:13.342815 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf89e64-7556-4066-9f5d-3e726f9a8b55 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Made reservation on behalf of d14f7a32e895424c88fd77b8785e073b for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:44:13.346477 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-faf89e64-7556-4066-9f5d-3e726f9a8b55 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:13.356766 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb36572e-795c-407c-81a3-bbb5328562ae tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Made reservation on behalf of 4605006fc02d458dbec41eb090f4560b for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:44:13.360091 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bb36572e-795c-407c-81a3-bbb5328562ae tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:13.401770 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6719f57b-cc6e-4f7f-9ce7-9c68586ab9de tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:13.406395 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6719f57b-cc6e-4f7f-9ce7-9c68586ab9de tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:13.412722 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dfc613-38c4-4699-b872-2016edece920 None None] Sync routers for ids ['bb3ba176-ef9f-4133-be60-9ab70be48724'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:44:13.423838 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dfc613-38c4-4699-b872-2016edece920 None None] Routers {'bb3ba176-ef9f-4133-be60-9ab70be48724'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:13.424233 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf89e64-7556-4066-9f5d-3e726f9a8b55 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:44:13.424976 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-47dfc613-38c4-4699-b872-2016edece920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['bb3ba176-ef9f-4133-be60-9ab70be48724'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:13.444127 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-faf89e64-7556-4066-9f5d-3e726f9a8b55 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (24db1e4e-5294-4620-88f6-04534cf63649), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:13.447496 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-faf89e64-7556-4066-9f5d-3e726f9a8b55 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Added segment 24db1e4e-5294-4620-88f6-04534cf63649 of type vlan for network b02c78cc-88fa-4db8-832f-b0b08aaa68c6 Mar 23 02:44:13.466120 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-47dfc613-38c4-4699-b872-2016edece920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:13.471772 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6719f57b-cc6e-4f7f-9ce7-9c68586ab9de tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "PUT /v2.0/floatingips/01d7d818-58e8-4eec-b939-b7fe485ed41b HTTP/1.1" status: 200 len: 977 time: 2.1094263 Mar 23 02:44:13.474365 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33586) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:13.478832 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dfc613-38c4-4699-b872-2016edece920 None None] Routers {'bb3ba176-ef9f-4133-be60-9ab70be48724'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:13.479442 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-47dfc613-38c4-4699-b872-2016edece920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['bb3ba176-ef9f-4133-be60-9ab70be48724'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:13.509492 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-faf89e64-7556-4066-9f5d-3e726f9a8b55 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (b02c78cc-88fa-4db8-832f-b0b08aaa68c6), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:13.513148 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-47dfc613-38c4-4699-b872-2016edece920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:13.513821 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dfc613-38c4-4699-b872-2016edece920 None None] The sync data for ids ['bb3ba176-ef9f-4133-be60-9ab70be48724'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:44:13.576554 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-06a25d6e-db9e-48a8-8934-6d206214c7d3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Deleting port d72d17a3-1d56-4740-ad4c-c9daea1bfeb1 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:13.576909 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-06a25d6e-db9e-48a8-8934-6d206214c7d3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (d72d17a3-1d56-4740-ad4c-c9daea1bfeb1), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:13.617132 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-faf89e64-7556-4066-9f5d-3e726f9a8b55 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (b02c78cc-88fa-4db8-832f-b0b08aaa68c6), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:13.622291 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf89e64-7556-4066-9f5d-3e726f9a8b55 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:13.622891 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-faf89e64-7556-4066-9f5d-3e726f9a8b55 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:13.664119 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-06a25d6e-db9e-48a8-8934-6d206214c7d3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (d72d17a3-1d56-4740-ad4c-c9daea1bfeb1), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:13.674151 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bb36572e-795c-407c-81a3-bbb5328562ae tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (0d9d14b1-2f91-42ba-9455-1913b339b6c0), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:13.726707 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf89e64-7556-4066-9f5d-3e726f9a8b55 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Network': ['ID=b02c78cc-88fa-4db8-832f-b0b08aaa68c6,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:13.737366 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network b02c78cc-88fa-4db8-832f-b0b08aaa68c6 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:44:13.755232 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-faf89e64-7556-4066-9f5d-3e726f9a8b55 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5180721 Mar 23 02:44:13.763030 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33588) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:13.763209 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36572e-795c-407c-81a3-bbb5328562ae tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Subnet': ['ID=0d9d14b1-2f91-42ba-9455-1913b339b6c0,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:13.767860 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb36572e-795c-407c-81a3-bbb5328562ae tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Checking segment: {'id': '4896a1b2-e5ba-4099-b351-e1a309e59dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f10bde82-58e6-441b-bfaf-dc17a4dd84c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:44:13.768250 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb36572e-795c-407c-81a3-bbb5328562ae tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network hostable DHCP agents. Network: f10bde82-58e6-441b-bfaf-dc17a4dd84c1, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:44:13.851859 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb36572e-795c-407c-81a3-bbb5328562ae tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network f10bde82-58e6-441b-bfaf-dc17a4dd84c1 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:44:13.892218 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a009af0e-979d-4d7f-a1db-34e718745f23 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:13.893702 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a009af0e-979d-4d7f-a1db-34e718745f23 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=d14f7a32e895424c88fd77b8785e073b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1327162 Mar 23 02:44:13.897600 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33590) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:13.964016 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-06a25d6e-db9e-48a8-8934-6d206214c7d3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:13.964308 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-06a25d6e-db9e-48a8-8934-6d206214c7d3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (01d7d818-58e8-4eec-b939-b7fe485ed41b), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:13.964624 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [None req-06a25d6e-db9e-48a8-8934-6d206214c7d3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Floating IP 01d7d818-58e8-4eec-b939-b7fe485ed41b disassociated. External IP: 172.26.2.149, port: d72d17a3-1d56-4740-ad4c-c9daea1bfeb1. Mar 23 02:44:13.964969 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-06a25d6e-db9e-48a8-8934-6d206214c7d3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Calling delete_port for d72d17a3-1d56-4740-ad4c-c9daea1bfeb1 owned by {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:13.968849 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-bb36572e-795c-407c-81a3-bbb5328562ae tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, f10bde82-58e6-441b-bfaf-dc17a4dd84c1) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:13.977505 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f4105f-5dea-445e-bf83-24791cf4bfdd None None] Network f10bde82-58e6-441b-bfaf-dc17a4dd84c1 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:44:13.987621 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb36572e-795c-407c-81a3-bbb5328562ae tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:13.988245 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bb36572e-795c-407c-81a3-bbb5328562ae tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:14.069474 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b1eaea-5086-484e-b0b0-0ccb51dd241c tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:14.073776 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a5b1eaea-5086-484e-b0b0-0ccb51dd241c tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1716578 Mar 23 02:44:14.073936 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33592) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:14.086851 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa6f9d4-dc45-448c-8938-de3518eef9df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-f10bde82-58e6-441b-bfaf-dc17a4dd84c1', 'network_id': 'f10bde82-58e6-441b-bfaf-dc17a4dd84c1', 'project_id': '4605006fc02d458dbec41eb090f4560b', 'fixed_ips': [{'subnet_id': '0d9d14b1-2f91-42ba-9455-1913b339b6c0'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:44:14.088105 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0aa6f9d4-dc45-448c-8938-de3518eef9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:14.114896 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-bb36572e-795c-407c-81a3-bbb5328562ae tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9402742 Mar 23 02:44:14.116865 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c69f0308-46fb-4de0-aea1-1da722af9901 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6bbcca03-75ff-487c-8b0e-a32302dacbee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419955 Mar 23 02:44:14.117681 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33594) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:14.119756 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33596) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:14.121945 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-98f84457-c945-4d3b-bd79-8b11eec5e5ed tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-9569818', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:14.152807 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-227805e8-d12d-495c-81c7-599cd2e1dadc tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=d14f7a32e895424c88fd77b8785e073b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319030 Mar 23 02:44:14.155276 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33598) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:14.210670 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-98f84457-c945-4d3b-bd79-8b11eec5e5ed tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (a166eae6-e10e-468c-8d59-835bb4de758e), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:14.211811 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-98f84457-c945-4d3b-bd79-8b11eec5e5ed tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (a166eae6-e10e-468c-8d59-835bb4de758e), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:14.269340 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-98f84457-c945-4d3b-bd79-8b11eec5e5ed tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router_controller (a166eae6-e10e-468c-8d59-835bb4de758e), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:14.306173 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-0aa6f9d4-dc45-448c-8938-de3518eef9df None None] Allocated IP 172.20.0.2 (f10bde82-58e6-441b-bfaf-dc17a4dd84c1/0d9d14b1-2f91-42ba-9455-1913b339b6c0/b51ff2f4-6510-4322-8107-7b1ab4f6ba75) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:44:14.347161 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-98f84457-c945-4d3b-bd79-8b11eec5e5ed tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (a166eae6-e10e-468c-8d59-835bb4de758e), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:14.434669 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-98f84457-c945-4d3b-bd79-8b11eec5e5ed tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:14.437659 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-98f84457-c945-4d3b-bd79-8b11eec5e5ed tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.3190491 Mar 23 02:44:14.444458 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33600) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:14.458854 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0aa6f9d4-dc45-448c-8938-de3518eef9df None None] Publish callbacks [] for port (b51ff2f4-6510-4322-8107-7b1ab4f6ba75), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:14.462667 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-06a25d6e-db9e-48a8-8934-6d206214c7d3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (d72d17a3-1d56-4740-ad4c-c9daea1bfeb1), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:14.539250 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a25d6e-db9e-48a8-8934-6d206214c7d3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event deleted for resources: {'Port': ['ID=d72d17a3-1d56-4740-ad4c-c9daea1bfeb1,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:14.573060 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0aa6f9d4-dc45-448c-8938-de3518eef9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (b51ff2f4-6510-4322-8107-7b1ab4f6ba75), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:14.643390 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6f9d4-dc45-448c-8938-de3518eef9df None None] Pushing event updated for resources: {'Port': ['ID=b51ff2f4-6510-4322-8107-7b1ab4f6ba75,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:14.651384 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa6f9d4-dc45-448c-8938-de3518eef9df None None] Network f10bde82-58e6-441b-bfaf-dc17a4dd84c1 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:14.653585 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-0aa6f9d4-dc45-448c-8938-de3518eef9df None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:14.659008 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa6f9d4-dc45-448c-8938-de3518eef9df None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:44:14.720432 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cbeb83-8ed7-475c-8bad-cbe19f5a93a2 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:14.724308 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-22cbeb83-8ed7-475c-8bad-cbe19f5a93a2 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5680187 Mar 23 02:44:14.728056 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33602) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:14.734136 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-0aa6f9d4-dc45-448c-8938-de3518eef9df None None] Attempting to bind port b51ff2f4-6510-4322-8107-7b1ab4f6ba75 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:44:14.734848 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-0aa6f9d4-dc45-448c-8938-de3518eef9df None None] Attempting to bind port b51ff2f4-6510-4322-8107-7b1ab4f6ba75 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '4896a1b2-e5ba-4099-b351-e1a309e59dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f10bde82-58e6-441b-bfaf-dc17a4dd84c1'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:44:14.736110 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa6f9d4-dc45-448c-8938-de3518eef9df None None] Attempting to bind port b51ff2f4-6510-4322-8107-7b1ab4f6ba75 on network f10bde82-58e6-441b-bfaf-dc17a4dd84c1 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:44:14.743047 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa6f9d4-dc45-448c-8938-de3518eef9df None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:44:14.743886 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa6f9d4-dc45-448c-8938-de3518eef9df None None] Checking segment: {'id': '4896a1b2-e5ba-4099-b351-e1a309e59dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f10bde82-58e6-441b-bfaf-dc17a4dd84c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:44:14.744689 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0aa6f9d4-dc45-448c-8938-de3518eef9df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:14.745541 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa6f9d4-dc45-448c-8938-de3518eef9df None None] Bound using segment: {'id': '4896a1b2-e5ba-4099-b351-e1a309e59dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f10bde82-58e6-441b-bfaf-dc17a4dd84c1'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:44:14.745541 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-0aa6f9d4-dc45-448c-8938-de3518eef9df None None] Bound port: b51ff2f4-6510-4322-8107-7b1ab4f6ba75, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4896a1b2-e5ba-4099-b351-e1a309e59dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f10bde82-58e6-441b-bfaf-dc17a4dd84c1'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:44:14.745947 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0aa6f9d4-dc45-448c-8938-de3518eef9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b51ff2f4-6510-4322-8107-7b1ab4f6ba75), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:14.766844 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7c9b1131-1505-4d32-9a11-94182a88e845 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:14.784435 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a421ce7a-3ff6-4706-b4a1-8d42507fb896 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6bbcca03-75ff-487c-8b0e-a32302dacbee&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0530415 Mar 23 02:44:14.787147 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33604) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:14.791425 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a25d6e-db9e-48a8-8934-6d206214c7d3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Router bb3ba176-ef9f-4133-be60-9ab70be48724 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:44:14.795439 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-9be0969a-8dd5-41fa-b411-9534545becf9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1439350102', 'network_id': 'b02c78cc-88fa-4db8-832f-b0b08aaa68c6', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:14.815459 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-0aa6f9d4-dc45-448c-8938-de3518eef9df None None] For port b51ff2f4-6510-4322-8107-7b1ab4f6ba75, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:44:14.819056 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-0aa6f9d4-dc45-448c-8938-de3518eef9df None None] For port b51ff2f4-6510-4322-8107-7b1ab4f6ba75, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=b51ff2f4-6510-4322-8107-7b1ab4f6ba75,segment=NetworkSegment(4896a1b2-e5ba-4099-b351-e1a309e59dcf),segment_id=4896a1b2-e5ba-4099-b351-e1a309e59dcf)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:44:14.880376 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0aa6f9d4-dc45-448c-8938-de3518eef9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (b51ff2f4-6510-4322-8107-7b1ab4f6ba75), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:14.948761 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6f9d4-dc45-448c-8938-de3518eef9df None None] Pushing event updated for resources: {'Port': ['ID=b51ff2f4-6510-4322-8107-7b1ab4f6ba75,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:14.997895 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a25d6e-db9e-48a8-8934-6d206214c7d3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:15.008531 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f9ea87-3fc8-4d05-abbe-75218d63d303 None None] Sync routers for ids ['bb3ba176-ef9f-4133-be60-9ab70be48724'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:44:15.020771 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f9ea87-3fc8-4d05-abbe-75218d63d303 None None] Routers {'bb3ba176-ef9f-4133-be60-9ab70be48724'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:15.022393 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-e1f9ea87-3fc8-4d05-abbe-75218d63d303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['bb3ba176-ef9f-4133-be60-9ab70be48724'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:15.048528 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-7c9b1131-1505-4d32-9a11-94182a88e845 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Allocated IP 172.20.0.1 (f10bde82-58e6-441b-bfaf-dc17a4dd84c1/0d9d14b1-2f91-42ba-9455-1913b339b6c0/e64a9729-0732-4c64-858b-9a99c42f6971) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:44:15.063133 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be0969a-8dd5-41fa-b411-9534545becf9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Made reservation on behalf of d14f7a32e895424c88fd77b8785e073b for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:44:15.064939 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-e1f9ea87-3fc8-4d05-abbe-75218d63d303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:15.066812 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9be0969a-8dd5-41fa-b411-9534545becf9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:15.073899 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f9ea87-3fc8-4d05-abbe-75218d63d303 None None] Routers {'bb3ba176-ef9f-4133-be60-9ab70be48724'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:15.076238 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-e1f9ea87-3fc8-4d05-abbe-75218d63d303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['bb3ba176-ef9f-4133-be60-9ab70be48724'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:15.129142 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-e1f9ea87-3fc8-4d05-abbe-75218d63d303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:15.129959 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f9ea87-3fc8-4d05-abbe-75218d63d303 None None] The sync data for ids ['bb3ba176-ef9f-4133-be60-9ab70be48724'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:44:15.141398 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-06a25d6e-db9e-48a8-8934-6d206214c7d3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:15.145649 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-06a25d6e-db9e-48a8-8934-6d206214c7d3 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "DELETE /v2.0/ports/d72d17a3-1d56-4740-ad4c-c9daea1bfeb1 HTTP/1.1" status: 204 len: 168 time: 1.6702509 Mar 23 02:44:15.149123 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33606) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:15.200340 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7c9b1131-1505-4d32-9a11-94182a88e845 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for port (e64a9729-0732-4c64-858b-9a99c42f6971), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:15.353232 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7c9b1131-1505-4d32-9a11-94182a88e845 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (e64a9729-0732-4c64-858b-9a99c42f6971), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:15.399115 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9b1131-1505-4d32-9a11-94182a88e845 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network f10bde82-58e6-441b-bfaf-dc17a4dd84c1 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:15.402403 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-7c9b1131-1505-4d32-9a11-94182a88e845 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:15.408283 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9b1131-1505-4d32-9a11-94182a88e845 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:44:15.439887 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b1131-1505-4d32-9a11-94182a88e845 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Port': ['ID=e64a9729-0732-4c64-858b-9a99c42f6971,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:15.462115 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7c9b1131-1505-4d32-9a11-94182a88e845 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (a166eae6-e10e-468c-8d59-835bb4de758e), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:15.527745 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9be0969a-8dd5-41fa-b411-9534545becf9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (74defd8a-e54a-446f-bb45-13589753dac4), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:15.616766 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0969a-8dd5-41fa-b411-9534545becf9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Subnet': ['ID=74defd8a-e54a-446f-bb45-13589753dac4,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:15.633146 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be0969a-8dd5-41fa-b411-9534545becf9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Checking segment: {'id': '24db1e4e-5294-4620-88f6-04534cf63649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b02c78cc-88fa-4db8-832f-b0b08aaa68c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:44:15.633505 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be0969a-8dd5-41fa-b411-9534545becf9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network hostable DHCP agents. Network: b02c78cc-88fa-4db8-832f-b0b08aaa68c6, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:44:15.661860 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7c9b1131-1505-4d32-9a11-94182a88e845 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (e64a9729-0732-4c64-858b-9a99c42f6971), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:15.700449 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-293edd9f-59b7-4d8d-b2fa-9f97658abe04 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (bb3ba176-ef9f-4133-be60-9ab70be48724), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:15.766633 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be0969a-8dd5-41fa-b411-9534545becf9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network b02c78cc-88fa-4db8-832f-b0b08aaa68c6 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:44:15.849103 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-9be0969a-8dd5-41fa-b411-9534545becf9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, b02c78cc-88fa-4db8-832f-b0b08aaa68c6) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:15.854094 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be0969a-8dd5-41fa-b411-9534545becf9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:15.854701 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9be0969a-8dd5-41fa-b411-9534545becf9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:15.866040 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6193c0d-a7cc-4afc-91c3-ec776fbfed67 None None] Network b02c78cc-88fa-4db8-832f-b0b08aaa68c6 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:44:16.001588 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5029cb6e-d162-4468-b738-d88c9587df2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-b02c78cc-88fa-4db8-832f-b0b08aaa68c6', 'network_id': 'b02c78cc-88fa-4db8-832f-b0b08aaa68c6', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ips': [{'subnet_id': '74defd8a-e54a-446f-bb45-13589753dac4'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:44:16.002187 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5029cb6e-d162-4468-b738-d88c9587df2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:16.008517 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9be0969a-8dd5-41fa-b411-9534545becf9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2190793 Mar 23 02:44:16.072288 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-293edd9f-59b7-4d8d-b2fa-9f97658abe04 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Deleting port 79c8ca54-2257-4b77-9d8d-3541e0ec0574 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:16.072664 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-293edd9f-59b7-4d8d-b2fa-9f97658abe04 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (79c8ca54-2257-4b77-9d8d-3541e0ec0574), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:16.185406 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9a3647-6c83-43ad-8209-54053ed0da37 None None] Network f10bde82-58e6-441b-bfaf-dc17a4dd84c1 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:44:16.198302 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-293edd9f-59b7-4d8d-b2fa-9f97658abe04 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (79c8ca54-2257-4b77-9d8d-3541e0ec0574), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:16.237061 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-293edd9f-59b7-4d8d-b2fa-9f97658abe04 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Calling delete_port for 79c8ca54-2257-4b77-9d8d-3541e0ec0574 owned by network:router_interface {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:16.264221 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-5029cb6e-d162-4468-b738-d88c9587df2b None None] Allocated IP 172.20.0.18 (b02c78cc-88fa-4db8-832f-b0b08aaa68c6/74defd8a-e54a-446f-bb45-13589753dac4/fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:44:16.272983 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-57f38584-575b-4a46-a80a-42cae1907a46 None None] Provisioning complete for port b51ff2f4-6510-4322-8107-7b1ab4f6ba75 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:16.273621 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-57f38584-575b-4a46-a80a-42cae1907a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b51ff2f4-6510-4322-8107-7b1ab4f6ba75), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:16.275270 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7c9b1131-1505-4d32-9a11-94182a88e845 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for port (e64a9729-0732-4c64-858b-9a99c42f6971), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:16.354042 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7c9b1131-1505-4d32-9a11-94182a88e845 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (e64a9729-0732-4c64-858b-9a99c42f6971), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:16.404717 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device b51ff2f4-6510-4322-8107-7b1ab4f6ba75 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:44:16.484177 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7c9b1131-1505-4d32-9a11-94182a88e845 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (a166eae6-e10e-468c-8d59-835bb4de758e), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:16.488609 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b1131-1505-4d32-9a11-94182a88e845 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Port': ['ID=e64a9729-0732-4c64-858b-9a99c42f6971,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:16.533029 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-57f38584-575b-4a46-a80a-42cae1907a46 None None] Current status of the port b51ff2f4-6510-4322-8107-7b1ab4f6ba75 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:16.533422 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-57f38584-575b-4a46-a80a-42cae1907a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b51ff2f4-6510-4322-8107-7b1ab4f6ba75), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:16.560995 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-293edd9f-59b7-4d8d-b2fa-9f97658abe04 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (79c8ca54-2257-4b77-9d8d-3541e0ec0574), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:16.616770 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9b1131-1505-4d32-9a11-94182a88e845 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network f10bde82-58e6-441b-bfaf-dc17a4dd84c1 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:16.618134 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293edd9f-59b7-4d8d-b2fa-9f97658abe04 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event deleted for resources: {'Port': ['ID=79c8ca54-2257-4b77-9d8d-3541e0ec0574,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:16.636367 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-7c9b1131-1505-4d32-9a11-94182a88e845 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:16.783455 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port b51ff2f4-6510-4322-8107-7b1ab4f6ba75 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:16.797090 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b51ff2f4-6510-4322-8107-7b1ab4f6ba75), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:16.845266 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-57f38584-575b-4a46-a80a-42cae1907a46 None None] For port b51ff2f4-6510-4322-8107-7b1ab4f6ba75, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=b51ff2f4-6510-4322-8107-7b1ab4f6ba75,segment=NetworkSegment(4896a1b2-e5ba-4099-b351-e1a309e59dcf),segment_id=4896a1b2-e5ba-4099-b351-e1a309e59dcf)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:16.906073 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-293edd9f-59b7-4d8d-b2fa-9f97658abe04 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (bb3ba176-ef9f-4133-be60-9ab70be48724), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:16.927140 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-57f38584-575b-4a46-a80a-42cae1907a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (b51ff2f4-6510-4322-8107-7b1ab4f6ba75), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:16.933619 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5029cb6e-d162-4468-b738-d88c9587df2b None None] Publish callbacks [] for port (fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:16.937566 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9b1131-1505-4d32-9a11-94182a88e845 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Router a166eae6-e10e-468c-8d59-835bb4de758e is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:44:16.984538 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f38584-575b-4a46-a80a-42cae1907a46 None None] Pushing event updated for resources: {'Port': ['ID=b51ff2f4-6510-4322-8107-7b1ab4f6ba75,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:17.004787 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port b51ff2f4-6510-4322-8107-7b1ab4f6ba75 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:17.009065 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b51ff2f4-6510-4322-8107-7b1ab4f6ba75), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.049140 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33610) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:17.054658 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-78f5144b-3cb0-4c64-80b3-392615d06c20 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1043416007', 'description': 'tempest-secgroup-smoke-1043416007 description', 'project_id': 'd14f7a32e895424c88fd77b8785e073b'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:17.078408 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5029cb6e-d162-4468-b738-d88c9587df2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.101861 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9b1131-1505-4d32-9a11-94182a88e845 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:17.111276 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7c9b1131-1505-4d32-9a11-94182a88e845 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "PUT /v2.0/routers/a166eae6-e10e-468c-8d59-835bb4de758e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6648221 Mar 23 02:44:17.113470 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5a5870-64cb-4b44-b252-f730592a34c4 None None] Sync routers for ids ['a166eae6-e10e-468c-8d59-835bb4de758e'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:44:17.119235 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33612) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:17.126321 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5a5870-64cb-4b44-b252-f730592a34c4 None None] Routers {'a166eae6-e10e-468c-8d59-835bb4de758e'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:17.127340 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-6f5a5870-64cb-4b44-b252-f730592a34c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a166eae6-e10e-468c-8d59-835bb4de758e'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:17.152188 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:44:17.152188 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:44:17.152188 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-cbf0cce6-1157-47b7-b53b-54ed04e9627d None None] Provisioning complete for port b51ff2f4-6510-4322-8107-7b1ab4f6ba75 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:17.152188 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cbf0cce6-1157-47b7-b53b-54ed04e9627d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b51ff2f4-6510-4322-8107-7b1ab4f6ba75), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.167515 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5029cb6e-d162-4468-b738-d88c9587df2b None None] Network b02c78cc-88fa-4db8-832f-b0b08aaa68c6 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:17.171795 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-78f5144b-3cb0-4c64-80b3-392615d06c20 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.186513 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-6f5a5870-64cb-4b44-b252-f730592a34c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:17.189448 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029cb6e-d162-4468-b738-d88c9587df2b None None] Pushing event updated for resources: {'Port': ['ID=fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:17.196507 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-5029cb6e-d162-4468-b738-d88c9587df2b None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:17.205870 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5029cb6e-d162-4468-b738-d88c9587df2b None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:44:17.207095 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5a5870-64cb-4b44-b252-f730592a34c4 None None] Routers {'a166eae6-e10e-468c-8d59-835bb4de758e'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:17.208149 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-6f5a5870-64cb-4b44-b252-f730592a34c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a166eae6-e10e-468c-8d59-835bb4de758e'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:17.262432 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-6f5a5870-64cb-4b44-b252-f730592a34c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:17.263359 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5a5870-64cb-4b44-b252-f730592a34c4 None None] The sync data for ids ['a166eae6-e10e-468c-8d59-835bb4de758e'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:44:17.287624 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afd3c6f-3235-4b3a-a1c8-a43008b55188 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:17.289181 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-5029cb6e-d162-4468-b738-d88c9587df2b None None] Attempting to bind port fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:44:17.289400 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-78f5144b-3cb0-4c64-80b3-392615d06c20 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (8e75b20d-2d7e-402e-b726-dc86f47579fd), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.289552 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-5029cb6e-d162-4468-b738-d88c9587df2b None None] Attempting to bind port fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '24db1e4e-5294-4620-88f6-04534cf63649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b02c78cc-88fa-4db8-832f-b0b08aaa68c6'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:44:17.289918 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5029cb6e-d162-4468-b738-d88c9587df2b None None] Attempting to bind port fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca on network b02c78cc-88fa-4db8-832f-b0b08aaa68c6 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:44:17.292020 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33614) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:17.292875 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6afd3c6f-3235-4b3a-a1c8-a43008b55188 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "GET /v2.0/ports/e64a9729-0732-4c64-858b-9a99c42f6971 HTTP/1.1" status: 200 len: 910 time: 0.1710668 Mar 23 02:44:17.298386 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-5cbea76a-58fc-4318-a705-1d4ff109808b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0d9d14b1-2f91-42ba-9455-1913b339b6c0'}]}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:17.340195 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5029cb6e-d162-4468-b738-d88c9587df2b None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:44:17.340628 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5029cb6e-d162-4468-b738-d88c9587df2b None None] Checking segment: {'id': '24db1e4e-5294-4620-88f6-04534cf63649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b02c78cc-88fa-4db8-832f-b0b08aaa68c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:44:17.341013 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5029cb6e-d162-4468-b738-d88c9587df2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.341413 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5029cb6e-d162-4468-b738-d88c9587df2b None None] Bound using segment: {'id': '24db1e4e-5294-4620-88f6-04534cf63649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b02c78cc-88fa-4db8-832f-b0b08aaa68c6'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:44:17.341967 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-5029cb6e-d162-4468-b738-d88c9587df2b None None] Bound port: fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24db1e4e-5294-4620-88f6-04534cf63649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b02c78cc-88fa-4db8-832f-b0b08aaa68c6'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:44:17.342351 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5029cb6e-d162-4468-b738-d88c9587df2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.345132 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-cbf0cce6-1157-47b7-b53b-54ed04e9627d None None] Current status of the port b51ff2f4-6510-4322-8107-7b1ab4f6ba75 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:17.357161 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293edd9f-59b7-4d8d-b2fa-9f97658abe04 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Router bb3ba176-ef9f-4133-be60-9ab70be48724 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:44:17.389125 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-cbf0cce6-1157-47b7-b53b-54ed04e9627d None None] Provisioning complete for port e64a9729-0732-4c64-858b-9a99c42f6971 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:17.389485 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cbf0cce6-1157-47b7-b53b-54ed04e9627d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e64a9729-0732-4c64-858b-9a99c42f6971), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.400134 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-78f5144b-3cb0-4c64-80b3-392615d06c20 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (8e75b20d-2d7e-402e-b726-dc86f47579fd), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.458562 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f5144b-3cb0-4c64-80b3-392615d06c20 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e75b20d-2d7e-402e-b726-dc86f47579fd,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:17.461066 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-cbf0cce6-1157-47b7-b53b-54ed04e9627d None None] Port e64a9729-0732-4c64-858b-9a99c42f6971 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:44:17.464872 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-5029cb6e-d162-4468-b738-d88c9587df2b None None] For port fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:44:17.469907 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-5029cb6e-d162-4468-b738-d88c9587df2b None None] For port fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca,segment=NetworkSegment(24db1e4e-5294-4620-88f6-04534cf63649),segment_id=24db1e4e-5294-4620-88f6-04534cf63649)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:44:17.503261 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5cbea76a-58fc-4318-a705-1d4ff109808b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (e64a9729-0732-4c64-858b-9a99c42f6971), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.504857 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293edd9f-59b7-4d8d-b2fa-9f97658abe04 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:17.512516 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-293edd9f-59b7-4d8d-b2fa-9f97658abe04 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "PUT /v2.0/routers/bb3ba176-ef9f-4133-be60-9ab70be48724/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3618307 Mar 23 02:44:17.513124 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33616) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:17.517723 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727530b6-58a1-4bc4-8a90-ac8b18ab2710 None None] Sync routers for ids ['bb3ba176-ef9f-4133-be60-9ab70be48724'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:44:17.528614 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-78f5144b-3cb0-4c64-80b3-392615d06c20 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.531229 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-78f5144b-3cb0-4c64-80b3-392615d06c20 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4811180 Mar 23 02:44:17.539100 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727530b6-58a1-4bc4-8a90-ac8b18ab2710 None None] Routers {'bb3ba176-ef9f-4133-be60-9ab70be48724'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:17.539730 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-727530b6-58a1-4bc4-8a90-ac8b18ab2710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['bb3ba176-ef9f-4133-be60-9ab70be48724'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:17.554085 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33618) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:17.578699 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-727530b6-58a1-4bc4-8a90-ac8b18ab2710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:17.586260 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-017605ba-7534-42e7-83dd-6f38969257d0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '8e75b20d-2d7e-402e-b726-dc86f47579fd', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:17.594159 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727530b6-58a1-4bc4-8a90-ac8b18ab2710 None None] Routers {'bb3ba176-ef9f-4133-be60-9ab70be48724'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:17.594743 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-727530b6-58a1-4bc4-8a90-ac8b18ab2710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:43:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['bb3ba176-ef9f-4133-be60-9ab70be48724'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:17.600423 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5029cb6e-d162-4468-b738-d88c9587df2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.640364 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-507127cc-6d3f-4a9f-abf3-0e3e06feaff6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for router (bb3ba176-ef9f-4133-be60-9ab70be48724), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.644290 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-727530b6-58a1-4bc4-8a90-ac8b18ab2710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:17.644838 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727530b6-58a1-4bc4-8a90-ac8b18ab2710 None None] The sync data for ids ['bb3ba176-ef9f-4133-be60-9ab70be48724'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:44:17.646208 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fc8b13e5-36f0-4256-8c19-80847cd2c50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.666942 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-73dc35c5-cbc3-4a45-a9e3-0b3f75161700 None None] Provisioning complete for port e64a9729-0732-4c64-858b-9a99c42f6971 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:17.667320 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-73dc35c5-cbc3-4a45-a9e3-0b3f75161700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e64a9729-0732-4c64-858b-9a99c42f6971), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.768815 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029cb6e-d162-4468-b738-d88c9587df2b None None] Pushing event updated for resources: {'Port': ['ID=fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:17.774254 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port b51ff2f4-6510-4322-8107-7b1ab4f6ba75 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:17.794307 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-73dc35c5-cbc3-4a45-a9e3-0b3f75161700 None None] Port e64a9729-0732-4c64-858b-9a99c42f6971 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:44:17.952724 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5cbea76a-58fc-4318-a705-1d4ff109808b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for port (e64a9729-0732-4c64-858b-9a99c42f6971), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.033967 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5cbea76a-58fc-4318-a705-1d4ff109808b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (e64a9729-0732-4c64-858b-9a99c42f6971), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.034875 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-017605ba-7534-42e7-83dd-6f38969257d0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (73bcfe1e-a5d2-4737-b840-247e31f14085), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.121071 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbea76a-58fc-4318-a705-1d4ff109808b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:18.121817 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5cbea76a-58fc-4318-a705-1d4ff109808b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.124289 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5cbea76a-58fc-4318-a705-1d4ff109808b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "PUT /v2.0/ports/e64a9729-0732-4c64-858b-9a99c42f6971 HTTP/1.1" status: 200 len: 910 time: 0.8311527 Mar 23 02:44:18.126147 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbea76a-58fc-4318-a705-1d4ff109808b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Port': ['ID=e64a9729-0732-4c64-858b-9a99c42f6971,revision_number=3']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:18.128432 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33620) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:18.140461 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-507127cc-6d3f-4a9f-abf3-0e3e06feaff6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for router_gateway (bb3ba176-ef9f-4133-be60-9ab70be48724), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.145179 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-017605ba-7534-42e7-83dd-6f38969257d0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (73bcfe1e-a5d2-4737-b840-247e31f14085), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.219851 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-017605ba-7534-42e7-83dd-6f38969257d0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (73bcfe1e-a5d2-4737-b840-247e31f14085), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.248580 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017605ba-7534-42e7-83dd-6f38969257d0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73bcfe1e-a5d2-4737-b840-247e31f14085,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:18.340599 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-017605ba-7534-42e7-83dd-6f38969257d0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.341789 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-017605ba-7534-42e7-83dd-6f38969257d0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7872171 Mar 23 02:44:18.344696 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33622) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:18.351427 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-9c119c4f-b67f-4add-a434-c07adfa6af76 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '8e75b20d-2d7e-402e-b726-dc86f47579fd', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:18.373959 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:44:18.422212 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-507127cc-6d3f-4a9f-abf3-0e3e06feaff6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Deleting port 49bfdd3d-cab3-4f53-b4eb-ebd4c71ab06b {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:18.422547 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-507127cc-6d3f-4a9f-abf3-0e3e06feaff6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (49bfdd3d-cab3-4f53-b4eb-ebd4c71ab06b), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.431997 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:18.432382 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.441111 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9c119c4f-b67f-4add-a434-c07adfa6af76 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (b2f701a4-472c-439c-b6a3-65362e8a2b98), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.532258 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-507127cc-6d3f-4a9f-abf3-0e3e06feaff6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (49bfdd3d-cab3-4f53-b4eb-ebd4c71ab06b), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.535724 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9c119c4f-b67f-4add-a434-c07adfa6af76 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (b2f701a4-472c-439c-b6a3-65362e8a2b98), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.539486 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:18.540258 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.550531 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-507127cc-6d3f-4a9f-abf3-0e3e06feaff6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Calling delete_port for 49bfdd3d-cab3-4f53-b4eb-ebd4c71ab06b owned by network:router_gateway {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:18.588124 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca,segment=NetworkSegment(24db1e4e-5294-4620-88f6-04534cf63649),segment_id=24db1e4e-5294-4620-88f6-04534cf63649)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:18.591905 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9c119c4f-b67f-4add-a434-c07adfa6af76 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (b2f701a4-472c-439c-b6a3-65362e8a2b98), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.616031 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c119c4f-b67f-4add-a434-c07adfa6af76 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f701a4-472c-439c-b6a3-65362e8a2b98,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:18.618276 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.674157 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.674963 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device b51ff2f4-6510-4322-8107-7b1ab4f6ba75 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:44:18.695937 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3d246c65-9b77-44ff-bb86-1b88a010fe26 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (a166eae6-e10e-468c-8d59-835bb4de758e), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.701377 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9c119c4f-b67f-4add-a434-c07adfa6af76 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.705954 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9c119c4f-b67f-4add-a434-c07adfa6af76 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3594928 Mar 23 02:44:18.706724 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33624) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:18.712422 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-05f5f4b7-f586-48ce-9d0a-bf07fd5fd7cb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '8e75b20d-2d7e-402e-b726-dc86f47579fd', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:18.782426 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:18.797222 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port b51ff2f4-6510-4322-8107-7b1ab4f6ba75 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:18.797648 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b51ff2f4-6510-4322-8107-7b1ab4f6ba75), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.888753 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port b51ff2f4-6510-4322-8107-7b1ab4f6ba75 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:18.892164 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c21be5d-3975-4c3b-8bbc-ca2e498f7087 None None] Network b02c78cc-88fa-4db8-832f-b0b08aaa68c6 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:44:18.967101 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-8ab2934b-ad51-47b3-b556-f415c76a4905 None None] Provisioning complete for port fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:18.967485 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8ab2934b-ad51-47b3-b556-f415c76a4905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.005407 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-05f5f4b7-f586-48ce-9d0a-bf07fd5fd7cb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (2c7fd465-4373-4c9c-9f3b-d6854dd96ea1), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.020174 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-3d246c65-9b77-44ff-bb86-1b88a010fe26 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Deleting port e64a9729-0732-4c64-858b-9a99c42f6971 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:19.020693 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3d246c65-9b77-44ff-bb86-1b88a010fe26 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (e64a9729-0732-4c64-858b-9a99c42f6971), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.063561 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-507127cc-6d3f-4a9f-abf3-0e3e06feaff6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (49bfdd3d-cab3-4f53-b4eb-ebd4c71ab06b), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.078483 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-05f5f4b7-f586-48ce-9d0a-bf07fd5fd7cb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (2c7fd465-4373-4c9c-9f3b-d6854dd96ea1), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.085110 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-8ab2934b-ad51-47b3-b556-f415c76a4905 None None] Current status of the port fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:19.107043 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507127cc-6d3f-4a9f-abf3-0e3e06feaff6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event deleted for resources: {'Port': ['ID=49bfdd3d-cab3-4f53-b4eb-ebd4c71ab06b,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:19.154661 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-05f5f4b7-f586-48ce-9d0a-bf07fd5fd7cb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (2c7fd465-4373-4c9c-9f3b-d6854dd96ea1), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.175797 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5f4b7-f586-48ce-9d0a-bf07fd5fd7cb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c7fd465-4373-4c9c-9f3b-d6854dd96ea1,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:19.197782 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3d246c65-9b77-44ff-bb86-1b88a010fe26 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (e64a9729-0732-4c64-858b-9a99c42f6971), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.214339 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-507127cc-6d3f-4a9f-abf3-0e3e06feaff6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (bb3ba176-ef9f-4133-be60-9ab70be48724), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.243942 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-3d246c65-9b77-44ff-bb86-1b88a010fe26 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Calling delete_port for e64a9729-0732-4c64-858b-9a99c42f6971 owned by network:router_interface {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:19.259849 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-05f5f4b7-f586-48ce-9d0a-bf07fd5fd7cb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.264562 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-05f5f4b7-f586-48ce-9d0a-bf07fd5fd7cb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5566349 Mar 23 02:44:19.266834 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33626) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:19.269982 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-b9b2d0a9-c48b-4137-b340-b5e9064cd833 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '8e75b20d-2d7e-402e-b726-dc86f47579fd', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:19.309454 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-b8de31f0-e903-4079-b823-d8c419246c54 None None] Provisioning complete for port fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:19.310368 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b8de31f0-e903-4079-b823-d8c419246c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.322701 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-507127cc-6d3f-4a9f-abf3-0e3e06feaff6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (bb3ba176-ef9f-4133-be60-9ab70be48724), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.351477 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-507127cc-6d3f-4a9f-abf3-0e3e06feaff6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for router_controller (bb3ba176-ef9f-4133-be60-9ab70be48724), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.354441 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b9b2d0a9-c48b-4137-b340-b5e9064cd833 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (f870022c-8eab-4396-905a-f1559100b544), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.404318 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-b8de31f0-e903-4079-b823-d8c419246c54 None None] Current status of the port fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:19.423508 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b9b2d0a9-c48b-4137-b340-b5e9064cd833 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (f870022c-8eab-4396-905a-f1559100b544), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.496265 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-507127cc-6d3f-4a9f-abf3-0e3e06feaff6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (bb3ba176-ef9f-4133-be60-9ab70be48724), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.496776 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507127cc-6d3f-4a9f-abf3-0e3e06feaff6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Fanout notify agent at l3_agent the message router_deleted on router bb3ba176-ef9f-4133-be60-9ab70be48724 {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:44:19.504622 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-507127cc-6d3f-4a9f-abf3-0e3e06feaff6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.505784 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-507127cc-6d3f-4a9f-abf3-0e3e06feaff6 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "DELETE /v2.0/routers/bb3ba176-ef9f-4133-be60-9ab70be48724 HTTP/1.1" status: 204 len: 168 time: 1.9917529 Mar 23 02:44:19.508524 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33628) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:19.518197 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b9b2d0a9-c48b-4137-b340-b5e9064cd833 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (f870022c-8eab-4396-905a-f1559100b544), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.564983 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2d0a9-c48b-4137-b340-b5e9064cd833 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f870022c-8eab-4396-905a-f1559100b544,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:19.579699 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-c98201dc-8e1e-4ac9-985a-3bde487419f9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Deleting subnet e4a30480-a91d-4031-90cb-5e474dab6a83 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:44:19.585075 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c98201dc-8e1e-4ac9-985a-3bde487419f9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for subnet (e4a30480-a91d-4031-90cb-5e474dab6a83), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.609894 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3d246c65-9b77-44ff-bb86-1b88a010fe26 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (e64a9729-0732-4c64-858b-9a99c42f6971), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.624941 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c98201dc-8e1e-4ac9-985a-3bde487419f9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (e4a30480-a91d-4031-90cb-5e474dab6a83), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.637504 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d246c65-9b77-44ff-bb86-1b88a010fe26 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Port': ['ID=e64a9729-0732-4c64-858b-9a99c42f6971,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:19.673291 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b9b2d0a9-c48b-4137-b340-b5e9064cd833 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.674522 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b9b2d0a9-c48b-4137-b340-b5e9064cd833 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4082108 Mar 23 02:44:19.677180 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33630) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:19.682808 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-a896ca28-8144-4c29-8138-7ff69759e429 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '8e75b20d-2d7e-402e-b726-dc86f47579fd', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:19.735483 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c98201dc-8e1e-4ac9-985a-3bde487419f9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (e4a30480-a91d-4031-90cb-5e474dab6a83), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.789058 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.securitygroups_db [None req-a896ca28-8144-4c29-8138-7ff69759e429 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Project d14f7a32e895424c88fd77b8785e073b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:44:19.792831 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3d246c65-9b77-44ff-bb86-1b88a010fe26 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (a166eae6-e10e-468c-8d59-835bb4de758e), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.797126 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a896ca28-8144-4c29-8138-7ff69759e429 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (4f22e484-5070-46bc-a68e-26bef4bcfcf7), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.862001 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a896ca28-8144-4c29-8138-7ff69759e429 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (4f22e484-5070-46bc-a68e-26bef4bcfcf7), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.903347 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c98201dc-8e1e-4ac9-985a-3bde487419f9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (e4a30480-a91d-4031-90cb-5e474dab6a83), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.930459 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98201dc-8e1e-4ac9-985a-3bde487419f9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event deleted for resources: {'Subnet': ['ID=e4a30480-a91d-4031-90cb-5e474dab6a83,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:19.935860 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7de7a771-5987-40b8-b30c-5ae6e3c72a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.941478 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a896ca28-8144-4c29-8138-7ff69759e429 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (4f22e484-5070-46bc-a68e-26bef4bcfcf7), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.945068 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c98201dc-8e1e-4ac9-985a-3bde487419f9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.950474 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c98201dc-8e1e-4ac9-985a-3bde487419f9 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "DELETE /v2.0/subnets/e4a30480-a91d-4031-90cb-5e474dab6a83 HTTP/1.1" status: 204 len: 168 time: 0.4384842 Mar 23 02:44:19.951455 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33632) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:19.951587 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a50329-6518-49c7-9fd0-e034b5e747ab None None] Network c598a739-5f98-4411-b851-efa8d84ce381 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:44:19.965919 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896ca28-8144-4c29-8138-7ff69759e429 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f22e484-5070-46bc-a68e-26bef4bcfcf7,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:20.030691 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d246c65-9b77-44ff-bb86-1b88a010fe26 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Router a166eae6-e10e-468c-8d59-835bb4de758e has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:44:20.050312 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-084adc8e-f95b-4019-8a1c-10ae6aec0cc8 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (c598a739-5f98-4411-b851-efa8d84ce381), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:20.051760 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a896ca28-8144-4c29-8138-7ff69759e429 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:20.057301 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a896ca28-8144-4c29-8138-7ff69759e429 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3790128 Mar 23 02:44:20.057972 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33634) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:20.063130 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-9495d75d-c1c1-4c9e-b8e8-bbe1957042f7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '8e75b20d-2d7e-402e-b726-dc86f47579fd', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:20.099790 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f05ef7-cd41-42be-9637-53f5a6edbd3e None None] DHCP port deletion for c598a739-5f98-4411-b851-efa8d84ce381 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:44:20.152903 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f1f05ef7-cd41-42be-9637-53f5a6edbd3e None None] Deleting port f8a992a1-f5d1-40e8-93b0-14e33c44477a {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:20.153164 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.securitygroups_db [None req-9495d75d-c1c1-4c9e-b8e8-bbe1957042f7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Project d14f7a32e895424c88fd77b8785e073b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:44:20.153592 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f1f05ef7-cd41-42be-9637-53f5a6edbd3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (f8a992a1-f5d1-40e8-93b0-14e33c44477a), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:20.158342 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d246c65-9b77-44ff-bb86-1b88a010fe26 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:20.158749 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9495d75d-c1c1-4c9e-b8e8-bbe1957042f7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (74c589a8-0c29-4820-a8f6-73c62b7448ac), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:20.165145 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3d246c65-9b77-44ff-bb86-1b88a010fe26 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "PUT /v2.0/routers/a166eae6-e10e-468c-8d59-835bb4de758e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0339715 Mar 23 02:44:20.168839 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33636) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:20.170684 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36503985-5d55-4b65-940f-dcb478880eb0 None None] Sync routers for ids ['a166eae6-e10e-468c-8d59-835bb4de758e'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:44:20.187398 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36503985-5d55-4b65-940f-dcb478880eb0 None None] Routers {'a166eae6-e10e-468c-8d59-835bb4de758e'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:20.188044 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-36503985-5d55-4b65-940f-dcb478880eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a166eae6-e10e-468c-8d59-835bb4de758e'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:20.213667 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0f2fa2c7-c1e2-4dad-a614-fc4b6d0fa07a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "GET /v2.0/ports?device_id=a166eae6-e10e-468c-8d59-835bb4de758e HTTP/1.1" status: 200 len: 205 time: 0.0428832 Mar 23 02:44:20.215503 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33638) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:20.230800 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-36503985-5d55-4b65-940f-dcb478880eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:20.234060 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9495d75d-c1c1-4c9e-b8e8-bbe1957042f7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (74c589a8-0c29-4820-a8f6-73c62b7448ac), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:20.240991 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36503985-5d55-4b65-940f-dcb478880eb0 None None] Routers {'a166eae6-e10e-468c-8d59-835bb4de758e'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:20.241789 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-36503985-5d55-4b65-940f-dcb478880eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a166eae6-e10e-468c-8d59-835bb4de758e'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:20.279900 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-f1f05ef7-cd41-42be-9637-53f5a6edbd3e None None] For port f8a992a1-f5d1-40e8-93b0-14e33c44477a, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f8a992a1-f5d1-40e8-93b0-14e33c44477a,segment=NetworkSegment(528d15b7-1c33-4bad-a216-9f532f752245),segment_id=528d15b7-1c33-4bad-a216-9f532f752245)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:20.279900 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f1f05ef7-cd41-42be-9637-53f5a6edbd3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (f8a992a1-f5d1-40e8-93b0-14e33c44477a), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:20.281715 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-36503985-5d55-4b65-940f-dcb478880eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:20.282373 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36503985-5d55-4b65-940f-dcb478880eb0 None None] The sync data for ids ['a166eae6-e10e-468c-8d59-835bb4de758e'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:44:20.297884 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-084adc8e-f95b-4019-8a1c-10ae6aec0cc8 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Deleting port f8a992a1-f5d1-40e8-93b0-14e33c44477a {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:20.298230 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-084adc8e-f95b-4019-8a1c-10ae6aec0cc8 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (f8a992a1-f5d1-40e8-93b0-14e33c44477a), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:20.304759 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f1f05ef7-cd41-42be-9637-53f5a6edbd3e None None] Calling delete_port for f8a992a1-f5d1-40e8-93b0-14e33c44477a owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:20.318216 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9495d75d-c1c1-4c9e-b8e8-bbe1957042f7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (74c589a8-0c29-4820-a8f6-73c62b7448ac), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:20.337241 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:44:20.342164 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495d75d-c1c1-4c9e-b8e8-bbe1957042f7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c589a8-0c29-4820-a8f6-73c62b7448ac,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:20.352974 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2120a07f-ffc1-42c9-aab5-4226cf91ad9e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router (a166eae6-e10e-468c-8d59-835bb4de758e), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:20.430684 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:20.431308 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:20.431404 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9495d75d-c1c1-4c9e-b8e8-bbe1957042f7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:20.431999 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-084adc8e-f95b-4019-8a1c-10ae6aec0cc8 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] For port f8a992a1-f5d1-40e8-93b0-14e33c44477a, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f8a992a1-f5d1-40e8-93b0-14e33c44477a,segment=NetworkSegment(528d15b7-1c33-4bad-a216-9f532f752245),segment_id=528d15b7-1c33-4bad-a216-9f532f752245)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:20.432361 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-084adc8e-f95b-4019-8a1c-10ae6aec0cc8 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (f8a992a1-f5d1-40e8-93b0-14e33c44477a), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:20.446846 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9495d75d-c1c1-4c9e-b8e8-bbe1957042f7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3873129 Mar 23 02:44:20.453290 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-084adc8e-f95b-4019-8a1c-10ae6aec0cc8 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Calling delete_port for f8a992a1-f5d1-40e8-93b0-14e33c44477a owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:20.520130 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f1f05ef7-cd41-42be-9637-53f5a6edbd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (f8a992a1-f5d1-40e8-93b0-14e33c44477a), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:20.565016 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f05ef7-cd41-42be-9637-53f5a6edbd3e None None] Pushing event deleted for resources: {'Port': ['ID=f8a992a1-f5d1-40e8-93b0-14e33c44477a,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:20.572944 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f05ef7-cd41-42be-9637-53f5a6edbd3e None None] No DVR routers for this DVR port f8a992a1-f5d1-40e8-93b0-14e33c44477a on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:44:20.574544 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:20.634685 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f8a992a1-f5d1-40e8-93b0-14e33c44477a no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:44:20.656516 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: f8a992a1-f5d1-40e8-93b0-14e33c44477a {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:44:20.656874 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f8a992a1-f5d1-40e8-93b0-14e33c44477a not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:44:20.879643 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2120a07f-ffc1-42c9-aab5-4226cf91ad9e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (a166eae6-e10e-468c-8d59-835bb4de758e), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:20.883384 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2120a07f-ffc1-42c9-aab5-4226cf91ad9e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router_controller (a166eae6-e10e-468c-8d59-835bb4de758e), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:20.998106 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-c09476e4-7fe5-4f5f-94bc-8b7b298d6384 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1043416007&fields=id&tenant_id=d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 267 time: 0.1160891 Mar 23 02:44:21.002552 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-084adc8e-f95b-4019-8a1c-10ae6aec0cc8 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (f8a992a1-f5d1-40e8-93b0-14e33c44477a), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.051864 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2120a07f-ffc1-42c9-aab5-4226cf91ad9e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (a166eae6-e10e-468c-8d59-835bb4de758e), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.052404 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2120a07f-ffc1-42c9-aab5-4226cf91ad9e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Fanout notify agent at l3_agent the message router_deleted on router a166eae6-e10e-468c-8d59-835bb4de758e {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:44:21.059743 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2120a07f-ffc1-42c9-aab5-4226cf91ad9e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.063022 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2120a07f-ffc1-42c9-aab5-4226cf91ad9e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/routers/a166eae6-e10e-468c-8d59-835bb4de758e HTTP/1.1" status: 204 len: 168 time: 0.8445513 Mar 23 02:44:21.063022 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084adc8e-f95b-4019-8a1c-10ae6aec0cc8 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event deleted for resources: {'Port': ['ID=f8a992a1-f5d1-40e8-93b0-14e33c44477a,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:21.063920 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33652) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:21.094878 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084adc8e-f95b-4019-8a1c-10ae6aec0cc8 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] No DVR routers for this DVR port f8a992a1-f5d1-40e8-93b0-14e33c44477a on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:44:21.119267 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad38aa9-cea1-4554-9365-4c14ccfd3027 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Deleting subnet 0d9d14b1-2f91-42ba-9455-1913b339b6c0 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:44:21.122752 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cad38aa9-cea1-4554-9365-4c14ccfd3027 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for subnet (0d9d14b1-2f91-42ba-9455-1913b339b6c0), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.169579 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cad38aa9-cea1-4554-9365-4c14ccfd3027 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (0d9d14b1-2f91-42ba-9455-1913b339b6c0), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.206754 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-084adc8e-f95b-4019-8a1c-10ae6aec0cc8 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (c598a739-5f98-4411-b851-efa8d84ce381), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.226590 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.239761 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-084adc8e-f95b-4019-8a1c-10ae6aec0cc8 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c598a739-5f98-4411-b851-efa8d84ce381']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:21.247787 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-55415037-ebb1-4921-bf8c-0995a11935cd tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:21.249337 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-55415037-ebb1-4921-bf8c-0995a11935cd tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/networks?id=b02c78cc-88fa-4db8-832f-b0b08aaa68c6 HTTP/1.1" status: 200 len: 797 time: 0.2431724 Mar 23 02:44:21.257143 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cad38aa9-cea1-4554-9365-4c14ccfd3027 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (0d9d14b1-2f91-42ba-9455-1913b339b6c0), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.259213 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-084adc8e-f95b-4019-8a1c-10ae6aec0cc8 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528d15b7-1c33-4bad-a216-9f532f752245') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:21.259512 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-084adc8e-f95b-4019-8a1c-10ae6aec0cc8 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528d15b7-1c33-4bad-a216-9f532f752245') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:21.274992 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-084adc8e-f95b-4019-8a1c-10ae6aec0cc8 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (528d15b7-1c33-4bad-a216-9f532f752245), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.277427 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-1448c108-2931-4edb-8004-1ae5a3941945 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/quotas/d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 375 time: 0.0207582 Mar 23 02:44:21.320089 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-084adc8e-f95b-4019-8a1c-10ae6aec0cc8 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (528d15b7-1c33-4bad-a216-9f532f752245), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.360165 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084adc8e-f95b-4019-8a1c-10ae6aec0cc8 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:44:21.360573 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-084adc8e-f95b-4019-8a1c-10ae6aec0cc8 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (528d15b7-1c33-4bad-a216-9f532f752245), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:44:21.363588 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:44:21.398807 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cad38aa9-cea1-4554-9365-4c14ccfd3027 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (0d9d14b1-2f91-42ba-9455-1913b339b6c0), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.433009 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad38aa9-cea1-4554-9365-4c14ccfd3027 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Subnet': ['ID=0d9d14b1-2f91-42ba-9455-1913b339b6c0,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:21.434995 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cad38aa9-cea1-4554-9365-4c14ccfd3027 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.441058 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-cad38aa9-cea1-4554-9365-4c14ccfd3027 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/subnets/0d9d14b1-2f91-42ba-9455-1913b339b6c0 HTTP/1.1" status: 204 len: 168 time: 0.3729300 Mar 23 02:44:21.441245 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33654) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:21.444928 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-09f6a41f-4784-4552-af01-84c1012b96de tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1606946 Mar 23 02:44:21.448429 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d321fe9-86c1-4bd3-a693-90dd2caeb519 None None] Network f10bde82-58e6-441b-bfaf-dc17a4dd84c1 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:44:21.515116 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-084adc8e-f95b-4019-8a1c-10ae6aec0cc8 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (c598a739-5f98-4411-b851-efa8d84ce381), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.521944 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b7986f4-be13-4fb7-bd7c-7ca67097841f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (f10bde82-58e6-441b-bfaf-dc17a4dd84c1), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.524729 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-084adc8e-f95b-4019-8a1c-10ae6aec0cc8 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.529464 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-084adc8e-f95b-4019-8a1c-10ae6aec0cc8 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "DELETE /v2.0/networks/c598a739-5f98-4411-b851-efa8d84ce381 HTTP/1.1" status: 204 len: 168 time: 1.5776403 Mar 23 02:44:21.532092 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33658) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:21.587262 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-1b7986f4-be13-4fb7-bd7c-7ca67097841f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Deleting port b51ff2f4-6510-4322-8107-7b1ab4f6ba75 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:21.587586 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b7986f4-be13-4fb7-bd7c-7ca67097841f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (b51ff2f4-6510-4322-8107-7b1ab4f6ba75), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.611426 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084adc8e-f95b-4019-8a1c-10ae6aec0cc8 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event deleted for resources: {'Network': ['ID=c598a739-5f98-4411-b851-efa8d84ce381,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:21.629168 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df63a03a-c440-463a-9cdd-65260beb9790 None None] DHCP port deletion for f10bde82-58e6-441b-bfaf-dc17a4dd84c1 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:44:21.664899 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-1b7986f4-be13-4fb7-bd7c-7ca67097841f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] For port b51ff2f4-6510-4322-8107-7b1ab4f6ba75, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=b51ff2f4-6510-4322-8107-7b1ab4f6ba75,segment=NetworkSegment(4896a1b2-e5ba-4099-b351-e1a309e59dcf),segment_id=4896a1b2-e5ba-4099-b351-e1a309e59dcf)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:21.665268 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b7986f4-be13-4fb7-bd7c-7ca67097841f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (b51ff2f4-6510-4322-8107-7b1ab4f6ba75), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.678292 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-1b7986f4-be13-4fb7-bd7c-7ca67097841f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Calling delete_port for b51ff2f4-6510-4322-8107-7b1ab4f6ba75 owned by network:dhcp {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:21.680813 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-df63a03a-c440-463a-9cdd-65260beb9790 None None] Deleting port b51ff2f4-6510-4322-8107-7b1ab4f6ba75 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:21.681193 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-df63a03a-c440-463a-9cdd-65260beb9790 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (b51ff2f4-6510-4322-8107-7b1ab4f6ba75), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.749324 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-df63a03a-c440-463a-9cdd-65260beb9790 None None] For port b51ff2f4-6510-4322-8107-7b1ab4f6ba75, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=b51ff2f4-6510-4322-8107-7b1ab4f6ba75,segment=NetworkSegment(4896a1b2-e5ba-4099-b351-e1a309e59dcf),segment_id=4896a1b2-e5ba-4099-b351-e1a309e59dcf)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:21.750319 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-df63a03a-c440-463a-9cdd-65260beb9790 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (b51ff2f4-6510-4322-8107-7b1ab4f6ba75), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.757452 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-8ab71636-3b09-4448-a02c-33b69039a2e1 service neutron] 10.222.0.24 "GET /v2.0/networks/b02c78cc-88fa-4db8-832f-b0b08aaa68c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951164 Mar 23 02:44:21.764021 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-df63a03a-c440-463a-9cdd-65260beb9790 None None] Calling delete_port for b51ff2f4-6510-4322-8107-7b1ab4f6ba75 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:21.765137 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-09d22847-98fe-4b30-b4ac-94ad5beb0a65 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Deleting port c0466453-d42c-4206-903c-f4b573c011f5 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:21.765489 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-09d22847-98fe-4b30-b4ac-94ad5beb0a65 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (c0466453-d42c-4206-903c-f4b573c011f5), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.857124 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b7986f4-be13-4fb7-bd7c-7ca67097841f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (b51ff2f4-6510-4322-8107-7b1ab4f6ba75), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.866453 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-df63a03a-c440-463a-9cdd-65260beb9790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (b51ff2f4-6510-4322-8107-7b1ab4f6ba75), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.886755 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7986f4-be13-4fb7-bd7c-7ca67097841f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Port': ['ID=b51ff2f4-6510-4322-8107-7b1ab4f6ba75,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:21.892671 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7986f4-be13-4fb7-bd7c-7ca67097841f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] No DVR routers for this DVR port b51ff2f4-6510-4322-8107-7b1ab4f6ba75 on host dv-neutron-834613-2-hyperv {{(pid=104348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:44:21.896126 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63a03a-c440-463a-9cdd-65260beb9790 None None] Pushing event deleted for resources: {'Port': ['ID=b51ff2f4-6510-4322-8107-7b1ab4f6ba75,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:21.900402 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df63a03a-c440-463a-9cdd-65260beb9790 None None] No DVR routers for this DVR port b51ff2f4-6510-4322-8107-7b1ab4f6ba75 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:44:21.909759 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-09d22847-98fe-4b30-b4ac-94ad5beb0a65 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (c0466453-d42c-4206-903c-f4b573c011f5), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.910096 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-09d22847-98fe-4b30-b4ac-94ad5beb0a65 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (c0466453-d42c-4206-903c-f4b573c011f5), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.932627 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-20a78e99-c44c-4c2f-abba-091d98caacdf service neutron] 10.222.0.24 "GET /v2.0/networks/b02c78cc-88fa-4db8-832f-b0b08aaa68c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545806 Mar 23 02:44:21.933488 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-09d22847-98fe-4b30-b4ac-94ad5beb0a65 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Calling delete_port for c0466453-d42c-4206-903c-f4b573c011f5 owned by network:floatingip {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:21.985453 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b7986f4-be13-4fb7-bd7c-7ca67097841f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (f10bde82-58e6-441b-bfaf-dc17a4dd84c1), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:22.008674 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-1b7986f4-be13-4fb7-bd7c-7ca67097841f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f10bde82-58e6-441b-bfaf-dc17a4dd84c1']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:22.018401 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-1b7986f4-be13-4fb7-bd7c-7ca67097841f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4896a1b2-e5ba-4099-b351-e1a309e59dcf') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:22.018723 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-1b7986f4-be13-4fb7-bd7c-7ca67097841f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4896a1b2-e5ba-4099-b351-e1a309e59dcf') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:22.028619 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b7986f4-be13-4fb7-bd7c-7ca67097841f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (4896a1b2-e5ba-4099-b351-e1a309e59dcf), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:22.043314 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b7986f4-be13-4fb7-bd7c-7ca67097841f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (4896a1b2-e5ba-4099-b351-e1a309e59dcf), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:22.049674 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b7986f4-be13-4fb7-bd7c-7ca67097841f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:44:22.050061 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b7986f4-be13-4fb7-bd7c-7ca67097841f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (4896a1b2-e5ba-4099-b351-e1a309e59dcf), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:22.053771 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:44:22.053771 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:44:22.053771 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:44:22.053771 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:44:22.053771 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:44:22.053771 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:44:22.053771 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:44:22.053771 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:44:22.053771 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:44:22.053771 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:44:22.053771 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:44:22.053771 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:44:22.053771 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:44:22.053771 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:44:22.053771 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:44:22.053771 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:44:22.053771 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:44:22.053771 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:44:22.053771 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:44:22.053771 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:44:22.053771 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:44:22.053771 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:44:22.053771 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:44:22.053771 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:44:22.053771 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:44:22.053771 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:44:22.053771 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:44:22.053771 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:44:22.053771 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:44:22.053771 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:44:22.053771 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:44:22.053771 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:44:22.120167 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-09d22847-98fe-4b30-b4ac-94ad5beb0a65 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (c0466453-d42c-4206-903c-f4b573c011f5), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:22.146124 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d22847-98fe-4b30-b4ac-94ad5beb0a65 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event deleted for resources: {'Port': ['ID=c0466453-d42c-4206-903c-f4b573c011f5,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:22.167395 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b7986f4-be13-4fb7-bd7c-7ca67097841f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (f10bde82-58e6-441b-bfaf-dc17a4dd84c1), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:22.172965 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b7986f4-be13-4fb7-bd7c-7ca67097841f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:22.176026 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1b7986f4-be13-4fb7-bd7c-7ca67097841f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/networks/f10bde82-58e6-441b-bfaf-dc17a4dd84c1 HTTP/1.1" status: 204 len: 168 time: 0.7338243 Mar 23 02:44:22.180565 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33660) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:22.185259 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-f210949c-e3dd-420b-99e0-9ace8aae61c8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1267457122', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:22.204591 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7986f4-be13-4fb7-bd7c-7ca67097841f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Network': ['ID=f10bde82-58e6-441b-bfaf-dc17a4dd84c1,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:22.218129 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-09d22847-98fe-4b30-b4ac-94ad5beb0a65 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for floatingip (01d7d818-58e8-4eec-b939-b7fe485ed41b), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:22.220888 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-09d22847-98fe-4b30-b4ac-94ad5beb0a65 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:22.222189 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-09d22847-98fe-4b30-b4ac-94ad5beb0a65 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "DELETE /v2.0/floatingips/01d7d818-58e8-4eec-b939-b7fe485ed41b HTTP/1.1" status: 204 len: 168 time: 0.6889288 Mar 23 02:44:22.226939 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33662) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:22.251440 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc5fcf86-4f77-4956-90a5-995c1d04d453 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] DELETE failed (client error): The resource could not be found. Mar 23 02:44:22.252252 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc5fcf86-4f77-4956-90a5-995c1d04d453 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:44:22.257679 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-fc5fcf86-4f77-4956-90a5-995c1d04d453 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "DELETE /v2.0/ports/d72d17a3-1d56-4740-ad4c-c9daea1bfeb1 HTTP/1.1" status: 404 len: 333 time: 0.0273817 Mar 23 02:44:22.258830 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33664) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:22.268986 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device b51ff2f4-6510-4322-8107-7b1ab4f6ba75 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:44:22.278292 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f210949c-e3dd-420b-99e0-9ace8aae61c8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (cce8b5c7-ced2-4be0-882d-88df9cf2c594), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:22.279492 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f210949c-e3dd-420b-99e0-9ace8aae61c8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (cce8b5c7-ced2-4be0-882d-88df9cf2c594), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:22.285700 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-bc770d01-7f64-4fe8-94fe-ce6388de515a tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3ba176-ef9f-4133-be60-9ab70be48724 HTTP/1.1" status: 200 len: 205 time: 0.0263340 Mar 23 02:44:22.289139 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33666) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:22.289958 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: b51ff2f4-6510-4322-8107-7b1ab4f6ba75 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:44:22.290291 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device b51ff2f4-6510-4322-8107-7b1ab4f6ba75 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:44:22.328461 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-5451e7e0-d09f-4244-ae97-5d48fd4dba56 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] delete failed (client error): The resource could not be found. Mar 23 02:44:22.329502 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5451e7e0-d09f-4244-ae97-5d48fd4dba56 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "DELETE /v2.0/routers/bb3ba176-ef9f-4133-be60-9ab70be48724 HTTP/1.1" status: 404 len: 336 time: 0.0394635 Mar 23 02:44:22.332127 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33668) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:22.338207 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f210949c-e3dd-420b-99e0-9ace8aae61c8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router_controller (cce8b5c7-ced2-4be0-882d-88df9cf2c594), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:22.358681 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab773690-5c3a-4689-b6a4-350d2dee80f8 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] DELETE failed (client error): The resource could not be found. Mar 23 02:44:22.359137 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab773690-5c3a-4689-b6a4-350d2dee80f8 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:44:22.362139 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ab773690-5c3a-4689-b6a4-350d2dee80f8 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "DELETE /v2.0/subnets/e4a30480-a91d-4031-90cb-5e474dab6a83 HTTP/1.1" status: 404 len: 337 time: 0.0291138 Mar 23 02:44:22.364617 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33670) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:22.391336 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f210949c-e3dd-420b-99e0-9ace8aae61c8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (cce8b5c7-ced2-4be0-882d-88df9cf2c594), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:22.466217 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-e6fb941b-9183-4129-a11d-46d07a6bef6a tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Deleting port 6f9800bd-2cf5-418f-8ed5-581e722568be {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:22.466467 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e6fb941b-9183-4129-a11d-46d07a6bef6a tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (6f9800bd-2cf5-418f-8ed5-581e722568be), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:22.482794 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f210949c-e3dd-420b-99e0-9ace8aae61c8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:22.484014 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f210949c-e3dd-420b-99e0-9ace8aae61c8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3022599 Mar 23 02:44:22.486720 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33672) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:22.492461 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-1e5b3798-4000-48ba-b4ef-676028908682 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Request body: {'network': {'name': 'tempest-RoutersTest-1918735189'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:22.558009 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e6fb941b-9183-4129-a11d-46d07a6bef6a tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (6f9800bd-2cf5-418f-8ed5-581e722568be), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:22.569807 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5b3798-4000-48ba-b4ef-676028908682 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Made reservation on behalf of 4605006fc02d458dbec41eb090f4560b for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:44:22.573008 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-e6fb941b-9183-4129-a11d-46d07a6bef6a tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Calling delete_port for 6f9800bd-2cf5-418f-8ed5-581e722568be owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:22.573291 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1e5b3798-4000-48ba-b4ef-676028908682 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:22.602488 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e5b3798-4000-48ba-b4ef-676028908682 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:44:22.611908 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1e5b3798-4000-48ba-b4ef-676028908682 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (1d133711-038f-4a34-b70a-d20993b39085), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:22.612362 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-1e5b3798-4000-48ba-b4ef-676028908682 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Added segment 1d133711-038f-4a34-b70a-d20993b39085 of type vlan for network 45069fc3-94cd-47c8-b75a-6e5c37837d43 Mar 23 02:44:22.651995 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1e5b3798-4000-48ba-b4ef-676028908682 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (45069fc3-94cd-47c8-b75a-6e5c37837d43), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:22.654875 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:22.736951 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1e5b3798-4000-48ba-b4ef-676028908682 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (45069fc3-94cd-47c8-b75a-6e5c37837d43), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:22.742056 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5b3798-4000-48ba-b4ef-676028908682 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:22.747034 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1e5b3798-4000-48ba-b4ef-676028908682 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:22.759806 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e6fb941b-9183-4129-a11d-46d07a6bef6a tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (6f9800bd-2cf5-418f-8ed5-581e722568be), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:22.786464 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb941b-9183-4129-a11d-46d07a6bef6a tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event deleted for resources: {'Port': ['ID=6f9800bd-2cf5-418f-8ed5-581e722568be,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:22.808522 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b3798-4000-48ba-b4ef-676028908682 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Network': ['ID=45069fc3-94cd-47c8-b75a-6e5c37837d43,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:22.819707 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 45069fc3-94cd-47c8-b75a-6e5c37837d43 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:44:22.854725 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1e5b3798-4000-48ba-b4ef-676028908682 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3668573 Mar 23 02:44:22.857354 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33674) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:22.862322 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-d318ce5f-b3d0-4f25-86ad-2d245d345243 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Request body: {'subnet': {'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:22.862520 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e6fb941b-9183-4129-a11d-46d07a6bef6a tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:22.866933 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e6fb941b-9183-4129-a11d-46d07a6bef6a tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "DELETE /v2.0/ports/6f9800bd-2cf5-418f-8ed5-581e722568be HTTP/1.1" status: 204 len: 168 time: 0.4998024 Mar 23 02:44:22.869713 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33676) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:22.973683 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-48a7b169-5888-40b9-9383-46e54eadd18e tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Deleting port 4709080f-5a79-4bdc-a311-2a1452f42472 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:22.974052 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-48a7b169-5888-40b9-9383-46e54eadd18e tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (4709080f-5a79-4bdc-a311-2a1452f42472), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:23.032347 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d318ce5f-b3d0-4f25-86ad-2d245d345243 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Made reservation on behalf of 4605006fc02d458dbec41eb090f4560b for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:44:23.036168 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d318ce5f-b3d0-4f25-86ad-2d245d345243 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:23.067923 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-48a7b169-5888-40b9-9383-46e54eadd18e tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (4709080f-5a79-4bdc-a311-2a1452f42472), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:23.081486 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-48a7b169-5888-40b9-9383-46e54eadd18e tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Calling delete_port for 4709080f-5a79-4bdc-a311-2a1452f42472 owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:23.178592 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b7ff3aa5-4b46-4fff-b0fa-12dfeaa541c4 req-4f829f81-36f5-460b-b36b-e2db7d8c0bc8 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=0df91275-c221-4677-9c97-57e516d83a65 HTTP/1.1" status: 200 len: 210 time: 0.0329635 Mar 23 02:44:23.285863 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d318ce5f-b3d0-4f25-86ad-2d245d345243 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (0254eeed-375c-454a-a37c-1af5447f76d7), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:23.314332 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-48a7b169-5888-40b9-9383-46e54eadd18e tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (4709080f-5a79-4bdc-a311-2a1452f42472), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:23.340614 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318ce5f-b3d0-4f25-86ad-2d245d345243 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Subnet': ['ID=0254eeed-375c-454a-a37c-1af5447f76d7,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:23.351320 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7b169-5888-40b9-9383-46e54eadd18e tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event deleted for resources: {'Port': ['ID=4709080f-5a79-4bdc-a311-2a1452f42472,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:23.356624 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d318ce5f-b3d0-4f25-86ad-2d245d345243 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Checking segment: {'id': '1d133711-038f-4a34-b70a-d20993b39085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:44:23.356991 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d318ce5f-b3d0-4f25-86ad-2d245d345243 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network hostable DHCP agents. Network: 45069fc3-94cd-47c8-b75a-6e5c37837d43, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:44:23.419557 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-48a7b169-5888-40b9-9383-46e54eadd18e tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:23.422740 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-48a7b169-5888-40b9-9383-46e54eadd18e tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "DELETE /v2.0/ports/4709080f-5a79-4bdc-a311-2a1452f42472 HTTP/1.1" status: 204 len: 168 time: 0.5520844 Mar 23 02:44:23.425244 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33682) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:23.456748 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d318ce5f-b3d0-4f25-86ad-2d245d345243 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network 45069fc3-94cd-47c8-b75a-6e5c37837d43 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:44:23.477936 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26eb5ba-e3e2-450a-a34e-6a7fffcad305 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:23.479425 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d26eb5ba-e3e2-450a-a34e-6a7fffcad305 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "GET /v2.0/ports?device_id=99447922-70b3-477a-9870-93146dbd5156 HTTP/1.1" status: 200 len: 913 time: 0.0532806 Mar 23 02:44:23.482130 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33684) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:23.542346 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-d318ce5f-b3d0-4f25-86ad-2d245d345243 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 45069fc3-94cd-47c8-b75a-6e5c37837d43) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:23.546283 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d318ce5f-b3d0-4f25-86ad-2d245d345243 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:23.546886 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d318ce5f-b3d0-4f25-86ad-2d245d345243 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:23.551672 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71d849f-e85b-4dd2-9a60-13635436805a None None] Network 45069fc3-94cd-47c8-b75a-6e5c37837d43 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:44:23.603260 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d318ce5f-b3d0-4f25-86ad-2d245d345243 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7447400 Mar 23 02:44:23.606040 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33686) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:23.657246 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7095cf-ce08-4c09-82d9-9c406e5a4a92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-45069fc3-94cd-47c8-b75a-6e5c37837d43', 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43', 'project_id': '4605006fc02d458dbec41eb090f4560b', 'fixed_ips': [{'subnet_id': '0254eeed-375c-454a-a37c-1af5447f76d7'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:44:23.658211 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bd7095cf-ce08-4c09-82d9-9c406e5a4a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:23.806105 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-bd7095cf-ce08-4c09-82d9-9c406e5a4a92 None None] Allocated IP 172.20.0.2 (45069fc3-94cd-47c8-b75a-6e5c37837d43/0254eeed-375c-454a-a37c-1af5447f76d7/fd6ea26f-5dc8-4340-b8fb-6c28302a8509) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:44:23.859705 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-afcc38f6-ee93-41fc-b759-2d66df09c71e tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (99447922-70b3-477a-9870-93146dbd5156), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:23.918314 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a9e7999e-dedb-462d-b957-68d39f041d2c tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:23.973040 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bd7095cf-ce08-4c09-82d9-9c406e5a4a92 None None] Publish callbacks [] for port (fd6ea26f-5dc8-4340-b8fb-6c28302a8509), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:24.011297 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:24.040363 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bd7095cf-ce08-4c09-82d9-9c406e5a4a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (fd6ea26f-5dc8-4340-b8fb-6c28302a8509), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:24.086657 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7095cf-ce08-4c09-82d9-9c406e5a4a92 None None] Network 45069fc3-94cd-47c8-b75a-6e5c37837d43 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:24.090502 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-bd7095cf-ce08-4c09-82d9-9c406e5a4a92 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:24.092638 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7095cf-ce08-4c09-82d9-9c406e5a4a92 None None] Pushing event updated for resources: {'Port': ['ID=fd6ea26f-5dc8-4340-b8fb-6c28302a8509,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:24.094825 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7095cf-ce08-4c09-82d9-9c406e5a4a92 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:44:24.158919 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-afcc38f6-ee93-41fc-b759-2d66df09c71e tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Deleting port 21af8779-f94a-49cf-9de5-f99efa7c0e08 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:24.159260 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-afcc38f6-ee93-41fc-b759-2d66df09c71e tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (21af8779-f94a-49cf-9de5-f99efa7c0e08), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:24.166157 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-bd7095cf-ce08-4c09-82d9-9c406e5a4a92 None None] Attempting to bind port fd6ea26f-5dc8-4340-b8fb-6c28302a8509 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:44:24.166808 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-bd7095cf-ce08-4c09-82d9-9c406e5a4a92 None None] Attempting to bind port fd6ea26f-5dc8-4340-b8fb-6c28302a8509 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '1d133711-038f-4a34-b70a-d20993b39085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:44:24.166980 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7095cf-ce08-4c09-82d9-9c406e5a4a92 None None] Attempting to bind port fd6ea26f-5dc8-4340-b8fb-6c28302a8509 on network 45069fc3-94cd-47c8-b75a-6e5c37837d43 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:44:24.172424 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7095cf-ce08-4c09-82d9-9c406e5a4a92 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:44:24.172814 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7095cf-ce08-4c09-82d9-9c406e5a4a92 None None] Checking segment: {'id': '1d133711-038f-4a34-b70a-d20993b39085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:44:24.173223 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bd7095cf-ce08-4c09-82d9-9c406e5a4a92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:24.173621 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7095cf-ce08-4c09-82d9-9c406e5a4a92 None None] Bound using segment: {'id': '1d133711-038f-4a34-b70a-d20993b39085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:44:24.174100 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-bd7095cf-ce08-4c09-82d9-9c406e5a4a92 None None] Bound port: fd6ea26f-5dc8-4340-b8fb-6c28302a8509, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d133711-038f-4a34-b70a-d20993b39085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:44:24.174489 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bd7095cf-ce08-4c09-82d9-9c406e5a4a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (fd6ea26f-5dc8-4340-b8fb-6c28302a8509), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:24.199326 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-a9e7999e-dedb-462d-b957-68d39f041d2c tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Allocated IP 172.20.0.1 (45069fc3-94cd-47c8-b75a-6e5c37837d43/0254eeed-375c-454a-a37c-1af5447f76d7/c100fcbc-213f-49b3-ba87-8cbd34182adf) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:44:24.261965 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bd7095cf-ce08-4c09-82d9-9c406e5a4a92 None None] For port fd6ea26f-5dc8-4340-b8fb-6c28302a8509, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:44:24.266436 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bd7095cf-ce08-4c09-82d9-9c406e5a4a92 None None] For port fd6ea26f-5dc8-4340-b8fb-6c28302a8509, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=fd6ea26f-5dc8-4340-b8fb-6c28302a8509,segment=NetworkSegment(1d133711-038f-4a34-b70a-d20993b39085),segment_id=1d133711-038f-4a34-b70a-d20993b39085)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:44:24.289219 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-afcc38f6-ee93-41fc-b759-2d66df09c71e tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (21af8779-f94a-49cf-9de5-f99efa7c0e08), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:24.298663 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0df2bc7c-98d3-40f5-b176-a8fed85ce3cf req-2f207d17-9aca-4686-9137-85cb19c964ec tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=0df91275-c221-4677-9c97-57e516d83a65 HTTP/1.1" status: 200 len: 210 time: 0.0342202 Mar 23 02:44:24.302702 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-afcc38f6-ee93-41fc-b759-2d66df09c71e tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Calling delete_port for 21af8779-f94a-49cf-9de5-f99efa7c0e08 owned by network:router_interface {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:24.343480 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bd7095cf-ce08-4c09-82d9-9c406e5a4a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (fd6ea26f-5dc8-4340-b8fb-6c28302a8509), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:24.355750 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a9e7999e-dedb-462d-b957-68d39f041d2c tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for port (c100fcbc-213f-49b3-ba87-8cbd34182adf), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:24.412981 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7095cf-ce08-4c09-82d9-9c406e5a4a92 None None] Pushing event updated for resources: {'Port': ['ID=fd6ea26f-5dc8-4340-b8fb-6c28302a8509,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:24.457276 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a9e7999e-dedb-462d-b957-68d39f041d2c tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (c100fcbc-213f-49b3-ba87-8cbd34182adf), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:24.502275 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e7999e-dedb-462d-b957-68d39f041d2c tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network 45069fc3-94cd-47c8-b75a-6e5c37837d43 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:24.505477 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-a9e7999e-dedb-462d-b957-68d39f041d2c tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:24.509849 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e7999e-dedb-462d-b957-68d39f041d2c tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:44:24.540236 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7999e-dedb-462d-b957-68d39f041d2c tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Port': ['ID=c100fcbc-213f-49b3-ba87-8cbd34182adf,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:24.565872 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a9e7999e-dedb-462d-b957-68d39f041d2c tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (cce8b5c7-ced2-4be0-882d-88df9cf2c594), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:24.599912 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-afcc38f6-ee93-41fc-b759-2d66df09c71e tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (21af8779-f94a-49cf-9de5-f99efa7c0e08), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:24.637456 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc38f6-ee93-41fc-b759-2d66df09c71e tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event deleted for resources: {'Port': ['ID=21af8779-f94a-49cf-9de5-f99efa7c0e08,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:24.802308 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a9e7999e-dedb-462d-b957-68d39f041d2c tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (c100fcbc-213f-49b3-ba87-8cbd34182adf), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:24.817330 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-afcc38f6-ee93-41fc-b759-2d66df09c71e tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (99447922-70b3-477a-9870-93146dbd5156), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:25.082741 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a9e7999e-dedb-462d-b957-68d39f041d2c tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for port (c100fcbc-213f-49b3-ba87-8cbd34182adf), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:25.143464 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a9e7999e-dedb-462d-b957-68d39f041d2c tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (c100fcbc-213f-49b3-ba87-8cbd34182adf), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:25.225290 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a9e7999e-dedb-462d-b957-68d39f041d2c tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (cce8b5c7-ced2-4be0-882d-88df9cf2c594), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:25.234536 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7999e-dedb-462d-b957-68d39f041d2c tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Port': ['ID=c100fcbc-213f-49b3-ba87-8cbd34182adf,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:25.342976 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afcc38f6-ee93-41fc-b759-2d66df09c71e tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Router 99447922-70b3-477a-9870-93146dbd5156 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:44:25.365160 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e7999e-dedb-462d-b957-68d39f041d2c tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network 45069fc3-94cd-47c8-b75a-6e5c37837d43 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:25.367617 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-a9e7999e-dedb-462d-b957-68d39f041d2c tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:25.418862 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d216080-b647-4a25-9f85-281cb856036c None None] Network 45069fc3-94cd-47c8-b75a-6e5c37837d43 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:44:25.422463 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e9cf042d-b71a-41f3-b793-607a8d72ac8c req-7e23765b-0fbd-49d7-8b2b-e67b0e27f185 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=0df91275-c221-4677-9c97-57e516d83a65 HTTP/1.1" status: 200 len: 210 time: 0.0631185 Mar 23 02:44:25.494648 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcc38f6-ee93-41fc-b759-2d66df09c71e tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:25.498852 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-119f01fb-f473-47e4-93fc-308a99b7ce5a None None] Provisioning complete for port fd6ea26f-5dc8-4340-b8fb-6c28302a8509 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:25.499242 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-119f01fb-f473-47e4-93fc-308a99b7ce5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (fd6ea26f-5dc8-4340-b8fb-6c28302a8509), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:25.499801 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-afcc38f6-ee93-41fc-b759-2d66df09c71e tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "PUT /v2.0/routers/99447922-70b3-477a-9870-93146dbd5156/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0166428 Mar 23 02:44:25.504198 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33702) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:25.511297 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64e97f8-a9ec-4ea2-929a-412d2a71df53 None None] Sync routers for ids ['99447922-70b3-477a-9870-93146dbd5156'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:44:25.572031 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64e97f8-a9ec-4ea2-929a-412d2a71df53 None None] Routers {'99447922-70b3-477a-9870-93146dbd5156'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:25.575323 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-e64e97f8-a9ec-4ea2-929a-412d2a71df53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['99447922-70b3-477a-9870-93146dbd5156'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:25.613299 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-e64e97f8-a9ec-4ea2-929a-412d2a71df53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:25.620164 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ac8f1fe4-26e5-4ac2-8612-2c4a4c2ad8f1 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for router (99447922-70b3-477a-9870-93146dbd5156), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:25.621011 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e7999e-dedb-462d-b957-68d39f041d2c tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Router cce8b5c7-ced2-4be0-882d-88df9cf2c594 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:44:25.650811 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64e97f8-a9ec-4ea2-929a-412d2a71df53 None None] Routers {'99447922-70b3-477a-9870-93146dbd5156'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:25.651452 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-e64e97f8-a9ec-4ea2-929a-412d2a71df53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['99447922-70b3-477a-9870-93146dbd5156'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:25.695903 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-e64e97f8-a9ec-4ea2-929a-412d2a71df53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:25.696458 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64e97f8-a9ec-4ea2-929a-412d2a71df53 None None] The sync data for ids ['99447922-70b3-477a-9870-93146dbd5156'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:44:25.708468 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-119f01fb-f473-47e4-93fc-308a99b7ce5a None None] Current status of the port fd6ea26f-5dc8-4340-b8fb-6c28302a8509 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:25.708869 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-119f01fb-f473-47e4-93fc-308a99b7ce5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (fd6ea26f-5dc8-4340-b8fb-6c28302a8509), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:25.724243 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e7999e-dedb-462d-b957-68d39f041d2c tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:25.735246 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a9e7999e-dedb-462d-b957-68d39f041d2c tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "PUT /v2.0/routers/cce8b5c7-ced2-4be0-882d-88df9cf2c594/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1256018 Mar 23 02:44:25.735535 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33704) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:25.740781 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e404d7-4354-41d8-ab08-80a7abd10919 None None] Sync routers for ids ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:44:25.746191 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-74994a21-a3b3-4f3b-a5e8-b3905acd931b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Request body: {'network': {'name': 'tempest-RoutersTest-368148173'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:25.746471 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-119f01fb-f473-47e4-93fc-308a99b7ce5a None None] For port fd6ea26f-5dc8-4340-b8fb-6c28302a8509, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=fd6ea26f-5dc8-4340-b8fb-6c28302a8509,segment=NetworkSegment(1d133711-038f-4a34-b70a-d20993b39085),segment_id=1d133711-038f-4a34-b70a-d20993b39085)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:25.751804 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ac8f1fe4-26e5-4ac2-8612-2c4a4c2ad8f1 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for router_gateway (99447922-70b3-477a-9870-93146dbd5156), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:25.752309 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e404d7-4354-41d8-ab08-80a7abd10919 None None] Routers {'cce8b5c7-ced2-4be0-882d-88df9cf2c594'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:25.752932 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-29e404d7-4354-41d8-ab08-80a7abd10919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:25.815722 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-119f01fb-f473-47e4-93fc-308a99b7ce5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (fd6ea26f-5dc8-4340-b8fb-6c28302a8509), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:25.844353 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74994a21-a3b3-4f3b-a5e8-b3905acd931b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Made reservation on behalf of 4605006fc02d458dbec41eb090f4560b for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:44:25.847783 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-74994a21-a3b3-4f3b-a5e8-b3905acd931b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:25.849709 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-29e404d7-4354-41d8-ab08-80a7abd10919 None None] Set router cce8b5c7-ced2-4be0-882d-88df9cf2c594 gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:25.877795 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f01fb-f473-47e4-93fc-308a99b7ce5a None None] Pushing event updated for resources: {'Port': ['ID=fd6ea26f-5dc8-4340-b8fb-6c28302a8509,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:25.884894 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74994a21-a3b3-4f3b-a5e8-b3905acd931b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:44:25.895370 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-74994a21-a3b3-4f3b-a5e8-b3905acd931b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (b2e43ab7-d3e7-4746-ad43-8a14f648d2ec), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:25.895702 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-74994a21-a3b3-4f3b-a5e8-b3905acd931b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Added segment b2e43ab7-d3e7-4746-ad43-8a14f648d2ec of type vlan for network 0056bfe4-0db5-46af-adb1-3524f39677bf Mar 23 02:44:25.917867 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-ac8f1fe4-26e5-4ac2-8612-2c4a4c2ad8f1 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Deleting port 42305225-b150-41e6-98cf-4fd68460a8f0 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:25.918578 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ac8f1fe4-26e5-4ac2-8612-2c4a4c2ad8f1 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (42305225-b150-41e6-98cf-4fd68460a8f0), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:25.956027 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-74994a21-a3b3-4f3b-a5e8-b3905acd931b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (0056bfe4-0db5-46af-adb1-3524f39677bf), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:26.020664 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ac8f1fe4-26e5-4ac2-8612-2c4a4c2ad8f1 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (42305225-b150-41e6-98cf-4fd68460a8f0), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:26.039675 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-74994a21-a3b3-4f3b-a5e8-b3905acd931b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (0056bfe4-0db5-46af-adb1-3524f39677bf), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:26.043789 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-38fd97ab-c255-415e-ba83-a997558d6012 None None] Provisioning complete for port c100fcbc-213f-49b3-ba87-8cbd34182adf triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:26.044204 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-38fd97ab-c255-415e-ba83-a997558d6012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (c100fcbc-213f-49b3-ba87-8cbd34182adf), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:26.045293 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74994a21-a3b3-4f3b-a5e8-b3905acd931b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:26.046296 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-74994a21-a3b3-4f3b-a5e8-b3905acd931b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:26.051345 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-ac8f1fe4-26e5-4ac2-8612-2c4a4c2ad8f1 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Calling delete_port for 42305225-b150-41e6-98cf-4fd68460a8f0 owned by network:router_gateway {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:26.094368 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-38fd97ab-c255-415e-ba83-a997558d6012 None None] Port c100fcbc-213f-49b3-ba87-8cbd34182adf cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:44:26.107303 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-38fd97ab-c255-415e-ba83-a997558d6012 None None] Provisioning complete for port fd6ea26f-5dc8-4340-b8fb-6c28302a8509 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:26.110625 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-38fd97ab-c255-415e-ba83-a997558d6012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (fd6ea26f-5dc8-4340-b8fb-6c28302a8509), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:26.175940 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74994a21-a3b3-4f3b-a5e8-b3905acd931b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Network': ['ID=0056bfe4-0db5-46af-adb1-3524f39677bf,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:26.197704 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-74994a21-a3b3-4f3b-a5e8-b3905acd931b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4598329 Mar 23 02:44:26.207407 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33706) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:26.208028 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-29e404d7-4354-41d8-ab08-80a7abd10919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'name': 'tempest-RoutersTest-router-1267457122', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:22Z', 'updated_at': '2022-03-23T02:44:24Z', 'revision_number': 2, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'gw_port_host': None, '_interfaces': [{'id': 'c100fcbc-213f-49b3-ba87-8cbd34182adf', 'name': '', 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:8e:84:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:24Z', 'updated_at': '2022-03-23T02:44:24Z', 'revision_number': 2, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:26.208170 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-0de20dee-06e2-4275-a1cf-5c985b98a0b2 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Request body: {'subnet': {'network_id': '0056bfe4-0db5-46af-adb1-3524f39677bf', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:26.232556 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 0056bfe4-0db5-46af-adb1-3524f39677bf details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:44:26.237336 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e404d7-4354-41d8-ab08-80a7abd10919 None None] Checking router: cce8b5c7-ced2-4be0-882d-88df9cf2c594 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:44:26.237688 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e404d7-4354-41d8-ab08-80a7abd10919 None None] Updating router cce8b5c7-ced2-4be0-882d-88df9cf2c594 port c100fcbc-213f-49b3-ba87-8cbd34182adf binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:44:26.276871 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-29e404d7-4354-41d8-ab08-80a7abd10919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (c100fcbc-213f-49b3-ba87-8cbd34182adf), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:26.325485 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-38fd97ab-c255-415e-ba83-a997558d6012 None None] Current status of the port fd6ea26f-5dc8-4340-b8fb-6c28302a8509 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:26.417875 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device fd6ea26f-5dc8-4340-b8fb-6c28302a8509 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:44:26.479859 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de20dee-06e2-4275-a1cf-5c985b98a0b2 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Made reservation on behalf of 4605006fc02d458dbec41eb090f4560b for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:44:26.482251 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-fa22cc52-5e0c-43c4-8572-fde85183ee08 None None] Provisioning complete for port c100fcbc-213f-49b3-ba87-8cbd34182adf triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:26.482658 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fa22cc52-5e0c-43c4-8572-fde85183ee08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (c100fcbc-213f-49b3-ba87-8cbd34182adf), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:26.483236 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0de20dee-06e2-4275-a1cf-5c985b98a0b2 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:26.508879 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port fd6ea26f-5dc8-4340-b8fb-6c28302a8509 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:26.509398 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (fd6ea26f-5dc8-4340-b8fb-6c28302a8509), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:26.519993 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ac8f1fe4-26e5-4ac2-8612-2c4a4c2ad8f1 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (42305225-b150-41e6-98cf-4fd68460a8f0), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:26.543734 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f1fe4-26e5-4ac2-8612-2c4a4c2ad8f1 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event deleted for resources: {'Port': ['ID=42305225-b150-41e6-98cf-4fd68460a8f0,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:26.560199 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-fa22cc52-5e0c-43c4-8572-fde85183ee08 None None] Port c100fcbc-213f-49b3-ba87-8cbd34182adf cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:44:26.602916 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-02f546ca-b9f7-44b9-ac1b-3d6ac16d0404 req-8a969253-a220-4c24-91ff-4b480133af64 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=0df91275-c221-4677-9c97-57e516d83a65 HTTP/1.1" status: 200 len: 210 time: 0.0939531 Mar 23 02:44:26.653914 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ac8f1fe4-26e5-4ac2-8612-2c4a4c2ad8f1 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (99447922-70b3-477a-9870-93146dbd5156), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:26.659234 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-29e404d7-4354-41d8-ab08-80a7abd10919 None None] Publish callbacks [] for port (c100fcbc-213f-49b3-ba87-8cbd34182adf), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:26.663664 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port fd6ea26f-5dc8-4340-b8fb-6c28302a8509 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:26.697972 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-be900d7c-07d8-439e-867f-61d5a2bfeaf2 None None] Provisioning complete for port c100fcbc-213f-49b3-ba87-8cbd34182adf triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:26.699000 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-be900d7c-07d8-439e-867f-61d5a2bfeaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (c100fcbc-213f-49b3-ba87-8cbd34182adf), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:26.744923 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-be900d7c-07d8-439e-867f-61d5a2bfeaf2 None None] Port c100fcbc-213f-49b3-ba87-8cbd34182adf cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:44:26.761582 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ac8f1fe4-26e5-4ac2-8612-2c4a4c2ad8f1 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (99447922-70b3-477a-9870-93146dbd5156), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:26.764293 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ac8f1fe4-26e5-4ac2-8612-2c4a4c2ad8f1 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for router_controller (99447922-70b3-477a-9870-93146dbd5156), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:26.765509 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-29e404d7-4354-41d8-ab08-80a7abd10919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (c100fcbc-213f-49b3-ba87-8cbd34182adf), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:26.820280 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db5837-b979-40f6-ab5d-ade757e0c04f None None] Pushing event updated for resources: {'Port': ['ID=c100fcbc-213f-49b3-ba87-8cbd34182adf,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:26.856313 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db5837-b979-40f6-ab5d-ade757e0c04f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:26.856810 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db5837-b979-40f6-ab5d-ade757e0c04f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:26.857202 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db5837-b979-40f6-ab5d-ade757e0c04f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:26.857735 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db5837-b979-40f6-ab5d-ade757e0c04f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:26.858135 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db5837-b979-40f6-ab5d-ade757e0c04f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:26.858526 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db5837-b979-40f6-ab5d-ade757e0c04f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:26.858912 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db5837-b979-40f6-ab5d-ade757e0c04f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:26.859296 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db5837-b979-40f6-ab5d-ade757e0c04f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:26.859684 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db5837-b979-40f6-ab5d-ade757e0c04f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:26.860101 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db5837-b979-40f6-ab5d-ade757e0c04f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:26.860509 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db5837-b979-40f6-ab5d-ade757e0c04f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:26.867595 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db5837-b979-40f6-ab5d-ade757e0c04f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:26.867595 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db5837-b979-40f6-ab5d-ade757e0c04f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:26.867595 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db5837-b979-40f6-ab5d-ade757e0c04f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:26.867595 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db5837-b979-40f6-ab5d-ade757e0c04f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:26.906283 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-29e404d7-4354-41d8-ab08-80a7abd10919 None None] Attempting to bind port c100fcbc-213f-49b3-ba87-8cbd34182adf on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:44:26.906813 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-29e404d7-4354-41d8-ab08-80a7abd10919 None None] Attempting to bind port c100fcbc-213f-49b3-ba87-8cbd34182adf by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '1d133711-038f-4a34-b70a-d20993b39085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:44:26.907283 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e404d7-4354-41d8-ab08-80a7abd10919 None None] Attempting to bind port c100fcbc-213f-49b3-ba87-8cbd34182adf on network 45069fc3-94cd-47c8-b75a-6e5c37837d43 {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:44:26.912775 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ac8f1fe4-26e5-4ac2-8612-2c4a4c2ad8f1 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (99447922-70b3-477a-9870-93146dbd5156), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:26.916425 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8f1fe4-26e5-4ac2-8612-2c4a4c2ad8f1 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Fanout notify agent at l3_agent the message router_deleted on router 99447922-70b3-477a-9870-93146dbd5156 {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:44:26.921416 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ac8f1fe4-26e5-4ac2-8612-2c4a4c2ad8f1 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:26.924960 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ac8f1fe4-26e5-4ac2-8612-2c4a4c2ad8f1 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "DELETE /v2.0/routers/99447922-70b3-477a-9870-93146dbd5156 HTTP/1.1" status: 204 len: 168 time: 1.4191101 Mar 23 02:44:26.925147 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e404d7-4354-41d8-ab08-80a7abd10919 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:44:26.925147 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e404d7-4354-41d8-ab08-80a7abd10919 None None] Checking segment: {'id': '1d133711-038f-4a34-b70a-d20993b39085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:44:26.925585 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33714) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:26.927196 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-29e404d7-4354-41d8-ab08-80a7abd10919 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:26.928392 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e404d7-4354-41d8-ab08-80a7abd10919 None None] Bound using segment: {'id': '1d133711-038f-4a34-b70a-d20993b39085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:44:26.929654 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-29e404d7-4354-41d8-ab08-80a7abd10919 None None] Bound port: c100fcbc-213f-49b3-ba87-8cbd34182adf, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d133711-038f-4a34-b70a-d20993b39085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:44:26.930303 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-29e404d7-4354-41d8-ab08-80a7abd10919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (c100fcbc-213f-49b3-ba87-8cbd34182adf), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:27.008883 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a83db0-bdcc-4472-8297-2cd59edba356 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Deleting subnet ef1f1cf3-b12d-4805-a5b4-e98dee91589c {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:44:27.008883 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-16a83db0-bdcc-4472-8297-2cd59edba356 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for subnet (ef1f1cf3-b12d-4805-a5b4-e98dee91589c), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:27.011304 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-29e404d7-4354-41d8-ab08-80a7abd10919 None None] For port c100fcbc-213f-49b3-ba87-8cbd34182adf, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:44:27.014760 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-29e404d7-4354-41d8-ab08-80a7abd10919 None None] For port c100fcbc-213f-49b3-ba87-8cbd34182adf, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=c100fcbc-213f-49b3-ba87-8cbd34182adf,segment=NetworkSegment(1d133711-038f-4a34-b70a-d20993b39085),segment_id=1d133711-038f-4a34-b70a-d20993b39085)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:44:27.057585 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-16a83db0-bdcc-4472-8297-2cd59edba356 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (ef1f1cf3-b12d-4805-a5b4-e98dee91589c), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:27.114283 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-29e404d7-4354-41d8-ab08-80a7abd10919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (c100fcbc-213f-49b3-ba87-8cbd34182adf), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:27.114585 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-16a83db0-bdcc-4472-8297-2cd59edba356 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (ef1f1cf3-b12d-4805-a5b4-e98dee91589c), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:27.180686 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e404d7-4354-41d8-ab08-80a7abd10919 None None] Routers {'cce8b5c7-ced2-4be0-882d-88df9cf2c594'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:27.181326 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-29e404d7-4354-41d8-ab08-80a7abd10919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:27.185653 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-8d76382c-4490-493f-a77f-92fdb3aec5fd None None] Provisioning complete for port c100fcbc-213f-49b3-ba87-8cbd34182adf triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:27.186647 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8d76382c-4490-493f-a77f-92fdb3aec5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (c100fcbc-213f-49b3-ba87-8cbd34182adf), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:27.193374 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0de20dee-06e2-4275-a1cf-5c985b98a0b2 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:27.220548 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db5837-b979-40f6-ab5d-ade757e0c04f None None] Pushing event updated for resources: {'Port': ['ID=c100fcbc-213f-49b3-ba87-8cbd34182adf,revision_number=4']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:27.250986 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-16a83db0-bdcc-4472-8297-2cd59edba356 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (ef1f1cf3-b12d-4805-a5b4-e98dee91589c), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:27.270988 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-16a83db0-bdcc-4472-8297-2cd59edba356 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:27.276807 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-16a83db0-bdcc-4472-8297-2cd59edba356 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "DELETE /v2.0/subnets/ef1f1cf3-b12d-4805-a5b4-e98dee91589c HTTP/1.1" status: 204 len: 168 time: 0.3501451 Mar 23 02:44:27.279096 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33716) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:27.287210 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de20dee-06e2-4275-a1cf-5c985b98a0b2 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Checking segment: {'id': 'b2e43ab7-d3e7-4746-ad43-8a14f648d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0056bfe4-0db5-46af-adb1-3524f39677bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:44:27.288995 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de20dee-06e2-4275-a1cf-5c985b98a0b2 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network hostable DHCP agents. Network: 0056bfe4-0db5-46af-adb1-3524f39677bf, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:44:27.299753 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de20dee-06e2-4275-a1cf-5c985b98a0b2 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Subnet': ['ID=bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:27.306888 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-8d76382c-4490-493f-a77f-92fdb3aec5fd None None] Current status of the port c100fcbc-213f-49b3-ba87-8cbd34182adf is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:27.307168 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8d76382c-4490-493f-a77f-92fdb3aec5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (c100fcbc-213f-49b3-ba87-8cbd34182adf), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:27.317105 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-29e404d7-4354-41d8-ab08-80a7abd10919 None None] Set router cce8b5c7-ced2-4be0-882d-88df9cf2c594 gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:27.355516 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-8d76382c-4490-493f-a77f-92fdb3aec5fd None None] For port c100fcbc-213f-49b3-ba87-8cbd34182adf, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=c100fcbc-213f-49b3-ba87-8cbd34182adf,segment=NetworkSegment(1d133711-038f-4a34-b70a-d20993b39085),segment_id=1d133711-038f-4a34-b70a-d20993b39085)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:27.382880 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a83db0-bdcc-4472-8297-2cd59edba356 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event deleted for resources: {'Subnet': ['ID=ef1f1cf3-b12d-4805-a5b4-e98dee91589c,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:27.400019 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de20dee-06e2-4275-a1cf-5c985b98a0b2 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network 0056bfe4-0db5-46af-adb1-3524f39677bf is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:44:27.405491 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-83f8d0e6-8284-4f9b-9486-6eced104e512 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (94a70184-581a-4765-96cf-7e5edd648c4d), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:27.416661 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8d76382c-4490-493f-a77f-92fdb3aec5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (c100fcbc-213f-49b3-ba87-8cbd34182adf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:27.462908 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-0de20dee-06e2-4275-a1cf-5c985b98a0b2 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 0056bfe4-0db5-46af-adb1-3524f39677bf) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:27.466988 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de20dee-06e2-4275-a1cf-5c985b98a0b2 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:27.467669 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0de20dee-06e2-4275-a1cf-5c985b98a0b2 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:27.480980 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b1d738-264d-46a7-b59b-1b64637d63b9 None None] Network 0056bfe4-0db5-46af-adb1-3524f39677bf requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:44:27.504681 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-83f8d0e6-8284-4f9b-9486-6eced104e512 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (94a70184-581a-4765-96cf-7e5edd648c4d), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:27.529853 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-83f8d0e6-8284-4f9b-9486-6eced104e512 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94a70184-581a-4765-96cf-7e5edd648c4d']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:27.533431 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0de20dee-06e2-4275-a1cf-5c985b98a0b2 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3322210 Mar 23 02:44:27.536205 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33718) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:27.541611 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76382c-4490-493f-a77f-92fdb3aec5fd None None] Pushing event updated for resources: {'Port': ['ID=c100fcbc-213f-49b3-ba87-8cbd34182adf,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:27.544986 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-83f8d0e6-8284-4f9b-9486-6eced104e512 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb56a27d-3571-4838-ad34-c87b6704abc2') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:27.545293 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-83f8d0e6-8284-4f9b-9486-6eced104e512 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb56a27d-3571-4838-ad34-c87b6704abc2') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:27.556641 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-83f8d0e6-8284-4f9b-9486-6eced104e512 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (cb56a27d-3571-4838-ad34-c87b6704abc2), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:27.565615 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-29e404d7-4354-41d8-ab08-80a7abd10919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'name': 'tempest-RoutersTest-router-1267457122', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:22Z', 'updated_at': '2022-03-23T02:44:24Z', 'revision_number': 2, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'gw_port_host': None, '_interfaces': [{'id': 'c100fcbc-213f-49b3-ba87-8cbd34182adf', 'name': '', 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:8e:84:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:24Z', 'updated_at': '2022-03-23T02:44:27Z', 'revision_number': 4, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:27.567874 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-a0cd5e11-e947-455b-b207-e6e8c0b95c6d None None] Provisioning complete for port c100fcbc-213f-49b3-ba87-8cbd34182adf triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:27.568323 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a0cd5e11-e947-455b-b207-e6e8c0b95c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (c100fcbc-213f-49b3-ba87-8cbd34182adf), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:27.573500 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-83f8d0e6-8284-4f9b-9486-6eced104e512 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (cb56a27d-3571-4838-ad34-c87b6704abc2), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:27.580510 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f8d0e6-8284-4f9b-9486-6eced104e512 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:44:27.581067 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-83f8d0e6-8284-4f9b-9486-6eced104e512 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (cb56a27d-3571-4838-ad34-c87b6704abc2), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:27.584386 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:44:27.584386 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:44:27.584386 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:44:27.584386 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:44:27.584386 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:44:27.584386 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:44:27.584386 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:44:27.584386 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:44:27.584386 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:44:27.584386 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:44:27.584386 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:44:27.584386 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:44:27.584386 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:44:27.584386 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:44:27.584386 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:44:27.584386 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:44:27.584386 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:44:27.584386 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:44:27.584386 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:44:27.584386 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:44:27.584386 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:44:27.584386 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:44:27.584386 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:44:27.584386 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:44:27.584386 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:44:27.584386 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:44:27.584386 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:44:27.584386 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:44:27.584386 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:44:27.584386 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:44:27.584386 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:44:27.584386 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:44:27.607735 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e404d7-4354-41d8-ab08-80a7abd10919 None None] The sync data for ids ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'] in dv-neutron-834613-2-hyperv is: [{'id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'name': 'tempest-RoutersTest-router-1267457122', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:22Z', 'updated_at': '2022-03-23T02:44:24Z', 'revision_number': 2, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'gw_port_host': None, '_interfaces': [{'id': 'c100fcbc-213f-49b3-ba87-8cbd34182adf', 'name': '', 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:8e:84:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:24Z', 'updated_at': '2022-03-23T02:44:27Z', 'revision_number': 4, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:44:27.655867 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a19d1b3-758a-497c-90d2-ee61e7b5b806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-0056bfe4-0db5-46af-adb1-3524f39677bf', 'network_id': '0056bfe4-0db5-46af-adb1-3524f39677bf', 'project_id': '4605006fc02d458dbec41eb090f4560b', 'fixed_ips': [{'subnet_id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:44:27.657089 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9a19d1b3-758a-497c-90d2-ee61e7b5b806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:27.726495 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8e5d1d02-2c7f-479a-87f3-60d05302ea4f req-55516e21-d101-4a4c-b8d5-023cf0a729ab tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=0df91275-c221-4677-9c97-57e516d83a65 HTTP/1.1" status: 200 len: 210 time: 0.0341883 Mar 23 02:44:27.773945 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd5e11-e947-455b-b207-e6e8c0b95c6d None None] Current status of the port c100fcbc-213f-49b3-ba87-8cbd34182adf is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:27.804744 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-83f8d0e6-8284-4f9b-9486-6eced104e512 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (94a70184-581a-4765-96cf-7e5edd648c4d), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:27.811152 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-83f8d0e6-8284-4f9b-9486-6eced104e512 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:27.817530 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-83f8d0e6-8284-4f9b-9486-6eced104e512 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] 10.222.0.24 "DELETE /v2.0/networks/94a70184-581a-4765-96cf-7e5edd648c4d HTTP/1.1" status: 204 len: 168 time: 0.5365524 Mar 23 02:44:27.839713 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8d0e6-8284-4f9b-9486-6eced104e512 tempest-FloatingIPTestJSON-61653788 tempest-FloatingIPTestJSON-61653788-project] Pushing event deleted for resources: {'Network': ['ID=94a70184-581a-4765-96cf-7e5edd648c4d,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:27.861200 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-9a19d1b3-758a-497c-90d2-ee61e7b5b806 None None] Allocated IP 172.21.0.2 (0056bfe4-0db5-46af-adb1-3524f39677bf/bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e/5aa45b69-ba0a-4d2f-8d99-de581fdc66ae) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:44:28.021069 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c8c559c1-2dfb-4abb-941b-555a0262dd20 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:28.080454 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9a19d1b3-758a-497c-90d2-ee61e7b5b806 None None] Publish callbacks [] for port (5aa45b69-ba0a-4d2f-8d99-de581fdc66ae), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:28.187036 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9a19d1b3-758a-497c-90d2-ee61e7b5b806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (5aa45b69-ba0a-4d2f-8d99-de581fdc66ae), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:28.251015 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a19d1b3-758a-497c-90d2-ee61e7b5b806 None None] Network 0056bfe4-0db5-46af-adb1-3524f39677bf is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:28.259948 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-9a19d1b3-758a-497c-90d2-ee61e7b5b806 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:28.263977 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a19d1b3-758a-497c-90d2-ee61e7b5b806 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:44:28.276922 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19d1b3-758a-497c-90d2-ee61e7b5b806 None None] Pushing event updated for resources: {'Port': ['ID=5aa45b69-ba0a-4d2f-8d99-de581fdc66ae,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:28.366751 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-9a19d1b3-758a-497c-90d2-ee61e7b5b806 None None] Attempting to bind port 5aa45b69-ba0a-4d2f-8d99-de581fdc66ae on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:44:28.367529 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-9a19d1b3-758a-497c-90d2-ee61e7b5b806 None None] Attempting to bind port 5aa45b69-ba0a-4d2f-8d99-de581fdc66ae by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b2e43ab7-d3e7-4746-ad43-8a14f648d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0056bfe4-0db5-46af-adb1-3524f39677bf'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:44:28.368319 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19d1b3-758a-497c-90d2-ee61e7b5b806 None None] Attempting to bind port 5aa45b69-ba0a-4d2f-8d99-de581fdc66ae on network 0056bfe4-0db5-46af-adb1-3524f39677bf {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:44:28.388135 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19d1b3-758a-497c-90d2-ee61e7b5b806 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:44:28.388668 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19d1b3-758a-497c-90d2-ee61e7b5b806 None None] Checking segment: {'id': 'b2e43ab7-d3e7-4746-ad43-8a14f648d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0056bfe4-0db5-46af-adb1-3524f39677bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:44:28.389088 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9a19d1b3-758a-497c-90d2-ee61e7b5b806 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:28.394204 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19d1b3-758a-497c-90d2-ee61e7b5b806 None None] Bound using segment: {'id': 'b2e43ab7-d3e7-4746-ad43-8a14f648d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0056bfe4-0db5-46af-adb1-3524f39677bf'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:44:28.394786 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-9a19d1b3-758a-497c-90d2-ee61e7b5b806 None None] Bound port: 5aa45b69-ba0a-4d2f-8d99-de581fdc66ae, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e43ab7-d3e7-4746-ad43-8a14f648d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0056bfe4-0db5-46af-adb1-3524f39677bf'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:44:28.395772 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9a19d1b3-758a-497c-90d2-ee61e7b5b806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (5aa45b69-ba0a-4d2f-8d99-de581fdc66ae), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:28.405362 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device c100fcbc-213f-49b3-ba87-8cbd34182adf up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:44:28.495120 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-c8c559c1-2dfb-4abb-941b-555a0262dd20 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Allocated IP 172.21.0.1 (0056bfe4-0db5-46af-adb1-3524f39677bf/bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e/c4cc40d5-9d9d-4347-8853-69f00a28425f) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:44:28.543394 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-9a19d1b3-758a-497c-90d2-ee61e7b5b806 None None] For port 5aa45b69-ba0a-4d2f-8d99-de581fdc66ae, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:44:28.544391 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33728) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:28.550408 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-9a19d1b3-758a-497c-90d2-ee61e7b5b806 None None] For port 5aa45b69-ba0a-4d2f-8d99-de581fdc66ae, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=5aa45b69-ba0a-4d2f-8d99-de581fdc66ae,segment=NetworkSegment(b2e43ab7-d3e7-4746-ad43-8a14f648d2ec),segment_id=b2e43ab7-d3e7-4746-ad43-8a14f648d2ec)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:44:28.552212 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port c100fcbc-213f-49b3-ba87-8cbd34182adf triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:28.552595 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (c100fcbc-213f-49b3-ba87-8cbd34182adf), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:28.643376 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9a19d1b3-758a-497c-90d2-ee61e7b5b806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (5aa45b69-ba0a-4d2f-8d99-de581fdc66ae), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:28.675106 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c8c559c1-2dfb-4abb-941b-555a0262dd20 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for port (c4cc40d5-9d9d-4347-8853-69f00a28425f), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:28.715375 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port c100fcbc-213f-49b3-ba87-8cbd34182adf is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:28.737692 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a0b8f3d5-fc5a-4f9a-a0bc-75947982ac23 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e2776cfd52e48439f888e040b085603&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1888044 Mar 23 02:44:28.737931 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33732) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:28.748338 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19d1b3-758a-497c-90d2-ee61e7b5b806 None None] Pushing event updated for resources: {'Port': ['ID=5aa45b69-ba0a-4d2f-8d99-de581fdc66ae,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:28.783269 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c8c559c1-2dfb-4abb-941b-555a0262dd20 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (c4cc40d5-9d9d-4347-8853-69f00a28425f), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:28.799364 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0201f275-9e05-471e-a588-221760a922cc admin admin] Publish callbacks [] for security_group (b8232787-82cd-4d14-a1e4-f742515c1a8f), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:28.838380 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0201f275-9e05-471e-a588-221760a922cc admin admin] Publish callbacks [] for security_group (b8232787-82cd-4d14-a1e4-f742515c1a8f), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:28.848234 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c559c1-2dfb-4abb-941b-555a0262dd20 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Port': ['ID=c4cc40d5-9d9d-4347-8853-69f00a28425f,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:28.878482 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c559c1-2dfb-4abb-941b-555a0262dd20 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network 0056bfe4-0db5-46af-adb1-3524f39677bf is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:28.883626 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-c8c559c1-2dfb-4abb-941b-555a0262dd20 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:28.886269 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c559c1-2dfb-4abb-941b-555a0262dd20 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:44:28.952140 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-54727c4f-3f72-43e8-ba7c-660bf0c25641 req-168ab6e4-5258-419d-aae8-3c0743d14738 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=0df91275-c221-4677-9c97-57e516d83a65 HTTP/1.1" status: 200 len: 210 time: 0.0698600 Mar 23 02:44:28.973072 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0201f275-9e05-471e-a588-221760a922cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (b8232787-82cd-4d14-a1e4-f742515c1a8f), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:28.977974 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0201f275-9e05-471e-a588-221760a922cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:28.981800 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0201f275-9e05-471e-a588-221760a922cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b8232787-82cd-4d14-a1e4-f742515c1a8f HTTP/1.1" status: 204 len: 168 time: 0.2429194 Mar 23 02:44:29.000658 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201f275-9e05-471e-a588-221760a922cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8232787-82cd-4d14-a1e4-f742515c1a8f,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:29.016169 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c8c559c1-2dfb-4abb-941b-555a0262dd20 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (cce8b5c7-ced2-4be0-882d-88df9cf2c594), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:29.257748 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c8c559c1-2dfb-4abb-941b-555a0262dd20 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (c4cc40d5-9d9d-4347-8853-69f00a28425f), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:29.575082 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-95628ab9-d16b-42cd-b124-425d900ca01c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:29.576572 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-95628ab9-d16b-42cd-b124-425d900ca01c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/networks?id=b02c78cc-88fa-4db8-832f-b0b08aaa68c6 HTTP/1.1" status: 200 len: 797 time: 0.1768539 Mar 23 02:44:29.701545 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-3c30edb3-10ff-4d18-94ad-7cf23301ef63 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 473 time: 0.1154075 Mar 23 02:44:29.712608 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-d54abafe-4d5c-4584-a5f6-b774f9ce587a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'port': {'device_id': '0df91275-c221-4677-9c97-57e516d83a65', 'network_id': 'b02c78cc-88fa-4db8-832f-b0b08aaa68c6', 'admin_state_up': True, 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'security_groups': ['8e75b20d-2d7e-402e-b726-dc86f47579fd']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:29.718300 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c8c559c1-2dfb-4abb-941b-555a0262dd20 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for port (c4cc40d5-9d9d-4347-8853-69f00a28425f), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:29.827661 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c8c559c1-2dfb-4abb-941b-555a0262dd20 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (c4cc40d5-9d9d-4347-8853-69f00a28425f), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:29.899007 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c8c559c1-2dfb-4abb-941b-555a0262dd20 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (cce8b5c7-ced2-4be0-882d-88df9cf2c594), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:29.911414 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-d54abafe-4d5c-4584-a5f6-b774f9ce587a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Made reservation on behalf of d14f7a32e895424c88fd77b8785e073b for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:44:29.916866 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-d54abafe-4d5c-4584-a5f6-b774f9ce587a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:29.920917 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c559c1-2dfb-4abb-941b-555a0262dd20 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Port': ['ID=c4cc40d5-9d9d-4347-8853-69f00a28425f,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:30.113090 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1110fc52-4f8e-46dd-8736-7c57a5cd5ac5 req-26d8dc73-7712-4817-8a60-a775af7c05a4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=0df91275-c221-4677-9c97-57e516d83a65 HTTP/1.1" status: 200 len: 210 time: 0.0452335 Mar 23 02:44:30.144301 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c559c1-2dfb-4abb-941b-555a0262dd20 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network 0056bfe4-0db5-46af-adb1-3524f39677bf is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:30.144301 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-c8c559c1-2dfb-4abb-941b-555a0262dd20 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:30.282013 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-d54abafe-4d5c-4584-a5f6-b774f9ce587a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.20.0.24 (b02c78cc-88fa-4db8-832f-b0b08aaa68c6/74defd8a-e54a-446f-bb45-13589753dac4/08b9b386-c4ba-47c3-b632-9424e8adb323) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:44:30.294665 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c559c1-2dfb-4abb-941b-555a0262dd20 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Router cce8b5c7-ced2-4be0-882d-88df9cf2c594 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:44:30.366736 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 5aa45b69-ba0a-4d2f-8d99-de581fdc66ae up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:44:30.384486 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33762) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:30.472067 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 5aa45b69-ba0a-4d2f-8d99-de581fdc66ae triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:30.473923 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (5aa45b69-ba0a-4d2f-8d99-de581fdc66ae), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:30.491075 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c559c1-2dfb-4abb-941b-555a0262dd20 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:30.499923 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c8c559c1-2dfb-4abb-941b-555a0262dd20 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "PUT /v2.0/routers/cce8b5c7-ced2-4be0-882d-88df9cf2c594/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9592180 Mar 23 02:44:30.500682 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33766) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:30.505944 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-503d5a89-926b-465c-be47-0af1dbbf3547 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Request body: {'network': {'name': 'tempest-RoutersTest-348995647'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:30.516625 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033981f3-c72d-4d06-9a52-5ca327007b4c None None] Sync routers for ids ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:44:30.559964 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-d54abafe-4d5c-4584-a5f6-b774f9ce587a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (08b9b386-c4ba-47c3-b632-9424e8adb323), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:30.561865 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d366d51-d725-4aaa-8953-855f647f7970 None None] Network 0056bfe4-0db5-46af-adb1-3524f39677bf requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:44:30.567009 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-e102a69c-ea19-4ef9-a84b-8f12d3187c62 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:30.578048 dv-neutron-834613-2-hyperv neutron-server[104348]: WARNING neutron.api.v2.base [None req-e102a69c-ea19-4ef9-a84b-8f12d3187c62 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 23 02:44:30.578048 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-e102a69c-ea19-4ef9-a84b-8f12d3187c62 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] create failed (client error): There was a conflict when trying to complete your request. Mar 23 02:44:30.578048 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e102a69c-ea19-4ef9-a84b-8f12d3187c62 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1842620 Mar 23 02:44:30.578660 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33768) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:30.584084 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-888ba6a9-d7ed-4560-902f-74efc3e9920e tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Request body: {'security_group': {'name': 'tempest-secgroup--1399522969'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:30.622452 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503d5a89-926b-465c-be47-0af1dbbf3547 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Made reservation on behalf of 4605006fc02d458dbec41eb090f4560b for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:44:30.626463 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-503d5a89-926b-465c-be47-0af1dbbf3547 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:30.638175 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033981f3-c72d-4d06-9a52-5ca327007b4c None None] Routers {'cce8b5c7-ced2-4be0-882d-88df9cf2c594'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:30.638815 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-033981f3-c72d-4d06-9a52-5ca327007b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:30.651692 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-503d5a89-926b-465c-be47-0af1dbbf3547 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:44:30.661565 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-503d5a89-926b-465c-be47-0af1dbbf3547 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (0e433880-f470-4e72-837f-02b3e3cbb0ce), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:30.661917 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-503d5a89-926b-465c-be47-0af1dbbf3547 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Added segment 0e433880-f470-4e72-837f-02b3e3cbb0ce of type vlan for network 84b0890b-506b-48d5-8bda-f209818e39f9 Mar 23 02:44:30.678333 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-d54abafe-4d5c-4584-a5f6-b774f9ce587a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (08b9b386-c4ba-47c3-b632-9424e8adb323), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:30.703206 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-503d5a89-926b-465c-be47-0af1dbbf3547 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (84b0890b-506b-48d5-8bda-f209818e39f9), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:30.721417 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-888ba6a9-d7ed-4560-902f-74efc3e9920e tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:30.731837 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-888ba6a9-d7ed-4560-902f-74efc3e9920e tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:30.734668 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-d54abafe-4d5c-4584-a5f6-b774f9ce587a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network b02c78cc-88fa-4db8-832f-b0b08aaa68c6 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:30.735630 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54abafe-4d5c-4584-a5f6-b774f9ce587a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=08b9b386-c4ba-47c3-b632-9424e8adb323,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:30.740457 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-d54abafe-4d5c-4584-a5f6-b774f9ce587a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:30.755405 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-d54abafe-4d5c-4584-a5f6-b774f9ce587a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:44:30.818192 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-d54abafe-4d5c-4584-a5f6-b774f9ce587a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:30.818797 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-d54abafe-4d5c-4584-a5f6-b774f9ce587a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:30.825878 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-503d5a89-926b-465c-be47-0af1dbbf3547 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (84b0890b-506b-48d5-8bda-f209818e39f9), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:30.838139 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503d5a89-926b-465c-be47-0af1dbbf3547 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:30.839127 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-503d5a89-926b-465c-be47-0af1dbbf3547 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:30.918142 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-d54abafe-4d5c-4584-a5f6-b774f9ce587a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2109206 Mar 23 02:44:30.935655 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-5ccae183-9b3e-4da9-be36-25d1f3f03639 service neutron] Request body: {'port': {'device_id': '0df91275-c221-4677-9c97-57e516d83a65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:30.952195 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-aa47701a-8056-40d7-b551-02c66f88c0d1 None None] Provisioning complete for port 5aa45b69-ba0a-4d2f-8d99-de581fdc66ae triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:30.952933 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-aa47701a-8056-40d7-b551-02c66f88c0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (5aa45b69-ba0a-4d2f-8d99-de581fdc66ae), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:30.958203 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-888ba6a9-d7ed-4560-902f-74efc3e9920e tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (1d48cf32-458d-4c16-89c8-75d48e3e29c7), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:30.962611 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d5a89-926b-465c-be47-0af1dbbf3547 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Network': ['ID=84b0890b-506b-48d5-8bda-f209818e39f9,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:30.996945 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 84b0890b-506b-48d5-8bda-f209818e39f9 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:44:31.008633 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-5ccae183-9b3e-4da9-be36-25d1f3f03639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (08b9b386-c4ba-47c3-b632-9424e8adb323), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:31.012538 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-503d5a89-926b-465c-be47-0af1dbbf3547 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5103488 Mar 23 02:44:31.013012 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33770) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:31.025970 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-dfbf437a-991a-4ba4-89b5-1159327a38aa tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Request body: {'subnet': {'network_id': '84b0890b-506b-48d5-8bda-f209818e39f9', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:31.028545 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-888ba6a9-d7ed-4560-902f-74efc3e9920e tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (1d48cf32-458d-4c16-89c8-75d48e3e29c7), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:31.076010 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ba6a9-d7ed-4560-902f-74efc3e9920e tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d48cf32-458d-4c16-89c8-75d48e3e29c7,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:31.083158 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 5aa45b69-ba0a-4d2f-8d99-de581fdc66ae is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:31.083564 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (5aa45b69-ba0a-4d2f-8d99-de581fdc66ae), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:31.087103 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-033981f3-c72d-4d06-9a52-5ca327007b4c None None] Set router cce8b5c7-ced2-4be0-882d-88df9cf2c594 gateway port host: None {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:31.117331 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-888ba6a9-d7ed-4560-902f-74efc3e9920e tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (c7c84374-de61-4756-a2ad-d3e72d674715), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:31.186935 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-888ba6a9-d7ed-4560-902f-74efc3e9920e tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (c7c84374-de61-4756-a2ad-d3e72d674715), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:31.228549 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ba6a9-d7ed-4560-902f-74efc3e9920e tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c84374-de61-4756-a2ad-d3e72d674715,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:31.240558 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 5aa45b69-ba0a-4d2f-8d99-de581fdc66ae, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=5aa45b69-ba0a-4d2f-8d99-de581fdc66ae,segment=NetworkSegment(b2e43ab7-d3e7-4746-ad43-8a14f648d2ec),segment_id=b2e43ab7-d3e7-4746-ad43-8a14f648d2ec)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:31.292728 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-888ba6a9-d7ed-4560-902f-74efc3e9920e tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:31.299177 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-888ba6a9-d7ed-4560-902f-74efc3e9920e tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7192035 Mar 23 02:44:31.300215 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33774) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:31.307755 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-92baadb5-e7b5-4104-8219-36d25d96c4f9 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Request body: {'security_group_rule': {'security_group_id': 'c7c84374-de61-4756-a2ad-d3e72d674715', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:31.327061 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (5aa45b69-ba0a-4d2f-8d99-de581fdc66ae), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:31.334889 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-aa47701a-8056-40d7-b551-02c66f88c0d1 None None] Current status of the port 5aa45b69-ba0a-4d2f-8d99-de581fdc66ae is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:31.335260 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-aa47701a-8056-40d7-b551-02c66f88c0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (5aa45b69-ba0a-4d2f-8d99-de581fdc66ae), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:31.365079 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877160d-d05e-471d-ac77-7942bb3462b6 req-80ff89ff-9975-45d5-9858-80fe4e9e0a5d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:31.366704 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e877160d-d05e-471d-ac77-7942bb3462b6 req-80ff89ff-9975-45d5-9858-80fe4e9e0a5d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=0df91275-c221-4677-9c97-57e516d83a65 HTTP/1.1" status: 200 len: 932 time: 0.1225040 Mar 23 02:44:31.378268 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbf437a-991a-4ba4-89b5-1159327a38aa tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Made reservation on behalf of 4605006fc02d458dbec41eb090f4560b for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:44:31.384085 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dfbf437a-991a-4ba4-89b5-1159327a38aa tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:31.438022 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-92baadb5-e7b5-4104-8219-36d25d96c4f9 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group_rule (99ceb66b-24d0-4690-b068-aeb2b5372271), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:31.468823 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=5aa45b69-ba0a-4d2f-8d99-de581fdc66ae,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:31.487297 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-aa47701a-8056-40d7-b551-02c66f88c0d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:44:31.487653 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-aa47701a-8056-40d7-b551-02c66f88c0d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:44:31.510006 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-033981f3-c72d-4d06-9a52-5ca327007b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'name': 'tempest-RoutersTest-router-1267457122', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:22Z', 'updated_at': '2022-03-23T02:44:29Z', 'revision_number': 3, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'gw_port_host': None, '_interfaces': [{'id': 'c100fcbc-213f-49b3-ba87-8cbd34182adf', 'name': '', 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:8e:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:24Z', 'updated_at': '2022-03-23T02:44:27Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4cc40d5-9d9d-4347-8853-69f00a28425f', 'name': '', 'network_id': '0056bfe4-0db5-46af-adb1-3524f39677bf', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:f8:ea:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:28Z', 'updated_at': '2022-03-23T02:44:29Z', 'revision_number': 2, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:31.540976 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-92baadb5-e7b5-4104-8219-36d25d96c4f9 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group_rule (99ceb66b-24d0-4690-b068-aeb2b5372271), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:31.547995 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e877160d-d05e-471d-ac77-7942bb3462b6 req-20d0c0cc-a389-4d74-bfe9-5db13f1ad087 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e75b20d-2d7e-402e-b726-dc86f47579fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589413 Mar 23 02:44:31.550413 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033981f3-c72d-4d06-9a52-5ca327007b4c None None] Checking router: cce8b5c7-ced2-4be0-882d-88df9cf2c594 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:44:31.550976 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033981f3-c72d-4d06-9a52-5ca327007b4c None None] Updating router cce8b5c7-ced2-4be0-882d-88df9cf2c594 port c4cc40d5-9d9d-4347-8853-69f00a28425f binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:44:31.583737 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-033981f3-c72d-4d06-9a52-5ca327007b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (c4cc40d5-9d9d-4347-8853-69f00a28425f), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:31.596747 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-5ccae183-9b3e-4da9-be36-25d1f3f03639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08b9b386-c4ba-47c3-b632-9424e8adb323 {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:44:31.608123 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-5ccae183-9b3e-4da9-be36-25d1f3f03639 service neutron] Publish callbacks [] for port (08b9b386-c4ba-47c3-b632-9424e8adb323), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:31.611235 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-92baadb5-e7b5-4104-8219-36d25d96c4f9 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (99ceb66b-24d0-4690-b068-aeb2b5372271), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:31.626475 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92baadb5-e7b5-4104-8219-36d25d96c4f9 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ceb66b-24d0-4690-b068-aeb2b5372271,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:31.681906 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-5ccae183-9b3e-4da9-be36-25d1f3f03639 service neutron] Transition to ACTIVE for port object 08b9b386-c4ba-47c3-b632-9424e8adb323 will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:44:31.705777 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-92baadb5-e7b5-4104-8219-36d25d96c4f9 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:31.705777 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-92baadb5-e7b5-4104-8219-36d25d96c4f9 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4040396 Mar 23 02:44:31.708365 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33776) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:31.713634 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-3d57c81f-68e2-4b76-9bac-e696f474c71d tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Request body: {'security_group_rule': {'security_group_id': 'c7c84374-de61-4756-a2ad-d3e72d674715', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:31.786600 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-5ccae183-9b3e-4da9-be36-25d1f3f03639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (08b9b386-c4ba-47c3-b632-9424e8adb323), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:31.814953 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3d57c81f-68e2-4b76-9bac-e696f474c71d tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group_rule (f8637cee-b28b-4763-aba0-b1253281ac7f), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:31.824628 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dfbf437a-991a-4ba4-89b5-1159327a38aa tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (68de54c4-8477-4eef-a03f-2e4a8ffaf161), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:31.896273 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-033981f3-c72d-4d06-9a52-5ca327007b4c None None] Publish callbacks [] for port (c4cc40d5-9d9d-4347-8853-69f00a28425f), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:31.899957 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccae183-9b3e-4da9-be36-25d1f3f03639 service neutron] Pushing event updated for resources: {'Port': ['ID=08b9b386-c4ba-47c3-b632-9424e8adb323,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:31.937392 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf437a-991a-4ba4-89b5-1159327a38aa tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Subnet': ['ID=68de54c4-8477-4eef-a03f-2e4a8ffaf161,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:31.954224 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-3d57c81f-68e2-4b76-9bac-e696f474c71d tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] create failed (client error): There was a conflict when trying to complete your request. Mar 23 02:44:31.955300 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3d57c81f-68e2-4b76-9bac-e696f474c71d tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2459767 Mar 23 02:44:31.957476 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbf437a-991a-4ba4-89b5-1159327a38aa tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Checking segment: {'id': '0e433880-f470-4e72-837f-02b3e3cbb0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '84b0890b-506b-48d5-8bda-f209818e39f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:44:31.958150 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33778) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:31.960053 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbf437a-991a-4ba4-89b5-1159327a38aa tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network hostable DHCP agents. Network: 84b0890b-506b-48d5-8bda-f209818e39f9, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:44:32.027698 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-5ccae183-9b3e-4da9-be36-25d1f3f03639 service neutron] Attempting to bind port 08b9b386-c4ba-47c3-b632-9424e8adb323 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:44:32.027970 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1a19dd39-97cc-463f-830d-284a59bb8f05 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (c7c84374-de61-4756-a2ad-d3e72d674715), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:32.028083 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-5ccae183-9b3e-4da9-be36-25d1f3f03639 service neutron] Attempting to bind port 08b9b386-c4ba-47c3-b632-9424e8adb323 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '24db1e4e-5294-4620-88f6-04534cf63649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b02c78cc-88fa-4db8-832f-b0b08aaa68c6'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:44:32.028207 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-5ccae183-9b3e-4da9-be36-25d1f3f03639 service neutron] Attempting to bind port 08b9b386-c4ba-47c3-b632-9424e8adb323 on network b02c78cc-88fa-4db8-832f-b0b08aaa68c6 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:44:32.032935 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-5ccae183-9b3e-4da9-be36-25d1f3f03639 service neutron] Port 08b9b386-c4ba-47c3-b632-9424e8adb323 on network b02c78cc-88fa-4db8-832f-b0b08aaa68c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:44:32.033267 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-5ccae183-9b3e-4da9-be36-25d1f3f03639 service neutron] Attempting to bind port 08b9b386-c4ba-47c3-b632-9424e8adb323 on network b02c78cc-88fa-4db8-832f-b0b08aaa68c6 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:44:32.039244 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-5ccae183-9b3e-4da9-be36-25d1f3f03639 service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:44:32.039542 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-033981f3-c72d-4d06-9a52-5ca327007b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (c4cc40d5-9d9d-4347-8853-69f00a28425f), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:32.040068 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-5ccae183-9b3e-4da9-be36-25d1f3f03639 service neutron] Checking segment: {'id': '24db1e4e-5294-4620-88f6-04534cf63649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b02c78cc-88fa-4db8-832f-b0b08aaa68c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:44:32.040468 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-5ccae183-9b3e-4da9-be36-25d1f3f03639 service neutron] Bound using segment: {'id': '24db1e4e-5294-4620-88f6-04534cf63649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b02c78cc-88fa-4db8-832f-b0b08aaa68c6'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:44:32.040926 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-5ccae183-9b3e-4da9-be36-25d1f3f03639 service neutron] Bound port: 08b9b386-c4ba-47c3-b632-9424e8adb323, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24db1e4e-5294-4620-88f6-04534cf63649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b02c78cc-88fa-4db8-832f-b0b08aaa68c6'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:44:32.041294 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-5ccae183-9b3e-4da9-be36-25d1f3f03639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (08b9b386-c4ba-47c3-b632-9424e8adb323), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:32.063927 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1a19dd39-97cc-463f-830d-284a59bb8f05 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (c7c84374-de61-4756-a2ad-d3e72d674715), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:32.096685 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbf437a-991a-4ba4-89b5-1159327a38aa tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network 84b0890b-506b-48d5-8bda-f209818e39f9 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:44:32.111385 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-aa47701a-8056-40d7-b551-02c66f88c0d1 None None] Current status of the port 5aa45b69-ba0a-4d2f-8d99-de581fdc66ae is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:32.134092 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb199a8d-88eb-4877-9eac-392a1dbdcc61 None None] Pushing event updated for resources: {'Port': ['ID=c4cc40d5-9d9d-4347-8853-69f00a28425f,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:32.166599 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-5ccae183-9b3e-4da9-be36-25d1f3f03639 service neutron] For port 08b9b386-c4ba-47c3-b632-9424e8adb323, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:44:32.166599 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-5ccae183-9b3e-4da9-be36-25d1f3f03639 service neutron] For port 08b9b386-c4ba-47c3-b632-9424e8adb323, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=08b9b386-c4ba-47c3-b632-9424e8adb323,segment=NetworkSegment(24db1e4e-5294-4620-88f6-04534cf63649),segment_id=24db1e4e-5294-4620-88f6-04534cf63649)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:44:32.177908 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-dfbf437a-991a-4ba4-89b5-1159327a38aa tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 84b0890b-506b-48d5-8bda-f209818e39f9) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:32.187669 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbf437a-991a-4ba4-89b5-1159327a38aa tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:32.188365 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dfbf437a-991a-4ba4-89b5-1159327a38aa tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:32.190731 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64449290-2745-4d48-8088-0c68075073a8 None None] Network 84b0890b-506b-48d5-8bda-f209818e39f9 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:44:32.229250 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-5ccae183-9b3e-4da9-be36-25d1f3f03639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (08b9b386-c4ba-47c3-b632-9424e8adb323), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:32.238852 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-033981f3-c72d-4d06-9a52-5ca327007b4c None None] Attempting to bind port c4cc40d5-9d9d-4347-8853-69f00a28425f on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:44:32.239225 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-033981f3-c72d-4d06-9a52-5ca327007b4c None None] Attempting to bind port c4cc40d5-9d9d-4347-8853-69f00a28425f by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b2e43ab7-d3e7-4746-ad43-8a14f648d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0056bfe4-0db5-46af-adb1-3524f39677bf'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:44:32.239591 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033981f3-c72d-4d06-9a52-5ca327007b4c None None] Attempting to bind port c4cc40d5-9d9d-4347-8853-69f00a28425f on network 0056bfe4-0db5-46af-adb1-3524f39677bf {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:44:32.248718 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-5ccae183-9b3e-4da9-be36-25d1f3f03639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:32.249445 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-5ccae183-9b3e-4da9-be36-25d1f3f03639 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:32.250993 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-5ccae183-9b3e-4da9-be36-25d1f3f03639 service neutron] 10.222.0.23 "PUT /v2.0/ports/08b9b386-c4ba-47c3-b632-9424e8adb323 HTTP/1.1" status: 200 len: 1094 time: 1.3254580 Mar 23 02:44:32.252261 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df91275-c221-4677-9c97-57e516d83a65', 'tag': '08b9b386-c4ba-47c3-b632-9424e8adb323'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:44:32.253064 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033981f3-c72d-4d06-9a52-5ca327007b4c None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:44:32.253501 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033981f3-c72d-4d06-9a52-5ca327007b4c None None] Checking segment: {'id': 'b2e43ab7-d3e7-4746-ad43-8a14f648d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0056bfe4-0db5-46af-adb1-3524f39677bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:44:32.253908 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-033981f3-c72d-4d06-9a52-5ca327007b4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:32.254306 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033981f3-c72d-4d06-9a52-5ca327007b4c None None] Bound using segment: {'id': 'b2e43ab7-d3e7-4746-ad43-8a14f648d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0056bfe4-0db5-46af-adb1-3524f39677bf'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:44:32.255000 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-033981f3-c72d-4d06-9a52-5ca327007b4c None None] Bound port: c4cc40d5-9d9d-4347-8853-69f00a28425f, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e43ab7-d3e7-4746-ad43-8a14f648d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0056bfe4-0db5-46af-adb1-3524f39677bf'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:44:32.255343 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-033981f3-c72d-4d06-9a52-5ca327007b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (c4cc40d5-9d9d-4347-8853-69f00a28425f), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:32.256035 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521e01e0-44d3-4fe1-be7d-33f375e6c8e6" -d '{"events": [{"name": "network-changed", "server_uuid": "0df91275-c221-4677-9c97-57e516d83a65", "tag": "08b9b386-c4ba-47c3-b632-9424e8adb323"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:44:32.291363 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1a19dd39-97cc-463f-830d-284a59bb8f05 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (c7c84374-de61-4756-a2ad-d3e72d674715), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:32.294113 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1a19dd39-97cc-463f-830d-284a59bb8f05 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:32.296875 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1a19dd39-97cc-463f-830d-284a59bb8f05 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "DELETE /v2.0/security-groups/c7c84374-de61-4756-a2ad-d3e72d674715 HTTP/1.1" status: 204 len: 168 time: 0.3377712 Mar 23 02:44:32.306454 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33782) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:32.318195 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19dd39-97cc-463f-830d-284a59bb8f05 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c84374-de61-4756-a2ad-d3e72d674715,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:32.336960 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-dfbf437a-991a-4ba4-89b5-1159327a38aa tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3212392 Mar 23 02:44:32.339812 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33784) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:32.383682 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c829b26-3b15-40bd-bb40-3da612b321fd x-openstack-request-id: req-2c829b26-3b15-40bd-bb40-3da612b321fd {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:44:32.383682 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df91275-c221-4677-9c97-57e516d83a65", "tag": "08b9b386-c4ba-47c3-b632-9424e8adb323", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:44:32.383682 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c829b26-3b15-40bd-bb40-3da612b321fd {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:44:32.383682 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c829b26-3b15-40bd-bb40-3da612b321fd'] response: {'name': 'network-changed', 'server_uuid': '0df91275-c221-4677-9c97-57e516d83a65', 'tag': '08b9b386-c4ba-47c3-b632-9424e8adb323', 'status': 'completed', 'code': 200} Mar 23 02:44:32.384235 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 5aa45b69-ba0a-4d2f-8d99-de581fdc66ae up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:44:32.431500 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccae183-9b3e-4da9-be36-25d1f3f03639 service neutron] Pushing event updated for resources: {'Port': ['ID=08b9b386-c4ba-47c3-b632-9424e8adb323,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:32.446369 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-9cf3aa8f-d728-41a2-abca-fa8685489a89 None None] Provisioning complete for port 5aa45b69-ba0a-4d2f-8d99-de581fdc66ae triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:32.446674 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9cf3aa8f-d728-41a2-abca-fa8685489a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (5aa45b69-ba0a-4d2f-8d99-de581fdc66ae), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:32.457112 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f6cb92-54e3-4aec-9385-d8ca4980a00c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-84b0890b-506b-48d5-8bda-f209818e39f9', 'network_id': '84b0890b-506b-48d5-8bda-f209818e39f9', 'project_id': '4605006fc02d458dbec41eb090f4560b', 'fixed_ips': [{'subnet_id': '68de54c4-8477-4eef-a03f-2e4a8ffaf161'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:44:32.458018 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-87f6cb92-54e3-4aec-9385-d8ca4980a00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:32.497145 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-86179766-7d89-44f0-bc9a-378b452bf846 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1892860 Mar 23 02:44:32.501520 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33786) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:32.509726 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-ab4ad129-3903-469d-9ee6-ca267a17ebaf tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Request body: {'security_group': {'name': 'tempest-secgroup--424541161'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:32.516266 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-6e9514a1-98ec-4f46-bbbd-cb408ef59c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:32.517817 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-6e9514a1-98ec-4f46-bbbd-cb408ef59c5a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=0df91275-c221-4677-9c97-57e516d83a65 HTTP/1.1" status: 200 len: 1128 time: 0.1184165 Mar 23 02:44:32.527391 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-033981f3-c72d-4d06-9a52-5ca327007b4c None None] For port c4cc40d5-9d9d-4347-8853-69f00a28425f, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:44:32.557999 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-033981f3-c72d-4d06-9a52-5ca327007b4c None None] For port c4cc40d5-9d9d-4347-8853-69f00a28425f, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=c4cc40d5-9d9d-4347-8853-69f00a28425f,segment=NetworkSegment(b2e43ab7-d3e7-4746-ad43-8a14f648d2ec),segment_id=b2e43ab7-d3e7-4746-ad43-8a14f648d2ec)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:44:32.597564 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-161f941e-e3e0-4b90-ab67-b1222a9c76e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=08b9b386-c4ba-47c3-b632-9424e8adb323 HTTP/1.1" status: 200 len: 217 time: 0.0724068 Mar 23 02:44:32.670815 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-9ade9ddb-de56-4b43-9e1d-a8f2ee0e120e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:32.672479 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-9ade9ddb-de56-4b43-9e1d-a8f2ee0e120e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=74defd8a-e54a-446f-bb45-13589753dac4 HTTP/1.1" status: 200 len: 838 time: 0.0672588 Mar 23 02:44:32.712020 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ab4ad129-3903-469d-9ee6-ca267a17ebaf tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:32.724355 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-033981f3-c72d-4d06-9a52-5ca327007b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (c4cc40d5-9d9d-4347-8853-69f00a28425f), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:32.744202 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757eda4-799a-4bdd-91a3-b1774a11c46c req-c2fec946-a482-44c9-8bc0-198c9c85a27b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:32.745740 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9757eda4-799a-4bdd-91a3-b1774a11c46c req-c2fec946-a482-44c9-8bc0-198c9c85a27b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=0df91275-c221-4677-9c97-57e516d83a65 HTTP/1.1" status: 200 len: 944 time: 0.0886905 Mar 23 02:44:32.754143 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-a70ec6a4-77e8-4605-89af-30ccb432a158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:32.755688 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-a70ec6a4-77e8-4605-89af-30ccb432a158 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b02c78cc-88fa-4db8-832f-b0b08aaa68c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0681076 Mar 23 02:44:32.802522 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-87f6cb92-54e3-4aec-9385-d8ca4980a00c None None] Allocated IP 172.22.0.2 (84b0890b-506b-48d5-8bda-f209818e39f9/68de54c4-8477-4eef-a03f-2e4a8ffaf161/267e482c-04a9-44e0-a90b-1f748f88c877) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:44:32.854892 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ab4ad129-3903-469d-9ee6-ca267a17ebaf tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (ef067baa-ea13-40c7-9ceb-f8d0f51ac895), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:32.855734 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 5aa45b69-ba0a-4d2f-8d99-de581fdc66ae triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:32.856278 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (5aa45b69-ba0a-4d2f-8d99-de581fdc66ae), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:32.871165 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9757eda4-799a-4bdd-91a3-b1774a11c46c req-81a153f8-3f7a-411c-b024-3ef1af8327ec tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e75b20d-2d7e-402e-b726-dc86f47579fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199405 Mar 23 02:44:32.910860 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb199a8d-88eb-4877-9eac-392a1dbdcc61 None None] Pushing event updated for resources: {'Port': ['ID=c4cc40d5-9d9d-4347-8853-69f00a28425f,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:32.911387 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-0a97b329-aaab-4966-867f-db93e6cf07cf service neutron] 10.222.0.23 "GET /v2.0/networks/b02c78cc-88fa-4db8-832f-b0b08aaa68c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489229 Mar 23 02:44:32.914165 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033981f3-c72d-4d06-9a52-5ca327007b4c None None] Routers {'cce8b5c7-ced2-4be0-882d-88df9cf2c594'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:32.914830 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-033981f3-c72d-4d06-9a52-5ca327007b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:32.922841 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:32.976417 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ab4ad129-3903-469d-9ee6-ca267a17ebaf tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (ef067baa-ea13-40c7-9ceb-f8d0f51ac895), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:33.028795 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-9cf3aa8f-d728-41a2-abca-fa8685489a89 None None] Current status of the port 5aa45b69-ba0a-4d2f-8d99-de581fdc66ae is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:33.049953 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6c6b7ed4-9857-4945-aabd-f1e858a6b58e req-2af847f0-c571-49ec-a488-02dd22c72d11 service neutron] 10.222.0.23 "GET /v2.0/networks/b02c78cc-88fa-4db8-832f-b0b08aaa68c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319535 Mar 23 02:44:33.060677 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ad129-3903-469d-9ee6-ca267a17ebaf tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef067baa-ea13-40c7-9ceb-f8d0f51ac895,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:33.099789 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-033981f3-c72d-4d06-9a52-5ca327007b4c None None] Set router cce8b5c7-ced2-4be0-882d-88df9cf2c594 gateway port host: None {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:33.104038 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-9cf3aa8f-d728-41a2-abca-fa8685489a89 None None] Provisioning complete for port c4cc40d5-9d9d-4347-8853-69f00a28425f triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:33.104416 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9cf3aa8f-d728-41a2-abca-fa8685489a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (c4cc40d5-9d9d-4347-8853-69f00a28425f), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:33.115666 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ab4ad129-3903-469d-9ee6-ca267a17ebaf tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:33.117609 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ab4ad129-3903-469d-9ee6-ca267a17ebaf tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6144736 Mar 23 02:44:33.121772 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33790) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:33.126686 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-c2f003d9-397a-49da-8612-61ff61ccaba2 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Request body: {'security_group_rule': {'security_group_id': 'ef067baa-ea13-40c7-9ceb-f8d0f51ac895', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:33.127536 dv-neutron-834613-2-hyperv neutron-server[104349]: WARNING neutron.api.v2.base [None req-c2f003d9-397a-49da-8612-61ff61ccaba2 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 23 02:44:33.128061 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-c2f003d9-397a-49da-8612-61ff61ccaba2 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:44:33.129162 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c2f003d9-397a-49da-8612-61ff61ccaba2 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061955 Mar 23 02:44:33.133697 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33792) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:33.477258 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 5aa45b69-ba0a-4d2f-8d99-de581fdc66ae is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:33.484106 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-87f6cb92-54e3-4aec-9385-d8ca4980a00c None None] Publish callbacks [] for port (267e482c-04a9-44e0-a90b-1f748f88c877), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:33.539779 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e01e0-44d3-4fe1-be7d-33f375e6c8e6 req-89e46776-486a-4b60-90ae-48633ec6b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:33.541833 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-521e01e0-44d3-4fe1-be7d-33f375e6c8e6 req-89e46776-486a-4b60-90ae-48633ec6b7aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=0df91275-c221-4677-9c97-57e516d83a65 HTTP/1.1" status: 200 len: 1128 time: 0.0748744 Mar 23 02:44:33.548014 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a5efac67-a35a-4ccc-a611-a2f194c68316 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (ef067baa-ea13-40c7-9ceb-f8d0f51ac895), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:33.565489 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-9cf3aa8f-d728-41a2-abca-fa8685489a89 None None] Current status of the port c4cc40d5-9d9d-4347-8853-69f00a28425f is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:33.566087 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9cf3aa8f-d728-41a2-abca-fa8685489a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (c4cc40d5-9d9d-4347-8853-69f00a28425f), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:33.596628 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-87f6cb92-54e3-4aec-9385-d8ca4980a00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (267e482c-04a9-44e0-a90b-1f748f88c877), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:33.626077 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a5efac67-a35a-4ccc-a611-a2f194c68316 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (ef067baa-ea13-40c7-9ceb-f8d0f51ac895), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:33.642461 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Allocated IP 172.22.0.1 (84b0890b-506b-48d5-8bda-f209818e39f9/68de54c4-8477-4eef-a03f-2e4a8ffaf161/728f335e-691b-4127-b3d2-ad3c9dd9cb80) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:44:33.662502 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-9cf3aa8f-d728-41a2-abca-fa8685489a89 None None] For port c4cc40d5-9d9d-4347-8853-69f00a28425f, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=c4cc40d5-9d9d-4347-8853-69f00a28425f,segment=NetworkSegment(b2e43ab7-d3e7-4746-ad43-8a14f648d2ec),segment_id=b2e43ab7-d3e7-4746-ad43-8a14f648d2ec)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:33.667429 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f6cb92-54e3-4aec-9385-d8ca4980a00c None None] Network 84b0890b-506b-48d5-8bda-f209818e39f9 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:33.676386 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-87f6cb92-54e3-4aec-9385-d8ca4980a00c None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:33.679462 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f6cb92-54e3-4aec-9385-d8ca4980a00c None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:44:33.681634 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6cb92-54e3-4aec-9385-d8ca4980a00c None None] Pushing event updated for resources: {'Port': ['ID=267e482c-04a9-44e0-a90b-1f748f88c877,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:33.700126 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e01e0-44d3-4fe1-be7d-33f375e6c8e6 req-f1f98fda-5935-4764-8abb-f6bc84ac3340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:33.702495 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-521e01e0-44d3-4fe1-be7d-33f375e6c8e6 req-f1f98fda-5935-4764-8abb-f6bc84ac3340 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b02c78cc-88fa-4db8-832f-b0b08aaa68c6 HTTP/1.1" status: 200 len: 898 time: 0.1516786 Mar 23 02:44:33.730350 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9cf3aa8f-d728-41a2-abca-fa8685489a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (c4cc40d5-9d9d-4347-8853-69f00a28425f), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:33.760888 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-521e01e0-44d3-4fe1-be7d-33f375e6c8e6 req-cf4a8fe5-35ae-483e-bf30-635b7f18fcfd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=08b9b386-c4ba-47c3-b632-9424e8adb323 HTTP/1.1" status: 200 len: 217 time: 0.0528347 Mar 23 02:44:33.792411 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-033981f3-c72d-4d06-9a52-5ca327007b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'name': 'tempest-RoutersTest-router-1267457122', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:22Z', 'updated_at': '2022-03-23T02:44:29Z', 'revision_number': 3, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'gw_port_host': None, '_interfaces': [{'id': 'c100fcbc-213f-49b3-ba87-8cbd34182adf', 'name': '', 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:8e:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:24Z', 'updated_at': '2022-03-23T02:44:27Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4cc40d5-9d9d-4347-8853-69f00a28425f', 'name': '', 'network_id': '0056bfe4-0db5-46af-adb1-3524f39677bf', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:f8:ea:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:28Z', 'updated_at': '2022-03-23T02:44:32Z', 'revision_number': 4, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:33.798890 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-87f6cb92-54e3-4aec-9385-d8ca4980a00c None None] Attempting to bind port 267e482c-04a9-44e0-a90b-1f748f88c877 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:44:33.799111 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for port (728f335e-691b-4127-b3d2-ad3c9dd9cb80), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:33.799273 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-87f6cb92-54e3-4aec-9385-d8ca4980a00c None None] Attempting to bind port 267e482c-04a9-44e0-a90b-1f748f88c877 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '0e433880-f470-4e72-837f-02b3e3cbb0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '84b0890b-506b-48d5-8bda-f209818e39f9'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:44:33.799649 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f6cb92-54e3-4aec-9385-d8ca4980a00c None None] Attempting to bind port 267e482c-04a9-44e0-a90b-1f748f88c877 on network 84b0890b-506b-48d5-8bda-f209818e39f9 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:44:33.804107 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a5efac67-a35a-4ccc-a611-a2f194c68316 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (ef067baa-ea13-40c7-9ceb-f8d0f51ac895), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:33.806949 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a5efac67-a35a-4ccc-a611-a2f194c68316 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:33.810678 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a5efac67-a35a-4ccc-a611-a2f194c68316 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "DELETE /v2.0/security-groups/ef067baa-ea13-40c7-9ceb-f8d0f51ac895 HTTP/1.1" status: 204 len: 168 time: 0.6736379 Mar 23 02:44:33.814266 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33794) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:33.829449 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5efac67-a35a-4ccc-a611-a2f194c68316 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef067baa-ea13-40c7-9ceb-f8d0f51ac895,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:33.848053 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efac67-a35a-4ccc-a611-a2f194c68316 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:33.848325 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efac67-a35a-4ccc-a611-a2f194c68316 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:33.848642 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efac67-a35a-4ccc-a611-a2f194c68316 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:33.849226 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efac67-a35a-4ccc-a611-a2f194c68316 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:33.849526 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033981f3-c72d-4d06-9a52-5ca327007b4c None None] The sync data for ids ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'] in dv-neutron-834613-2-hyperv is: [{'id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'name': 'tempest-RoutersTest-router-1267457122', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:22Z', 'updated_at': '2022-03-23T02:44:29Z', 'revision_number': 3, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'gw_port_host': None, '_interfaces': [{'id': 'c100fcbc-213f-49b3-ba87-8cbd34182adf', 'name': '', 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:8e:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:24Z', 'updated_at': '2022-03-23T02:44:27Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4cc40d5-9d9d-4347-8853-69f00a28425f', 'name': '', 'network_id': '0056bfe4-0db5-46af-adb1-3524f39677bf', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:f8:ea:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:28Z', 'updated_at': '2022-03-23T02:44:32Z', 'revision_number': 4, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:44:33.849709 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efac67-a35a-4ccc-a611-a2f194c68316 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:33.849875 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efac67-a35a-4ccc-a611-a2f194c68316 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:33.850221 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efac67-a35a-4ccc-a611-a2f194c68316 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:33.850577 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efac67-a35a-4ccc-a611-a2f194c68316 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:33.850900 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efac67-a35a-4ccc-a611-a2f194c68316 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:33.851886 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efac67-a35a-4ccc-a611-a2f194c68316 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:33.851886 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efac67-a35a-4ccc-a611-a2f194c68316 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:33.851886 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efac67-a35a-4ccc-a611-a2f194c68316 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:33.852456 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efac67-a35a-4ccc-a611-a2f194c68316 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:33.852637 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efac67-a35a-4ccc-a611-a2f194c68316 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:33.852839 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efac67-a35a-4ccc-a611-a2f194c68316 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:33.854578 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f6cb92-54e3-4aec-9385-d8ca4980a00c None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:44:33.854969 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f6cb92-54e3-4aec-9385-d8ca4980a00c None None] Checking segment: {'id': '0e433880-f470-4e72-837f-02b3e3cbb0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '84b0890b-506b-48d5-8bda-f209818e39f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:44:33.855385 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-87f6cb92-54e3-4aec-9385-d8ca4980a00c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:33.855786 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f6cb92-54e3-4aec-9385-d8ca4980a00c None None] Bound using segment: {'id': '0e433880-f470-4e72-837f-02b3e3cbb0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '84b0890b-506b-48d5-8bda-f209818e39f9'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:44:33.862882 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-87f6cb92-54e3-4aec-9385-d8ca4980a00c None None] Bound port: 267e482c-04a9-44e0-a90b-1f748f88c877, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e433880-f470-4e72-837f-02b3e3cbb0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '84b0890b-506b-48d5-8bda-f209818e39f9'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:44:33.862882 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-87f6cb92-54e3-4aec-9385-d8ca4980a00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (267e482c-04a9-44e0-a90b-1f748f88c877), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:33.863332 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e01e0-44d3-4fe1-be7d-33f375e6c8e6 req-8a6703dc-d15a-4f32-b31f-ab96db448d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:33.863332 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-521e01e0-44d3-4fe1-be7d-33f375e6c8e6 req-8a6703dc-d15a-4f32-b31f-ab96db448d6a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=74defd8a-e54a-446f-bb45-13589753dac4 HTTP/1.1" status: 200 len: 838 time: 0.0952444 Mar 23 02:44:33.875440 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3aa8f-d728-41a2-abca-fa8685489a89 None None] Pushing event updated for resources: {'Port': ['ID=c4cc40d5-9d9d-4347-8853-69f00a28425f,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:33.883621 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-af91253b-36b8-4250-87bd-1f828b5bfa5d tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0678041 Mar 23 02:44:33.888391 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33796) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:33.893488 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-fa44bed8-56ff-4910-8ed8-18cdd64c5730 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Request body: {'security_group': {'name': 'tempest-secgroup--626192140'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:33.919684 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (728f335e-691b-4127-b3d2-ad3c9dd9cb80), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:33.976518 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e01e0-44d3-4fe1-be7d-33f375e6c8e6 req-65542809-1557-47aa-b748-47002ef5d08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:33.984423 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-521e01e0-44d3-4fe1-be7d-33f375e6c8e6 req-65542809-1557-47aa-b748-47002ef5d08c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b02c78cc-88fa-4db8-832f-b0b08aaa68c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1116123 Mar 23 02:44:33.996173 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network 84b0890b-506b-48d5-8bda-f209818e39f9 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:34.006100 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fa44bed8-56ff-4910-8ed8-18cdd64c5730 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:34.008115 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:34.016159 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:44:34.029988 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-87f6cb92-54e3-4aec-9385-d8ca4980a00c None None] For port 267e482c-04a9-44e0-a90b-1f748f88c877, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:44:34.034256 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-87f6cb92-54e3-4aec-9385-d8ca4980a00c None None] For port 267e482c-04a9-44e0-a90b-1f748f88c877, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=267e482c-04a9-44e0-a90b-1f748f88c877,segment=NetworkSegment(0e433880-f470-4e72-837f-02b3e3cbb0ce),segment_id=0e433880-f470-4e72-837f-02b3e3cbb0ce)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:44:34.038964 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-5a831a15-0752-48c0-af04-b7609ce1c448 None None] Provisioning complete for port c4cc40d5-9d9d-4347-8853-69f00a28425f triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:34.038964 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5a831a15-0752-48c0-af04-b7609ce1c448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (c4cc40d5-9d9d-4347-8853-69f00a28425f), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:34.055039 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Port': ['ID=728f335e-691b-4127-b3d2-ad3c9dd9cb80,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:34.094288 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (cce8b5c7-ced2-4be0-882d-88df9cf2c594), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:34.109845 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-87f6cb92-54e3-4aec-9385-d8ca4980a00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (267e482c-04a9-44e0-a90b-1f748f88c877), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:34.182199 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-521e01e0-44d3-4fe1-be7d-33f375e6c8e6 req-6dbdf3fd-6a47-48a9-bacb-757c959a90b1 service neutron] 10.222.0.23 "GET /v2.0/networks/b02c78cc-88fa-4db8-832f-b0b08aaa68c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910288 Mar 23 02:44:34.217885 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-5a831a15-0752-48c0-af04-b7609ce1c448 None None] Current status of the port c4cc40d5-9d9d-4347-8853-69f00a28425f is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:34.255311 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6cb92-54e3-4aec-9385-d8ca4980a00c None None] Pushing event updated for resources: {'Port': ['ID=267e482c-04a9-44e0-a90b-1f748f88c877,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:34.357670 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fa44bed8-56ff-4910-8ed8-18cdd64c5730 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (e2d8ac91-ad3d-40d6-9601-06146a2dd4ca), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:34.369860 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-521e01e0-44d3-4fe1-be7d-33f375e6c8e6 req-d65e34f1-bc14-4f17-a3e6-de7faac728b0 service neutron] 10.222.0.23 "GET /v2.0/networks/b02c78cc-88fa-4db8-832f-b0b08aaa68c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792183 Mar 23 02:44:34.390812 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c2162-7ae9-4a2e-aac2-b1c7fadfad48 req-36ffdbfe-2c3a-4784-b6c4-c92f93f6ab43 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:34.390964 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-976c2162-7ae9-4a2e-aac2-b1c7fadfad48 req-36ffdbfe-2c3a-4784-b6c4-c92f93f6ab43 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=0df91275-c221-4677-9c97-57e516d83a65 HTTP/1.1" status: 200 len: 944 time: 0.2455983 Mar 23 02:44:34.398272 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device c4cc40d5-9d9d-4347-8853-69f00a28425f up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:44:34.409619 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fa44bed8-56ff-4910-8ed8-18cdd64c5730 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (e2d8ac91-ad3d-40d6-9601-06146a2dd4ca), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:34.484299 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 08b9b386-c4ba-47c3-b632-9424e8adb323 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:44:34.508481 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44bed8-56ff-4910-8ed8-18cdd64c5730 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d8ac91-ad3d-40d6-9601-06146a2dd4ca,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:34.519542 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-976c2162-7ae9-4a2e-aac2-b1c7fadfad48 req-eeb80fde-eb7f-486f-a119-3b8dd4c5f8d7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e75b20d-2d7e-402e-b726-dc86f47579fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043088 Mar 23 02:44:34.543772 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port c4cc40d5-9d9d-4347-8853-69f00a28425f triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:34.547504 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (c4cc40d5-9d9d-4347-8853-69f00a28425f), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:34.548044 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (728f335e-691b-4127-b3d2-ad3c9dd9cb80), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:34.556221 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fa44bed8-56ff-4910-8ed8-18cdd64c5730 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:34.557367 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-fa44bed8-56ff-4910-8ed8-18cdd64c5730 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6677392 Mar 23 02:44:34.560345 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33800) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:34.573189 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-a8c988f6-e0d0-44c2-ba71-654b185fc39e tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Request body: {'security_group_rule': {'security_group_id': 'e2d8ac91-ad3d-40d6-9601-06146a2dd4ca', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:34.574047 dv-neutron-834613-2-hyperv neutron-server[104349]: WARNING neutron.api.v2.base [None req-a8c988f6-e0d0-44c2-ba71-654b185fc39e tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 23 02:44:34.574560 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-a8c988f6-e0d0-44c2-ba71-654b185fc39e tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:44:34.578303 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a8c988f6-e0d0-44c2-ba71-654b185fc39e tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0076659 Mar 23 02:44:34.578784 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33802) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:34.665592 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-09acfbb3-9202-4dd5-b636-bde2fa7aa746 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (e2d8ac91-ad3d-40d6-9601-06146a2dd4ca), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:34.729445 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-09acfbb3-9202-4dd5-b636-bde2fa7aa746 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (e2d8ac91-ad3d-40d6-9601-06146a2dd4ca), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:34.770651 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 08b9b386-c4ba-47c3-b632-9424e8adb323, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=08b9b386-c4ba-47c3-b632-9424e8adb323,segment=NetworkSegment(24db1e4e-5294-4620-88f6-04534cf63649),segment_id=24db1e4e-5294-4620-88f6-04534cf63649)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:34.786678 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port c4cc40d5-9d9d-4347-8853-69f00a28425f is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:34.792958 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '08b9b386-c4ba-47c3-b632-9424e8adb323', 'network_id': 'b02c78cc-88fa-4db8-832f-b0b08aaa68c6', 'port_id': '08b9b386-c4ba-47c3-b632-9424e8adb323', 'mac_address': 'fa:16:3e:71:e2:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74defd8a-e54a-446f-bb45-13589753dac4', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:44:34.840135 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 08b9b386-c4ba-47c3-b632-9424e8adb323 is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:34.840540 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (08b9b386-c4ba-47c3-b632-9424e8adb323), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:34.851249 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-09acfbb3-9202-4dd5-b636-bde2fa7aa746 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (e2d8ac91-ad3d-40d6-9601-06146a2dd4ca), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:34.854049 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-09acfbb3-9202-4dd5-b636-bde2fa7aa746 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:34.858388 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-09acfbb3-9202-4dd5-b636-bde2fa7aa746 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "DELETE /v2.0/security-groups/e2d8ac91-ad3d-40d6-9601-06146a2dd4ca HTTP/1.1" status: 204 len: 168 time: 0.2752130 Mar 23 02:44:34.858576 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b9b386-c4ba-47c3-b632-9424e8adb323 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:44:34.860693 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33804) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:34.878341 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 08b9b386-c4ba-47c3-b632-9424e8adb323, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=08b9b386-c4ba-47c3-b632-9424e8adb323,segment=NetworkSegment(24db1e4e-5294-4620-88f6-04534cf63649),segment_id=24db1e4e-5294-4620-88f6-04534cf63649)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:34.879467 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09acfbb3-9202-4dd5-b636-bde2fa7aa746 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d8ac91-ad3d-40d6-9601-06146a2dd4ca,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:34.914192 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7d35ea83-f71f-4566-a65c-d914c2c03f26 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0521939 Mar 23 02:44:34.917953 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33806) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:34.922511 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-d922294b-a905-495a-81a8-caf0ff25db06 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Request body: {'security_group': {'name': 'tempest-secgroup--691912856'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:34.954011 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (08b9b386-c4ba-47c3-b632-9424e8adb323), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:35.011265 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d922294b-a905-495a-81a8-caf0ff25db06 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:35.028499 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=08b9b386-c4ba-47c3-b632-9424e8adb323,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:35.030916 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:35.031335 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:35.031755 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:35.032196 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:35.032601 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:35.033475 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:35.033613 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:35.034022 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:35.034393 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:35.034797 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:35.035220 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:35.035604 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:35.037994 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:35.037994 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:35.039244 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:35.094740 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d922294b-a905-495a-81a8-caf0ff25db06 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (88103be6-17cb-442e-9450-5a5d5bb4d132), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:35.136721 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d922294b-a905-495a-81a8-caf0ff25db06 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (88103be6-17cb-442e-9450-5a5d5bb4d132), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:35.166809 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['08b9b386-c4ba-47c3-b632-9424e8adb323'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:44:35.167375 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922294b-a905-495a-81a8-caf0ff25db06 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88103be6-17cb-442e-9450-5a5d5bb4d132,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:35.204628 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d922294b-a905-495a-81a8-caf0ff25db06 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:35.204628 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d922294b-a905-495a-81a8-caf0ff25db06 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2831790 Mar 23 02:44:35.204957 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for port (728f335e-691b-4127-b3d2-ad3c9dd9cb80), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:35.205428 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33808) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:35.210748 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-8f6512d9-4c20-4d69-b4af-25ec7bc6fdb9 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Request body: {'security_group_rule': {'security_group_id': '88103be6-17cb-442e-9450-5a5d5bb4d132', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:35.211740 dv-neutron-834613-2-hyperv neutron-server[104349]: WARNING neutron.api.v2.base [None req-8f6512d9-4c20-4d69-b4af-25ec7bc6fdb9 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 23 02:44:35.212344 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-8f6512d9-4c20-4d69-b4af-25ec7bc6fdb9 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:44:35.215679 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8f6512d9-4c20-4d69-b4af-25ec7bc6fdb9 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072503 Mar 23 02:44:35.215925 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33810) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:35.220178 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-dd402953-9fa8-48a7-a076-635f8e3ce1d3 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Request body: {'security_group_rule': {'security_group_id': '88103be6-17cb-442e-9450-5a5d5bb4d132', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:35.220841 dv-neutron-834613-2-hyperv neutron-server[104349]: WARNING neutron.api.v2.base [None req-dd402953-9fa8-48a7-a076-635f8e3ce1d3 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 23 02:44:35.221313 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-dd402953-9fa8-48a7-a076-635f8e3ce1d3 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:44:35.224571 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-dd402953-9fa8-48a7-a076-635f8e3ce1d3 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0054066 Mar 23 02:44:35.224733 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33812) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:35.229978 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-9853f545-de2d-4157-80f5-bb5429a9f574 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Request body: {'security_group_rule': {'security_group_id': '88103be6-17cb-442e-9450-5a5d5bb4d132', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:35.234314 dv-neutron-834613-2-hyperv neutron-server[104349]: WARNING neutron.api.v2.base [None req-9853f545-de2d-4157-80f5-bb5429a9f574 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 23 02:44:35.234314 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-9853f545-de2d-4157-80f5-bb5429a9f574 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:44:35.234314 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9853f545-de2d-4157-80f5-bb5429a9f574 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065815 Mar 23 02:44:35.236325 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33814) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:35.241308 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-9ed0caa3-7ac1-454f-b4bd-3961f8d378f5 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Request body: {'security_group_rule': {'security_group_id': '88103be6-17cb-442e-9450-5a5d5bb4d132', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:35.242238 dv-neutron-834613-2-hyperv neutron-server[104349]: WARNING neutron.api.v2.base [None req-9ed0caa3-7ac1-454f-b4bd-3961f8d378f5 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 23 02:44:35.242719 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-9ed0caa3-7ac1-454f-b4bd-3961f8d378f5 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:44:35.243647 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9ed0caa3-7ac1-454f-b4bd-3961f8d378f5 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0064242 Mar 23 02:44:35.246086 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33816) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:35.279788 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (728f335e-691b-4127-b3d2-ad3c9dd9cb80), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:35.299629 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-893195b1-4a99-46fe-9a24-98b7551140b8 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (88103be6-17cb-442e-9450-5a5d5bb4d132), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:35.332884 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-893195b1-4a99-46fe-9a24-98b7551140b8 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (88103be6-17cb-442e-9450-5a5d5bb4d132), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:35.358624 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (cce8b5c7-ced2-4be0-882d-88df9cf2c594), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:35.369036 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Port': ['ID=728f335e-691b-4127-b3d2-ad3c9dd9cb80,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:35.409721 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:35.410084 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:35.410438 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:35.410785 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:35.411124 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:35.411460 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:35.411801 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:35.412174 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:35.412509 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:35.412874 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:35.413209 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:35.413546 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:35.413876 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:35.414204 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:35.414538 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:35.457238 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-893195b1-4a99-46fe-9a24-98b7551140b8 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (88103be6-17cb-442e-9450-5a5d5bb4d132), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:35.460716 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-893195b1-4a99-46fe-9a24-98b7551140b8 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:35.463853 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-893195b1-4a99-46fe-9a24-98b7551140b8 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "DELETE /v2.0/security-groups/88103be6-17cb-442e-9450-5a5d5bb4d132 HTTP/1.1" status: 204 len: 168 time: 0.2149451 Mar 23 02:44:35.464795 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33818) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:35.471951 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893195b1-4a99-46fe-9a24-98b7551140b8 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88103be6-17cb-442e-9450-5a5d5bb4d132,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:35.488776 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network 84b0890b-506b-48d5-8bda-f209818e39f9 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:35.494037 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:35.556935 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-83ecae24-8a97-452d-85b7-4018f969fa17 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0901911 Mar 23 02:44:35.560699 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33820) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:35.566343 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-d7ae73a2-690d-4455-a55e-c108a5b44adb tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Request body: {'security_group': {'name': 'tempest-secgroup--1917480812'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:35.625228 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Router cce8b5c7-ced2-4be0-882d-88df9cf2c594 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:44:35.680640 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81309c47-c03b-4a93-b455-3d996186b462 req-76f8e637-c867-4122-bd67-2ba988520690 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:35.682205 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-81309c47-c03b-4a93-b455-3d996186b462 req-76f8e637-c867-4122-bd67-2ba988520690 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=0df91275-c221-4677-9c97-57e516d83a65 HTTP/1.1" status: 200 len: 945 time: 0.0584610 Mar 23 02:44:35.682991 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d7ae73a2-690d-4455-a55e-c108a5b44adb tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:35.731978 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:35.737654 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8f522f82-5c32-4cc6-a1a2-e705c6c8b74d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "PUT /v2.0/routers/cce8b5c7-ced2-4be0-882d-88df9cf2c594/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3962953 Mar 23 02:44:35.753160 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33824) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:35.753261 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d245414-bc2c-4fbc-a051-a79306b94337 None None] Sync routers for ids ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:44:35.753730 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-1f7a4876-8c7b-45c3-a355-cd59cb858ffa tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Request body: {'network': {'name': 'tempest-RoutersTest-1665399292'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:35.753834 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e5aca9-0de2-47a1-947a-569f8a36af12 None None] Network 84b0890b-506b-48d5-8bda-f209818e39f9 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:44:35.753930 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d245414-bc2c-4fbc-a051-a79306b94337 None None] Routers {'cce8b5c7-ced2-4be0-882d-88df9cf2c594'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:35.753930 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-9d245414-bc2c-4fbc-a051-a79306b94337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:35.770418 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-81309c47-c03b-4a93-b455-3d996186b462 req-bad97708-ec33-4817-acea-15ab7cfe7c0b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e75b20d-2d7e-402e-b726-dc86f47579fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754395 Mar 23 02:44:35.826650 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d7ae73a2-690d-4455-a55e-c108a5b44adb tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (de75c213-95d4-405f-987a-76792c8843fd), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:35.827735 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-608d3cfc-ba56-42d5-b8f9-6c9b03f58dda None None] Provisioning complete for port 267e482c-04a9-44e0-a90b-1f748f88c877 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:35.828277 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-608d3cfc-ba56-42d5-b8f9-6c9b03f58dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (267e482c-04a9-44e0-a90b-1f748f88c877), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:35.856538 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7a4876-8c7b-45c3-a355-cd59cb858ffa tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Made reservation on behalf of 4605006fc02d458dbec41eb090f4560b for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:44:35.860415 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1f7a4876-8c7b-45c3-a355-cd59cb858ffa tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:35.861336 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-9d245414-bc2c-4fbc-a051-a79306b94337 None None] Set router cce8b5c7-ced2-4be0-882d-88df9cf2c594 gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:35.887467 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d7ae73a2-690d-4455-a55e-c108a5b44adb tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (de75c213-95d4-405f-987a-76792c8843fd), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:35.898450 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f7a4876-8c7b-45c3-a355-cd59cb858ffa tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:44:35.919743 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae73a2-690d-4455-a55e-c108a5b44adb tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de75c213-95d4-405f-987a-76792c8843fd,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:35.922368 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1f7a4876-8c7b-45c3-a355-cd59cb858ffa tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (7cdde514-793c-4528-86ad-9d6e3c7cc9cf), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:35.922725 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-1f7a4876-8c7b-45c3-a355-cd59cb858ffa tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Added segment 7cdde514-793c-4528-86ad-9d6e3c7cc9cf of type vlan for network a436c390-2140-4104-8ac3-fea73dd06612 Mar 23 02:44:35.958678 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-608d3cfc-ba56-42d5-b8f9-6c9b03f58dda None None] Current status of the port 267e482c-04a9-44e0-a90b-1f748f88c877 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:35.959076 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-608d3cfc-ba56-42d5-b8f9-6c9b03f58dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (267e482c-04a9-44e0-a90b-1f748f88c877), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:35.972452 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1f7a4876-8c7b-45c3-a355-cd59cb858ffa tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (a436c390-2140-4104-8ac3-fea73dd06612), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:35.987244 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d7ae73a2-690d-4455-a55e-c108a5b44adb tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:35.989349 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d7ae73a2-690d-4455-a55e-c108a5b44adb tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4275563 Mar 23 02:44:35.993161 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33826) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:35.999788 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-fe0eb733-1e96-42f7-bb1c-8cc7c6ececd3 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Request body: {'security_group_rule': {'security_group_id': 'de75c213-95d4-405f-987a-76792c8843fd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:36.004081 dv-neutron-834613-2-hyperv neutron-server[104349]: WARNING neutron.api.v2.base [None req-fe0eb733-1e96-42f7-bb1c-8cc7c6ececd3 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 23 02:44:36.004805 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-fe0eb733-1e96-42f7-bb1c-8cc7c6ececd3 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:44:36.005027 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-608d3cfc-ba56-42d5-b8f9-6c9b03f58dda None None] For port 267e482c-04a9-44e0-a90b-1f748f88c877, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=267e482c-04a9-44e0-a90b-1f748f88c877,segment=NetworkSegment(0e433880-f470-4e72-837f-02b3e3cbb0ce),segment_id=0e433880-f470-4e72-837f-02b3e3cbb0ce)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:36.007571 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-fe0eb733-1e96-42f7-bb1c-8cc7c6ececd3 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0128131 Mar 23 02:44:36.010285 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33828) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:36.015046 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-bb6315d3-3313-4b10-a514-d7f2b4c130b0 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Request body: {'security_group_rule': {'security_group_id': 'de75c213-95d4-405f-987a-76792c8843fd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:36.067593 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-608d3cfc-ba56-42d5-b8f9-6c9b03f58dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (267e482c-04a9-44e0-a90b-1f748f88c877), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:36.081163 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-9d245414-bc2c-4fbc-a051-a79306b94337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'name': 'tempest-RoutersTest-router-1267457122', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:22Z', 'updated_at': '2022-03-23T02:44:34Z', 'revision_number': 4, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'gw_port_host': None, '_interfaces': [{'id': '728f335e-691b-4127-b3d2-ad3c9dd9cb80', 'name': '', 'network_id': '84b0890b-506b-48d5-8bda-f209818e39f9', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:e0:8a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '68de54c4-8477-4eef-a03f-2e4a8ffaf161', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:33Z', 'updated_at': '2022-03-23T02:44:34Z', 'revision_number': 2, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '68de54c4-8477-4eef-a03f-2e4a8ffaf161', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c100fcbc-213f-49b3-ba87-8cbd34182adf', 'name': '', 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:8e:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:24Z', 'updated_at': '2022-03-23T02:44:27Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4cc40d5-9d9d-4347-8853-69f00a28425f', 'name': '', 'network_id': '0056bfe4-0db5-46af-adb1-3524f39677bf', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:f8:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:28Z', 'updated_at': '2022-03-23T02:44:33Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:36.095877 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1f7a4876-8c7b-45c3-a355-cd59cb858ffa tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (a436c390-2140-4104-8ac3-fea73dd06612), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:36.102020 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7a4876-8c7b-45c3-a355-cd59cb858ffa tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:36.103093 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1f7a4876-8c7b-45c3-a355-cd59cb858ffa tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:36.110183 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d245414-bc2c-4fbc-a051-a79306b94337 None None] Checking router: cce8b5c7-ced2-4be0-882d-88df9cf2c594 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:44:36.110546 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d245414-bc2c-4fbc-a051-a79306b94337 None None] Updating router cce8b5c7-ced2-4be0-882d-88df9cf2c594 port 728f335e-691b-4127-b3d2-ad3c9dd9cb80 binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:44:36.141846 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-9d245414-bc2c-4fbc-a051-a79306b94337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (728f335e-691b-4127-b3d2-ad3c9dd9cb80), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:36.146616 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d3cfc-ba56-42d5-b8f9-6c9b03f58dda None None] Pushing event updated for resources: {'Port': ['ID=267e482c-04a9-44e0-a90b-1f748f88c877,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:36.182567 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-bb6315d3-3313-4b10-a514-d7f2b4c130b0 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:44:36.185374 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-bb6315d3-3313-4b10-a514-d7f2b4c130b0 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1726539 Mar 23 02:44:36.186764 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33830) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:36.192204 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-08ce1a31-f9d9-4d29-8f44-3c41fcf9cd49 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Request body: {'security_group_rule': {'security_group_id': 'de75c213-95d4-405f-987a-76792c8843fd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:36.193010 dv-neutron-834613-2-hyperv neutron-server[104349]: WARNING neutron.api.v2.base [None req-08ce1a31-f9d9-4d29-8f44-3c41fcf9cd49 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 23 02:44:36.193642 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-08ce1a31-f9d9-4d29-8f44-3c41fcf9cd49 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:44:36.194901 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-08ce1a31-f9d9-4d29-8f44-3c41fcf9cd49 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070519 Mar 23 02:44:36.202965 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33832) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:36.208279 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-c33bab43-29d3-44c9-a17a-d5c69af507a1 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Request body: {'security_group_rule': {'security_group_id': 'de75c213-95d4-405f-987a-76792c8843fd', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:36.236579 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a4876-8c7b-45c3-a355-cd59cb858ffa tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Network': ['ID=a436c390-2140-4104-8ac3-fea73dd06612,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:36.247546 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network a436c390-2140-4104-8ac3-fea73dd06612 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:44:36.267503 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33834) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:36.267639 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1f7a4876-8c7b-45c3-a355-cd59cb858ffa tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5258846 Mar 23 02:44:36.272843 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-76a162a1-65a2-40d4-961a-2da550aa8ee1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Request body: {'subnet': {'network_id': 'a436c390-2140-4104-8ac3-fea73dd06612', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:36.345815 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-447da426-bdca-4e76-ae02-8b6386f4d133 None None] Provisioning complete for port 728f335e-691b-4127-b3d2-ad3c9dd9cb80 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:36.346111 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-447da426-bdca-4e76-ae02-8b6386f4d133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (728f335e-691b-4127-b3d2-ad3c9dd9cb80), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:36.390491 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 267e482c-04a9-44e0-a90b-1f748f88c877 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:44:36.449238 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-447da426-bdca-4e76-ae02-8b6386f4d133 None None] Port 728f335e-691b-4127-b3d2-ad3c9dd9cb80 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:44:36.466278 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-9d245414-bc2c-4fbc-a051-a79306b94337 None None] Publish callbacks [] for port (728f335e-691b-4127-b3d2-ad3c9dd9cb80), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:36.472754 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-447da426-bdca-4e76-ae02-8b6386f4d133 None None] Provisioning complete for port 267e482c-04a9-44e0-a90b-1f748f88c877 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:36.473130 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-447da426-bdca-4e76-ae02-8b6386f4d133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (267e482c-04a9-44e0-a90b-1f748f88c877), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:36.492055 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-c33bab43-29d3-44c9-a17a-d5c69af507a1 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:44:36.494008 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c33bab43-29d3-44c9-a17a-d5c69af507a1 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2888365 Mar 23 02:44:36.496479 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33836) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:36.501556 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-377f5914-72be-4833-9f43-754148f19a72 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Request body: {'security_group_rule': {'security_group_id': 'de75c213-95d4-405f-987a-76792c8843fd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:36.502047 dv-neutron-834613-2-hyperv neutron-server[104349]: WARNING neutron.api.v2.base [None req-377f5914-72be-4833-9f43-754148f19a72 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 23 02:44:36.502537 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-377f5914-72be-4833-9f43-754148f19a72 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:44:36.502937 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 08b9b386-c4ba-47c3-b632-9424e8adb323 up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:44:36.503866 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-377f5914-72be-4833-9f43-754148f19a72 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058930 Mar 23 02:44:36.507162 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33838) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:36.511731 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-fac78205-2d97-45a7-84d2-b89664fefd41 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Request body: {'security_group_rule': {'security_group_id': 'de75c213-95d4-405f-987a-76792c8843fd', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:36.536603 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a162a1-65a2-40d4-961a-2da550aa8ee1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Made reservation on behalf of 4605006fc02d458dbec41eb090f4560b for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:44:36.540755 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-76a162a1-65a2-40d4-961a-2da550aa8ee1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:36.564207 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 267e482c-04a9-44e0-a90b-1f748f88c877 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:36.564849 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (267e482c-04a9-44e0-a90b-1f748f88c877), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:36.565468 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-9d245414-bc2c-4fbc-a051-a79306b94337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (728f335e-691b-4127-b3d2-ad3c9dd9cb80), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:36.666538 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-fac78205-2d97-45a7-84d2-b89664fefd41 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:44:36.670373 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-fac78205-2d97-45a7-84d2-b89664fefd41 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1594341 Mar 23 02:44:36.674369 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33840) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:36.675207 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-ee17ba61-72a9-474d-9e18-f426df2b9b22 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Request body: {'security_group_rule': {'security_group_id': 'de75c213-95d4-405f-987a-76792c8843fd', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:36.676034 dv-neutron-834613-2-hyperv neutron-server[104348]: WARNING neutron.api.v2.base [None req-ee17ba61-72a9-474d-9e18-f426df2b9b22 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 23 02:44:36.676258 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-ee17ba61-72a9-474d-9e18-f426df2b9b22 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:44:36.680602 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ee17ba61-72a9-474d-9e18-f426df2b9b22 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056472 Mar 23 02:44:36.686077 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33842) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:36.690969 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-f0d8ce55-8a53-4d0a-ba68-f460c3fc674f tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Request body: {'security_group_rule': {'security_group_id': 'de75c213-95d4-405f-987a-76792c8843fd', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:36.691897 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-9d245414-bc2c-4fbc-a051-a79306b94337 None None] Attempting to bind port 728f335e-691b-4127-b3d2-ad3c9dd9cb80 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:44:36.692279 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-9d245414-bc2c-4fbc-a051-a79306b94337 None None] Attempting to bind port 728f335e-691b-4127-b3d2-ad3c9dd9cb80 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '0e433880-f470-4e72-837f-02b3e3cbb0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '84b0890b-506b-48d5-8bda-f209818e39f9'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:44:36.692650 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d245414-bc2c-4fbc-a051-a79306b94337 None None] Attempting to bind port 728f335e-691b-4127-b3d2-ad3c9dd9cb80 on network 84b0890b-506b-48d5-8bda-f209818e39f9 {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:44:36.696444 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df32d3-69c6-4a4d-8dbc-08a50e7c0b75 None None] Pushing event updated for resources: {'Port': ['ID=728f335e-691b-4127-b3d2-ad3c9dd9cb80,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:36.701463 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d245414-bc2c-4fbc-a051-a79306b94337 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:44:36.702080 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d245414-bc2c-4fbc-a051-a79306b94337 None None] Checking segment: {'id': '0e433880-f470-4e72-837f-02b3e3cbb0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '84b0890b-506b-48d5-8bda-f209818e39f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:44:36.702654 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-9d245414-bc2c-4fbc-a051-a79306b94337 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:36.703325 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d245414-bc2c-4fbc-a051-a79306b94337 None None] Bound using segment: {'id': '0e433880-f470-4e72-837f-02b3e3cbb0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '84b0890b-506b-48d5-8bda-f209818e39f9'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:44:36.703997 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-9d245414-bc2c-4fbc-a051-a79306b94337 None None] Bound port: 728f335e-691b-4127-b3d2-ad3c9dd9cb80, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e433880-f470-4e72-837f-02b3e3cbb0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '84b0890b-506b-48d5-8bda-f209818e39f9'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:44:36.704563 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-9d245414-bc2c-4fbc-a051-a79306b94337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (728f335e-691b-4127-b3d2-ad3c9dd9cb80), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:36.706349 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port 08b9b386-c4ba-47c3-b632-9424e8adb323 completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:44:36.718110 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-447da426-bdca-4e76-ae02-8b6386f4d133 None None] Current status of the port 267e482c-04a9-44e0-a90b-1f748f88c877 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:36.725376 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 08b9b386-c4ba-47c3-b632-9424e8adb323 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:36.728410 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (08b9b386-c4ba-47c3-b632-9424e8adb323), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:36.774853 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-9d245414-bc2c-4fbc-a051-a79306b94337 None None] For port 728f335e-691b-4127-b3d2-ad3c9dd9cb80, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:44:36.780862 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-9d245414-bc2c-4fbc-a051-a79306b94337 None None] For port 728f335e-691b-4127-b3d2-ad3c9dd9cb80, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=728f335e-691b-4127-b3d2-ad3c9dd9cb80,segment=NetworkSegment(0e433880-f470-4e72-837f-02b3e3cbb0ce),segment_id=0e433880-f470-4e72-837f-02b3e3cbb0ce)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:44:36.796272 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 267e482c-04a9-44e0-a90b-1f748f88c877 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:36.858577 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 08b9b386-c4ba-47c3-b632-9424e8adb323 is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:36.859228 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (08b9b386-c4ba-47c3-b632-9424e8adb323), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:36.872095 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-10108cd7-cbc9-4dd7-8e61-37bf7d47cd7f None None] Provisioning complete for port 728f335e-691b-4127-b3d2-ad3c9dd9cb80 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:36.872484 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-10108cd7-cbc9-4dd7-8e61-37bf7d47cd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (728f335e-691b-4127-b3d2-ad3c9dd9cb80), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:36.878509 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-9d245414-bc2c-4fbc-a051-a79306b94337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (728f335e-691b-4127-b3d2-ad3c9dd9cb80), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:36.908298 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-76a162a1-65a2-40d4-961a-2da550aa8ee1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (713cfa3d-4612-4915-8a93-dde8a4eda3e0), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:36.910358 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df91275-c221-4677-9c97-57e516d83a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b9b386-c4ba-47c3-b632-9424e8adb323'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:44:36.912070 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8532ea31-54ea-48cb-9ca1-7441b60e645c" -d '{"events": [{"server_uuid": "0df91275-c221-4677-9c97-57e516d83a65", "name": "network-vif-plugged", "status": "completed", "tag": "08b9b386-c4ba-47c3-b632-9424e8adb323"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:44:36.924011 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d9df0-eb02-4205-a426-07fc461c5362 req-d2e8a0d2-7ad4-4340-945f-f62d86340dfd tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:36.925712 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1f3d9df0-eb02-4205-a426-07fc461c5362 req-d2e8a0d2-7ad4-4340-945f-f62d86340dfd tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=0df91275-c221-4677-9c97-57e516d83a65 HTTP/1.1" status: 200 len: 945 time: 0.0739043 Mar 23 02:44:36.926782 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-f0d8ce55-8a53-4d0a-ba68-f460c3fc674f tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:44:36.927784 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f0d8ce55-8a53-4d0a-ba68-f460c3fc674f tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2407126 Mar 23 02:44:36.931304 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33848) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:36.932833 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 08b9b386-c4ba-47c3-b632-9424e8adb323, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=08b9b386-c4ba-47c3-b632-9424e8adb323,segment=NetworkSegment(24db1e4e-5294-4620-88f6-04534cf63649),segment_id=24db1e4e-5294-4620-88f6-04534cf63649)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:36.936618 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-a9afb208-d62a-43ab-8eb0-f2f4c19384fa tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Request body: {'security_group_rule': {'security_group_id': 'de75c213-95d4-405f-987a-76792c8843fd', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:36.941046 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-10108cd7-cbc9-4dd7-8e61-37bf7d47cd7f None None] Port 728f335e-691b-4127-b3d2-ad3c9dd9cb80 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:44:36.986494 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df32d3-69c6-4a4d-8dbc-08a50e7c0b75 None None] Pushing event updated for resources: {'Port': ['ID=728f335e-691b-4127-b3d2-ad3c9dd9cb80,revision_number=4']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:37.008816 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e043344c-c606-4753-9063-64e035e5f236 x-openstack-request-id: req-e043344c-c606-4753-9063-64e035e5f236 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:44:37.009148 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df91275-c221-4677-9c97-57e516d83a65", "name": "network-vif-plugged", "status": "completed", "tag": "08b9b386-c4ba-47c3-b632-9424e8adb323", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:44:37.009420 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e043344c-c606-4753-9063-64e035e5f236 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:44:37.009835 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e043344c-c606-4753-9063-64e035e5f236'] response: {'server_uuid': '0df91275-c221-4677-9c97-57e516d83a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b9b386-c4ba-47c3-b632-9424e8adb323', 'code': 200} Mar 23 02:44:37.011030 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (08b9b386-c4ba-47c3-b632-9424e8adb323), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:37.012027 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d245414-bc2c-4fbc-a051-a79306b94337 None None] Routers {'cce8b5c7-ced2-4be0-882d-88df9cf2c594'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:37.012859 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-9d245414-bc2c-4fbc-a051-a79306b94337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:37.045230 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1f3d9df0-eb02-4205-a426-07fc461c5362 req-d0965397-b93c-4c32-88f0-4c54028d95a6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e75b20d-2d7e-402e-b726-dc86f47579fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999184 Mar 23 02:44:37.050490 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a162a1-65a2-40d4-961a-2da550aa8ee1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Subnet': ['ID=713cfa3d-4612-4915-8a93-dde8a4eda3e0,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:37.071670 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a162a1-65a2-40d4-961a-2da550aa8ee1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Checking segment: {'id': '7cdde514-793c-4528-86ad-9d6e3c7cc9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a436c390-2140-4104-8ac3-fea73dd06612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:44:37.072109 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a162a1-65a2-40d4-961a-2da550aa8ee1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network hostable DHCP agents. Network: a436c390-2140-4104-8ac3-fea73dd06612, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:44:37.114989 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-61df2b33-7942-4a2b-aed3-c116757fa65f None None] Provisioning complete for port 728f335e-691b-4127-b3d2-ad3c9dd9cb80 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:37.115346 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-61df2b33-7942-4a2b-aed3-c116757fa65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (728f335e-691b-4127-b3d2-ad3c9dd9cb80), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:37.151144 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=08b9b386-c4ba-47c3-b632-9424e8adb323,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:37.188453 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a162a1-65a2-40d4-961a-2da550aa8ee1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network a436c390-2140-4104-8ac3-fea73dd06612 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:44:37.224859 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-61df2b33-7942-4a2b-aed3-c116757fa65f None None] Current status of the port 728f335e-691b-4127-b3d2-ad3c9dd9cb80 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:37.225946 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-61df2b33-7942-4a2b-aed3-c116757fa65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (728f335e-691b-4127-b3d2-ad3c9dd9cb80), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:37.236190 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-9d245414-bc2c-4fbc-a051-a79306b94337 None None] Set router cce8b5c7-ced2-4be0-882d-88df9cf2c594 gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:37.262621 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-61df2b33-7942-4a2b-aed3-c116757fa65f None None] For port 728f335e-691b-4127-b3d2-ad3c9dd9cb80, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=728f335e-691b-4127-b3d2-ad3c9dd9cb80,segment=NetworkSegment(0e433880-f470-4e72-837f-02b3e3cbb0ce),segment_id=0e433880-f470-4e72-837f-02b3e3cbb0ce)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:37.268379 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-a9afb208-d62a-43ab-8eb0-f2f4c19384fa tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:44:37.269171 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a9afb208-d62a-43ab-8eb0-f2f4c19384fa tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3366210 Mar 23 02:44:37.271991 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33850) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:37.296905 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-76a162a1-65a2-40d4-961a-2da550aa8ee1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, a436c390-2140-4104-8ac3-fea73dd06612) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:37.307472 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a162a1-65a2-40d4-961a-2da550aa8ee1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:37.312002 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-76a162a1-65a2-40d4-961a-2da550aa8ee1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:37.323736 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f50354d-91ec-4448-8a97-50cbad844ab0 None None] Network a436c390-2140-4104-8ac3-fea73dd06612 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:44:37.346657 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-61df2b33-7942-4a2b-aed3-c116757fa65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (728f335e-691b-4127-b3d2-ad3c9dd9cb80), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:37.364322 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-29e84af4-8a1d-40d4-9709-6f04108cec60 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (de75c213-95d4-405f-987a-76792c8843fd), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:37.396281 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-29e84af4-8a1d-40d4-9709-6f04108cec60 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (de75c213-95d4-405f-987a-76792c8843fd), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:37.415545 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-76a162a1-65a2-40d4-961a-2da550aa8ee1 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1476223 Mar 23 02:44:37.418931 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33852) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:37.494059 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-9d245414-bc2c-4fbc-a051-a79306b94337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'name': 'tempest-RoutersTest-router-1267457122', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:22Z', 'updated_at': '2022-03-23T02:44:34Z', 'revision_number': 4, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'gw_port_host': None, '_interfaces': [{'id': '728f335e-691b-4127-b3d2-ad3c9dd9cb80', 'name': '', 'network_id': '84b0890b-506b-48d5-8bda-f209818e39f9', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:e0:8a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '68de54c4-8477-4eef-a03f-2e4a8ffaf161', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:33Z', 'updated_at': '2022-03-23T02:44:36Z', 'revision_number': 4, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '68de54c4-8477-4eef-a03f-2e4a8ffaf161', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c100fcbc-213f-49b3-ba87-8cbd34182adf', 'name': '', 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:8e:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:24Z', 'updated_at': '2022-03-23T02:44:27Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4cc40d5-9d9d-4347-8853-69f00a28425f', 'name': '', 'network_id': '0056bfe4-0db5-46af-adb1-3524f39677bf', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:f8:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:28Z', 'updated_at': '2022-03-23T02:44:33Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:37.520463 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-29e84af4-8a1d-40d4-9709-6f04108cec60 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (de75c213-95d4-405f-987a-76792c8843fd), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:37.522447 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d245414-bc2c-4fbc-a051-a79306b94337 None None] The sync data for ids ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'] in dv-neutron-834613-2-hyperv is: [{'id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'name': 'tempest-RoutersTest-router-1267457122', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:22Z', 'updated_at': '2022-03-23T02:44:34Z', 'revision_number': 4, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'gw_port_host': None, '_interfaces': [{'id': '728f335e-691b-4127-b3d2-ad3c9dd9cb80', 'name': '', 'network_id': '84b0890b-506b-48d5-8bda-f209818e39f9', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:e0:8a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '68de54c4-8477-4eef-a03f-2e4a8ffaf161', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:33Z', 'updated_at': '2022-03-23T02:44:36Z', 'revision_number': 4, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '68de54c4-8477-4eef-a03f-2e4a8ffaf161', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c100fcbc-213f-49b3-ba87-8cbd34182adf', 'name': '', 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:8e:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:24Z', 'updated_at': '2022-03-23T02:44:27Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4cc40d5-9d9d-4347-8853-69f00a28425f', 'name': '', 'network_id': '0056bfe4-0db5-46af-adb1-3524f39677bf', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:f8:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:28Z', 'updated_at': '2022-03-23T02:44:33Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:44:37.525628 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4e226-77c3-47de-bdf1-988c301f2eb1 req-f42d16b7-2c0e-48ec-bd65-db57e1eae169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:37.527214 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-86b4e226-77c3-47de-bdf1-988c301f2eb1 req-f42d16b7-2c0e-48ec-bd65-db57e1eae169 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0df91275-c221-4677-9c97-57e516d83a65 HTTP/1.1" status: 200 len: 1130 time: 0.1592107 Mar 23 02:44:37.529208 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-29e84af4-8a1d-40d4-9709-6f04108cec60 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:37.530802 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-29e84af4-8a1d-40d4-9709-6f04108cec60 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "DELETE /v2.0/security-groups/de75c213-95d4-405f-987a-76792c8843fd HTTP/1.1" status: 204 len: 168 time: 0.2573738 Mar 23 02:44:37.535097 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33854) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:37.557296 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e84af4-8a1d-40d4-9709-6f04108cec60 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de75c213-95d4-405f-987a-76792c8843fd,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:37.613442 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-bfa026dc-63f7-4b4a-8e36-002633cb4376 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0757749 Mar 23 02:44:37.619011 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33856) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:37.632903 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-6e1b5de8-117f-4ce6-9c5f-abbff0924a17 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Request body: {'security_group': {'name': 'tempest-secgroup--321899202'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:37.683484 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-86b4e226-77c3-47de-bdf1-988c301f2eb1 req-73d5e13a-e977-4ee2-a4fb-e1d39e8018ea service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8e75b20d-2d7e-402e-b726-dc86f47579fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438646 Mar 23 02:44:37.701017 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6e1b5de8-117f-4ce6-9c5f-abbff0924a17 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:37.706056 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df2b33-7942-4a2b-aed3-c116757fa65f None None] Pushing event updated for resources: {'Port': ['ID=728f335e-691b-4127-b3d2-ad3c9dd9cb80,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:37.751477 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-6a5bcad1-f58a-42d8-aab5-c902be2e2f09 None None] Provisioning complete for port 728f335e-691b-4127-b3d2-ad3c9dd9cb80 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:37.752380 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6a5bcad1-f58a-42d8-aab5-c902be2e2f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (728f335e-691b-4127-b3d2-ad3c9dd9cb80), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:37.762499 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3681184e-e982-41e0-a5c8-6fc7f1c34b4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-a436c390-2140-4104-8ac3-fea73dd06612', 'network_id': 'a436c390-2140-4104-8ac3-fea73dd06612', 'project_id': '4605006fc02d458dbec41eb090f4560b', 'fixed_ips': [{'subnet_id': '713cfa3d-4612-4915-8a93-dde8a4eda3e0'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:44:37.763365 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3681184e-e982-41e0-a5c8-6fc7f1c34b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:37.805677 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6e1b5de8-117f-4ce6-9c5f-abbff0924a17 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (b87e93e9-e22b-46c5-ad1a-120753e5a837), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:37.879337 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6e1b5de8-117f-4ce6-9c5f-abbff0924a17 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (b87e93e9-e22b-46c5-ad1a-120753e5a837), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:37.913626 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:44:37.917624 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b5de8-117f-4ce6-9c5f-abbff0924a17 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b87e93e9-e22b-46c5-ad1a-120753e5a837,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:37.979462 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6e1b5de8-117f-4ce6-9c5f-abbff0924a17 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:37.980521 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6e1b5de8-117f-4ce6-9c5f-abbff0924a17 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3563771 Mar 23 02:44:37.983398 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-6a5bcad1-f58a-42d8-aab5-c902be2e2f09 None None] Current status of the port 728f335e-691b-4127-b3d2-ad3c9dd9cb80 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:37.983910 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33858) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:37.986429 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-3681184e-e982-41e0-a5c8-6fc7f1c34b4c None None] Allocated IP 172.23.0.2 (a436c390-2140-4104-8ac3-fea73dd06612/713cfa3d-4612-4915-8a93-dde8a4eda3e0/bad20326-87e1-4be2-a056-4bdeb5945705) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:44:37.989333 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-b4674b42-8bef-443e-a2be-eb88e13e56ad tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Request body: {'security_group_rule': {'security_group_id': 'b87e93e9-e22b-46c5-ad1a-120753e5a837', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:38.020758 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a6c8f286-98a3-42e4-a179-33776316bac8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:38.148930 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-6d5ae976-3e44-4965-b0b0-44a55ab61a7e None None] Provisioning complete for port 728f335e-691b-4127-b3d2-ad3c9dd9cb80 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:38.149311 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6d5ae976-3e44-4965-b0b0-44a55ab61a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (728f335e-691b-4127-b3d2-ad3c9dd9cb80), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:38.189043 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-b4674b42-8bef-443e-a2be-eb88e13e56ad tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] create failed (client error): The resource could not be found. Mar 23 02:44:38.191595 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b4674b42-8bef-443e-a2be-eb88e13e56ad tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2071183 Mar 23 02:44:38.195019 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33862) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:38.197228 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3681184e-e982-41e0-a5c8-6fc7f1c34b4c None None] Publish callbacks [] for port (bad20326-87e1-4be2-a056-4bdeb5945705), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:38.206135 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-ec0315a5-5d49-40f2-b02d-11ae28443e56 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Request body: {'security_group_rule': {'security_group_id': 'b87e93e9-e22b-46c5-ad1a-120753e5a837', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b5bb9ed0-4817-4dd0-960b-7e7dab00db44'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:38.251672 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f99c61-db99-4530-a720-c9db774ec2b2 req-3a96eed2-dd19-41ac-9198-c1008e81b2d2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:38.253244 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-71f99c61-db99-4530-a720-c9db774ec2b2 req-3a96eed2-dd19-41ac-9198-c1008e81b2d2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=0df91275-c221-4677-9c97-57e516d83a65 HTTP/1.1" status: 200 len: 946 time: 0.1088960 Mar 23 02:44:38.258801 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-6d5ae976-3e44-4965-b0b0-44a55ab61a7e None None] Current status of the port 728f335e-691b-4127-b3d2-ad3c9dd9cb80 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:38.285276 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3681184e-e982-41e0-a5c8-6fc7f1c34b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (bad20326-87e1-4be2-a056-4bdeb5945705), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:38.328569 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3681184e-e982-41e0-a5c8-6fc7f1c34b4c None None] Network a436c390-2140-4104-8ac3-fea73dd06612 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:38.331591 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-3681184e-e982-41e0-a5c8-6fc7f1c34b4c None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:38.335720 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3681184e-e982-41e0-a5c8-6fc7f1c34b4c None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:44:38.344730 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 728f335e-691b-4127-b3d2-ad3c9dd9cb80 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:44:38.371848 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681184e-e982-41e0-a5c8-6fc7f1c34b4c None None] Pushing event updated for resources: {'Port': ['ID=bad20326-87e1-4be2-a056-4bdeb5945705,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:38.391075 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-71f99c61-db99-4530-a720-c9db774ec2b2 req-c19d7057-799e-48e2-838d-6deb89724860 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e75b20d-2d7e-402e-b726-dc86f47579fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263072 Mar 23 02:44:38.430995 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-ec0315a5-5d49-40f2-b02d-11ae28443e56 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] create failed (client error): The resource could not be found. Mar 23 02:44:38.430995 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ec0315a5-5d49-40f2-b02d-11ae28443e56 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2310567 Mar 23 02:44:38.432893 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33864) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:38.441686 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-3681184e-e982-41e0-a5c8-6fc7f1c34b4c None None] Attempting to bind port bad20326-87e1-4be2-a056-4bdeb5945705 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:44:38.442006 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-3681184e-e982-41e0-a5c8-6fc7f1c34b4c None None] Attempting to bind port bad20326-87e1-4be2-a056-4bdeb5945705 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '7cdde514-793c-4528-86ad-9d6e3c7cc9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a436c390-2140-4104-8ac3-fea73dd06612'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:44:38.442371 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3681184e-e982-41e0-a5c8-6fc7f1c34b4c None None] Attempting to bind port bad20326-87e1-4be2-a056-4bdeb5945705 on network a436c390-2140-4104-8ac3-fea73dd06612 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:44:38.447272 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-a6c8f286-98a3-42e4-a179-33776316bac8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Allocated IP 172.23.0.1 (a436c390-2140-4104-8ac3-fea73dd06612/713cfa3d-4612-4915-8a93-dde8a4eda3e0/4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:44:38.451769 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3681184e-e982-41e0-a5c8-6fc7f1c34b4c None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:44:38.458352 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3681184e-e982-41e0-a5c8-6fc7f1c34b4c None None] Checking segment: {'id': '7cdde514-793c-4528-86ad-9d6e3c7cc9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a436c390-2140-4104-8ac3-fea73dd06612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:44:38.458352 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3681184e-e982-41e0-a5c8-6fc7f1c34b4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:38.458352 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3681184e-e982-41e0-a5c8-6fc7f1c34b4c None None] Bound using segment: {'id': '7cdde514-793c-4528-86ad-9d6e3c7cc9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a436c390-2140-4104-8ac3-fea73dd06612'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:44:38.458352 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-3681184e-e982-41e0-a5c8-6fc7f1c34b4c None None] Bound port: bad20326-87e1-4be2-a056-4bdeb5945705, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cdde514-793c-4528-86ad-9d6e3c7cc9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a436c390-2140-4104-8ac3-fea73dd06612'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:44:38.458352 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3681184e-e982-41e0-a5c8-6fc7f1c34b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (bad20326-87e1-4be2-a056-4bdeb5945705), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:38.473544 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 728f335e-691b-4127-b3d2-ad3c9dd9cb80 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:38.473921 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (728f335e-691b-4127-b3d2-ad3c9dd9cb80), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:38.488144 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0b58723d-dac7-4fa5-ae2c-d66c551e1f12 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (b87e93e9-e22b-46c5-ad1a-120753e5a837), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:38.511101 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0b58723d-dac7-4fa5-ae2c-d66c551e1f12 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (b87e93e9-e22b-46c5-ad1a-120753e5a837), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:38.562339 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-3681184e-e982-41e0-a5c8-6fc7f1c34b4c None None] For port bad20326-87e1-4be2-a056-4bdeb5945705, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:44:38.566199 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-3681184e-e982-41e0-a5c8-6fc7f1c34b4c None None] For port bad20326-87e1-4be2-a056-4bdeb5945705, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=bad20326-87e1-4be2-a056-4bdeb5945705,segment=NetworkSegment(7cdde514-793c-4528-86ad-9d6e3c7cc9cf),segment_id=7cdde514-793c-4528-86ad-9d6e3c7cc9cf)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:44:38.579139 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a6c8f286-98a3-42e4-a179-33776316bac8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for port (4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:38.604499 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 728f335e-691b-4127-b3d2-ad3c9dd9cb80 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:38.649412 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0b58723d-dac7-4fa5-ae2c-d66c551e1f12 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (b87e93e9-e22b-46c5-ad1a-120753e5a837), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:38.652006 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0b58723d-dac7-4fa5-ae2c-d66c551e1f12 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:38.653146 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0b58723d-dac7-4fa5-ae2c-d66c551e1f12 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "DELETE /v2.0/security-groups/b87e93e9-e22b-46c5-ad1a-120753e5a837 HTTP/1.1" status: 204 len: 168 time: 0.2187853 Mar 23 02:44:38.661189 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33866) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:38.662419 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58723d-dac7-4fa5-ae2c-d66c551e1f12 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87e93e9-e22b-46c5-ad1a-120753e5a837,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:38.679971 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3681184e-e982-41e0-a5c8-6fc7f1c34b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (bad20326-87e1-4be2-a056-4bdeb5945705), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:38.681860 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a6c8f286-98a3-42e4-a179-33776316bac8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:38.752114 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c8f286-98a3-42e4-a179-33776316bac8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network a436c390-2140-4104-8ac3-fea73dd06612 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:38.757332 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-52a4bf76-21e7-4583-bf60-d101c67eeebb tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0943062 Mar 23 02:44:38.760690 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681184e-e982-41e0-a5c8-6fc7f1c34b4c None None] Pushing event updated for resources: {'Port': ['ID=bad20326-87e1-4be2-a056-4bdeb5945705,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:38.761312 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-a6c8f286-98a3-42e4-a179-33776316bac8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:38.762097 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33868) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:38.763569 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c8f286-98a3-42e4-a179-33776316bac8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:44:38.766641 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-92363f12-d659-4972-a3df-a29bcf17d2ae tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Request body: {'security_group_rule': {'security_group_id': '7f8ff0d6-6c7d-493d-836e-79e009981c48', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:38.770655 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8f286-98a3-42e4-a179-33776316bac8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Port': ['ID=4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:38.815311 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a6c8f286-98a3-42e4-a179-33776316bac8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (cce8b5c7-ced2-4be0-882d-88df9cf2c594), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:39.021677 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-92363f12-d659-4972-a3df-a29bcf17d2ae tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] create failed (client error): The resource could not be found. Mar 23 02:44:39.023441 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-92363f12-d659-4972-a3df-a29bcf17d2ae tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2598526 Mar 23 02:44:39.027069 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33870) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:39.032350 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-1e9d1e54-9295-4f51-b440-f6533b223511 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Request body: {'security_group': {'name': 'tempest-secgroup--1957090428'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:39.043922 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a6c8f286-98a3-42e4-a179-33776316bac8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:39.096833 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1e9d1e54-9295-4f51-b440-f6533b223511 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:39.175642 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1e9d1e54-9295-4f51-b440-f6533b223511 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (43cb5bc2-12e6-4ec5-b58c-9a9d84828900), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:39.233601 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1e9d1e54-9295-4f51-b440-f6533b223511 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (43cb5bc2-12e6-4ec5-b58c-9a9d84828900), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:39.263550 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d1e54-9295-4f51-b440-f6533b223511 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43cb5bc2-12e6-4ec5-b58c-9a9d84828900,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:39.323675 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1e9d1e54-9295-4f51-b440-f6533b223511 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:39.325203 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1e9d1e54-9295-4f51-b440-f6533b223511 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2969046 Mar 23 02:44:39.328331 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33872) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:39.330661 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a6c8f286-98a3-42e4-a179-33776316bac8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for port (4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:39.333329 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-4013a874-d311-48be-80aa-42be5b9e8e29 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Request body: {'security_group': {'name': 'tempest-secgroup--400293850'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:39.428497 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a6c8f286-98a3-42e4-a179-33776316bac8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:39.429434 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4013a874-d311-48be-80aa-42be5b9e8e29 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:39.508182 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8f286-98a3-42e4-a179-33776316bac8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event updated for resources: {'Port': ['ID=4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:39.510851 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a6c8f286-98a3-42e4-a179-33776316bac8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (cce8b5c7-ced2-4be0-882d-88df9cf2c594), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:39.552674 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75164315-3ca0-4d3b-8593-726cd75d677d req-9237afef-cfe2-42f3-9ad0-5dc7907856ed tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:39.554512 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-75164315-3ca0-4d3b-8593-726cd75d677d req-9237afef-cfe2-42f3-9ad0-5dc7907856ed tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=0df91275-c221-4677-9c97-57e516d83a65 HTTP/1.1" status: 200 len: 946 time: 0.0826638 Mar 23 02:44:39.561731 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4013a874-d311-48be-80aa-42be5b9e8e29 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (fb69beaf-6e8a-42d8-9bdf-f4b46ff08b4e), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:39.611810 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-75164315-3ca0-4d3b-8593-726cd75d677d req-0636740e-d61e-43a8-aa9f-0a129201c4de tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e75b20d-2d7e-402e-b726-dc86f47579fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489328 Mar 23 02:44:39.621541 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c8f286-98a3-42e4-a179-33776316bac8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Network a436c390-2140-4104-8ac3-fea73dd06612 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:39.623992 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-a6c8f286-98a3-42e4-a179-33776316bac8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:39.637864 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4013a874-d311-48be-80aa-42be5b9e8e29 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (fb69beaf-6e8a-42d8-9bdf-f4b46ff08b4e), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:39.682569 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013a874-d311-48be-80aa-42be5b9e8e29 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb69beaf-6e8a-42d8-9bdf-f4b46ff08b4e,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:39.729310 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4013a874-d311-48be-80aa-42be5b9e8e29 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:39.731587 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4013a874-d311-48be-80aa-42be5b9e8e29 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4020855 Mar 23 02:44:39.734733 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33878) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:39.742662 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f48a21f-ff76-42a7-a5fa-5fb6f7692204 None None] Network a436c390-2140-4104-8ac3-fea73dd06612 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:44:39.744000 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-805819ae-be08-4c1e-9cd4-2ec9430347ff tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Request body: {'security_group_rule': {'security_group_id': '43cb5bc2-12e6-4ec5-b58c-9a9d84828900', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'fb69beaf-6e8a-42d8-9bdf-f4b46ff08b4e'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:39.778547 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c8f286-98a3-42e4-a179-33776316bac8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Router cce8b5c7-ced2-4be0-882d-88df9cf2c594 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:44:39.786016 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d511675-1950-4ab6-b0e4-f9151e56c356 req-a49d1f56-23b9-44a9-96ca-44488d4898e0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:39.787584 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9d511675-1950-4ab6-b0e4-f9151e56c356 req-a49d1f56-23b9-44a9-96ca-44488d4898e0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=0df91275-c221-4677-9c97-57e516d83a65 HTTP/1.1" status: 200 len: 946 time: 0.0768225 Mar 23 02:44:39.816308 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-fa794fde-3049-451a-a964-dd6522b205c5 None None] Provisioning complete for port bad20326-87e1-4be2-a056-4bdeb5945705 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:39.816696 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fa794fde-3049-451a-a964-dd6522b205c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (bad20326-87e1-4be2-a056-4bdeb5945705), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:39.910075 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9d511675-1950-4ab6-b0e4-f9151e56c356 req-9a73cc15-9d72-466f-91ba-ecb0d7866ca5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e75b20d-2d7e-402e-b726-dc86f47579fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140330 Mar 23 02:44:39.924593 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c8f286-98a3-42e4-a179-33776316bac8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:39.930002 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-805819ae-be08-4c1e-9cd4-2ec9430347ff tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:44:39.930374 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-805819ae-be08-4c1e-9cd4-2ec9430347ff tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1944516 Mar 23 02:44:39.930820 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33880) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:39.934646 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a6c8f286-98a3-42e4-a179-33776316bac8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "PUT /v2.0/routers/cce8b5c7-ced2-4be0-882d-88df9cf2c594/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5087190 Mar 23 02:44:39.935125 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33882) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:39.936427 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8146898-9ac2-4225-9baf-581efae8d97d None None] Sync routers for ids ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:44:39.939295 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-859b8843-128e-44b4-8f56-0a57e2ebdc9c tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:39.981817 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-fa794fde-3049-451a-a964-dd6522b205c5 None None] Current status of the port bad20326-87e1-4be2-a056-4bdeb5945705 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:39.982263 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fa794fde-3049-451a-a964-dd6522b205c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (bad20326-87e1-4be2-a056-4bdeb5945705), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:39.996556 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8146898-9ac2-4225-9baf-581efae8d97d None None] Routers {'cce8b5c7-ced2-4be0-882d-88df9cf2c594'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:39.997226 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-e8146898-9ac2-4225-9baf-581efae8d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:40.019912 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f85e40b9-efaa-4c6b-bf2d-83e2a95cbf0a tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (fb69beaf-6e8a-42d8-9bdf-f4b46ff08b4e), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:40.058483 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f85e40b9-efaa-4c6b-bf2d-83e2a95cbf0a tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (fb69beaf-6e8a-42d8-9bdf-f4b46ff08b4e), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:40.105185 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-fa794fde-3049-451a-a964-dd6522b205c5 None None] For port bad20326-87e1-4be2-a056-4bdeb5945705, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=bad20326-87e1-4be2-a056-4bdeb5945705,segment=NetworkSegment(7cdde514-793c-4528-86ad-9d6e3c7cc9cf),segment_id=7cdde514-793c-4528-86ad-9d6e3c7cc9cf)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:40.118412 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-e8146898-9ac2-4225-9baf-581efae8d97d None None] Set router cce8b5c7-ced2-4be0-882d-88df9cf2c594 gateway port host: None {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:40.174967 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fa794fde-3049-451a-a964-dd6522b205c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (bad20326-87e1-4be2-a056-4bdeb5945705), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:40.211219 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f85e40b9-efaa-4c6b-bf2d-83e2a95cbf0a tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (fb69beaf-6e8a-42d8-9bdf-f4b46ff08b4e), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:40.222494 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f85e40b9-efaa-4c6b-bf2d-83e2a95cbf0a tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:40.222494 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f85e40b9-efaa-4c6b-bf2d-83e2a95cbf0a tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "DELETE /v2.0/security-groups/fb69beaf-6e8a-42d8-9bdf-f4b46ff08b4e HTTP/1.1" status: 204 len: 168 time: 0.2897604 Mar 23 02:44:40.227291 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33888) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:40.259037 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e40b9-efaa-4c6b-bf2d-83e2a95cbf0a tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb69beaf-6e8a-42d8-9bdf-f4b46ff08b4e,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:40.332632 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d91a282c-94b5-4228-8f69-cec254949abc tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1038735 Mar 23 02:44:40.333131 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa794fde-3049-451a-a964-dd6522b205c5 None None] Pushing event updated for resources: {'Port': ['ID=bad20326-87e1-4be2-a056-4bdeb5945705,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:40.333334 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33890) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:40.407376 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-f3f42889-09dd-4717-b78e-33fd48485075 None None] Provisioning complete for port 4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:40.407761 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f3f42889-09dd-4717-b78e-33fd48485075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:40.409664 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device bad20326-87e1-4be2-a056-4bdeb5945705 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:44:40.434573 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-12047e6c-e9a9-4b32-91d4-6a37d6f1c89d tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (43cb5bc2-12e6-4ec5-b58c-9a9d84828900), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:40.466340 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-12047e6c-e9a9-4b32-91d4-6a37d6f1c89d tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (43cb5bc2-12e6-4ec5-b58c-9a9d84828900), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:40.495358 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f3f42889-09dd-4717-b78e-33fd48485075 None None] Port 4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:44:40.520924 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-f3f42889-09dd-4717-b78e-33fd48485075 None None] Provisioning complete for port bad20326-87e1-4be2-a056-4bdeb5945705 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:40.521311 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f3f42889-09dd-4717-b78e-33fd48485075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (bad20326-87e1-4be2-a056-4bdeb5945705), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:40.529886 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-e8146898-9ac2-4225-9baf-581efae8d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'name': 'tempest-RoutersTest-router-1267457122', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:22Z', 'updated_at': '2022-03-23T02:44:38Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'gw_port_host': None, '_interfaces': [{'id': '4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44', 'name': '', 'network_id': 'a436c390-2140-4104-8ac3-fea73dd06612', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:af:29:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '713cfa3d-4612-4915-8a93-dde8a4eda3e0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:38Z', 'updated_at': '2022-03-23T02:44:39Z', 'revision_number': 2, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '713cfa3d-4612-4915-8a93-dde8a4eda3e0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '728f335e-691b-4127-b3d2-ad3c9dd9cb80', 'name': '', 'network_id': '84b0890b-506b-48d5-8bda-f209818e39f9', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:e0:8a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '68de54c4-8477-4eef-a03f-2e4a8ffaf161', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:33Z', 'updated_at': '2022-03-23T02:44:37Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '68de54c4-8477-4eef-a03f-2e4a8ffaf161', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c100fcbc-213f-49b3-ba87-8cbd34182adf', 'name': '', 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:8e:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:24Z', 'updated_at': '2022-03-23T02:44:27Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4cc40d5-9d9d-4347-8853-69f00a28425f', 'name': '', 'network_id': '0056bfe4-0db5-46af-adb1-3524f39677bf', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:f8:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:28Z', 'updated_at': '2022-03-23T02:44:33Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:40.552999 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port bad20326-87e1-4be2-a056-4bdeb5945705 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:40.553966 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (bad20326-87e1-4be2-a056-4bdeb5945705), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:40.603962 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8146898-9ac2-4225-9baf-581efae8d97d None None] Checking router: cce8b5c7-ced2-4be0-882d-88df9cf2c594 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:44:40.604327 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8146898-9ac2-4225-9baf-581efae8d97d None None] Updating router cce8b5c7-ced2-4be0-882d-88df9cf2c594 port 4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44 binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:44:40.605607 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-12047e6c-e9a9-4b32-91d4-6a37d6f1c89d tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (43cb5bc2-12e6-4ec5-b58c-9a9d84828900), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:40.610735 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-12047e6c-e9a9-4b32-91d4-6a37d6f1c89d tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:40.618722 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-12047e6c-e9a9-4b32-91d4-6a37d6f1c89d tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "DELETE /v2.0/security-groups/43cb5bc2-12e6-4ec5-b58c-9a9d84828900 HTTP/1.1" status: 204 len: 168 time: 0.2841518 Mar 23 02:44:40.619509 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33892) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:40.645099 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12047e6c-e9a9-4b32-91d4-6a37d6f1c89d tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cb5bc2-12e6-4ec5-b58c-9a9d84828900,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:40.662678 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e8146898-9ac2-4225-9baf-581efae8d97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:40.701150 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e1237d52-f5ba-4bbd-a222-b8c66254f1c6 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0774832 Mar 23 02:44:40.707368 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33894) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:40.712998 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-51e61a0b-517e-479f-bb2b-3ece1d4b1246 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Request body: {'security_group': {'name': 'tempest-secgroup--1701503450'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:40.809364 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.extraroute_db [None req-859b8843-128e-44b4-8f56-0a57e2ebdc9c tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=104349) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 23 02:44:40.810006 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-51e61a0b-517e-479f-bb2b-3ece1d4b1246 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:40.824731 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.extraroute_db [None req-859b8843-128e-44b4-8f56-0a57e2ebdc9c tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Removed routes are [] {{(pid=104349) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 23 02:44:40.825150 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-859b8843-128e-44b4-8f56-0a57e2ebdc9c tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1655254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3512'] for router (cce8b5c7-ced2-4be0-882d-88df9cf2c594), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:40.881780 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-51e61a0b-517e-479f-bb2b-3ece1d4b1246 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (ae616b72-9731-42e2-8b8d-7ee7770deca0), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:40.952150 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-51e61a0b-517e-479f-bb2b-3ece1d4b1246 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (ae616b72-9731-42e2-8b8d-7ee7770deca0), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:40.983695 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e61a0b-517e-479f-bb2b-3ece1d4b1246 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae616b72-9731-42e2-8b8d-7ee7770deca0,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:40.994842 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port bad20326-87e1-4be2-a056-4bdeb5945705 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:40.996834 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f3f42889-09dd-4717-b78e-33fd48485075 None None] Current status of the port bad20326-87e1-4be2-a056-4bdeb5945705 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:41.041862 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-51e61a0b-517e-479f-bb2b-3ece1d4b1246 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:41.046095 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-51e61a0b-517e-479f-bb2b-3ece1d4b1246 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3350000 Mar 23 02:44:41.046343 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33896) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:41.051014 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-a034a5e6-cc58-4c08-b1a2-33a92bca204c tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:41.051543 dv-neutron-834613-2-hyperv neutron-server[104348]: WARNING neutron.api.v2.base [None req-a034a5e6-cc58-4c08-b1a2-33a92bca204c tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 23 02:44:41.052180 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-a034a5e6-cc58-4c08-b1a2-33a92bca204c tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] update failed (client error): There was a conflict when trying to complete your request. Mar 23 02:44:41.053384 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a034a5e6-cc58-4c08-b1a2-33a92bca204c tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "PUT /v2.0/security-groups/ae616b72-9731-42e2-8b8d-7ee7770deca0 HTTP/1.1" status: 409 len: 330 time: 0.0058351 Mar 23 02:44:41.056283 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33898) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:41.089191 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-859b8843-128e-44b4-8f56-0a57e2ebdc9c tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1655254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3512'] for router (cce8b5c7-ced2-4be0-882d-88df9cf2c594), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:41.092946 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-859b8843-128e-44b4-8f56-0a57e2ebdc9c tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1655263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1655076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656974'] for router (cce8b5c7-ced2-4be0-882d-88df9cf2c594), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:41.116228 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2bd83567-2bc6-4a18-af14-93a1f3692796 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (ae616b72-9731-42e2-8b8d-7ee7770deca0), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:41.132272 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-ce4bc8a8-0dd7-4c08-8be6-64c514983d09 None None] Provisioning complete for port 4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:41.132666 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ce4bc8a8-0dd7-4c08-8be6-64c514983d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:41.144930 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2bd83567-2bc6-4a18-af14-93a1f3692796 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (ae616b72-9731-42e2-8b8d-7ee7770deca0), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:41.210159 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859b8843-128e-44b4-8f56-0a57e2ebdc9c tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Router cce8b5c7-ced2-4be0-882d-88df9cf2c594 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:44:41.213838 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-ce4bc8a8-0dd7-4c08-8be6-64c514983d09 None None] Port 4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:44:41.234046 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e8146898-9ac2-4225-9baf-581efae8d97d None None] Publish callbacks [] for port (4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:41.290709 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2bd83567-2bc6-4a18-af14-93a1f3692796 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (ae616b72-9731-42e2-8b8d-7ee7770deca0), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:41.293389 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2bd83567-2bc6-4a18-af14-93a1f3692796 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:41.294596 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2bd83567-2bc6-4a18-af14-93a1f3692796 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "DELETE /v2.0/security-groups/ae616b72-9731-42e2-8b8d-7ee7770deca0 HTTP/1.1" status: 204 len: 168 time: 0.2374334 Mar 23 02:44:41.297252 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33900) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:41.304353 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd83567-2bc6-4a18-af14-93a1f3692796 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae616b72-9731-42e2-8b8d-7ee7770deca0,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:41.321780 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e8146898-9ac2-4225-9baf-581efae8d97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:41.335288 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859b8843-128e-44b4-8f56-0a57e2ebdc9c tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:41.342910 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-859b8843-128e-44b4-8f56-0a57e2ebdc9c tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:41.344128 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-859b8843-128e-44b4-8f56-0a57e2ebdc9c tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "PUT /v2.0/routers/cce8b5c7-ced2-4be0-882d-88df9cf2c594 HTTP/1.1" status: 200 len: 934 time: 1.4083135 Mar 23 02:44:41.347157 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33902) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:41.372145 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-cf933a4f-2f94-4ede-8660-6f78b936a5a9 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0733905 Mar 23 02:44:41.375544 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33904) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:41.382732 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296fc23-1112-4d7f-91ac-57350855ba17 None None] Pushing event updated for resources: {'Port': ['ID=4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:41.395935 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-7eb720f4-7c9a-4659-952c-3a3115fc1a5a tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] delete failed (client error): The resource could not be found. Mar 23 02:44:41.397322 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7eb720f4-7c9a-4659-952c-3a3115fc1a5a tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "DELETE /v2.0/security-groups/6367a83f-f64b-480e-b4b6-5c99fb310ae0 HTTP/1.1" status: 404 len: 347 time: 0.0204740 Mar 23 02:44:41.401063 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33906) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:41.418180 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-8f9e6db9-25e8-4f8a-ac01-7707204d9c2b tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] show failed (client error): The resource could not be found. Mar 23 02:44:41.419238 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8f9e6db9-25e8-4f8a-ac01-7707204d9c2b tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "GET /v2.0/security-groups/65530cc8-cc1c-4b10-ab96-a6298b76b6d9 HTTP/1.1" status: 404 len: 347 time: 0.0172315 Mar 23 02:44:41.422933 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33908) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:41.438048 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-e8146898-9ac2-4225-9baf-581efae8d97d None None] Attempting to bind port 4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:44:41.438555 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-e8146898-9ac2-4225-9baf-581efae8d97d None None] Attempting to bind port 4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '7cdde514-793c-4528-86ad-9d6e3c7cc9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a436c390-2140-4104-8ac3-fea73dd06612'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:44:41.439071 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8146898-9ac2-4225-9baf-581efae8d97d None None] Attempting to bind port 4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44 on network a436c390-2140-4104-8ac3-fea73dd06612 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:44:41.439307 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-731f9328-5b04-4efd-89f7-14640717bf30 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] show failed (client error): The resource could not be found. Mar 23 02:44:41.440656 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-731f9328-5b04-4efd-89f7-14640717bf30 tempest-NegativeSecGroupTest-631336715 tempest-NegativeSecGroupTest-631336715-project] 10.222.0.24 "GET /v2.0/security-group-rules/cbd96b4b-e10b-4a84-8ba9-4950090e0caa HTTP/1.1" status: 404 len: 356 time: 0.0167925 Mar 23 02:44:41.449957 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8146898-9ac2-4225-9baf-581efae8d97d None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:44:41.450480 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8146898-9ac2-4225-9baf-581efae8d97d None None] Checking segment: {'id': '7cdde514-793c-4528-86ad-9d6e3c7cc9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a436c390-2140-4104-8ac3-fea73dd06612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:44:41.450992 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e8146898-9ac2-4225-9baf-581efae8d97d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:41.451496 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8146898-9ac2-4225-9baf-581efae8d97d None None] Bound using segment: {'id': '7cdde514-793c-4528-86ad-9d6e3c7cc9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a436c390-2140-4104-8ac3-fea73dd06612'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:44:41.452110 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-e8146898-9ac2-4225-9baf-581efae8d97d None None] Bound port: 4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cdde514-793c-4528-86ad-9d6e3c7cc9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a436c390-2140-4104-8ac3-fea73dd06612'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:44:41.452598 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e8146898-9ac2-4225-9baf-581efae8d97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:41.460341 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33912) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:41.512992 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2df20fb9-01c1-4aa1-9c40-98dc144575b5 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "GET /v2.0/routers/cce8b5c7-ced2-4be0-882d-88df9cf2c594 HTTP/1.1" status: 200 len: 934 time: 0.1646621 Mar 23 02:44:41.515542 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33914) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:41.522994 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-56be00a9-0392-4c19-88e2-7715c52dbe5e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Request body: {'router': {'routes': None}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:41.539144 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-e8146898-9ac2-4225-9baf-581efae8d97d None None] For port 4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:44:41.542557 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-e8146898-9ac2-4225-9baf-581efae8d97d None None] For port 4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44,segment=NetworkSegment(7cdde514-793c-4528-86ad-9d6e3c7cc9cf),segment_id=7cdde514-793c-4528-86ad-9d6e3c7cc9cf)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:44:41.634890 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-4e20cf71-dfe4-4371-9e75-9da21480e718 None None] Provisioning complete for port 4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:41.635561 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4e20cf71-dfe4-4371-9e75-9da21480e718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:41.659149 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e8146898-9ac2-4225-9baf-581efae8d97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:41.699121 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-4e20cf71-dfe4-4371-9e75-9da21480e718 None None] Port 4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:44:41.733186 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8146898-9ac2-4225-9baf-581efae8d97d None None] Routers {'cce8b5c7-ced2-4be0-882d-88df9cf2c594'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:41.733706 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-e8146898-9ac2-4225-9baf-581efae8d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:41.736838 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296fc23-1112-4d7f-91ac-57350855ba17 None None] Pushing event updated for resources: {'Port': ['ID=4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:41.846031 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-e8146898-9ac2-4225-9baf-581efae8d97d None None] Set router cce8b5c7-ced2-4be0-882d-88df9cf2c594 gateway port host: None {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:42.000597 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0a74ee55-f367-4b39-b675-eed41ef9f25f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:42.050768 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33918) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:42.070883 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.extraroute_db [None req-56be00a9-0392-4c19-88e2-7715c52dbe5e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Added routes are [] {{(pid=104348) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 23 02:44:42.071250 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.extraroute_db [None req-56be00a9-0392-4c19-88e2-7715c52dbe5e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=104348) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 23 02:44:42.109627 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-56be00a9-0392-4c19-88e2-7715c52dbe5e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1655254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3512'] for router (cce8b5c7-ced2-4be0-882d-88df9cf2c594), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:42.139686 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-2a3bc5fb-0c45-4547-9d66-09d45442e09c None None] Provisioning complete for port 4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:42.140244 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2a3bc5fb-0c45-4547-9d66-09d45442e09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:42.197026 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-e8146898-9ac2-4225-9baf-581efae8d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'name': 'tempest-RoutersTest-router-1267457122', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:22Z', 'updated_at': '2022-03-23T02:44:40Z', 'revision_number': 6, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'gw_port_host': None, '_interfaces': [{'id': '4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44', 'name': '', 'network_id': 'a436c390-2140-4104-8ac3-fea73dd06612', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:af:29:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '713cfa3d-4612-4915-8a93-dde8a4eda3e0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:38Z', 'updated_at': '2022-03-23T02:44:41Z', 'revision_number': 4, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '713cfa3d-4612-4915-8a93-dde8a4eda3e0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '728f335e-691b-4127-b3d2-ad3c9dd9cb80', 'name': '', 'network_id': '84b0890b-506b-48d5-8bda-f209818e39f9', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:e0:8a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '68de54c4-8477-4eef-a03f-2e4a8ffaf161', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:33Z', 'updated_at': '2022-03-23T02:44:37Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '68de54c4-8477-4eef-a03f-2e4a8ffaf161', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c100fcbc-213f-49b3-ba87-8cbd34182adf', 'name': '', 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:8e:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:24Z', 'updated_at': '2022-03-23T02:44:27Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4cc40d5-9d9d-4347-8853-69f00a28425f', 'name': '', 'network_id': '0056bfe4-0db5-46af-adb1-3524f39677bf', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:f8:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:28Z', 'updated_at': '2022-03-23T02:44:33Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:42.231108 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8146898-9ac2-4225-9baf-581efae8d97d None None] The sync data for ids ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'] in dv-neutron-834613-2-hyperv is: [{'id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'name': 'tempest-RoutersTest-router-1267457122', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:22Z', 'updated_at': '2022-03-23T02:44:40Z', 'revision_number': 6, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'gw_port_host': None, '_interfaces': [{'id': '4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44', 'name': '', 'network_id': 'a436c390-2140-4104-8ac3-fea73dd06612', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:af:29:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '713cfa3d-4612-4915-8a93-dde8a4eda3e0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:38Z', 'updated_at': '2022-03-23T02:44:41Z', 'revision_number': 4, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '713cfa3d-4612-4915-8a93-dde8a4eda3e0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '728f335e-691b-4127-b3d2-ad3c9dd9cb80', 'name': '', 'network_id': '84b0890b-506b-48d5-8bda-f209818e39f9', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:e0:8a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '68de54c4-8477-4eef-a03f-2e4a8ffaf161', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:33Z', 'updated_at': '2022-03-23T02:44:37Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '68de54c4-8477-4eef-a03f-2e4a8ffaf161', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c100fcbc-213f-49b3-ba87-8cbd34182adf', 'name': '', 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:8e:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:24Z', 'updated_at': '2022-03-23T02:44:27Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4cc40d5-9d9d-4347-8853-69f00a28425f', 'name': '', 'network_id': '0056bfe4-0db5-46af-adb1-3524f39677bf', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:f8:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:28Z', 'updated_at': '2022-03-23T02:44:33Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:44:42.274797 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-2a3bc5fb-0c45-4547-9d66-09d45442e09c None None] Current status of the port 4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:42.276754 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2a3bc5fb-0c45-4547-9d66-09d45442e09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:42.309337 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1bf03702-2824-4db1-ad8a-16e0bcd4dcde admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=196df5e1e05f4466bdbcadc9fc99058d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2573090 Mar 23 02:44:42.318925 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33922) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:42.366737 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-2a3bc5fb-0c45-4547-9d66-09d45442e09c None None] For port 4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44,segment=NetworkSegment(7cdde514-793c-4528-86ad-9d6e3c7cc9cf),segment_id=7cdde514-793c-4528-86ad-9d6e3c7cc9cf)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:42.374256 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device bad20326-87e1-4be2-a056-4bdeb5945705 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:44:42.438763 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-56be00a9-0392-4c19-88e2-7715c52dbe5e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1655254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3512'] for router (cce8b5c7-ced2-4be0-882d-88df9cf2c594), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:42.442855 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-56be00a9-0392-4c19-88e2-7715c52dbe5e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1655263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1655076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656974'] for router (cce8b5c7-ced2-4be0-882d-88df9cf2c594), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:42.445151 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port bad20326-87e1-4be2-a056-4bdeb5945705 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:42.445596 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (bad20326-87e1-4be2-a056-4bdeb5945705), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:42.448904 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2a3bc5fb-0c45-4547-9d66-09d45442e09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:42.469259 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-eee17f09-c157-4766-b1cd-71018a7647ef admin admin] Publish callbacks [] for security_group (1d48cf32-458d-4c16-89c8-75d48e3e29c7), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:42.483100 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-0a74ee55-f367-4b39-b675-eed41ef9f25f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.20.0.17 (b02c78cc-88fa-4db8-832f-b0b08aaa68c6/74defd8a-e54a-446f-bb45-13589753dac4/d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:44:42.505733 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-eee17f09-c157-4766-b1cd-71018a7647ef admin admin] Publish callbacks [] for security_group (1d48cf32-458d-4c16-89c8-75d48e3e29c7), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:42.553609 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3bc5fb-0c45-4547-9d66-09d45442e09c None None] Pushing event updated for resources: {'Port': ['ID=4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:42.604724 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56be00a9-0392-4c19-88e2-7715c52dbe5e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Router cce8b5c7-ced2-4be0-882d-88df9cf2c594 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:44:42.611608 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port bad20326-87e1-4be2-a056-4bdeb5945705 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:42.650420 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0a74ee55-f367-4b39-b675-eed41ef9f25f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:42.718854 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56be00a9-0392-4c19-88e2-7715c52dbe5e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:42.719494 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-eee17f09-c157-4766-b1cd-71018a7647ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (1d48cf32-458d-4c16-89c8-75d48e3e29c7), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:42.722243 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-eee17f09-c157-4766-b1cd-71018a7647ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:42.723463 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-eee17f09-c157-4766-b1cd-71018a7647ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d48cf32-458d-4c16-89c8-75d48e3e29c7 HTTP/1.1" status: 204 len: 168 time: 0.4032705 Mar 23 02:44:42.737064 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-56be00a9-0392-4c19-88e2-7715c52dbe5e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:42.737064 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-56be00a9-0392-4c19-88e2-7715c52dbe5e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "PUT /v2.0/routers/cce8b5c7-ced2-4be0-882d-88df9cf2c594 HTTP/1.1" status: 200 len: 700 time: 1.2126966 Mar 23 02:44:42.737502 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee17f09-c157-4766-b1cd-71018a7647ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d48cf32-458d-4c16-89c8-75d48e3e29c7,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:42.738945 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33926) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:42.821636 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0a74ee55-f367-4b39-b675-eed41ef9f25f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:42.888063 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74ee55-f367-4b39-b675-eed41ef9f25f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:42.891424 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a74ee55-f367-4b39-b675-eed41ef9f25f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network b02c78cc-88fa-4db8-832f-b0b08aaa68c6 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:42.896532 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-0a74ee55-f367-4b39-b675-eed41ef9f25f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:42.900113 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a74ee55-f367-4b39-b675-eed41ef9f25f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:44:42.932977 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6cf0b5a1-e58a-47ee-a612-ba134c3e1a25 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "GET /v2.0/routers/cce8b5c7-ced2-4be0-882d-88df9cf2c594 HTTP/1.1" status: 200 len: 700 time: 0.1927524 Mar 23 02:44:42.936479 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33928) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:43.029132 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0a74ee55-f367-4b39-b675-eed41ef9f25f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (348925bf-cd60-4447-9afc-6c70cdb5f330), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:43.190812 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff894755-9d4a-4ceb-91ce-7aee61d74f4d None None] Sync routers for ids ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:44:43.203401 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff894755-9d4a-4ceb-91ce-7aee61d74f4d None None] Routers {'cce8b5c7-ced2-4be0-882d-88df9cf2c594'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:43.204376 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-ff894755-9d4a-4ceb-91ce-7aee61d74f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:43.275400 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-75ef598c-ff03-4f41-9580-fc56e15c21ae None None] Provisioning complete for port d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:43.276027 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-75ef598c-ff03-4f41-9580-fc56e15c21ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:43.308126 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-ff894755-9d4a-4ceb-91ce-7aee61d74f4d None None] Set router cce8b5c7-ced2-4be0-882d-88df9cf2c594 gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:43.313980 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-75ef598c-ff03-4f41-9580-fc56e15c21ae None None] Port d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:44:43.354393 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0a74ee55-f367-4b39-b675-eed41ef9f25f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:43.531045 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-ff894755-9d4a-4ceb-91ce-7aee61d74f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'name': 'tempest-RoutersTest-router-1267457122', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:22Z', 'updated_at': '2022-03-23T02:44:42Z', 'revision_number': 7, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'gw_port_host': None, '_interfaces': [{'id': '4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44', 'name': '', 'network_id': 'a436c390-2140-4104-8ac3-fea73dd06612', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:af:29:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '713cfa3d-4612-4915-8a93-dde8a4eda3e0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:38Z', 'updated_at': '2022-03-23T02:44:42Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '713cfa3d-4612-4915-8a93-dde8a4eda3e0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '728f335e-691b-4127-b3d2-ad3c9dd9cb80', 'name': '', 'network_id': '84b0890b-506b-48d5-8bda-f209818e39f9', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:e0:8a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '68de54c4-8477-4eef-a03f-2e4a8ffaf161', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:33Z', 'updated_at': '2022-03-23T02:44:37Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '68de54c4-8477-4eef-a03f-2e4a8ffaf161', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c100fcbc-213f-49b3-ba87-8cbd34182adf', 'name': '', 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:8e:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:24Z', 'updated_at': '2022-03-23T02:44:27Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4cc40d5-9d9d-4347-8853-69f00a28425f', 'name': '', 'network_id': '0056bfe4-0db5-46af-adb1-3524f39677bf', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:f8:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:28Z', 'updated_at': '2022-03-23T02:44:33Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:43.565099 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff894755-9d4a-4ceb-91ce-7aee61d74f4d None None] Checking router: cce8b5c7-ced2-4be0-882d-88df9cf2c594 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:44:43.572317 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff894755-9d4a-4ceb-91ce-7aee61d74f4d None None] Routers {'cce8b5c7-ced2-4be0-882d-88df9cf2c594'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:43.573182 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-ff894755-9d4a-4ceb-91ce-7aee61d74f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:43.588218 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5ec59780-b65f-4c4e-873d-a36ff09c37ea tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (cce8b5c7-ced2-4be0-882d-88df9cf2c594), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:43.669224 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-ff894755-9d4a-4ceb-91ce-7aee61d74f4d None None] Set router cce8b5c7-ced2-4be0-882d-88df9cf2c594 gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:43.908155 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-ff894755-9d4a-4ceb-91ce-7aee61d74f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'name': 'tempest-RoutersTest-router-1267457122', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:22Z', 'updated_at': '2022-03-23T02:44:42Z', 'revision_number': 7, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'gw_port_host': None, '_interfaces': [{'id': '4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44', 'name': '', 'network_id': 'a436c390-2140-4104-8ac3-fea73dd06612', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:af:29:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '713cfa3d-4612-4915-8a93-dde8a4eda3e0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:38Z', 'updated_at': '2022-03-23T02:44:42Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '713cfa3d-4612-4915-8a93-dde8a4eda3e0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '728f335e-691b-4127-b3d2-ad3c9dd9cb80', 'name': '', 'network_id': '84b0890b-506b-48d5-8bda-f209818e39f9', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:e0:8a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '68de54c4-8477-4eef-a03f-2e4a8ffaf161', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:33Z', 'updated_at': '2022-03-23T02:44:37Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '68de54c4-8477-4eef-a03f-2e4a8ffaf161', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c100fcbc-213f-49b3-ba87-8cbd34182adf', 'name': '', 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:8e:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:24Z', 'updated_at': '2022-03-23T02:44:27Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4cc40d5-9d9d-4347-8853-69f00a28425f', 'name': '', 'network_id': '0056bfe4-0db5-46af-adb1-3524f39677bf', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:f8:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:28Z', 'updated_at': '2022-03-23T02:44:33Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:43.935273 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff894755-9d4a-4ceb-91ce-7aee61d74f4d None None] The sync data for ids ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'] in dv-neutron-834613-2-hyperv is: [{'id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'name': 'tempest-RoutersTest-router-1267457122', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:22Z', 'updated_at': '2022-03-23T02:44:42Z', 'revision_number': 7, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'gw_port_host': None, '_interfaces': [{'id': '4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44', 'name': '', 'network_id': 'a436c390-2140-4104-8ac3-fea73dd06612', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:af:29:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '713cfa3d-4612-4915-8a93-dde8a4eda3e0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:38Z', 'updated_at': '2022-03-23T02:44:42Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '713cfa3d-4612-4915-8a93-dde8a4eda3e0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '728f335e-691b-4127-b3d2-ad3c9dd9cb80', 'name': '', 'network_id': '84b0890b-506b-48d5-8bda-f209818e39f9', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:e0:8a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '68de54c4-8477-4eef-a03f-2e4a8ffaf161', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:33Z', 'updated_at': '2022-03-23T02:44:37Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '68de54c4-8477-4eef-a03f-2e4a8ffaf161', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c100fcbc-213f-49b3-ba87-8cbd34182adf', 'name': '', 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:8e:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:24Z', 'updated_at': '2022-03-23T02:44:27Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4cc40d5-9d9d-4347-8853-69f00a28425f', 'name': '', 'network_id': '0056bfe4-0db5-46af-adb1-3524f39677bf', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:f8:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:28Z', 'updated_at': '2022-03-23T02:44:33Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:44:44.156061 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0a74ee55-f367-4b39-b675-eed41ef9f25f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:44.202168 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0a74ee55-f367-4b39-b675-eed41ef9f25f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:44.325889 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0a74ee55-f367-4b39-b675-eed41ef9f25f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (348925bf-cd60-4447-9afc-6c70cdb5f330), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:44.327916 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74ee55-f367-4b39-b675-eed41ef9f25f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:44.330067 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:44:44.379765 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:44.380177 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:44.396639 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-5ec59780-b65f-4c4e-873d-a36ff09c37ea tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Deleting port 4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:44.397519 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5ec59780-b65f-4c4e-873d-a36ff09c37ea tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:44.462269 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:44.517816 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a74ee55-f367-4b39-b675-eed41ef9f25f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network b02c78cc-88fa-4db8-832f-b0b08aaa68c6 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:44.523527 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-0a74ee55-f367-4b39-b675-eed41ef9f25f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:44.533227 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-5ec59780-b65f-4c4e-873d-a36ff09c37ea tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] For port 4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44,segment=NetworkSegment(7cdde514-793c-4528-86ad-9d6e3c7cc9cf),segment_id=7cdde514-793c-4528-86ad-9d6e3c7cc9cf)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:44.533595 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5ec59780-b65f-4c4e-873d-a36ff09c37ea tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:44.586436 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-5ec59780-b65f-4c4e-873d-a36ff09c37ea tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Calling delete_port for 4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44 owned by network:router_interface {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:44.721895 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a74ee55-f367-4b39-b675-eed41ef9f25f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router 348925bf-cd60-4447-9afc-6c70cdb5f330 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:44:44.855565 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-d904f06b-1cbc-4994-9337-02a9f9e7d04b None None] Provisioning complete for port d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:44.856091 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d904f06b-1cbc-4994-9337-02a9f9e7d04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:44.891550 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-d904f06b-1cbc-4994-9337-02a9f9e7d04b None None] Port d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:44:44.929776 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a74ee55-f367-4b39-b675-eed41ef9f25f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:44.935564 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0a74ee55-f367-4b39-b675-eed41ef9f25f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "PUT /v2.0/routers/348925bf-cd60-4447-9afc-6c70cdb5f330/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4741607 Mar 23 02:44:44.947001 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09feb3e-200a-401d-ac73-f64c0e088b4e None None] Sync routers for ids ['348925bf-cd60-4447-9afc-6c70cdb5f330'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:44:44.957983 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09feb3e-200a-401d-ac73-f64c0e088b4e None None] Routers {'348925bf-cd60-4447-9afc-6c70cdb5f330'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:44.958593 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-b09feb3e-200a-401d-ac73-f64c0e088b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['348925bf-cd60-4447-9afc-6c70cdb5f330'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:44.980650 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5ec59780-b65f-4c4e-873d-a36ff09c37ea tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:45.011523 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec59780-b65f-4c4e-873d-a36ff09c37ea tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Port': ['ID=4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:45.108070 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-b09feb3e-200a-401d-ac73-f64c0e088b4e None None] Set router 348925bf-cd60-4447-9afc-6c70cdb5f330 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:45.221177 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5ec59780-b65f-4c4e-873d-a36ff09c37ea tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (cce8b5c7-ced2-4be0-882d-88df9cf2c594), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:45.281588 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33970) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:45.286415 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-4bd7f43a-f879-4e24-9516-c30f2ca732f9 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-38617254', 'description': 'tempest-secgroup-smoke-38617254 description', 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:45.371208 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4bd7f43a-f879-4e24-9516-c30f2ca732f9 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:45.383569 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4bd7f43a-f879-4e24-9516-c30f2ca732f9 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:45.384850 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-b09feb3e-200a-401d-ac73-f64c0e088b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'name': 'tempest-TestNetworkBasicOps-router-291108398', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:58Z', 'updated_at': '2022-03-23T02:44:43Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ab:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:59Z', 'updated_at': '2022-03-23T02:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'f813c19a-f3b9-4df6-a48a-6ec28b834e58', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.29', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'port_id': '9cf29ee6-29b2-4cea-b256-c42b197c86da', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f', 'mac_address': 'fa:16:3e:cd:62:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f404b35-1a79-428a-b131-1b19b7275464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:43:41Z', 'updated_at': '2022-03-23T02:43:44Z', 'revision_number': 1, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242b67c2-fe7d-420b-95a2-84cc81f632c9', 'name': '', 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:fb:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '0e82ad3e-8209-4b30-a945-f7db24c31d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:43:07Z', 'updated_at': '2022-03-23T02:43:16Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '0e82ad3e-8209-4b30-a945-f7db24c31d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6a18ba6-0ce9-458e-bcbd-7d0f230ee90a', 'name': '', 'network_id': 'b02c78cc-88fa-4db8-832f-b0b08aaa68c6', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:77:88:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '74defd8a-e54a-446f-bb45-13589753dac4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:42Z', 'updated_at': '2022-03-23T02:44:43Z', 'revision_number': 2, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '74defd8a-e54a-446f-bb45-13589753dac4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:45.416973 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09feb3e-200a-401d-ac73-f64c0e088b4e None None] Checking router: 348925bf-cd60-4447-9afc-6c70cdb5f330 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:44:45.417410 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09feb3e-200a-401d-ac73-f64c0e088b4e None None] Updating router 348925bf-cd60-4447-9afc-6c70cdb5f330 port d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:44:45.438548 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec59780-b65f-4c4e-873d-a36ff09c37ea tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Router cce8b5c7-ced2-4be0-882d-88df9cf2c594 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:44:45.446380 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b09feb3e-200a-401d-ac73-f64c0e088b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:45.463879 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4bd7f43a-f879-4e24-9516-c30f2ca732f9 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for security_group (e296dd6c-046a-491d-b893-fc4aaeefed94), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:45.529287 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4bd7f43a-f879-4e24-9516-c30f2ca732f9 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (e296dd6c-046a-491d-b893-fc4aaeefed94), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:45.540280 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec59780-b65f-4c4e-873d-a36ff09c37ea tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:45.547725 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5ec59780-b65f-4c4e-873d-a36ff09c37ea tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "PUT /v2.0/routers/cce8b5c7-ced2-4be0-882d-88df9cf2c594/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6082547 Mar 23 02:44:45.548036 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33972) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:45.554940 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3147d601-0505-4391-a3d0-652d18626f58 None None] Sync routers for ids ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:44:45.568326 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3147d601-0505-4391-a3d0-652d18626f58 None None] Routers {'cce8b5c7-ced2-4be0-882d-88df9cf2c594'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:45.571359 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-3147d601-0505-4391-a3d0-652d18626f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:45.591643 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7f43a-f879-4e24-9516-c30f2ca732f9 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e296dd6c-046a-491d-b893-fc4aaeefed94,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:45.618589 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-915ec851-bf37-48c3-9911-8217970ca598 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Deleting subnet 713cfa3d-4612-4915-8a93-dde8a4eda3e0 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:44:45.622978 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-915ec851-bf37-48c3-9911-8217970ca598 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for subnet (713cfa3d-4612-4915-8a93-dde8a4eda3e0), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:45.643718 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4bd7f43a-f879-4e24-9516-c30f2ca732f9 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for security_group (4ff2566c-ff00-4973-977d-e77a93112921), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:45.673993 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-915ec851-bf37-48c3-9911-8217970ca598 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (713cfa3d-4612-4915-8a93-dde8a4eda3e0), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:45.677962 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-3147d601-0505-4391-a3d0-652d18626f58 None None] Set router cce8b5c7-ced2-4be0-882d-88df9cf2c594 gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:45.725100 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4bd7f43a-f879-4e24-9516-c30f2ca732f9 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (4ff2566c-ff00-4973-977d-e77a93112921), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:45.738727 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b09feb3e-200a-401d-ac73-f64c0e088b4e None None] Publish callbacks [] for port (d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:45.755183 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7f43a-f879-4e24-9516-c30f2ca732f9 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff2566c-ff00-4973-977d-e77a93112921,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:45.770670 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-915ec851-bf37-48c3-9911-8217970ca598 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (713cfa3d-4612-4915-8a93-dde8a4eda3e0), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:45.810939 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b09feb3e-200a-401d-ac73-f64c0e088b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:45.829817 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4bd7f43a-f879-4e24-9516-c30f2ca732f9 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:45.831072 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4bd7f43a-f879-4e24-9516-c30f2ca732f9 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5484734 Mar 23 02:44:45.834491 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33974) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:45.839503 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-51e7fcea-3feb-411b-a8cf-dcb84164145f tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Request body: {'security_group_rule': {'security_group_id': '4ff2566c-ff00-4973-977d-e77a93112921', 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:45.871486 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26992b0-8e8f-4cff-8f3f-3323a796618f None None] Pushing event updated for resources: {'Port': ['ID=d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:45.891283 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-915ec851-bf37-48c3-9911-8217970ca598 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (713cfa3d-4612-4915-8a93-dde8a4eda3e0), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:45.925851 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ec851-bf37-48c3-9911-8217970ca598 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Subnet': ['ID=713cfa3d-4612-4915-8a93-dde8a4eda3e0,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:45.931017 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-b09feb3e-200a-401d-ac73-f64c0e088b4e None None] Attempting to bind port d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:44:45.931450 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-b09feb3e-200a-401d-ac73-f64c0e088b4e None None] Attempting to bind port d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '24db1e4e-5294-4620-88f6-04534cf63649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b02c78cc-88fa-4db8-832f-b0b08aaa68c6'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:44:45.931811 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-915ec851-bf37-48c3-9911-8217970ca598 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:45.932024 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09feb3e-200a-401d-ac73-f64c0e088b4e None None] Attempting to bind port d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a on network b02c78cc-88fa-4db8-832f-b0b08aaa68c6 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:44:45.937466 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-915ec851-bf37-48c3-9911-8217970ca598 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/subnets/713cfa3d-4612-4915-8a93-dde8a4eda3e0 HTTP/1.1" status: 204 len: 168 time: 0.3861682 Mar 23 02:44:45.937869 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33976) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:45.938996 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09feb3e-200a-401d-ac73-f64c0e088b4e None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:44:45.939864 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09feb3e-200a-401d-ac73-f64c0e088b4e None None] Checking segment: {'id': '24db1e4e-5294-4620-88f6-04534cf63649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b02c78cc-88fa-4db8-832f-b0b08aaa68c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:44:45.940338 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b09feb3e-200a-401d-ac73-f64c0e088b4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:45.940684 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09feb3e-200a-401d-ac73-f64c0e088b4e None None] Bound using segment: {'id': '24db1e4e-5294-4620-88f6-04534cf63649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b02c78cc-88fa-4db8-832f-b0b08aaa68c6'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:44:45.940974 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-51e7fcea-3feb-411b-a8cf-dcb84164145f tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for security_group_rule (1fc1d919-1922-4d1e-acba-96bf2bc9a4da), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:45.941185 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-b09feb3e-200a-401d-ac73-f64c0e088b4e None None] Bound port: d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24db1e4e-5294-4620-88f6-04534cf63649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b02c78cc-88fa-4db8-832f-b0b08aaa68c6'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:44:45.942419 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b09feb3e-200a-401d-ac73-f64c0e088b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:45.943700 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-3147d601-0505-4391-a3d0-652d18626f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'name': 'tempest-RoutersTest-router-1267457122', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:22Z', 'updated_at': '2022-03-23T02:44:44Z', 'revision_number': 8, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'gw_port_host': None, '_interfaces': [{'id': '728f335e-691b-4127-b3d2-ad3c9dd9cb80', 'name': '', 'network_id': '84b0890b-506b-48d5-8bda-f209818e39f9', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:e0:8a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '68de54c4-8477-4eef-a03f-2e4a8ffaf161', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:33Z', 'updated_at': '2022-03-23T02:44:37Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '68de54c4-8477-4eef-a03f-2e4a8ffaf161', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c100fcbc-213f-49b3-ba87-8cbd34182adf', 'name': '', 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:8e:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:24Z', 'updated_at': '2022-03-23T02:44:27Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4cc40d5-9d9d-4347-8853-69f00a28425f', 'name': '', 'network_id': '0056bfe4-0db5-46af-adb1-3524f39677bf', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:f8:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:28Z', 'updated_at': '2022-03-23T02:44:33Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:45.948647 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50593c9-4d0c-4857-a481-77a000719e81 None None] Network a436c390-2140-4104-8ac3-fea73dd06612 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:44:45.988969 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3147d601-0505-4391-a3d0-652d18626f58 None None] Checking router: cce8b5c7-ced2-4be0-882d-88df9cf2c594 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:44:45.999475 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3147d601-0505-4391-a3d0-652d18626f58 None None] Routers {'cce8b5c7-ced2-4be0-882d-88df9cf2c594'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:46.000139 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-3147d601-0505-4391-a3d0-652d18626f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:46.007644 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-51e7fcea-3feb-411b-a8cf-dcb84164145f tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for security_group_rule (1fc1d919-1922-4d1e-acba-96bf2bc9a4da), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:46.063774 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fd9eadbf-7605-4625-99b3-a6f92926b92f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (a436c390-2140-4104-8ac3-fea73dd06612), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:46.114260 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-51e7fcea-3feb-411b-a8cf-dcb84164145f tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (1fc1d919-1922-4d1e-acba-96bf2bc9a4da), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:46.141964 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-fd9eadbf-7605-4625-99b3-a6f92926b92f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Deleting port bad20326-87e1-4be2-a056-4bdeb5945705 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:46.141964 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fd9eadbf-7605-4625-99b3-a6f92926b92f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (bad20326-87e1-4be2-a056-4bdeb5945705), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:46.142994 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7fcea-3feb-411b-a8cf-dcb84164145f tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fc1d919-1922-4d1e-acba-96bf2bc9a4da,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:46.229352 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-fd9eadbf-7605-4625-99b3-a6f92926b92f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] For port bad20326-87e1-4be2-a056-4bdeb5945705, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=bad20326-87e1-4be2-a056-4bdeb5945705,segment=NetworkSegment(7cdde514-793c-4528-86ad-9d6e3c7cc9cf),segment_id=7cdde514-793c-4528-86ad-9d6e3c7cc9cf)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:46.229728 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fd9eadbf-7605-4625-99b3-a6f92926b92f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (bad20326-87e1-4be2-a056-4bdeb5945705), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:46.241249 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-51e7fcea-3feb-411b-a8cf-dcb84164145f tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:46.242534 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-51e7fcea-3feb-411b-a8cf-dcb84164145f tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4066529 Mar 23 02:44:46.245221 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33978) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:46.248298 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-fd9eadbf-7605-4625-99b3-a6f92926b92f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Calling delete_port for bad20326-87e1-4be2-a056-4bdeb5945705 owned by network:dhcp {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:46.252634 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-a6084ad7-1cec-4155-9deb-ec7ca98fe79c tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Request body: {'security_group_rule': {'security_group_id': '4ff2566c-ff00-4973-977d-e77a93112921', 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:46.266606 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-3147d601-0505-4391-a3d0-652d18626f58 None None] Set router cce8b5c7-ced2-4be0-882d-88df9cf2c594 gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:46.297111 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-6b4ed53f-0524-4f5b-98a2-114abeb79cd3 None None] Provisioning complete for port d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:46.297569 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6b4ed53f-0524-4f5b-98a2-114abeb79cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:46.354437 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ed53f-0524-4f5b-98a2-114abeb79cd3 None None] Port d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:44:46.363628 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a6084ad7-1cec-4155-9deb-ec7ca98fe79c tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for security_group_rule (4434a2bd-3686-44e8-b963-bc174649d7bb), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:46.376163 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-b09feb3e-200a-401d-ac73-f64c0e088b4e None None] For port d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:44:46.380368 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-b09feb3e-200a-401d-ac73-f64c0e088b4e None None] For port d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a,segment=NetworkSegment(24db1e4e-5294-4620-88f6-04534cf63649),segment_id=24db1e4e-5294-4620-88f6-04534cf63649)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:44:46.434851 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a6084ad7-1cec-4155-9deb-ec7ca98fe79c tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for security_group_rule (4434a2bd-3686-44e8-b963-bc174649d7bb), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:46.439299 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fd9eadbf-7605-4625-99b3-a6f92926b92f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (bad20326-87e1-4be2-a056-4bdeb5945705), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:46.467441 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43929b6-d149-4245-ac25-b59a6d212374 None None] DHCP port deletion for a436c390-2140-4104-8ac3-fea73dd06612 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:44:46.469016 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9eadbf-7605-4625-99b3-a6f92926b92f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Port': ['ID=bad20326-87e1-4be2-a056-4bdeb5945705,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:46.472510 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b09feb3e-200a-401d-ac73-f64c0e088b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:46.477183 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9eadbf-7605-4625-99b3-a6f92926b92f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] No DVR routers for this DVR port bad20326-87e1-4be2-a056-4bdeb5945705 on host dv-neutron-834613-2-hyperv {{(pid=104348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:44:46.493248 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-3147d601-0505-4391-a3d0-652d18626f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'name': 'tempest-RoutersTest-router-1267457122', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:22Z', 'updated_at': '2022-03-23T02:44:44Z', 'revision_number': 8, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'gw_port_host': None, '_interfaces': [{'id': '728f335e-691b-4127-b3d2-ad3c9dd9cb80', 'name': '', 'network_id': '84b0890b-506b-48d5-8bda-f209818e39f9', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:e0:8a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '68de54c4-8477-4eef-a03f-2e4a8ffaf161', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:33Z', 'updated_at': '2022-03-23T02:44:37Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '68de54c4-8477-4eef-a03f-2e4a8ffaf161', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c100fcbc-213f-49b3-ba87-8cbd34182adf', 'name': '', 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:8e:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:24Z', 'updated_at': '2022-03-23T02:44:27Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4cc40d5-9d9d-4347-8853-69f00a28425f', 'name': '', 'network_id': '0056bfe4-0db5-46af-adb1-3524f39677bf', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:f8:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:28Z', 'updated_at': '2022-03-23T02:44:33Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:46.520790 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3147d601-0505-4391-a3d0-652d18626f58 None None] The sync data for ids ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'] in dv-neutron-834613-2-hyperv is: [{'id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'name': 'tempest-RoutersTest-router-1267457122', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:22Z', 'updated_at': '2022-03-23T02:44:44Z', 'revision_number': 8, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'gw_port_host': None, '_interfaces': [{'id': '728f335e-691b-4127-b3d2-ad3c9dd9cb80', 'name': '', 'network_id': '84b0890b-506b-48d5-8bda-f209818e39f9', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:e0:8a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '68de54c4-8477-4eef-a03f-2e4a8ffaf161', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:33Z', 'updated_at': '2022-03-23T02:44:37Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '68de54c4-8477-4eef-a03f-2e4a8ffaf161', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c100fcbc-213f-49b3-ba87-8cbd34182adf', 'name': '', 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:8e:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:24Z', 'updated_at': '2022-03-23T02:44:27Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4cc40d5-9d9d-4347-8853-69f00a28425f', 'name': '', 'network_id': '0056bfe4-0db5-46af-adb1-3524f39677bf', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:f8:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:28Z', 'updated_at': '2022-03-23T02:44:33Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:44:46.547083 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a6084ad7-1cec-4155-9deb-ec7ca98fe79c tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (4434a2bd-3686-44e8-b963-bc174649d7bb), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:46.559408 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26992b0-8e8f-4cff-8f3f-3323a796618f None None] Pushing event updated for resources: {'Port': ['ID=d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:46.577883 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09feb3e-200a-401d-ac73-f64c0e088b4e None None] Routers {'348925bf-cd60-4447-9afc-6c70cdb5f330'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:46.578603 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-b09feb3e-200a-401d-ac73-f64c0e088b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['348925bf-cd60-4447-9afc-6c70cdb5f330'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:46.583685 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6084ad7-1cec-4155-9deb-ec7ca98fe79c tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4434a2bd-3686-44e8-b963-bc174649d7bb,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:46.595765 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fd9eadbf-7605-4625-99b3-a6f92926b92f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (a436c390-2140-4104-8ac3-fea73dd06612), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:46.619927 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-fd9eadbf-7605-4625-99b3-a6f92926b92f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a436c390-2140-4104-8ac3-fea73dd06612']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:46.629900 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-fd9eadbf-7605-4625-99b3-a6f92926b92f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cdde514-793c-4528-86ad-9d6e3c7cc9cf') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:46.630270 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-fd9eadbf-7605-4625-99b3-a6f92926b92f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cdde514-793c-4528-86ad-9d6e3c7cc9cf') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:46.641197 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fd9eadbf-7605-4625-99b3-a6f92926b92f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (7cdde514-793c-4528-86ad-9d6e3c7cc9cf), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:46.647728 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a6084ad7-1cec-4155-9deb-ec7ca98fe79c tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:46.652039 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a6084ad7-1cec-4155-9deb-ec7ca98fe79c tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4037273 Mar 23 02:44:46.653731 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33980) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:46.657513 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fd9eadbf-7605-4625-99b3-a6f92926b92f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (7cdde514-793c-4528-86ad-9d6e3c7cc9cf), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:46.658970 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-8b9b111b-d879-4c4f-b87d-5c5bbf384e82 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Request body: {'security_group_rule': {'security_group_id': '4ff2566c-ff00-4973-977d-e77a93112921', 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:46.665888 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9eadbf-7605-4625-99b3-a6f92926b92f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:44:46.666952 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fd9eadbf-7605-4625-99b3-a6f92926b92f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (7cdde514-793c-4528-86ad-9d6e3c7cc9cf), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:46.670939 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:44:46.670939 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:44:46.670939 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:44:46.670939 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:44:46.670939 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:44:46.670939 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:44:46.670939 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:44:46.670939 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:44:46.670939 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:44:46.670939 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:44:46.670939 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:44:46.670939 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:44:46.670939 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:44:46.670939 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:44:46.670939 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:44:46.670939 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:44:46.670939 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:44:46.670939 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:44:46.670939 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:44:46.670939 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:44:46.670939 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:44:46.670939 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:44:46.670939 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:44:46.670939 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:44:46.670939 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:44:46.670939 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:44:46.670939 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:44:46.670939 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:44:46.670939 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:44:46.670939 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:44:46.670939 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:44:46.670939 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:44:46.702885 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-b09feb3e-200a-401d-ac73-f64c0e088b4e None None] Set router 348925bf-cd60-4447-9afc-6c70cdb5f330 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:46.770610 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8b9b111b-d879-4c4f-b87d-5c5bbf384e82 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for security_group_rule (55451b07-1588-42d6-be18-53fa3a0d66d5), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:46.799638 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fd9eadbf-7605-4625-99b3-a6f92926b92f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (a436c390-2140-4104-8ac3-fea73dd06612), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:46.810008 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fd9eadbf-7605-4625-99b3-a6f92926b92f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:46.813977 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-fd9eadbf-7605-4625-99b3-a6f92926b92f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/networks/a436c390-2140-4104-8ac3-fea73dd06612 HTTP/1.1" status: 204 len: 168 time: 0.8748097 Mar 23 02:44:46.817123 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33982) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:46.829072 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9eadbf-7605-4625-99b3-a6f92926b92f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Network': ['ID=a436c390-2140-4104-8ac3-fea73dd06612,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:46.903474 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-df42bc64-a449-4143-9824-6a1612ab558e None None] Provisioning complete for port d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:46.904029 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-df42bc64-a449-4143-9824-6a1612ab558e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:46.905108 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8b9b111b-d879-4c4f-b87d-5c5bbf384e82 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for security_group_rule (55451b07-1588-42d6-be18-53fa3a0d66d5), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:46.971394 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8b9b111b-d879-4c4f-b87d-5c5bbf384e82 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (55451b07-1588-42d6-be18-53fa3a0d66d5), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:47.020992 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b111b-d879-4c4f-b87d-5c5bbf384e82 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55451b07-1588-42d6-be18-53fa3a0d66d5,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:47.034891 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-df42bc64-a449-4143-9824-6a1612ab558e None None] Current status of the port d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:47.035352 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-df42bc64-a449-4143-9824-6a1612ab558e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:47.040163 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-b09feb3e-200a-401d-ac73-f64c0e088b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'name': 'tempest-TestNetworkBasicOps-router-291108398', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:58Z', 'updated_at': '2022-03-23T02:44:43Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ab:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:59Z', 'updated_at': '2022-03-23T02:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'f813c19a-f3b9-4df6-a48a-6ec28b834e58', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.29', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'port_id': '9cf29ee6-29b2-4cea-b256-c42b197c86da', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f', 'mac_address': 'fa:16:3e:cd:62:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f404b35-1a79-428a-b131-1b19b7275464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:43:41Z', 'updated_at': '2022-03-23T02:43:44Z', 'revision_number': 1, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242b67c2-fe7d-420b-95a2-84cc81f632c9', 'name': '', 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:fb:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '0e82ad3e-8209-4b30-a945-f7db24c31d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:43:07Z', 'updated_at': '2022-03-23T02:43:16Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '0e82ad3e-8209-4b30-a945-f7db24c31d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6a18ba6-0ce9-458e-bcbd-7d0f230ee90a', 'name': '', 'network_id': 'b02c78cc-88fa-4db8-832f-b0b08aaa68c6', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:77:88:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '74defd8a-e54a-446f-bb45-13589753dac4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:42Z', 'updated_at': '2022-03-23T02:44:46Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '74defd8a-e54a-446f-bb45-13589753dac4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:47.075495 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09feb3e-200a-401d-ac73-f64c0e088b4e None None] The sync data for ids ['348925bf-cd60-4447-9afc-6c70cdb5f330'] in dv-neutron-834613-2-hyperv is: [{'id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'name': 'tempest-TestNetworkBasicOps-router-291108398', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:58Z', 'updated_at': '2022-03-23T02:44:43Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ab:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:59Z', 'updated_at': '2022-03-23T02:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'f813c19a-f3b9-4df6-a48a-6ec28b834e58', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.29', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'port_id': '9cf29ee6-29b2-4cea-b256-c42b197c86da', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f', 'mac_address': 'fa:16:3e:cd:62:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f404b35-1a79-428a-b131-1b19b7275464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:43:41Z', 'updated_at': '2022-03-23T02:43:44Z', 'revision_number': 1, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242b67c2-fe7d-420b-95a2-84cc81f632c9', 'name': '', 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:fb:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '0e82ad3e-8209-4b30-a945-f7db24c31d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:43:07Z', 'updated_at': '2022-03-23T02:43:16Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '0e82ad3e-8209-4b30-a945-f7db24c31d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6a18ba6-0ce9-458e-bcbd-7d0f230ee90a', 'name': '', 'network_id': 'b02c78cc-88fa-4db8-832f-b0b08aaa68c6', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:77:88:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '74defd8a-e54a-446f-bb45-13589753dac4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:42Z', 'updated_at': '2022-03-23T02:44:46Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '74defd8a-e54a-446f-bb45-13589753dac4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:44:47.100530 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-df42bc64-a449-4143-9824-6a1612ab558e None None] For port d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a,segment=NetworkSegment(24db1e4e-5294-4620-88f6-04534cf63649),segment_id=24db1e4e-5294-4620-88f6-04534cf63649)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:47.118412 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8b9b111b-d879-4c4f-b87d-5c5bbf384e82 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:47.119757 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8b9b111b-d879-4c4f-b87d-5c5bbf384e82 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4650328 Mar 23 02:44:47.122979 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33984) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:47.128692 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-2a10ad05-5dcc-4d27-a7da-a364740dad5d tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Request body: {'security_group_rule': {'security_group_id': '4ff2566c-ff00-4973-977d-e77a93112921', 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:47.170782 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-df42bc64-a449-4143-9824-6a1612ab558e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:47.232396 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42bc64-a449-4143-9824-6a1612ab558e None None] Pushing event updated for resources: {'Port': ['ID=d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:47.262548 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-58e75f38-00fe-422d-a924-0ef32b3ceebc tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (cce8b5c7-ced2-4be0-882d-88df9cf2c594), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:47.331887 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a10ad05-5dcc-4d27-a7da-a364740dad5d tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for security_group_rule (67cbb231-7fb0-493d-848f-44645de06d80), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:47.431384 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a10ad05-5dcc-4d27-a7da-a364740dad5d tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for security_group_rule (67cbb231-7fb0-493d-848f-44645de06d80), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:47.505068 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a10ad05-5dcc-4d27-a7da-a364740dad5d tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (67cbb231-7fb0-493d-848f-44645de06d80), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:47.539144 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10ad05-5dcc-4d27-a7da-a364740dad5d tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67cbb231-7fb0-493d-848f-44645de06d80,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:47.591653 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-58e75f38-00fe-422d-a924-0ef32b3ceebc tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Deleting port 728f335e-691b-4127-b3d2-ad3c9dd9cb80 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:47.592035 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-58e75f38-00fe-422d-a924-0ef32b3ceebc tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (728f335e-691b-4127-b3d2-ad3c9dd9cb80), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:47.617454 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-03b2f455-6b3b-473e-967d-7833f12e2135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:47.637044 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a10ad05-5dcc-4d27-a7da-a364740dad5d tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:47.638292 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2a10ad05-5dcc-4d27-a7da-a364740dad5d tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5146685 Mar 23 02:44:47.641102 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33988) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:47.650098 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-57160557-34bc-47a9-bcc6-8739e5b3a8e1 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Request body: {'security_group_rule': {'security_group_id': '4ff2566c-ff00-4973-977d-e77a93112921', 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:47.708868 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-58e75f38-00fe-422d-a924-0ef32b3ceebc tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] For port 728f335e-691b-4127-b3d2-ad3c9dd9cb80, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=728f335e-691b-4127-b3d2-ad3c9dd9cb80,segment=NetworkSegment(0e433880-f470-4e72-837f-02b3e3cbb0ce),segment_id=0e433880-f470-4e72-837f-02b3e3cbb0ce)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:47.709308 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-58e75f38-00fe-422d-a924-0ef32b3ceebc tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (728f335e-691b-4127-b3d2-ad3c9dd9cb80), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:47.725542 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-58e75f38-00fe-422d-a924-0ef32b3ceebc tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Calling delete_port for 728f335e-691b-4127-b3d2-ad3c9dd9cb80 owned by network:router_interface {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:47.737440 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.securitygroups_db [None req-57160557-34bc-47a9-bcc6-8739e5b3a8e1 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Project af323650c5bb41fcb7c7f8a75f4eeb34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:44:47.774855 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-57160557-34bc-47a9-bcc6-8739e5b3a8e1 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for security_group_rule (4f19f817-e5ad-424b-9d4d-726712169173), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:47.874483 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-57160557-34bc-47a9-bcc6-8739e5b3a8e1 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for security_group_rule (4f19f817-e5ad-424b-9d4d-726712169173), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:47.920985 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-57160557-34bc-47a9-bcc6-8739e5b3a8e1 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (4f19f817-e5ad-424b-9d4d-726712169173), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:47.945862 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57160557-34bc-47a9-bcc6-8739e5b3a8e1 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f19f817-e5ad-424b-9d4d-726712169173,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:48.028204 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-57160557-34bc-47a9-bcc6-8739e5b3a8e1 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:48.029446 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-57160557-34bc-47a9-bcc6-8739e5b3a8e1 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3876545 Mar 23 02:44:48.032364 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 33990) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:48.036566 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-f0aca2e6-1798-4355-9f05-b5cff5eaed06 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Request body: {'security_group_rule': {'security_group_id': '4ff2566c-ff00-4973-977d-e77a93112921', 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:48.042519 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-58e75f38-00fe-422d-a924-0ef32b3ceebc tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (728f335e-691b-4127-b3d2-ad3c9dd9cb80), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:48.080670 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e75f38-00fe-422d-a924-0ef32b3ceebc tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Port': ['ID=728f335e-691b-4127-b3d2-ad3c9dd9cb80,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:48.148549 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.securitygroups_db [None req-f0aca2e6-1798-4355-9f05-b5cff5eaed06 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Project af323650c5bb41fcb7c7f8a75f4eeb34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:44:48.156781 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f0aca2e6-1798-4355-9f05-b5cff5eaed06 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for security_group_rule (d043a027-8175-45d3-a85f-c809875b1dbd), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:48.285660 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-58e75f38-00fe-422d-a924-0ef32b3ceebc tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (cce8b5c7-ced2-4be0-882d-88df9cf2c594), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:48.295725 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f0aca2e6-1798-4355-9f05-b5cff5eaed06 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for security_group_rule (d043a027-8175-45d3-a85f-c809875b1dbd), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:48.371087 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f0aca2e6-1798-4355-9f05-b5cff5eaed06 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (d043a027-8175-45d3-a85f-c809875b1dbd), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:48.380417 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:44:48.397566 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aca2e6-1798-4355-9f05-b5cff5eaed06 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d043a027-8175-45d3-a85f-c809875b1dbd,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:48.428653 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:48.429081 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:48.489003 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f0aca2e6-1798-4355-9f05-b5cff5eaed06 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:48.490224 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f0aca2e6-1798-4355-9f05-b5cff5eaed06 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4569511 Mar 23 02:44:48.494146 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33992) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:48.499477 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-bd46bcea-37e1-4b6b-8f30-f03685fc5eeb tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Request body: {'network': {'name': 'tempest-network-smoke--457560325', 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'port_security_enabled': True}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:48.513940 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:48.515975 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e75f38-00fe-422d-a924-0ef32b3ceebc tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Router cce8b5c7-ced2-4be0-882d-88df9cf2c594 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:44:48.567228 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device bad20326-87e1-4be2-a056-4bdeb5945705 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:44:48.589224 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: bad20326-87e1-4be2-a056-4bdeb5945705 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:44:48.589551 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device bad20326-87e1-4be2-a056-4bdeb5945705 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:44:48.589996 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:44:48.604825 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd46bcea-37e1-4b6b-8f30-f03685fc5eeb tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Made reservation on behalf of af323650c5bb41fcb7c7f8a75f4eeb34 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:44:48.608525 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bd46bcea-37e1-4b6b-8f30-f03685fc5eeb tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:48.610234 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:44:48.611037 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 4799fb3d-bb83-45ed-b0a5-ec5e5bb45c44 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:44:48.626363 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e75f38-00fe-422d-a924-0ef32b3ceebc tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:48.631805 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-58e75f38-00fe-422d-a924-0ef32b3ceebc tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "PUT /v2.0/routers/cce8b5c7-ced2-4be0-882d-88df9cf2c594/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8135259 Mar 23 02:44:48.633597 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:48.634584 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33994) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:48.638704 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e666439-2d93-42f9-9f57-7c1d0912588d None None] Sync routers for ids ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:44:48.646381 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd46bcea-37e1-4b6b-8f30-f03685fc5eeb tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:44:48.648469 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e666439-2d93-42f9-9f57-7c1d0912588d None None] Routers {'cce8b5c7-ced2-4be0-882d-88df9cf2c594'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:48.649053 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-6e666439-2d93-42f9-9f57-7c1d0912588d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:48.682149 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bd46bcea-37e1-4b6b-8f30-f03685fc5eeb tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:48.682500 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-bd46bcea-37e1-4b6b-8f30-f03685fc5eeb tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Added segment 80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4 of type vlan for network 64dc880d-e425-4f5a-aa4d-17cbb60f356a Mar 23 02:44:48.720676 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d57458-aee4-43bc-8cca-58a9379c7164 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Deleting subnet 68de54c4-8477-4eef-a03f-2e4a8ffaf161 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:44:48.731727 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a8d57458-aee4-43bc-8cca-58a9379c7164 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for subnet (68de54c4-8477-4eef-a03f-2e4a8ffaf161), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:48.740783 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-6e666439-2d93-42f9-9f57-7c1d0912588d None None] Set router cce8b5c7-ced2-4be0-882d-88df9cf2c594 gateway port host: None {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:48.752380 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bd46bcea-37e1-4b6b-8f30-f03685fc5eeb tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (64dc880d-e425-4f5a-aa4d-17cbb60f356a), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:48.790987 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a8d57458-aee4-43bc-8cca-58a9379c7164 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (68de54c4-8477-4eef-a03f-2e4a8ffaf161), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:48.876024 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a8d57458-aee4-43bc-8cca-58a9379c7164 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (68de54c4-8477-4eef-a03f-2e4a8ffaf161), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:48.879802 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bd46bcea-37e1-4b6b-8f30-f03685fc5eeb tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (64dc880d-e425-4f5a-aa4d-17cbb60f356a), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:48.885738 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd46bcea-37e1-4b6b-8f30-f03685fc5eeb tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:48.886372 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bd46bcea-37e1-4b6b-8f30-f03685fc5eeb tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:48.951876 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-6e666439-2d93-42f9-9f57-7c1d0912588d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'name': 'tempest-RoutersTest-router-1267457122', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:22Z', 'updated_at': '2022-03-23T02:44:47Z', 'revision_number': 9, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'gw_port_host': None, '_interfaces': [{'id': 'c100fcbc-213f-49b3-ba87-8cbd34182adf', 'name': '', 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:8e:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:24Z', 'updated_at': '2022-03-23T02:44:27Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4cc40d5-9d9d-4347-8853-69f00a28425f', 'name': '', 'network_id': '0056bfe4-0db5-46af-adb1-3524f39677bf', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:f8:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:28Z', 'updated_at': '2022-03-23T02:44:33Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:48.979900 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e666439-2d93-42f9-9f57-7c1d0912588d None None] Checking router: cce8b5c7-ced2-4be0-882d-88df9cf2c594 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:44:48.988525 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e666439-2d93-42f9-9f57-7c1d0912588d None None] Routers {'cce8b5c7-ced2-4be0-882d-88df9cf2c594'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:48.989007 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46bcea-37e1-4b6b-8f30-f03685fc5eeb tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Pushing event updated for resources: {'Network': ['ID=64dc880d-e425-4f5a-aa4d-17cbb60f356a,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:48.989135 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-6e666439-2d93-42f9-9f57-7c1d0912588d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:49.024346 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 64dc880d-e425-4f5a-aa4d-17cbb60f356a details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:44:49.047439 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-bd46bcea-37e1-4b6b-8f30-f03685fc5eeb tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5521736 Mar 23 02:44:49.050307 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33996) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:49.056028 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-55da8224-5507-40ed-aa00-c6ccf488b354 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-628394960', 'admin_state_up': True, 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:49.074431 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a8d57458-aee4-43bc-8cca-58a9379c7164 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (68de54c4-8477-4eef-a03f-2e4a8ffaf161), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:49.106046 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d57458-aee4-43bc-8cca-58a9379c7164 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Subnet': ['ID=68de54c4-8477-4eef-a03f-2e4a8ffaf161,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:49.111876 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a8d57458-aee4-43bc-8cca-58a9379c7164 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:49.118122 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a8d57458-aee4-43bc-8cca-58a9379c7164 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/subnets/68de54c4-8477-4eef-a03f-2e4a8ffaf161 HTTP/1.1" status: 204 len: 168 time: 0.4795105 Mar 23 02:44:49.118507 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 33998) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:49.124404 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79e8340-c738-41f4-bb31-943962331486 None None] Network 84b0890b-506b-48d5-8bda-f209818e39f9 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:44:49.165982 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-55da8224-5507-40ed-aa00-c6ccf488b354 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (f54c92ef-ef9a-4cc0-a131-832b44140cdd), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:49.167012 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-55da8224-5507-40ed-aa00-c6ccf488b354 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (f54c92ef-ef9a-4cc0-a131-832b44140cdd), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:49.186773 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-6e666439-2d93-42f9-9f57-7c1d0912588d None None] Set router cce8b5c7-ced2-4be0-882d-88df9cf2c594 gateway port host: None {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:49.419165 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b3122c-6755-4a05-be7d-890ab8ed2343 None None] DHCP port deletion for 84b0890b-506b-48d5-8bda-f209818e39f9 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:44:49.472324 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-6e666439-2d93-42f9-9f57-7c1d0912588d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'name': 'tempest-RoutersTest-router-1267457122', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:22Z', 'updated_at': '2022-03-23T02:44:47Z', 'revision_number': 9, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'gw_port_host': None, '_interfaces': [{'id': 'c100fcbc-213f-49b3-ba87-8cbd34182adf', 'name': '', 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:8e:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:24Z', 'updated_at': '2022-03-23T02:44:27Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4cc40d5-9d9d-4347-8853-69f00a28425f', 'name': '', 'network_id': '0056bfe4-0db5-46af-adb1-3524f39677bf', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:f8:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:28Z', 'updated_at': '2022-03-23T02:44:33Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:49.508078 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e666439-2d93-42f9-9f57-7c1d0912588d None None] The sync data for ids ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'] in dv-neutron-834613-2-hyperv is: [{'id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'name': 'tempest-RoutersTest-router-1267457122', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:22Z', 'updated_at': '2022-03-23T02:44:47Z', 'revision_number': 9, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'gw_port_host': None, '_interfaces': [{'id': 'c100fcbc-213f-49b3-ba87-8cbd34182adf', 'name': '', 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:8e:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:24Z', 'updated_at': '2022-03-23T02:44:27Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4cc40d5-9d9d-4347-8853-69f00a28425f', 'name': '', 'network_id': '0056bfe4-0db5-46af-adb1-3524f39677bf', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:f8:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:28Z', 'updated_at': '2022-03-23T02:44:33Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': 'bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:44:49.508375 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3a4a6609-1962-4568-9d07-2b1f8c7dc483 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (84b0890b-506b-48d5-8bda-f209818e39f9), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:49.550611 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f6b3122c-6755-4a05-be7d-890ab8ed2343 None None] Deleting port 267e482c-04a9-44e0-a90b-1f748f88c877 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:49.550611 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f6b3122c-6755-4a05-be7d-890ab8ed2343 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (267e482c-04a9-44e0-a90b-1f748f88c877), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:49.556489 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-55da8224-5507-40ed-aa00-c6ccf488b354 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for router_controller (f54c92ef-ef9a-4cc0-a131-832b44140cdd), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:49.631696 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-3a4a6609-1962-4568-9d07-2b1f8c7dc483 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Deleting port 267e482c-04a9-44e0-a90b-1f748f88c877 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:49.631696 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3a4a6609-1962-4568-9d07-2b1f8c7dc483 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (267e482c-04a9-44e0-a90b-1f748f88c877), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:49.682398 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-3a4a6609-1962-4568-9d07-2b1f8c7dc483 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] For port 267e482c-04a9-44e0-a90b-1f748f88c877, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=267e482c-04a9-44e0-a90b-1f748f88c877,segment=NetworkSegment(0e433880-f470-4e72-837f-02b3e3cbb0ce),segment_id=0e433880-f470-4e72-837f-02b3e3cbb0ce)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:49.682677 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3a4a6609-1962-4568-9d07-2b1f8c7dc483 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (267e482c-04a9-44e0-a90b-1f748f88c877), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:49.696386 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-3a4a6609-1962-4568-9d07-2b1f8c7dc483 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Calling delete_port for 267e482c-04a9-44e0-a90b-1f748f88c877 owned by network:dhcp {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:49.740077 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-f6b3122c-6755-4a05-be7d-890ab8ed2343 None None] For port 267e482c-04a9-44e0-a90b-1f748f88c877, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=267e482c-04a9-44e0-a90b-1f748f88c877,segment=NetworkSegment(0e433880-f470-4e72-837f-02b3e3cbb0ce),segment_id=0e433880-f470-4e72-837f-02b3e3cbb0ce)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:49.740918 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f6b3122c-6755-4a05-be7d-890ab8ed2343 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (267e482c-04a9-44e0-a90b-1f748f88c877), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:49.754054 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f6b3122c-6755-4a05-be7d-890ab8ed2343 None None] Calling delete_port for 267e482c-04a9-44e0-a90b-1f748f88c877 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:49.905698 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-55da8224-5507-40ed-aa00-c6ccf488b354 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for router_gateway (f54c92ef-ef9a-4cc0-a131-832b44140cdd), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:49.947695 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8fc393ba-8942-49a1-a8e1-558aae661c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:49.976571 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f6b3122c-6755-4a05-be7d-890ab8ed2343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (267e482c-04a9-44e0-a90b-1f748f88c877), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:49.994227 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3a4a6609-1962-4568-9d07-2b1f8c7dc483 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (267e482c-04a9-44e0-a90b-1f748f88c877), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:50.005298 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3122c-6755-4a05-be7d-890ab8ed2343 None None] Pushing event deleted for resources: {'Port': ['ID=267e482c-04a9-44e0-a90b-1f748f88c877,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:50.011297 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b3122c-6755-4a05-be7d-890ab8ed2343 None None] No DVR routers for this DVR port 267e482c-04a9-44e0-a90b-1f748f88c877 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:44:50.060841 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4a6609-1962-4568-9d07-2b1f8c7dc483 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] No DVR routers for this DVR port 267e482c-04a9-44e0-a90b-1f748f88c877 on host dv-neutron-834613-2-hyperv {{(pid=104348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:44:50.067802 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a6609-1962-4568-9d07-2b1f8c7dc483 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Port': ['ID=267e482c-04a9-44e0-a90b-1f748f88c877,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:50.152137 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3a4a6609-1962-4568-9d07-2b1f8c7dc483 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (84b0890b-506b-48d5-8bda-f209818e39f9), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:50.181899 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-3a4a6609-1962-4568-9d07-2b1f8c7dc483 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b0890b-506b-48d5-8bda-f209818e39f9']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:50.191380 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-3a4a6609-1962-4568-9d07-2b1f8c7dc483 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e433880-f470-4e72-837f-02b3e3cbb0ce') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:50.191681 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-3a4a6609-1962-4568-9d07-2b1f8c7dc483 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e433880-f470-4e72-837f-02b3e3cbb0ce') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:50.208633 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3a4a6609-1962-4568-9d07-2b1f8c7dc483 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (0e433880-f470-4e72-837f-02b3e3cbb0ce), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:50.225897 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3a4a6609-1962-4568-9d07-2b1f8c7dc483 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (0e433880-f470-4e72-837f-02b3e3cbb0ce), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:50.234587 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4a6609-1962-4568-9d07-2b1f8c7dc483 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:44:50.234979 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3a4a6609-1962-4568-9d07-2b1f8c7dc483 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (0e433880-f470-4e72-837f-02b3e3cbb0ce), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: self.session.flush() Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: self.session.flush() Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: self.session.flush() Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: self.session.flush() Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:44:50.237951 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:44:50.281889 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 267e482c-04a9-44e0-a90b-1f748f88c877 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:44:50.302554 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 267e482c-04a9-44e0-a90b-1f748f88c877 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:44:50.302999 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 267e482c-04a9-44e0-a90b-1f748f88c877 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:44:50.303490 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 728f335e-691b-4127-b3d2-ad3c9dd9cb80 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:44:50.322297 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 728f335e-691b-4127-b3d2-ad3c9dd9cb80 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:44:50.322650 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 728f335e-691b-4127-b3d2-ad3c9dd9cb80 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:44:50.379801 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-55da8224-5507-40ed-aa00-c6ccf488b354 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for router_gateway (f54c92ef-ef9a-4cc0-a131-832b44140cdd), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:50.398350 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-55da8224-5507-40ed-aa00-c6ccf488b354 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:50.433858 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3a4a6609-1962-4568-9d07-2b1f8c7dc483 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (84b0890b-506b-48d5-8bda-f209818e39f9), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:50.441821 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3a4a6609-1962-4568-9d07-2b1f8c7dc483 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:50.445397 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3a4a6609-1962-4568-9d07-2b1f8c7dc483 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/networks/84b0890b-506b-48d5-8bda-f209818e39f9 HTTP/1.1" status: 204 len: 168 time: 1.3254521 Mar 23 02:44:50.448023 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34002) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:50.463268 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a6609-1962-4568-9d07-2b1f8c7dc483 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Network': ['ID=84b0890b-506b-48d5-8bda-f209818e39f9,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:50.525629 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-55da8224-5507-40ed-aa00-c6ccf488b354 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Allocated IP 172.26.2.78 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/dbb67dd5-a1df-4c75-a4f8-12a007b88d2a) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:44:50.628722 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-55da8224-5507-40ed-aa00-c6ccf488b354 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for port (dbb67dd5-a1df-4c75-a4f8-12a007b88d2a), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:50.735851 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-55da8224-5507-40ed-aa00-c6ccf488b354 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (dbb67dd5-a1df-4c75-a4f8-12a007b88d2a), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:50.777580 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55da8224-5507-40ed-aa00-c6ccf488b354 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:50.782887 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-55da8224-5507-40ed-aa00-c6ccf488b354 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:50.788560 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55da8224-5507-40ed-aa00-c6ccf488b354 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:44:50.791776 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da8224-5507-40ed-aa00-c6ccf488b354 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Pushing event updated for resources: {'Port': ['ID=dbb67dd5-a1df-4c75-a4f8-12a007b88d2a,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:51.091143 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad77e0b3-2f52-413e-9648-595ce6d95f4b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (cce8b5c7-ced2-4be0-882d-88df9cf2c594), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:51.145537 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-55da8224-5507-40ed-aa00-c6ccf488b354 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for router_gateway (f54c92ef-ef9a-4cc0-a131-832b44140cdd), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:51.208264 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:51.342529 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-ad77e0b3-2f52-413e-9648-595ce6d95f4b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Deleting port c4cc40d5-9d9d-4347-8853-69f00a28425f {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:51.342799 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad77e0b3-2f52-413e-9648-595ce6d95f4b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (c4cc40d5-9d9d-4347-8853-69f00a28425f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:51.352345 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-55da8224-5507-40ed-aa00-c6ccf488b354 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (f54c92ef-ef9a-4cc0-a131-832b44140cdd), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:51.434246 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-ad77e0b3-2f52-413e-9648-595ce6d95f4b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] For port c4cc40d5-9d9d-4347-8853-69f00a28425f, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=c4cc40d5-9d9d-4347-8853-69f00a28425f,segment=NetworkSegment(b2e43ab7-d3e7-4746-ad43-8a14f648d2ec),segment_id=b2e43ab7-d3e7-4746-ad43-8a14f648d2ec)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:51.434616 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad77e0b3-2f52-413e-9648-595ce6d95f4b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (c4cc40d5-9d9d-4347-8853-69f00a28425f), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:51.448893 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-ad77e0b3-2f52-413e-9648-595ce6d95f4b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Calling delete_port for c4cc40d5-9d9d-4347-8853-69f00a28425f owned by network:router_interface {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:51.530233 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55da8224-5507-40ed-aa00-c6ccf488b354 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Router f54c92ef-ef9a-4cc0-a131-832b44140cdd is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:44:51.642777 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55da8224-5507-40ed-aa00-c6ccf488b354 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:51.652715 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656f685b-702a-43bc-a992-75f5b38005c4 None None] Sync routers for ids ['f54c92ef-ef9a-4cc0-a131-832b44140cdd'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:44:51.662179 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656f685b-702a-43bc-a992-75f5b38005c4 None None] Routers {'f54c92ef-ef9a-4cc0-a131-832b44140cdd'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:51.662776 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-656f685b-702a-43bc-a992-75f5b38005c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['f54c92ef-ef9a-4cc0-a131-832b44140cdd'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:51.673548 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad77e0b3-2f52-413e-9648-595ce6d95f4b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (c4cc40d5-9d9d-4347-8853-69f00a28425f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:51.701435 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77e0b3-2f52-413e-9648-595ce6d95f4b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Port': ['ID=c4cc40d5-9d9d-4347-8853-69f00a28425f,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:51.721020 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-55da8224-5507-40ed-aa00-c6ccf488b354 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:51.724482 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-55da8224-5507-40ed-aa00-c6ccf488b354 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6729386 Mar 23 02:44:51.726267 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34004) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:51.788390 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-656f685b-702a-43bc-a992-75f5b38005c4 None None] Set router f54c92ef-ef9a-4cc0-a131-832b44140cdd gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:51.897167 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad77e0b3-2f52-413e-9648-595ce6d95f4b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (cce8b5c7-ced2-4be0-882d-88df9cf2c594), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:51.901127 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3cb95621-abe8-4ff6-b137-50d0363b6567 tempest-TestNetworkAdvancedServerOps-1273707527 tempest-TestNetworkAdvancedServerOps-1273707527-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=af323650c5bb41fcb7c7f8a75f4eeb34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1737247 Mar 23 02:44:51.903877 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34010) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:51.984469 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-656f685b-702a-43bc-a992-75f5b38005c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628394960', 'tenant_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'dbb67dd5-a1df-4c75-a4f8-12a007b88d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:49Z', 'updated_at': '2022-03-23T02:44:50Z', 'revision_number': 3, 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'gw_port': {'id': 'dbb67dd5-a1df-4c75-a4f8-12a007b88d2a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:50Z', 'updated_at': '2022-03-23T02:44:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:52.006216 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f97e25-a2ff-451f-95c2-703c2aeb0d00 tempest-TestNetworkAdvancedServerOps-1273707527 tempest-TestNetworkAdvancedServerOps-1273707527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:52.010486 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-14f97e25-a2ff-451f-95c2-703c2aeb0d00 tempest-TestNetworkAdvancedServerOps-1273707527 tempest-TestNetworkAdvancedServerOps-1273707527-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1027920 Mar 23 02:44:52.010731 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34012) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:52.012796 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656f685b-702a-43bc-a992-75f5b38005c4 None None] Checking router: f54c92ef-ef9a-4cc0-a131-832b44140cdd for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:44:52.013149 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656f685b-702a-43bc-a992-75f5b38005c4 None None] Updating router f54c92ef-ef9a-4cc0-a131-832b44140cdd port dbb67dd5-a1df-4c75-a4f8-12a007b88d2a binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:44:52.040872 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-656f685b-702a-43bc-a992-75f5b38005c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (dbb67dd5-a1df-4c75-a4f8-12a007b88d2a), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:52.055068 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-584173ca-4f8b-4355-98f6-8c3167d6b04b tempest-TestNetworkAdvancedServerOps-1273707527 tempest-TestNetworkAdvancedServerOps-1273707527-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6bbcca03-75ff-487c-8b0e-a32302dacbee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431626 Mar 23 02:44:52.057763 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34014) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:52.062921 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-74296044-8a09-494c-9a50-094363048c71 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1969344436', 'network_id': '64dc880d-e425-4f5a-aa4d-17cbb60f356a', 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:52.148392 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad77e0b3-2f52-413e-9648-595ce6d95f4b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Router cce8b5c7-ced2-4be0-882d-88df9cf2c594 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:44:52.239990 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74296044-8a09-494c-9a50-094363048c71 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Made reservation on behalf of af323650c5bb41fcb7c7f8a75f4eeb34 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:44:52.245643 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-74296044-8a09-494c-9a50-094363048c71 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:52.261654 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad77e0b3-2f52-413e-9648-595ce6d95f4b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:52.269272 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ad77e0b3-2f52-413e-9648-595ce6d95f4b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "PUT /v2.0/routers/cce8b5c7-ced2-4be0-882d-88df9cf2c594/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8190074 Mar 23 02:44:52.272882 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c449d09-9ead-461a-943c-3a47dacb97c3 None None] Sync routers for ids ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:44:52.281340 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34016) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:52.290769 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c449d09-9ead-461a-943c-3a47dacb97c3 None None] Routers {'cce8b5c7-ced2-4be0-882d-88df9cf2c594'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:52.291900 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-1c449d09-9ead-461a-943c-3a47dacb97c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:52.306401 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-656f685b-702a-43bc-a992-75f5b38005c4 None None] Publish callbacks [] for port (dbb67dd5-a1df-4c75-a4f8-12a007b88d2a), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:52.353375 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25e7599-28da-41e7-9f4e-7ce416a6da38 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Deleting subnet bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:44:52.356678 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e25e7599-28da-41e7-9f4e-7ce416a6da38 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for subnet (bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:52.381274 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-656f685b-702a-43bc-a992-75f5b38005c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (dbb67dd5-a1df-4c75-a4f8-12a007b88d2a), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:52.402991 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-1c449d09-9ead-461a-943c-3a47dacb97c3 None None] Set router cce8b5c7-ced2-4be0-882d-88df9cf2c594 gateway port host: None {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:52.411517 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e25e7599-28da-41e7-9f4e-7ce416a6da38 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:52.447014 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e8d30-40b1-448a-a1df-7be0d638f9e3 None None] Pushing event updated for resources: {'Port': ['ID=dbb67dd5-a1df-4c75-a4f8-12a007b88d2a,revision_number=2']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:52.450906 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-656f685b-702a-43bc-a992-75f5b38005c4 None None] Attempting to bind port dbb67dd5-a1df-4c75-a4f8-12a007b88d2a on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:44:52.451279 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-656f685b-702a-43bc-a992-75f5b38005c4 None None] Attempting to bind port dbb67dd5-a1df-4c75-a4f8-12a007b88d2a by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:44:52.451645 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656f685b-702a-43bc-a992-75f5b38005c4 None None] Attempting to bind port dbb67dd5-a1df-4c75-a4f8-12a007b88d2a on network 6bbcca03-75ff-487c-8b0e-a32302dacbee {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:44:52.458106 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656f685b-702a-43bc-a992-75f5b38005c4 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:44:52.458846 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656f685b-702a-43bc-a992-75f5b38005c4 None None] Checking segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:44:52.460663 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-656f685b-702a-43bc-a992-75f5b38005c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:52.461436 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656f685b-702a-43bc-a992-75f5b38005c4 None None] Bound using segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:44:52.466537 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-656f685b-702a-43bc-a992-75f5b38005c4 None None] Bound port: dbb67dd5-a1df-4c75-a4f8-12a007b88d2a, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:44:52.466537 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-656f685b-702a-43bc-a992-75f5b38005c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (dbb67dd5-a1df-4c75-a4f8-12a007b88d2a), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:52.515186 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-656f685b-702a-43bc-a992-75f5b38005c4 None None] For port dbb67dd5-a1df-4c75-a4f8-12a007b88d2a, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:44:52.518287 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-656f685b-702a-43bc-a992-75f5b38005c4 None None] For port dbb67dd5-a1df-4c75-a4f8-12a007b88d2a, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=dbb67dd5-a1df-4c75-a4f8-12a007b88d2a,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:44:52.521041 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e25e7599-28da-41e7-9f4e-7ce416a6da38 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:52.540705 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-74296044-8a09-494c-9a50-094363048c71 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (8e235e68-d71a-4a77-aa02-9f7c92183444), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:52.588558 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-656f685b-702a-43bc-a992-75f5b38005c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (dbb67dd5-a1df-4c75-a4f8-12a007b88d2a), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:52.603076 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74296044-8a09-494c-9a50-094363048c71 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Pushing event updated for resources: {'Subnet': ['ID=8e235e68-d71a-4a77-aa02-9f7c92183444,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:52.618993 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74296044-8a09-494c-9a50-094363048c71 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Checking segment: {'id': '80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '64dc880d-e425-4f5a-aa4d-17cbb60f356a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:44:52.619695 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74296044-8a09-494c-9a50-094363048c71 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Network hostable DHCP agents. Network: 64dc880d-e425-4f5a-aa4d-17cbb60f356a, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:44:52.640689 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:52.646206 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-1c449d09-9ead-461a-943c-3a47dacb97c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'name': 'tempest-RoutersTest-router-1267457122', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:22Z', 'updated_at': '2022-03-23T02:44:51Z', 'revision_number': 10, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'gw_port_host': None, '_interfaces': [{'id': 'c100fcbc-213f-49b3-ba87-8cbd34182adf', 'name': '', 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:8e:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:24Z', 'updated_at': '2022-03-23T02:44:27Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:52.653812 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e8d30-40b1-448a-a1df-7be0d638f9e3 None None] Pushing event updated for resources: {'Port': ['ID=dbb67dd5-a1df-4c75-a4f8-12a007b88d2a,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:52.657740 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656f685b-702a-43bc-a992-75f5b38005c4 None None] Routers {'f54c92ef-ef9a-4cc0-a131-832b44140cdd'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:52.658326 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-656f685b-702a-43bc-a992-75f5b38005c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['f54c92ef-ef9a-4cc0-a131-832b44140cdd'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:52.666671 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e25e7599-28da-41e7-9f4e-7ce416a6da38 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:52.673576 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c449d09-9ead-461a-943c-3a47dacb97c3 None None] Checking router: cce8b5c7-ced2-4be0-882d-88df9cf2c594 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:44:52.683158 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c449d09-9ead-461a-943c-3a47dacb97c3 None None] Routers {'cce8b5c7-ced2-4be0-882d-88df9cf2c594'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:52.683795 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-1c449d09-9ead-461a-943c-3a47dacb97c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:52.711140 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e7599-28da-41e7-9f4e-7ce416a6da38 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Subnet': ['ID=bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:52.717050 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e25e7599-28da-41e7-9f4e-7ce416a6da38 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:52.720364 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e25e7599-28da-41e7-9f4e-7ce416a6da38 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/subnets/bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e HTTP/1.1" status: 204 len: 168 time: 0.4358315 Mar 23 02:44:52.723854 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34018) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:52.725266 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74296044-8a09-494c-9a50-094363048c71 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Network 64dc880d-e425-4f5a-aa4d-17cbb60f356a is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:44:52.760495 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9796f4-ac32-4dca-9f48-d9a16db52a6f None None] Network 0056bfe4-0db5-46af-adb1-3524f39677bf requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:44:52.773252 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-656f685b-702a-43bc-a992-75f5b38005c4 None None] Set router f54c92ef-ef9a-4cc0-a131-832b44140cdd gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:52.806079 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ba73ef28-bef1-4af2-99ac-92425293e7f7 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (0056bfe4-0db5-46af-adb1-3524f39677bf), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:52.810673 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-74296044-8a09-494c-9a50-094363048c71 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 64dc880d-e425-4f5a-aa4d-17cbb60f356a) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:52.815520 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74296044-8a09-494c-9a50-094363048c71 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:52.816716 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-74296044-8a09-494c-9a50-094363048c71 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:52.845886 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12b1c59-2d02-4c7e-b76c-ae3e5191826a None None] Network 64dc880d-e425-4f5a-aa4d-17cbb60f356a requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:44:52.868630 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-ba73ef28-bef1-4af2-99ac-92425293e7f7 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Deleting port 5aa45b69-ba0a-4d2f-8d99-de581fdc66ae {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:52.869519 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ba73ef28-bef1-4af2-99ac-92425293e7f7 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (5aa45b69-ba0a-4d2f-8d99-de581fdc66ae), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:52.915403 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-1c449d09-9ead-461a-943c-3a47dacb97c3 None None] Set router cce8b5c7-ced2-4be0-882d-88df9cf2c594 gateway port host: None {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:52.924883 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-74296044-8a09-494c-9a50-094363048c71 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8633764 Mar 23 02:44:52.925225 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34020) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:52.960818 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-ba73ef28-bef1-4af2-99ac-92425293e7f7 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] For port 5aa45b69-ba0a-4d2f-8d99-de581fdc66ae, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=5aa45b69-ba0a-4d2f-8d99-de581fdc66ae,segment=NetworkSegment(b2e43ab7-d3e7-4746-ad43-8a14f648d2ec),segment_id=b2e43ab7-d3e7-4746-ad43-8a14f648d2ec)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:52.961669 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ba73ef28-bef1-4af2-99ac-92425293e7f7 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (5aa45b69-ba0a-4d2f-8d99-de581fdc66ae), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:52.980617 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-656f685b-702a-43bc-a992-75f5b38005c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628394960', 'tenant_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'dbb67dd5-a1df-4c75-a4f8-12a007b88d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:49Z', 'updated_at': '2022-03-23T02:44:50Z', 'revision_number': 3, 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'gw_port': {'id': 'dbb67dd5-a1df-4c75-a4f8-12a007b88d2a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:50Z', 'updated_at': '2022-03-23T02:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:53.002341 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-ba73ef28-bef1-4af2-99ac-92425293e7f7 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Calling delete_port for 5aa45b69-ba0a-4d2f-8d99-de581fdc66ae owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:53.009693 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656f685b-702a-43bc-a992-75f5b38005c4 None None] The sync data for ids ['f54c92ef-ef9a-4cc0-a131-832b44140cdd'] in dv-neutron-834613-2-hyperv is: [{'id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628394960', 'tenant_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'dbb67dd5-a1df-4c75-a4f8-12a007b88d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:49Z', 'updated_at': '2022-03-23T02:44:50Z', 'revision_number': 3, 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'gw_port': {'id': 'dbb67dd5-a1df-4c75-a4f8-12a007b88d2a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:50Z', 'updated_at': '2022-03-23T02:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:44:53.098286 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eae0714-fb9e-481d-acd1-416a98e3cc9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-64dc880d-e425-4f5a-aa4d-17cbb60f356a', 'network_id': '64dc880d-e425-4f5a-aa4d-17cbb60f356a', 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'fixed_ips': [{'subnet_id': '8e235e68-d71a-4a77-aa02-9f7c92183444'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:44:53.101504 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6eae0714-fb9e-481d-acd1-416a98e3cc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:53.104386 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7811212-fdc8-4caa-8f82-29e4e3027e0e None None] DHCP port deletion for 0056bfe4-0db5-46af-adb1-3524f39677bf request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:44:53.255180 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ba73ef28-bef1-4af2-99ac-92425293e7f7 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (5aa45b69-ba0a-4d2f-8d99-de581fdc66ae), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:53.292054 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba73ef28-bef1-4af2-99ac-92425293e7f7 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Port': ['ID=5aa45b69-ba0a-4d2f-8d99-de581fdc66ae,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:53.293894 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba73ef28-bef1-4af2-99ac-92425293e7f7 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] No DVR routers for this DVR port 5aa45b69-ba0a-4d2f-8d99-de581fdc66ae on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:44:53.360950 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-6eae0714-fb9e-481d-acd1-416a98e3cc9b None None] Allocated IP 172.20.0.2 (64dc880d-e425-4f5a-aa4d-17cbb60f356a/8e235e68-d71a-4a77-aa02-9f7c92183444/2932c02e-8f49-4891-a640-f6c96c928c44) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:44:53.374398 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-d7811212-fdc8-4caa-8f82-29e4e3027e0e None None] Deleting port 5aa45b69-ba0a-4d2f-8d99-de581fdc66ae {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:53.377411 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d7811212-fdc8-4caa-8f82-29e4e3027e0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (5aa45b69-ba0a-4d2f-8d99-de581fdc66ae), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:53.451726 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ba73ef28-bef1-4af2-99ac-92425293e7f7 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (0056bfe4-0db5-46af-adb1-3524f39677bf), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:53.476210 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-ba73ef28-bef1-4af2-99ac-92425293e7f7 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0056bfe4-0db5-46af-adb1-3524f39677bf']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:53.489463 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-ba73ef28-bef1-4af2-99ac-92425293e7f7 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2e43ab7-d3e7-4746-ad43-8a14f648d2ec') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:53.490954 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-ba73ef28-bef1-4af2-99ac-92425293e7f7 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2e43ab7-d3e7-4746-ad43-8a14f648d2ec') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:53.505594 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ba73ef28-bef1-4af2-99ac-92425293e7f7 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (b2e43ab7-d3e7-4746-ad43-8a14f648d2ec), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:53.518732 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-d7811212-fdc8-4caa-8f82-29e4e3027e0e None None] For port 5aa45b69-ba0a-4d2f-8d99-de581fdc66ae, host dv-neutron-834613-2-hyperv, got binding levels [] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:53.519134 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d7811212-fdc8-4caa-8f82-29e4e3027e0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (5aa45b69-ba0a-4d2f-8d99-de581fdc66ae), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:53.524780 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-1c449d09-9ead-461a-943c-3a47dacb97c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'name': 'tempest-RoutersTest-router-1267457122', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:22Z', 'updated_at': '2022-03-23T02:44:51Z', 'revision_number': 10, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'gw_port_host': None, '_interfaces': [{'id': 'c100fcbc-213f-49b3-ba87-8cbd34182adf', 'name': '', 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:8e:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:24Z', 'updated_at': '2022-03-23T02:44:27Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:53.527455 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ba73ef28-bef1-4af2-99ac-92425293e7f7 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (b2e43ab7-d3e7-4746-ad43-8a14f648d2ec), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:53.534659 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba73ef28-bef1-4af2-99ac-92425293e7f7 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:44:53.535102 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ba73ef28-bef1-4af2-99ac-92425293e7f7 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (b2e43ab7-d3e7-4746-ad43-8a14f648d2ec), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:53.535421 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b78074c2-fb4f-4a10-83f2-3d00c6e2eb36 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:53.539226 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:44:53.539226 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:44:53.539226 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:44:53.539226 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:44:53.539226 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:44:53.539226 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:44:53.539226 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:44:53.539226 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:44:53.539226 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:44:53.539226 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:44:53.539226 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:44:53.539226 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:44:53.539226 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:44:53.539226 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:44:53.539226 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:44:53.539226 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:44:53.539226 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:44:53.539226 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:44:53.539226 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:44:53.539226 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:44:53.539226 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:44:53.539226 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:44:53.539226 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:44:53.539226 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:44:53.539226 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:44:53.539226 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:44:53.539226 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:44:53.539226 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:44:53.539226 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:44:53.539226 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:44:53.539226 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:44:53.539226 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:44:53.594285 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-d7811212-fdc8-4caa-8f82-29e4e3027e0e None None] Calling delete_port for 5aa45b69-ba0a-4d2f-8d99-de581fdc66ae owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:53.598673 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.ipam_backend_mixin [None req-d7811212-fdc8-4caa-8f82-29e4e3027e0e None None] Port 5aa45b69-ba0a-4d2f-8d99-de581fdc66ae was not found and therefore no delete operation was performed {{(pid=104350) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 02:44:53.601648 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d7811212-fdc8-4caa-8f82-29e4e3027e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (5aa45b69-ba0a-4d2f-8d99-de581fdc66ae), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:53.611946 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c449d09-9ead-461a-943c-3a47dacb97c3 None None] The sync data for ids ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'] in dv-neutron-834613-2-hyperv is: [{'id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'name': 'tempest-RoutersTest-router-1267457122', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:22Z', 'updated_at': '2022-03-23T02:44:51Z', 'revision_number': 10, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'gw_port_host': None, '_interfaces': [{'id': 'c100fcbc-213f-49b3-ba87-8cbd34182adf', 'name': '', 'network_id': '45069fc3-94cd-47c8-b75a-6e5c37837d43', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'mac_address': 'fa:16:3e:8e:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:24Z', 'updated_at': '2022-03-23T02:44:27Z', 'revision_number': 5, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'subnets': [{'id': '0254eeed-375c-454a-a37c-1af5447f76d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:44:53.658805 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7811212-fdc8-4caa-8f82-29e4e3027e0e None None] Pushing event deleted for resources: {'Port': ['ID=5aa45b69-ba0a-4d2f-8d99-de581fdc66ae,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:53.672799 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7811212-fdc8-4caa-8f82-29e4e3027e0e None None] No DVR routers for this DVR port 5aa45b69-ba0a-4d2f-8d99-de581fdc66ae on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:44:53.677993 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ba73ef28-bef1-4af2-99ac-92425293e7f7 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (0056bfe4-0db5-46af-adb1-3524f39677bf), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:53.684179 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ba73ef28-bef1-4af2-99ac-92425293e7f7 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:53.689791 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ba73ef28-bef1-4af2-99ac-92425293e7f7 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/networks/0056bfe4-0db5-46af-adb1-3524f39677bf HTTP/1.1" status: 204 len: 168 time: 0.9625022 Mar 23 02:44:53.711296 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34022) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:53.744465 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6eae0714-fb9e-481d-acd1-416a98e3cc9b None None] Publish callbacks [] for port (2932c02e-8f49-4891-a640-f6c96c928c44), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:53.788587 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba73ef28-bef1-4af2-99ac-92425293e7f7 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Network': ['ID=0056bfe4-0db5-46af-adb1-3524f39677bf,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:53.804474 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6eae0714-fb9e-481d-acd1-416a98e3cc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (2932c02e-8f49-4891-a640-f6c96c928c44), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:53.846856 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae0714-fb9e-481d-acd1-416a98e3cc9b None None] Pushing event updated for resources: {'Port': ['ID=2932c02e-8f49-4891-a640-f6c96c928c44,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:53.866570 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eae0714-fb9e-481d-acd1-416a98e3cc9b None None] Network 64dc880d-e425-4f5a-aa4d-17cbb60f356a is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:53.869671 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-6eae0714-fb9e-481d-acd1-416a98e3cc9b None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:53.872320 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eae0714-fb9e-481d-acd1-416a98e3cc9b None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:44:53.956667 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-6eae0714-fb9e-481d-acd1-416a98e3cc9b None None] Attempting to bind port 2932c02e-8f49-4891-a640-f6c96c928c44 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:44:53.962764 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-6eae0714-fb9e-481d-acd1-416a98e3cc9b None None] Attempting to bind port 2932c02e-8f49-4891-a640-f6c96c928c44 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '64dc880d-e425-4f5a-aa4d-17cbb60f356a'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:44:53.962764 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eae0714-fb9e-481d-acd1-416a98e3cc9b None None] Attempting to bind port 2932c02e-8f49-4891-a640-f6c96c928c44 on network 64dc880d-e425-4f5a-aa4d-17cbb60f356a {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:44:53.964018 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eae0714-fb9e-481d-acd1-416a98e3cc9b None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:44:53.964545 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eae0714-fb9e-481d-acd1-416a98e3cc9b None None] Checking segment: {'id': '80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '64dc880d-e425-4f5a-aa4d-17cbb60f356a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:44:53.965301 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6eae0714-fb9e-481d-acd1-416a98e3cc9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:53.965578 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eae0714-fb9e-481d-acd1-416a98e3cc9b None None] Bound using segment: {'id': '80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '64dc880d-e425-4f5a-aa4d-17cbb60f356a'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:44:53.966567 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-6eae0714-fb9e-481d-acd1-416a98e3cc9b None None] Bound port: 2932c02e-8f49-4891-a640-f6c96c928c44, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '64dc880d-e425-4f5a-aa4d-17cbb60f356a'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:44:53.967069 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6eae0714-fb9e-481d-acd1-416a98e3cc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2932c02e-8f49-4891-a640-f6c96c928c44), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:54.034385 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:54.057335 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-6eae0714-fb9e-481d-acd1-416a98e3cc9b None None] For port 2932c02e-8f49-4891-a640-f6c96c928c44, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:44:54.063251 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-6eae0714-fb9e-481d-acd1-416a98e3cc9b None None] For port 2932c02e-8f49-4891-a640-f6c96c928c44, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=2932c02e-8f49-4891-a640-f6c96c928c44,segment=NetworkSegment(80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4),segment_id=80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:44:54.147539 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f9b02649-dd19-49ac-a8d7-cb0901e2d0d9 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (cce8b5c7-ced2-4be0-882d-88df9cf2c594), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:54.150475 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6eae0714-fb9e-481d-acd1-416a98e3cc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (2932c02e-8f49-4891-a640-f6c96c928c44), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:54.218725 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-b78074c2-fb4f-4a10-83f2-3d00c6e2eb36 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Allocated IP 172.20.0.1 (64dc880d-e425-4f5a-aa4d-17cbb60f356a/8e235e68-d71a-4a77-aa02-9f7c92183444/ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:44:54.285411 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae0714-fb9e-481d-acd1-416a98e3cc9b None None] Pushing event updated for resources: {'Port': ['ID=2932c02e-8f49-4891-a640-f6c96c928c44,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:54.392266 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device dbb67dd5-a1df-4c75-a4f8-12a007b88d2a up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:44:54.425207 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b78074c2-fb4f-4a10-83f2-3d00c6e2eb36 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for port (ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:54.507266 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-f9b02649-dd19-49ac-a8d7-cb0901e2d0d9 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Deleting port c100fcbc-213f-49b3-ba87-8cbd34182adf {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:54.507613 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f9b02649-dd19-49ac-a8d7-cb0901e2d0d9 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (c100fcbc-213f-49b3-ba87-8cbd34182adf), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:54.553227 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b78074c2-fb4f-4a10-83f2-3d00c6e2eb36 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:54.608973 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78074c2-fb4f-4a10-83f2-3d00c6e2eb36 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Network 64dc880d-e425-4f5a-aa4d-17cbb60f356a is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:54.615450 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-b78074c2-fb4f-4a10-83f2-3d00c6e2eb36 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:54.620641 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78074c2-fb4f-4a10-83f2-3d00c6e2eb36 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:44:54.631249 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78074c2-fb4f-4a10-83f2-3d00c6e2eb36 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Pushing event updated for resources: {'Port': ['ID=ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:54.665758 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-f9b02649-dd19-49ac-a8d7-cb0901e2d0d9 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] For port c100fcbc-213f-49b3-ba87-8cbd34182adf, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=c100fcbc-213f-49b3-ba87-8cbd34182adf,segment=NetworkSegment(1d133711-038f-4a34-b70a-d20993b39085),segment_id=1d133711-038f-4a34-b70a-d20993b39085)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:54.666326 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f9b02649-dd19-49ac-a8d7-cb0901e2d0d9 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (c100fcbc-213f-49b3-ba87-8cbd34182adf), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:54.676050 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port dbb67dd5-a1df-4c75-a4f8-12a007b88d2a triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:54.676510 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (dbb67dd5-a1df-4c75-a4f8-12a007b88d2a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:54.682272 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b78074c2-fb4f-4a10-83f2-3d00c6e2eb36 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (f54c92ef-ef9a-4cc0-a131-832b44140cdd), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:54.686998 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-f9b02649-dd19-49ac-a8d7-cb0901e2d0d9 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Calling delete_port for c100fcbc-213f-49b3-ba87-8cbd34182adf owned by network:router_interface {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:54.773686 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port dbb67dd5-a1df-4c75-a4f8-12a007b88d2a is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:54.774218 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (dbb67dd5-a1df-4c75-a4f8-12a007b88d2a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:54.810210 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port dbb67dd5-a1df-4c75-a4f8-12a007b88d2a, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=dbb67dd5-a1df-4c75-a4f8-12a007b88d2a,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:54.917670 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (dbb67dd5-a1df-4c75-a4f8-12a007b88d2a), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:54.922810 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b78074c2-fb4f-4a10-83f2-3d00c6e2eb36 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:54.953033 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f9b02649-dd19-49ac-a8d7-cb0901e2d0d9 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (c100fcbc-213f-49b3-ba87-8cbd34182adf), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:54.987854 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=dbb67dd5-a1df-4c75-a4f8-12a007b88d2a,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:54.988176 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b02649-dd19-49ac-a8d7-cb0901e2d0d9 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Port': ['ID=c100fcbc-213f-49b3-ba87-8cbd34182adf,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:55.020358 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device c4cc40d5-9d9d-4347-8853-69f00a28425f no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:44:55.063450 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: c4cc40d5-9d9d-4347-8853-69f00a28425f {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:44:55.065768 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device c4cc40d5-9d9d-4347-8853-69f00a28425f not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:44:55.065768 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 5aa45b69-ba0a-4d2f-8d99-de581fdc66ae no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:44:55.089711 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 5aa45b69-ba0a-4d2f-8d99-de581fdc66ae {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:44:55.090391 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 5aa45b69-ba0a-4d2f-8d99-de581fdc66ae not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:44:55.181520 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f9b02649-dd19-49ac-a8d7-cb0901e2d0d9 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (cce8b5c7-ced2-4be0-882d-88df9cf2c594), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:55.317867 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b78074c2-fb4f-4a10-83f2-3d00c6e2eb36 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for port (ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:55.369078 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b02649-dd19-49ac-a8d7-cb0901e2d0d9 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Router cce8b5c7-ced2-4be0-882d-88df9cf2c594 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:44:55.393094 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b78074c2-fb4f-4a10-83f2-3d00c6e2eb36 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:55.470286 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78074c2-fb4f-4a10-83f2-3d00c6e2eb36 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Pushing event updated for resources: {'Port': ['ID=ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:55.471064 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b02649-dd19-49ac-a8d7-cb0901e2d0d9 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:55.473021 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b78074c2-fb4f-4a10-83f2-3d00c6e2eb36 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (f54c92ef-ef9a-4cc0-a131-832b44140cdd), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:55.479961 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f9b02649-dd19-49ac-a8d7-cb0901e2d0d9 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "PUT /v2.0/routers/cce8b5c7-ced2-4be0-882d-88df9cf2c594/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7649691 Mar 23 02:44:55.480481 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34026) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:55.483083 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7627d9-1b39-4a57-ac07-ea27d893b733 None None] Sync routers for ids ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:44:55.498005 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7627d9-1b39-4a57-ac07-ea27d893b733 None None] Routers {'cce8b5c7-ced2-4be0-882d-88df9cf2c594'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:55.499050 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-1b7627d9-1b39-4a57-ac07-ea27d893b733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:55.559778 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-af248fa3-7356-4b2b-957b-adf0f6d28bd8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Deleting subnet 0254eeed-375c-454a-a37c-1af5447f76d7 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:44:55.564370 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-af248fa3-7356-4b2b-957b-adf0f6d28bd8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for subnet (0254eeed-375c-454a-a37c-1af5447f76d7), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:55.580654 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78074c2-fb4f-4a10-83f2-3d00c6e2eb36 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Network 64dc880d-e425-4f5a-aa4d-17cbb60f356a is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:55.582121 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-b78074c2-fb4f-4a10-83f2-3d00c6e2eb36 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:55.595027 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-1b7627d9-1b39-4a57-ac07-ea27d893b733 None None] Set router cce8b5c7-ced2-4be0-882d-88df9cf2c594 gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:55.616021 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-af248fa3-7356-4b2b-957b-adf0f6d28bd8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (0254eeed-375c-454a-a37c-1af5447f76d7), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:55.673079 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-1b7627d9-1b39-4a57-ac07-ea27d893b733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'name': 'tempest-RoutersTest-router-1267457122', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:22Z', 'updated_at': '2022-03-23T02:44:54Z', 'revision_number': 11, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'gw_port_host': None}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:55.705598 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78074c2-fb4f-4a10-83f2-3d00c6e2eb36 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Router f54c92ef-ef9a-4cc0-a131-832b44140cdd has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:44:55.707415 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07dd7b7-4ae1-4601-bed6-34c758b6a808 None None] Network 64dc880d-e425-4f5a-aa4d-17cbb60f356a requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:44:55.714095 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7627d9-1b39-4a57-ac07-ea27d893b733 None None] Checking router: cce8b5c7-ced2-4be0-882d-88df9cf2c594 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:44:55.722740 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7627d9-1b39-4a57-ac07-ea27d893b733 None None] Routers {'cce8b5c7-ced2-4be0-882d-88df9cf2c594'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:55.723356 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-1b7627d9-1b39-4a57-ac07-ea27d893b733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:55.727616 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-af248fa3-7356-4b2b-957b-adf0f6d28bd8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (0254eeed-375c-454a-a37c-1af5447f76d7), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:55.813892 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-3eced481-8d37-4b7b-b16e-ae1691139a90 None None] Provisioning complete for port 2932c02e-8f49-4891-a640-f6c96c928c44 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:55.814178 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3eced481-8d37-4b7b-b16e-ae1691139a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (2932c02e-8f49-4891-a640-f6c96c928c44), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:55.835106 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78074c2-fb4f-4a10-83f2-3d00c6e2eb36 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:55.840264 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b78074c2-fb4f-4a10-83f2-3d00c6e2eb36 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "PUT /v2.0/routers/f54c92ef-ef9a-4cc0-a131-832b44140cdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9138608 Mar 23 02:44:55.857587 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a777eb6c-f7e6-4338-928d-c0113b33f8c6 None None] Sync routers for ids ['f54c92ef-ef9a-4cc0-a131-832b44140cdd'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:44:55.873807 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-af248fa3-7356-4b2b-957b-adf0f6d28bd8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (0254eeed-375c-454a-a37c-1af5447f76d7), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:55.891152 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a777eb6c-f7e6-4338-928d-c0113b33f8c6 None None] Routers {'f54c92ef-ef9a-4cc0-a131-832b44140cdd'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:55.891845 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a777eb6c-f7e6-4338-928d-c0113b33f8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['f54c92ef-ef9a-4cc0-a131-832b44140cdd'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:55.905018 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af248fa3-7356-4b2b-957b-adf0f6d28bd8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Subnet': ['ID=0254eeed-375c-454a-a37c-1af5447f76d7,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:55.908430 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-af248fa3-7356-4b2b-957b-adf0f6d28bd8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:55.915764 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34034) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:55.923901 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-af248fa3-7356-4b2b-957b-adf0f6d28bd8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/subnets/0254eeed-375c-454a-a37c-1af5447f76d7 HTTP/1.1" status: 204 len: 168 time: 0.4421544 Mar 23 02:44:55.935470 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d829bec8-8232-44d0-923b-fb18947b72d2 None None] Network 45069fc3-94cd-47c8-b75a-6e5c37837d43 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:44:55.945049 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-1b7627d9-1b39-4a57-ac07-ea27d893b733 None None] Set router cce8b5c7-ced2-4be0-882d-88df9cf2c594 gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:56.011925 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-1b7627d9-1b39-4a57-ac07-ea27d893b733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'name': 'tempest-RoutersTest-router-1267457122', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:22Z', 'updated_at': '2022-03-23T02:44:54Z', 'revision_number': 11, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'gw_port_host': None}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:56.018740 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d41e0949-0227-4f8d-9b25-bd0e9751f71a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (45069fc3-94cd-47c8-b75a-6e5c37837d43), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:56.023435 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-c8c13231-396c-4329-b840-eff25e98e137 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-38617254&fields=id&tenant_id=af323650c5bb41fcb7c7f8a75f4eeb34 HTTP/1.1" status: 200 len: 267 time: 0.0519073 Mar 23 02:44:56.050924 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7627d9-1b39-4a57-ac07-ea27d893b733 None None] The sync data for ids ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'] in dv-neutron-834613-2-hyperv is: [{'id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'name': 'tempest-RoutersTest-router-1267457122', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:22Z', 'updated_at': '2022-03-23T02:44:54Z', 'revision_number': 11, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'gw_port_host': None}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:44:56.089384 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-d41e0949-0227-4f8d-9b25-bd0e9751f71a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Deleting port fd6ea26f-5dc8-4340-b8fb-6c28302a8509 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:56.089644 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d41e0949-0227-4f8d-9b25-bd0e9751f71a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (fd6ea26f-5dc8-4340-b8fb-6c28302a8509), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:56.152050 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-4b793c74-8c85-4a0d-a2e3-0788a99f53fd tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:56.154040 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-4b793c74-8c85-4a0d-a2e3-0788a99f53fd tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/networks?id=64dc880d-e425-4f5a-aa4d-17cbb60f356a HTTP/1.1" status: 200 len: 796 time: 0.1241212 Mar 23 02:44:56.165345 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-3eced481-8d37-4b7b-b16e-ae1691139a90 None None] Current status of the port 2932c02e-8f49-4891-a640-f6c96c928c44 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:56.165742 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3eced481-8d37-4b7b-b16e-ae1691139a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2932c02e-8f49-4891-a640-f6c96c928c44), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:56.169944 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-d41e0949-0227-4f8d-9b25-bd0e9751f71a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] For port fd6ea26f-5dc8-4340-b8fb-6c28302a8509, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=fd6ea26f-5dc8-4340-b8fb-6c28302a8509,segment=NetworkSegment(1d133711-038f-4a34-b70a-d20993b39085),segment_id=1d133711-038f-4a34-b70a-d20993b39085)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:56.170427 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d41e0949-0227-4f8d-9b25-bd0e9751f71a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (fd6ea26f-5dc8-4340-b8fb-6c28302a8509), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:56.170857 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-23f04e98-2f81-4351-bd5f-6c1b28c26b5d tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/quotas/af323650c5bb41fcb7c7f8a75f4eeb34 HTTP/1.1" status: 200 len: 375 time: 0.0102952 Mar 23 02:44:56.187640 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-d41e0949-0227-4f8d-9b25-bd0e9751f71a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Calling delete_port for fd6ea26f-5dc8-4340-b8fb-6c28302a8509 owned by network:dhcp {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:56.202618 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-a777eb6c-f7e6-4338-928d-c0113b33f8c6 None None] Set router f54c92ef-ef9a-4cc0-a131-832b44140cdd gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:56.247258 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-3eced481-8d37-4b7b-b16e-ae1691139a90 None None] For port 2932c02e-8f49-4891-a640-f6c96c928c44, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=2932c02e-8f49-4891-a640-f6c96c928c44,segment=NetworkSegment(80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4),segment_id=80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:56.257883 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-187c3082-3c3e-42ce-aead-722a53088725 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=af323650c5bb41fcb7c7f8a75f4eeb34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733860 Mar 23 02:44:56.330100 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3eced481-8d37-4b7b-b16e-ae1691139a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (2932c02e-8f49-4891-a640-f6c96c928c44), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:56.375001 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d41e0949-0227-4f8d-9b25-bd0e9751f71a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (fd6ea26f-5dc8-4340-b8fb-6c28302a8509), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:56.398200 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-8bd6d54d-7b16-446d-9353-bf2f1471c68e service neutron] 10.222.0.24 "GET /v2.0/networks/64dc880d-e425-4f5a-aa4d-17cbb60f356a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111445 Mar 23 02:44:56.407776 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41e0949-0227-4f8d-9b25-bd0e9751f71a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] No DVR routers for this DVR port fd6ea26f-5dc8-4340-b8fb-6c28302a8509 on host dv-neutron-834613-2-hyperv {{(pid=104348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:44:56.418051 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e0949-0227-4f8d-9b25-bd0e9751f71a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Port': ['ID=fd6ea26f-5dc8-4340-b8fb-6c28302a8509,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:56.444368 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eced481-8d37-4b7b-b16e-ae1691139a90 None None] Pushing event updated for resources: {'Port': ['ID=2932c02e-8f49-4891-a640-f6c96c928c44,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:56.461773 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db6e606-5ff3-4d7f-b90a-efdc8d6f24e5 None None] DHCP port deletion for 45069fc3-94cd-47c8-b75a-6e5c37837d43 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:44:56.560834 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a777eb6c-f7e6-4338-928d-c0113b33f8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628394960', 'tenant_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'dbb67dd5-a1df-4c75-a4f8-12a007b88d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:49Z', 'updated_at': '2022-03-23T02:44:54Z', 'revision_number': 4, 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'gw_port': {'id': 'dbb67dd5-a1df-4c75-a4f8-12a007b88d2a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:50Z', 'updated_at': '2022-03-23T02:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e', 'name': '', 'network_id': '64dc880d-e425-4f5a-aa4d-17cbb60f356a', 'tenant_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'mac_address': 'fa:16:3e:73:c3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '8e235e68-d71a-4a77-aa02-9f7c92183444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:53Z', 'updated_at': '2022-03-23T02:44:55Z', 'revision_number': 2, 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'subnets': [{'id': '8e235e68-d71a-4a77-aa02-9f7c92183444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:56.599210 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d41e0949-0227-4f8d-9b25-bd0e9751f71a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (45069fc3-94cd-47c8-b75a-6e5c37837d43), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:56.604105 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a777eb6c-f7e6-4338-928d-c0113b33f8c6 None None] Checking router: f54c92ef-ef9a-4cc0-a131-832b44140cdd for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:44:56.604475 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a777eb6c-f7e6-4338-928d-c0113b33f8c6 None None] Updating router f54c92ef-ef9a-4cc0-a131-832b44140cdd port ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:44:56.625032 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-d41e0949-0227-4f8d-9b25-bd0e9751f71a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45069fc3-94cd-47c8-b75a-6e5c37837d43']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:56.640725 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-d41e0949-0227-4f8d-9b25-bd0e9751f71a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d133711-038f-4a34-b70a-d20993b39085') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:56.641246 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-d41e0949-0227-4f8d-9b25-bd0e9751f71a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d133711-038f-4a34-b70a-d20993b39085') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:56.649640 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-ec5e0873-f1c2-4cc2-b770-e5fea94ccbeb service neutron] 10.222.0.24 "GET /v2.0/networks/64dc880d-e425-4f5a-aa4d-17cbb60f356a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451138 Mar 23 02:44:56.654631 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d41e0949-0227-4f8d-9b25-bd0e9751f71a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (1d133711-038f-4a34-b70a-d20993b39085), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:56.673320 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d41e0949-0227-4f8d-9b25-bd0e9751f71a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (1d133711-038f-4a34-b70a-d20993b39085), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:56.684139 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d41e0949-0227-4f8d-9b25-bd0e9751f71a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:44:56.685345 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d41e0949-0227-4f8d-9b25-bd0e9751f71a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (1d133711-038f-4a34-b70a-d20993b39085), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:56.691347 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-d273476e-48e8-401f-95bf-3663ec815485 None None] Provisioning complete for port 2932c02e-8f49-4891-a640-f6c96c928c44 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:56.691347 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d273476e-48e8-401f-95bf-3663ec815485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (2932c02e-8f49-4891-a640-f6c96c928c44), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:56.691614 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:44:56.691614 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:44:56.691614 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:44:56.691614 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:44:56.691614 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:44:56.691614 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:44:56.691614 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:44:56.691614 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:44:56.691614 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:44:56.691614 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:44:56.691614 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:44:56.691614 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:44:56.691614 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:44:56.691614 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:44:56.691614 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:44:56.691614 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:44:56.691614 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:44:56.691614 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:44:56.691614 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:44:56.691614 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:44:56.691614 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:44:56.691614 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:44:56.691614 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:44:56.691614 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:44:56.691614 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:44:56.691614 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:44:56.691614 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:44:56.691614 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:44:56.691614 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:44:56.691614 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:44:56.691614 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:44:56.691614 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:44:56.736813 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a777eb6c-f7e6-4338-928d-c0113b33f8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:56.778856 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device dbb67dd5-a1df-4c75-a4f8-12a007b88d2a up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:44:56.834455 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d41e0949-0227-4f8d-9b25-bd0e9751f71a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (45069fc3-94cd-47c8-b75a-6e5c37837d43), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:56.869390 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d41e0949-0227-4f8d-9b25-bd0e9751f71a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:56.879439 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d41e0949-0227-4f8d-9b25-bd0e9751f71a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/networks/45069fc3-94cd-47c8-b75a-6e5c37837d43 HTTP/1.1" status: 204 len: 168 time: 0.9612179 Mar 23 02:44:56.881499 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34044) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:56.887845 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-b9ba9f38-dab9-40a1-b4da-5a99b6af8fca tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Request body: {'router': {'routes': None}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:56.895263 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e0949-0227-4f8d-9b25-bd0e9751f71a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Pushing event deleted for resources: {'Network': ['ID=45069fc3-94cd-47c8-b75a-6e5c37837d43,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:56.971065 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-54d57c67-4e1c-4a40-afbd-93cf10e4f97d req-21ecdc39-8528-4e2e-bcbe-2a4e9bac4dec tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 210 time: 0.0384293 Mar 23 02:44:56.996493 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-d273476e-48e8-401f-95bf-3663ec815485 None None] Current status of the port 2932c02e-8f49-4891-a640-f6c96c928c44 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:57.018549 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-d273476e-48e8-401f-95bf-3663ec815485 None None] Provisioning complete for port ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:57.019156 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d273476e-48e8-401f-95bf-3663ec815485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:57.020977 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port dbb67dd5-a1df-4c75-a4f8-12a007b88d2a triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:57.021581 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (dbb67dd5-a1df-4c75-a4f8-12a007b88d2a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:57.148119 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-d273476e-48e8-401f-95bf-3663ec815485 None None] Port ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:44:57.231612 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port dbb67dd5-a1df-4c75-a4f8-12a007b88d2a is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:57.232740 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 2932c02e-8f49-4891-a640-f6c96c928c44 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:44:57.338841 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-82e30310-3e98-4d40-9559-26044b80e985 None None] Provisioning complete for port ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:57.339220 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-82e30310-3e98-4d40-9559-26044b80e985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:57.341856 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a777eb6c-f7e6-4338-928d-c0113b33f8c6 None None] Publish callbacks [] for port (ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:57.377047 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 2932c02e-8f49-4891-a640-f6c96c928c44 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:57.377433 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (2932c02e-8f49-4891-a640-f6c96c928c44), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:57.401438 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-82e30310-3e98-4d40-9559-26044b80e985 None None] Port ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:44:57.414244 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a777eb6c-f7e6-4338-928d-c0113b33f8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:57.426528 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.extraroute_db [None req-b9ba9f38-dab9-40a1-b4da-5a99b6af8fca tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Added routes are [] {{(pid=104349) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 23 02:44:57.426832 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.extraroute_db [None req-b9ba9f38-dab9-40a1-b4da-5a99b6af8fca tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Removed routes are [] {{(pid=104349) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 23 02:44:57.427190 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b9ba9f38-dab9-40a1-b4da-5a99b6af8fca tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1655254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3512'] for router (cce8b5c7-ced2-4be0-882d-88df9cf2c594), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:57.473059 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a1b2a-6dd7-425c-afac-c3d0c4660771 None None] Pushing event updated for resources: {'Port': ['ID=ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:57.594164 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b9ba9f38-dab9-40a1-b4da-5a99b6af8fca tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1655254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3512'] for router (cce8b5c7-ced2-4be0-882d-88df9cf2c594), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:57.598119 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b9ba9f38-dab9-40a1-b4da-5a99b6af8fca tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1655263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1655076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656974'] for router (cce8b5c7-ced2-4be0-882d-88df9cf2c594), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:57.687200 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ba9f38-dab9-40a1-b4da-5a99b6af8fca tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Router cce8b5c7-ced2-4be0-882d-88df9cf2c594 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:44:57.715518 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 2932c02e-8f49-4891-a640-f6c96c928c44 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:57.719342 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-a777eb6c-f7e6-4338-928d-c0113b33f8c6 None None] Attempting to bind port ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:44:57.719927 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-a777eb6c-f7e6-4338-928d-c0113b33f8c6 None None] Attempting to bind port ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '64dc880d-e425-4f5a-aa4d-17cbb60f356a'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:44:57.720147 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a777eb6c-f7e6-4338-928d-c0113b33f8c6 None None] Attempting to bind port ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e on network 64dc880d-e425-4f5a-aa4d-17cbb60f356a {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:44:57.728544 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a777eb6c-f7e6-4338-928d-c0113b33f8c6 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:44:57.728942 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a777eb6c-f7e6-4338-928d-c0113b33f8c6 None None] Checking segment: {'id': '80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '64dc880d-e425-4f5a-aa4d-17cbb60f356a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:44:57.729343 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a777eb6c-f7e6-4338-928d-c0113b33f8c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:57.729757 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a777eb6c-f7e6-4338-928d-c0113b33f8c6 None None] Bound using segment: {'id': '80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '64dc880d-e425-4f5a-aa4d-17cbb60f356a'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:44:57.730285 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-a777eb6c-f7e6-4338-928d-c0113b33f8c6 None None] Bound port: ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '64dc880d-e425-4f5a-aa4d-17cbb60f356a'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:44:57.730597 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a777eb6c-f7e6-4338-928d-c0113b33f8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:57.745283 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-08cf5db4-dc65-4cbf-8553-3c84b803f1a1 None None] Provisioning complete for port ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:57.745865 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-08cf5db4-dc65-4cbf-8553-3c84b803f1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:57.777111 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ba9f38-dab9-40a1-b4da-5a99b6af8fca tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:57.785764 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b9ba9f38-dab9-40a1-b4da-5a99b6af8fca tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:57.787597 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b9ba9f38-dab9-40a1-b4da-5a99b6af8fca tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "PUT /v2.0/routers/cce8b5c7-ced2-4be0-882d-88df9cf2c594 HTTP/1.1" status: 200 len: 701 time: 0.9042864 Mar 23 02:44:57.787989 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d79400-2346-482c-af85-48651750aeeb None None] Sync routers for ids ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:44:57.790398 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34056) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:57.799538 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d79400-2346-482c-af85-48651750aeeb None None] Routers {'cce8b5c7-ced2-4be0-882d-88df9cf2c594'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:57.800664 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-00d79400-2346-482c-af85-48651750aeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:57.803933 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device c100fcbc-213f-49b3-ba87-8cbd34182adf no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:44:57.836217 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c1c7bce9-f6ba-40d1-ad04-3fd1f9e4b42d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "GET /v2.0/ports?device_id=cce8b5c7-ced2-4be0-882d-88df9cf2c594 HTTP/1.1" status: 200 len: 205 time: 0.0446053 Mar 23 02:44:57.836829 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34058) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:57.842452 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: c100fcbc-213f-49b3-ba87-8cbd34182adf {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:44:57.842809 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device c100fcbc-213f-49b3-ba87-8cbd34182adf not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:44:57.843301 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device fd6ea26f-5dc8-4340-b8fb-6c28302a8509 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:44:57.847196 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-08cf5db4-dc65-4cbf-8553-3c84b803f1a1 None None] Port ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:44:57.877650 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: fd6ea26f-5dc8-4340-b8fb-6c28302a8509 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:44:57.877878 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-00d79400-2346-482c-af85-48651750aeeb None None] Set router cce8b5c7-ced2-4be0-882d-88df9cf2c594 gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:57.878021 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device fd6ea26f-5dc8-4340-b8fb-6c28302a8509 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:44:57.889902 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-a777eb6c-f7e6-4338-928d-c0113b33f8c6 None None] For port ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:44:57.893453 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-a777eb6c-f7e6-4338-928d-c0113b33f8c6 None None] For port ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e,segment=NetworkSegment(80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4),segment_id=80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:44:57.922574 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a0b79f64-3164-42e7-a04b-aa18283e5b2a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router (cce8b5c7-ced2-4be0-882d-88df9cf2c594), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:57.930748 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-00d79400-2346-482c-af85-48651750aeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'name': 'tempest-RoutersTest-router-1267457122', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:22Z', 'updated_at': '2022-03-23T02:44:54Z', 'revision_number': 11, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'gw_port_host': None}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:57.960590 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d79400-2346-482c-af85-48651750aeeb None None] Checking router: cce8b5c7-ced2-4be0-882d-88df9cf2c594 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:44:57.969005 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d79400-2346-482c-af85-48651750aeeb None None] Routers {'cce8b5c7-ced2-4be0-882d-88df9cf2c594'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:57.969627 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-00d79400-2346-482c-af85-48651750aeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:57.971325 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a777eb6c-f7e6-4338-928d-c0113b33f8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:58.034526 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a777eb6c-f7e6-4338-928d-c0113b33f8c6 None None] Routers {'f54c92ef-ef9a-4cc0-a131-832b44140cdd'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:58.035307 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a777eb6c-f7e6-4338-928d-c0113b33f8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['f54c92ef-ef9a-4cc0-a131-832b44140cdd'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:58.041083 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a1b2a-6dd7-425c-afac-c3d0c4660771 None None] Pushing event updated for resources: {'Port': ['ID=ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:58.046155 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-00d79400-2346-482c-af85-48651750aeeb None None] Set router cce8b5c7-ced2-4be0-882d-88df9cf2c594 gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:58.119947 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a0b79f64-3164-42e7-a04b-aa18283e5b2a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (cce8b5c7-ced2-4be0-882d-88df9cf2c594), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:58.123127 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-00d79400-2346-482c-af85-48651750aeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'name': 'tempest-RoutersTest-router-1267457122', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:22Z', 'updated_at': '2022-03-23T02:44:54Z', 'revision_number': 11, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'gw_port_host': None}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:58.136423 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a0b79f64-3164-42e7-a04b-aa18283e5b2a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router_controller (cce8b5c7-ced2-4be0-882d-88df9cf2c594), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:58.162654 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d79400-2346-482c-af85-48651750aeeb None None] The sync data for ids ['cce8b5c7-ced2-4be0-882d-88df9cf2c594'] in dv-neutron-834613-2-hyperv is: [{'id': 'cce8b5c7-ced2-4be0-882d-88df9cf2c594', 'name': 'tempest-RoutersTest-router-1267457122', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:22Z', 'updated_at': '2022-03-23T02:44:54Z', 'revision_number': 11, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'gw_port_host': None}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:44:58.199119 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d5299bb5-4427-4e28-b832-c1f3f838cb6e req-ffc62220-6f3f-4d4b-abae-88920895f091 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 210 time: 0.0537853 Mar 23 02:44:58.207048 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-a777eb6c-f7e6-4338-928d-c0113b33f8c6 None None] Set router f54c92ef-ef9a-4cc0-a131-832b44140cdd gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:58.280022 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a0b79f64-3164-42e7-a04b-aa18283e5b2a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (cce8b5c7-ced2-4be0-882d-88df9cf2c594), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:58.285869 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b79f64-3164-42e7-a04b-aa18283e5b2a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Fanout notify agent at l3_agent the message router_deleted on router cce8b5c7-ced2-4be0-882d-88df9cf2c594 {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:44:58.288104 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a0b79f64-3164-42e7-a04b-aa18283e5b2a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:58.289228 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a0b79f64-3164-42e7-a04b-aa18283e5b2a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/routers/cce8b5c7-ced2-4be0-882d-88df9cf2c594 HTTP/1.1" status: 204 len: 168 time: 0.4514945 Mar 23 02:44:58.294993 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34062) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:58.303085 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-ec45650c-f9e9-4af9-8c5a-2cd0d9d8461a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-269755364', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:58.346431 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 2932c02e-8f49-4891-a640-f6c96c928c44 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:44:58.436015 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-a29f83cd-1e8c-4f83-9799-318feebcbc29 None None] Provisioning complete for port ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:58.436397 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a29f83cd-1e8c-4f83-9799-318feebcbc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:58.439471 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ec45650c-f9e9-4af9-8c5a-2cd0d9d8461a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (a93704c8-a442-4d9c-982d-e88eb95689e2), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:58.441777 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ec45650c-f9e9-4af9-8c5a-2cd0d9d8461a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (a93704c8-a442-4d9c-982d-e88eb95689e2), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:58.503787 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 2932c02e-8f49-4891-a640-f6c96c928c44 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:58.503787 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (2932c02e-8f49-4891-a640-f6c96c928c44), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:58.514616 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ec45650c-f9e9-4af9-8c5a-2cd0d9d8461a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router_controller (a93704c8-a442-4d9c-982d-e88eb95689e2), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:58.570861 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ec45650c-f9e9-4af9-8c5a-2cd0d9d8461a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (a93704c8-a442-4d9c-982d-e88eb95689e2), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:58.601383 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a777eb6c-f7e6-4338-928d-c0113b33f8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628394960', 'tenant_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'dbb67dd5-a1df-4c75-a4f8-12a007b88d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:49Z', 'updated_at': '2022-03-23T02:44:54Z', 'revision_number': 4, 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'gw_port': {'id': 'dbb67dd5-a1df-4c75-a4f8-12a007b88d2a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:50Z', 'updated_at': '2022-03-23T02:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e', 'name': '', 'network_id': '64dc880d-e425-4f5a-aa4d-17cbb60f356a', 'tenant_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'mac_address': 'fa:16:3e:73:c3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '8e235e68-d71a-4a77-aa02-9f7c92183444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:53Z', 'updated_at': '2022-03-23T02:44:57Z', 'revision_number': 4, 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'subnets': [{'id': '8e235e68-d71a-4a77-aa02-9f7c92183444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:58.648817 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a777eb6c-f7e6-4338-928d-c0113b33f8c6 None None] The sync data for ids ['f54c92ef-ef9a-4cc0-a131-832b44140cdd'] in dv-neutron-834613-2-hyperv is: [{'id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628394960', 'tenant_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'dbb67dd5-a1df-4c75-a4f8-12a007b88d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:49Z', 'updated_at': '2022-03-23T02:44:54Z', 'revision_number': 4, 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'gw_port': {'id': 'dbb67dd5-a1df-4c75-a4f8-12a007b88d2a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:50Z', 'updated_at': '2022-03-23T02:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e', 'name': '', 'network_id': '64dc880d-e425-4f5a-aa4d-17cbb60f356a', 'tenant_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'mac_address': 'fa:16:3e:73:c3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '8e235e68-d71a-4a77-aa02-9f7c92183444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:53Z', 'updated_at': '2022-03-23T02:44:57Z', 'revision_number': 4, 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'subnets': [{'id': '8e235e68-d71a-4a77-aa02-9f7c92183444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:44:58.658636 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ec45650c-f9e9-4af9-8c5a-2cd0d9d8461a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:58.660916 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ec45650c-f9e9-4af9-8c5a-2cd0d9d8461a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3639069 Mar 23 02:44:58.664802 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-a29f83cd-1e8c-4f83-9799-318feebcbc29 None None] Current status of the port ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:58.665201 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a29f83cd-1e8c-4f83-9799-318feebcbc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:58.668348 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34066) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:58.669578 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 2932c02e-8f49-4891-a640-f6c96c928c44 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:58.673824 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-1afde85b-9059-43e5-9236-25fc845a49bd tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:58.721225 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-a29f83cd-1e8c-4f83-9799-318feebcbc29 None None] For port ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e,segment=NetworkSegment(80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4),segment_id=80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:58.799146 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a29f83cd-1e8c-4f83-9799-318feebcbc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:58.877037 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f83cd-1e8c-4f83-9799-318feebcbc29 None None] Pushing event updated for resources: {'Port': ['ID=ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:58.954577 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1afde85b-9059-43e5-9236-25fc845a49bd tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1655254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3512'] for router (a93704c8-a442-4d9c-982d-e88eb95689e2), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:59.022067 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1afde85b-9059-43e5-9236-25fc845a49bd tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1655263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1655076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656974'] for router (a93704c8-a442-4d9c-982d-e88eb95689e2), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:59.237319 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1afde85b-9059-43e5-9236-25fc845a49bd tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Router a93704c8-a442-4d9c-982d-e88eb95689e2 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:44:59.360412 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ca98aa10-34d1-40c0-bc96-7569e72aa539 req-5a33d76b-412d-4fbe-9006-8e65be5c5521 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 210 time: 0.0644164 Mar 23 02:44:59.364657 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afde85b-9059-43e5-9236-25fc845a49bd tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:59.374757 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1afde85b-9059-43e5-9236-25fc845a49bd tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:59.376196 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1afde85b-9059-43e5-9236-25fc845a49bd tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "PUT /v2.0/routers/a93704c8-a442-4d9c-982d-e88eb95689e2 HTTP/1.1" status: 200 len: 693 time: 0.7062681 Mar 23 02:44:59.379062 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34070) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:59.385879 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccce056-1dcd-4bcb-9496-4e6ee98cb6eb None None] Sync routers for ids ['a93704c8-a442-4d9c-982d-e88eb95689e2'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:44:59.395978 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-de69a0fc-fbea-4094-b8ce-24cfb5f898d7 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:59.398394 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-de69a0fc-fbea-4094-b8ce-24cfb5f898d7 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.23 "GET /v2.0/networks?id=64dc880d-e425-4f5a-aa4d-17cbb60f356a HTTP/1.1" status: 200 len: 796 time: 0.1393952 Mar 23 02:44:59.422932 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccce056-1dcd-4bcb-9496-4e6ee98cb6eb None None] Routers {'a93704c8-a442-4d9c-982d-e88eb95689e2'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:59.423913 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-4ccce056-1dcd-4bcb-9496-4e6ee98cb6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a93704c8-a442-4d9c-982d-e88eb95689e2'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:59.480948 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-94b21113-8530-4114-be6a-c8693e5acb8c tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af323650c5bb41fcb7c7f8a75f4eeb34 HTTP/1.1" status: 200 len: 378 time: 0.0732338 Mar 23 02:44:59.501485 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-8b55eba0-25ea-44ac-a674-2fe4b70c5380 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Request body: {'port': {'device_id': 'd3317271-cd96-4bcc-88a4-18a696128a17', 'network_id': '64dc880d-e425-4f5a-aa4d-17cbb60f356a', 'admin_state_up': True, 'tenant_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'security_groups': ['4ff2566c-ff00-4973-977d-e77a93112921']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:59.520579 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-4ccce056-1dcd-4bcb-9496-4e6ee98cb6eb None None] Set router a93704c8-a442-4d9c-982d-e88eb95689e2 gateway port host: None {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:59.607342 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-4ccce056-1dcd-4bcb-9496-4e6ee98cb6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93704c8-a442-4d9c-982d-e88eb95689e2', 'name': 'tempest-RoutersTest-router-269755364', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:58Z', 'updated_at': '2022-03-23T02:44:58Z', 'revision_number': 2, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'gw_port_host': None}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:59.675745 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccce056-1dcd-4bcb-9496-4e6ee98cb6eb None None] Checking router: a93704c8-a442-4d9c-982d-e88eb95689e2 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:44:59.690718 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccce056-1dcd-4bcb-9496-4e6ee98cb6eb None None] Routers {'a93704c8-a442-4d9c-982d-e88eb95689e2'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:59.691632 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-4ccce056-1dcd-4bcb-9496-4e6ee98cb6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a93704c8-a442-4d9c-982d-e88eb95689e2'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:59.717213 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7f150f80-a7fa-441c-9895-47ba410e7d22 req-b6d38fea-1a00-4d9f-9714-a0664ad5d900 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8f404b35-1a79-428a-b131-1b19b7275464&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735865 Mar 23 02:44:59.764580 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-8b55eba0-25ea-44ac-a674-2fe4b70c5380 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Made reservation on behalf of af323650c5bb41fcb7c7f8a75f4eeb34 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:44:59.768721 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-8b55eba0-25ea-44ac-a674-2fe4b70c5380 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:59.784074 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-acd122a6-102a-48af-8824-edecca43217a tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "GET /v2.0/routers/a93704c8-a442-4d9c-982d-e88eb95689e2 HTTP/1.1" status: 200 len: 699 time: 0.4011092 Mar 23 02:44:59.784373 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34076) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:59.809757 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-4ccce056-1dcd-4bcb-9496-4e6ee98cb6eb None None] Set router a93704c8-a442-4d9c-982d-e88eb95689e2 gateway port host: None {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:59.820085 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-98385a40-5e14-40c2-b727-50f0ff9d168f tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "GET /v2.0/ports?device_id=a93704c8-a442-4d9c-982d-e88eb95689e2 HTTP/1.1" status: 200 len: 205 time: 0.0319993 Mar 23 02:44:59.825305 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34080) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:59.866655 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-4ccce056-1dcd-4bcb-9496-4e6ee98cb6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93704c8-a442-4d9c-982d-e88eb95689e2', 'name': 'tempest-RoutersTest-router-269755364', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:58Z', 'updated_at': '2022-03-23T02:44:58Z', 'revision_number': 2, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'gw_port_host': None}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:59.894273 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccce056-1dcd-4bcb-9496-4e6ee98cb6eb None None] The sync data for ids ['a93704c8-a442-4d9c-982d-e88eb95689e2'] in dv-neutron-834613-2-hyperv is: [{'id': 'a93704c8-a442-4d9c-982d-e88eb95689e2', 'name': 'tempest-RoutersTest-router-269755364', 'tenant_id': '4605006fc02d458dbec41eb090f4560b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:58Z', 'updated_at': '2022-03-23T02:44:58Z', 'revision_number': 2, 'project_id': '4605006fc02d458dbec41eb090f4560b', 'gw_port_host': None}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:44:59.971559 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-75cb191a-5bcb-4f63-8828-c1ea5ee948be tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router (a93704c8-a442-4d9c-982d-e88eb95689e2), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:00.074119 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f150f80-a7fa-441c-9895-47ba410e7d22 req-bccf04ed-d137-4f07-9691-c6885fb2d939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:00.075649 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7f150f80-a7fa-441c-9895-47ba410e7d22 req-bccf04ed-d137-4f07-9691-c6885fb2d939 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=8f404b35-1a79-428a-b131-1b19b7275464 HTTP/1.1" status: 200 len: 1129 time: 0.2875373 Mar 23 02:45:00.131689 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-8b55eba0-25ea-44ac-a674-2fe4b70c5380 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Allocated IP 172.20.0.9 (64dc880d-e425-4f5a-aa4d-17cbb60f356a/8e235e68-d71a-4a77-aa02-9f7c92183444/911bbe3b-1d83-4fbc-afdf-16364b5c6e4d) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:45:00.265859 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-75cb191a-5bcb-4f63-8828-c1ea5ee948be tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (a93704c8-a442-4d9c-982d-e88eb95689e2), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:00.270833 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-75cb191a-5bcb-4f63-8828-c1ea5ee948be tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router_controller (a93704c8-a442-4d9c-982d-e88eb95689e2), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:00.316548 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:45:00.370849 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:45:00.371332 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:00.399053 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f150f80-a7fa-441c-9895-47ba410e7d22 req-2f6e4919-031a-425b-89b8-6b8bf4473209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:00.400554 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7f150f80-a7fa-441c-9895-47ba410e7d22 req-2f6e4919-031a-425b-89b8-6b8bf4473209 service neutron] 10.222.0.23 "GET /v2.0/networks?id=238b7c6f-3e37-4de4-bf5b-96c4d356033f HTTP/1.1" status: 200 len: 898 time: 0.3034322 Mar 23 02:45:00.450816 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:45:00.456194 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-75cb191a-5bcb-4f63-8828-c1ea5ee948be tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (a93704c8-a442-4d9c-982d-e88eb95689e2), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:00.456726 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cb191a-5bcb-4f63-8828-c1ea5ee948be tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Fanout notify agent at l3_agent the message router_deleted on router a93704c8-a442-4d9c-982d-e88eb95689e2 {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:45:00.470307 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-75cb191a-5bcb-4f63-8828-c1ea5ee948be tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:00.471384 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-75cb191a-5bcb-4f63-8828-c1ea5ee948be tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/routers/a93704c8-a442-4d9c-982d-e88eb95689e2 HTTP/1.1" status: 204 len: 168 time: 0.6449423 Mar 23 02:45:00.475775 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34084) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:00.503637 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d19b82d7-eaba-4b13-abf6-f03d9dd1d13b tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "GET /v2.0/ports?device_id=a93704c8-a442-4d9c-982d-e88eb95689e2 HTTP/1.1" status: 200 len: 205 time: 0.0261457 Mar 23 02:45:00.506758 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34086) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:00.514663 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-81eb6fbf-1ea3-4785-98ce-36648f8aac93 req-b2246f86-7f51-4a22-836f-b366bf7ce3bc tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 210 time: 0.0404265 Mar 23 02:45:00.537332 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7f150f80-a7fa-441c-9895-47ba410e7d22 req-b06882f5-08a6-467e-b21b-1feced75d85c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cf29ee6-29b2-4cea-b256-c42b197c86da HTTP/1.1" status: 200 len: 1000 time: 0.1289806 Mar 23 02:45:00.542682 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-8b55eba0-25ea-44ac-a674-2fe4b70c5380 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for port (911bbe3b-1d83-4fbc-afdf-16364b5c6e4d), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:00.550597 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-146c848c-1a3f-491f-9e43-c04d7a5430d4 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] delete failed (client error): The resource could not be found. Mar 23 02:45:00.551631 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-146c848c-1a3f-491f-9e43-c04d7a5430d4 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/routers/a93704c8-a442-4d9c-982d-e88eb95689e2 HTTP/1.1" status: 404 len: 336 time: 0.0438507 Mar 23 02:45:00.554275 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34088) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:00.580321 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-77187ca8-2123-4c4e-8ecb-77d831bd79cf tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] DELETE failed (client error): The resource could not be found. Mar 23 02:45:00.580780 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77187ca8-2123-4c4e-8ecb-77d831bd79cf tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:45:00.583954 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-77187ca8-2123-4c4e-8ecb-77d831bd79cf tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/subnets/713cfa3d-4612-4915-8a93-dde8a4eda3e0 HTTP/1.1" status: 404 len: 337 time: 0.0286276 Mar 23 02:45:00.586449 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34090) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:00.607772 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f150f80-a7fa-441c-9895-47ba410e7d22 req-3f6c377c-2902-47fd-b910-45dfe173f8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:00.609258 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7f150f80-a7fa-441c-9895-47ba410e7d22 req-3f6c377c-2902-47fd-b910-45dfe173f8bb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e82ad3e-8209-4b30-a945-f7db24c31d83 HTTP/1.1" status: 200 len: 834 time: 0.0622127 Mar 23 02:45:00.613042 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfdd8593-5c77-4142-bbfa-5bbfa73adeef tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] DELETE failed (client error): The resource could not be found. Mar 23 02:45:00.613501 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfdd8593-5c77-4142-bbfa-5bbfa73adeef tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:45:00.616821 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-dfdd8593-5c77-4142-bbfa-5bbfa73adeef tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/subnets/68de54c4-8477-4eef-a03f-2e4a8ffaf161 HTTP/1.1" status: 404 len: 337 time: 0.0294707 Mar 23 02:45:00.626202 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34092) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:00.654315 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-9325b6ef-9f84-43ed-9390-867109eaee4d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] DELETE failed (client error): The resource could not be found. Mar 23 02:45:00.654871 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9325b6ef-9f84-43ed-9390-867109eaee4d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:45:00.658198 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9325b6ef-9f84-43ed-9390-867109eaee4d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/subnets/bd96ed1c-62ea-4d3d-b549-3b2c4fa9876e HTTP/1.1" status: 404 len: 337 time: 0.0307281 Mar 23 02:45:00.660543 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34094) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:00.664459 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f150f80-a7fa-441c-9895-47ba410e7d22 req-4f648cff-d680-413c-b6cd-24428c9cdf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:00.665990 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7f150f80-a7fa-441c-9895-47ba410e7d22 req-4f648cff-d680-413c-b6cd-24428c9cdf61 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=238b7c6f-3e37-4de4-bf5b-96c4d356033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0512385 Mar 23 02:45:00.671762 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-8b55eba0-25ea-44ac-a674-2fe4b70c5380 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (911bbe3b-1d83-4fbc-afdf-16364b5c6e4d), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:00.686930 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c0e20c-5b7b-4eb6-940f-22585c991edc tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] DELETE failed (client error): The resource could not be found. Mar 23 02:45:00.687403 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44c0e20c-5b7b-4eb6-940f-22585c991edc tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:45:00.694056 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-44c0e20c-5b7b-4eb6-940f-22585c991edc tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/subnets/0254eeed-375c-454a-a37c-1af5447f76d7 HTTP/1.1" status: 404 len: 337 time: 0.0294054 Mar 23 02:45:00.695026 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34096) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:00.731125 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7254bcf3-6a8e-4721-9ab8-bc5be1ccc7ad tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "GET /v2.0/ports?device_id=cce8b5c7-ced2-4be0-882d-88df9cf2c594 HTTP/1.1" status: 200 len: 205 time: 0.0329561 Mar 23 02:45:00.731388 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34100) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:00.761736 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-8b55eba0-25ea-44ac-a674-2fe4b70c5380 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Network 64dc880d-e425-4f5a-aa4d-17cbb60f356a is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:45:00.768299 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-e87a6276-3e76-47c4-a55d-da53d7849237 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] delete failed (client error): The resource could not be found. Mar 23 02:45:00.769330 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e87a6276-3e76-47c4-a55d-da53d7849237 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/routers/cce8b5c7-ced2-4be0-882d-88df9cf2c594 HTTP/1.1" status: 404 len: 336 time: 0.0370810 Mar 23 02:45:00.769654 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-8b55eba0-25ea-44ac-a674-2fe4b70c5380 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:45:00.772630 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34102) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:00.779562 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-8b55eba0-25ea-44ac-a674-2fe4b70c5380 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:45:00.812066 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d2b7617d-2844-4dbc-811c-8239791aa9c0 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "GET /v2.0/ports?device_id=a166eae6-e10e-468c-8d59-835bb4de758e HTTP/1.1" status: 200 len: 205 time: 0.0364959 Mar 23 02:45:00.814423 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34104) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:00.823259 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55eba0-25ea-44ac-a674-2fe4b70c5380 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Pushing event updated for resources: {'Port': ['ID=911bbe3b-1d83-4fbc-afdf-16364b5c6e4d,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:00.867520 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-3ae219fe-0a78-4f61-b314-e26fbddc8bfd tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] delete failed (client error): The resource could not be found. Mar 23 02:45:00.868865 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3ae219fe-0a78-4f61-b314-e26fbddc8bfd tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/routers/a166eae6-e10e-468c-8d59-835bb4de758e HTTP/1.1" status: 404 len: 336 time: 0.0532286 Mar 23 02:45:00.870231 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-8b55eba0-25ea-44ac-a674-2fe4b70c5380 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:00.870888 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-8b55eba0-25ea-44ac-a674-2fe4b70c5380 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:00.871405 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34106) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:00.877670 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7f150f80-a7fa-441c-9895-47ba410e7d22 req-3dd11beb-ae1e-4f98-93e8-4ce1fa31bf7f service neutron] 10.222.0.23 "GET /v2.0/networks/238b7c6f-3e37-4de4-bf5b-96c4d356033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003369 Mar 23 02:45:00.905933 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c76d9e8-7178-4380-823d-4e8f6bfd1f46 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] DELETE failed (client error): The resource could not be found. Mar 23 02:45:00.906608 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c76d9e8-7178-4380-823d-4e8f6bfd1f46 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:45:00.910097 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6c76d9e8-7178-4380-823d-4e8f6bfd1f46 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/subnets/0d9d14b1-2f91-42ba-9455-1913b339b6c0 HTTP/1.1" status: 404 len: 337 time: 0.0373120 Mar 23 02:45:00.914287 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34108) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:00.947064 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a4c8f9cd-f95f-4e7b-9206-27d264a89c59 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "GET /v2.0/ports?device_id=be18e37f-f54f-430b-a615-82e504a758a7 HTTP/1.1" status: 200 len: 205 time: 0.0312243 Mar 23 02:45:00.949860 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34110) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:00.989134 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7f150f80-a7fa-441c-9895-47ba410e7d22 req-1a6b6ab2-f222-42e1-b562-0a632a60aaa4 service neutron] 10.222.0.23 "GET /v2.0/networks/238b7c6f-3e37-4de4-bf5b-96c4d356033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020801 Mar 23 02:45:00.991629 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-6b779fea-c2d4-4573-9e01-5e78f8016cf8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] delete failed (client error): The resource could not be found. Mar 23 02:45:00.992708 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6b779fea-c2d4-4573-9e01-5e78f8016cf8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/routers/be18e37f-f54f-430b-a615-82e504a758a7 HTTP/1.1" status: 404 len: 336 time: 0.0419140 Mar 23 02:45:00.995317 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-8b55eba0-25ea-44ac-a674-2fe4b70c5380 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5035985 Mar 23 02:45:00.995950 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34112) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:01.008468 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-9927ec6b-c5a1-4d0a-9169-923557ff7ff0 service neutron] Request body: {'port': {'device_id': 'd3317271-cd96-4bcc-88a4-18a696128a17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:01.029597 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c728d321-5710-4553-82f6-d06ab65f9a73 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "GET /v2.0/ports?device_id=42810f64-568f-4122-9243-495681c2f20f HTTP/1.1" status: 200 len: 205 time: 0.0324631 Mar 23 02:45:01.032532 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34114) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:01.078752 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-6d3fb80c-bf95-4a1a-9336-21c88f850659 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] delete failed (client error): The resource could not be found. Mar 23 02:45:01.079698 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6d3fb80c-bf95-4a1a-9336-21c88f850659 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/routers/42810f64-568f-4122-9243-495681c2f20f HTTP/1.1" status: 404 len: 336 time: 0.0462782 Mar 23 02:45:01.081175 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-9927ec6b-c5a1-4d0a-9169-923557ff7ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (911bbe3b-1d83-4fbc-afdf-16364b5c6e4d), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:01.082380 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34116) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:01.109291 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a419a3-7eaf-4cbc-be68-31ec712ba719 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] DELETE failed (client error): The resource could not be found. Mar 23 02:45:01.109743 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a419a3-7eaf-4cbc-be68-31ec712ba719 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:45:01.115385 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f9a419a3-7eaf-4cbc-be68-31ec712ba719 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/subnets/0933c19b-a3c0-4a69-8846-a82d06af9482 HTTP/1.1" status: 404 len: 337 time: 0.0293448 Mar 23 02:45:01.116197 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34118) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:01.135723 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-49934d94-c269-46e8-bf13-3a735453265c None None] Provisioning complete for port 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:45:01.136723 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49934d94-c269-46e8-bf13-3a735453265c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (911bbe3b-1d83-4fbc-afdf-16364b5c6e4d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:01.149213 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c1ee3e14-16c9-4cce-a2b8-17f0c018b02e tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc7fc9e7-f227-4fee-9979-d033fd28a38f HTTP/1.1" status: 200 len: 205 time: 0.0320170 Mar 23 02:45:01.151641 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34120) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:01.175917 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-49934d94-c269-46e8-bf13-3a735453265c None None] Port 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:45:01.198479 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-3a6bd626-7766-4d2a-8ffd-a0201c00f64d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] delete failed (client error): The resource could not be found. Mar 23 02:45:01.199284 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3a6bd626-7766-4d2a-8ffd-a0201c00f64d tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/routers/dc7fc9e7-f227-4fee-9979-d033fd28a38f HTTP/1.1" status: 404 len: 336 time: 0.0465970 Mar 23 02:45:01.201912 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34122) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:01.229983 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-461060be-4b29-4bed-8d71-3fa695e83572 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] DELETE failed (client error): The resource could not be found. Mar 23 02:45:01.230436 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-461060be-4b29-4bed-8d71-3fa695e83572 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:45:01.233415 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-461060be-4b29-4bed-8d71-3fa695e83572 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/subnets/3163e937-634d-4fbc-8780-b26b014a30c9 HTTP/1.1" status: 404 len: 337 time: 0.0306108 Mar 23 02:45:01.236090 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34124) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:01.265088 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6a8c990d-1cc7-4179-9cb2-5ca5b22a65fb tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec2044d-439a-4fbe-8241-62f739575dbd HTTP/1.1" status: 200 len: 205 time: 0.0279000 Mar 23 02:45:01.267535 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34126) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:01.309110 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-53f2f287-0316-4778-ae5f-cb71fc61a8f8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] delete failed (client error): The resource could not be found. Mar 23 02:45:01.312928 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-53f2f287-0316-4778-ae5f-cb71fc61a8f8 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/routers/6ec2044d-439a-4fbe-8241-62f739575dbd HTTP/1.1" status: 404 len: 336 time: 0.0416310 Mar 23 02:45:01.313209 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34128) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:01.349830 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c63b789-d8e0-4f6b-ad96-924975501ef3 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] DELETE failed (client error): The resource could not be found. Mar 23 02:45:01.349830 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c63b789-d8e0-4f6b-ad96-924975501ef3 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:45:01.349830 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8c63b789-d8e0-4f6b-ad96-924975501ef3 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/subnets/96f82250-75e6-416e-b104-01644e3842a5 HTTP/1.1" status: 404 len: 337 time: 0.0351520 Mar 23 02:45:01.352153 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34130) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:01.361588 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-9927ec6b-c5a1-4d0a-9169-923557ff7ff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:45:01.369211 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-9927ec6b-c5a1-4d0a-9169-923557ff7ff0 service neutron] Publish callbacks [] for port (911bbe3b-1d83-4fbc-afdf-16364b5c6e4d), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:01.378641 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-9260562e-592d-4527-ab83-e42999d1f3d0 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] DELETE failed (client error): The resource could not be found. Mar 23 02:45:01.379108 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9260562e-592d-4527-ab83-e42999d1f3d0 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:45:01.381791 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-9927ec6b-c5a1-4d0a-9169-923557ff7ff0 service neutron] Transition to ACTIVE for port object 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:45:01.382869 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9260562e-592d-4527-ab83-e42999d1f3d0 tempest-RoutersTest-981329913 tempest-RoutersTest-981329913-project] 10.222.0.24 "DELETE /v2.0/subnets/0fdfbad6-8a2d-43f5-97d9-caa8559af34b HTTP/1.1" status: 404 len: 337 time: 0.0298071 Mar 23 02:45:01.455909 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-9927ec6b-c5a1-4d0a-9169-923557ff7ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (911bbe3b-1d83-4fbc-afdf-16364b5c6e4d), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:01.509378 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927ec6b-c5a1-4d0a-9169-923557ff7ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=911bbe3b-1d83-4fbc-afdf-16364b5c6e4d,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:01.590991 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-9927ec6b-c5a1-4d0a-9169-923557ff7ff0 service neutron] Attempting to bind port 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:45:01.591347 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-9927ec6b-c5a1-4d0a-9169-923557ff7ff0 service neutron] Attempting to bind port 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '64dc880d-e425-4f5a-aa4d-17cbb60f356a'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:45:01.591741 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-9927ec6b-c5a1-4d0a-9169-923557ff7ff0 service neutron] Attempting to bind port 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d on network 64dc880d-e425-4f5a-aa4d-17cbb60f356a {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:45:01.597156 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-9927ec6b-c5a1-4d0a-9169-923557ff7ff0 service neutron] Port 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d on network 64dc880d-e425-4f5a-aa4d-17cbb60f356a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:45:01.597534 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-9927ec6b-c5a1-4d0a-9169-923557ff7ff0 service neutron] Attempting to bind port 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d on network 64dc880d-e425-4f5a-aa4d-17cbb60f356a {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:45:01.603775 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-9927ec6b-c5a1-4d0a-9169-923557ff7ff0 service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:45:01.604068 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-9927ec6b-c5a1-4d0a-9169-923557ff7ff0 service neutron] Checking segment: {'id': '80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '64dc880d-e425-4f5a-aa4d-17cbb60f356a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:45:01.604459 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-9927ec6b-c5a1-4d0a-9169-923557ff7ff0 service neutron] Bound using segment: {'id': '80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '64dc880d-e425-4f5a-aa4d-17cbb60f356a'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:45:01.604881 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-9927ec6b-c5a1-4d0a-9169-923557ff7ff0 service neutron] Bound port: 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '64dc880d-e425-4f5a-aa4d-17cbb60f356a'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:45:01.605242 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-9927ec6b-c5a1-4d0a-9169-923557ff7ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (911bbe3b-1d83-4fbc-afdf-16364b5c6e4d), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:01.665470 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d6a95-2dd3-4227-96e3-1d1cc764ec34 req-e6462e16-f339-4175-acb5-03b36961f333 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:01.667590 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ed3d6a95-2dd3-4227-96e3-1d1cc764ec34 req-e6462e16-f339-4175-acb5-03b36961f333 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 943 time: 0.0674713 Mar 23 02:45:01.687304 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-9927ec6b-c5a1-4d0a-9169-923557ff7ff0 service neutron] For port 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:45:01.691040 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-9927ec6b-c5a1-4d0a-9169-923557ff7ff0 service neutron] For port 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=911bbe3b-1d83-4fbc-afdf-16364b5c6e4d,segment=NetworkSegment(80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4),segment_id=80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:45:01.719864 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ed3d6a95-2dd3-4227-96e3-1d1cc764ec34 req-9329020e-eaa3-4cea-b4b8-b50d26504334 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff2566c-ff00-4973-977d-e77a93112921&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465205 Mar 23 02:45:01.786515 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-9927ec6b-c5a1-4d0a-9169-923557ff7ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (911bbe3b-1d83-4fbc-afdf-16364b5c6e4d), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:01.823943 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-9927ec6b-c5a1-4d0a-9169-923557ff7ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:01.824950 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-9927ec6b-c5a1-4d0a-9169-923557ff7ff0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:01.826099 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-9927ec6b-c5a1-4d0a-9169-923557ff7ff0 service neutron] 10.222.0.23 "PUT /v2.0/ports/911bbe3b-1d83-4fbc-afdf-16364b5c6e4d HTTP/1.1" status: 200 len: 1093 time: 0.8227835 Mar 23 02:45:01.826414 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3317271-cd96-4bcc-88a4-18a696128a17', 'tag': '911bbe3b-1d83-4fbc-afdf-16364b5c6e4d'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:45:01.828684 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb9e5e1-cb4f-4c32-bf78-cad5d5f5491d" -d '{"events": [{"name": "network-changed", "server_uuid": "d3317271-cd96-4bcc-88a4-18a696128a17", "tag": "911bbe3b-1d83-4fbc-afdf-16364b5c6e4d"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:45:01.854557 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927ec6b-c5a1-4d0a-9169-923557ff7ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=911bbe3b-1d83-4fbc-afdf-16364b5c6e4d,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:01.878103 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7b264b-5d43-4130-88f8-a25106ba74a9 x-openstack-request-id: req-db7b264b-5d43-4130-88f8-a25106ba74a9 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:45:01.880708 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3317271-cd96-4bcc-88a4-18a696128a17", "tag": "911bbe3b-1d83-4fbc-afdf-16364b5c6e4d", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:45:01.881623 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-db7b264b-5d43-4130-88f8-a25106ba74a9 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:45:01.881740 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db7b264b-5d43-4130-88f8-a25106ba74a9'] response: {'name': 'network-changed', 'server_uuid': 'd3317271-cd96-4bcc-88a4-18a696128a17', 'tag': '911bbe3b-1d83-4fbc-afdf-16364b5c6e4d', 'status': 'completed', 'code': 200} Mar 23 02:45:01.896119 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34140) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:01.946225 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9e5e1-cb4f-4c32-bf78-cad5d5f5491d req-90aec42d-1232-428f-a36f-e39fcd5b6bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:01.948046 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fbb9e5e1-cb4f-4c32-bf78-cad5d5f5491d req-90aec42d-1232-428f-a36f-e39fcd5b6bf5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af323650c5bb41fcb7c7f8a75f4eeb34&device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 1127 time: 0.0516918 Mar 23 02:45:02.046739 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-76fb8585-5151-4033-b1d8-655cc759b4d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4605006fc02d458dbec41eb090f4560b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1466284 Mar 23 02:45:02.047393 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34144) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:02.100383 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-790fae27-2565-4693-9d9c-3ffef1fcbfcf admin admin] Publish callbacks [] for security_group (0b1c375e-a969-4886-9aa9-53c018ccb151), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:02.128480 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-790fae27-2565-4693-9d9c-3ffef1fcbfcf admin admin] Publish callbacks [] for security_group (0b1c375e-a969-4886-9aa9-53c018ccb151), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:02.238299 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-790fae27-2565-4693-9d9c-3ffef1fcbfcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (0b1c375e-a969-4886-9aa9-53c018ccb151), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:02.241128 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-790fae27-2565-4693-9d9c-3ffef1fcbfcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:02.244524 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-790fae27-2565-4693-9d9c-3ffef1fcbfcf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b1c375e-a969-4886-9aa9-53c018ccb151 HTTP/1.1" status: 204 len: 168 time: 0.1937947 Mar 23 02:45:02.251237 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790fae27-2565-4693-9d9c-3ffef1fcbfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1c375e-a969-4886-9aa9-53c018ccb151,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:02.435810 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9e5e1-cb4f-4c32-bf78-cad5d5f5491d req-1af56599-6940-4bef-90fb-ccb72d4be6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:02.437355 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fbb9e5e1-cb4f-4c32-bf78-cad5d5f5491d req-1af56599-6940-4bef-90fb-ccb72d4be6b2 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=af323650c5bb41fcb7c7f8a75f4eeb34&shared=False HTTP/1.1" status: 200 len: 897 time: 0.4821339 Mar 23 02:45:02.600582 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9e5e1-cb4f-4c32-bf78-cad5d5f5491d req-f512f74e-533c-4f55-bbec-5c346b9e2a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:02.604644 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fbb9e5e1-cb4f-4c32-bf78-cad5d5f5491d req-f512f74e-533c-4f55-bbec-5c346b9e2a40 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1582656 Mar 23 02:45:02.685230 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-1b7e602e-0be9-4e2b-a199-22d34945b43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:02.686738 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-1b7e602e-0be9-4e2b-a199-22d34945b43e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af323650c5bb41fcb7c7f8a75f4eeb34&device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 1127 time: 0.0465076 Mar 23 02:45:02.731390 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-871f5e24-9c24-4a74-8ebd-1ea6ae478adb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=911bbe3b-1d83-4fbc-afdf-16364b5c6e4d HTTP/1.1" status: 200 len: 217 time: 0.0378811 Mar 23 02:45:02.782554 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-f55d67fc-9293-475d-9193-1e2f3b28711c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:02.784149 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-f55d67fc-9293-475d-9193-1e2f3b28711c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8e235e68-d71a-4a77-aa02-9f7c92183444 HTTP/1.1" status: 200 len: 835 time: 0.0462708 Mar 23 02:45:02.835094 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-e57a8a25-fba7-4465-9b00-d9ff4512b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:02.836640 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-e57a8a25-fba7-4465-9b00-d9ff4512b92a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=64dc880d-e425-4f5a-aa4d-17cbb60f356a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0470424 Mar 23 02:45:02.844332 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa22bb0-2bcb-4a4a-9b38-031aa437d248 req-e7461f4b-88c9-4781-bad9-a8bf88ac8725 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:02.845915 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-2fa22bb0-2bcb-4a4a-9b38-031aa437d248 req-e7461f4b-88c9-4781-bad9-a8bf88ac8725 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 943 time: 0.0552452 Mar 23 02:45:02.895402 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-2fa22bb0-2bcb-4a4a-9b38-031aa437d248 req-0408d52f-5b67-44ad-bb28-6643eff6e285 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff2566c-ff00-4973-977d-e77a93112921&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431633 Mar 23 02:45:02.930521 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-ea76707d-64cd-4a42-afb1-8b8c364967e1 service neutron] 10.222.0.23 "GET /v2.0/networks/64dc880d-e425-4f5a-aa4d-17cbb60f356a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873678 Mar 23 02:45:03.024761 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-67ae1b4b-ddd5-4beb-82f5-4707e5f9862d req-a9ae222f-4434-41a7-b553-cffad84e56dc service neutron] 10.222.0.23 "GET /v2.0/networks/64dc880d-e425-4f5a-aa4d-17cbb60f356a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871112 Mar 23 02:45:03.227673 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34170) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:03.321324 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-8fccb16f-c6e2-4ce3-917f-03eb15ce429f tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Request body: {'security_group': {'name': 'tempest-secgroup--39218841'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:03.444066 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34174) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:03.451814 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8fccb16f-c6e2-4ce3-917f-03eb15ce429f tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:03.518560 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8fccb16f-c6e2-4ce3-917f-03eb15ce429f tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:03.702467 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8fccb16f-c6e2-4ce3-917f-03eb15ce429f tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (83b64ccf-6316-41b9-8da1-7462ad6dcba2), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:03.789443 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8fccb16f-c6e2-4ce3-917f-03eb15ce429f tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (83b64ccf-6316-41b9-8da1-7462ad6dcba2), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:03.834295 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fccb16f-c6e2-4ce3-917f-03eb15ce429f tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83b64ccf-6316-41b9-8da1-7462ad6dcba2,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:03.899026 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8fccb16f-c6e2-4ce3-917f-03eb15ce429f tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (5d4561a2-2c54-450c-9c63-788d745cf57f), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:03.948007 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0969a94a-50ac-4426-8dda-c01acabdf077 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (348925bf-cd60-4447-9afc-6c70cdb5f330), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:03.950969 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8fccb16f-c6e2-4ce3-917f-03eb15ce429f tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (5d4561a2-2c54-450c-9c63-788d745cf57f), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:04.033435 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167a032-06d7-4268-938a-0ef692683276 req-f21fbc9e-ab45-4131-a1af-1dec43628d87 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:04.034947 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3167a032-06d7-4268-938a-0ef692683276 req-f21fbc9e-ab45-4131-a1af-1dec43628d87 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 943 time: 0.0542943 Mar 23 02:45:04.049425 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fccb16f-c6e2-4ce3-917f-03eb15ce429f tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4561a2-2c54-450c-9c63-788d745cf57f,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:04.092498 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3167a032-06d7-4268-938a-0ef692683276 req-0cfa7aa9-6e92-4939-8c8c-fa684fa8ac4a tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff2566c-ff00-4973-977d-e77a93112921&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514750 Mar 23 02:45:04.121326 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8fccb16f-c6e2-4ce3-917f-03eb15ce429f tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:04.122575 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8fccb16f-c6e2-4ce3-917f-03eb15ce429f tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8938019 Mar 23 02:45:04.126635 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34178) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:04.180959 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-102b11fa-2064-4372-93e0-f8e971b473b4 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.0531619 Mar 23 02:45:04.183789 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34180) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:04.188456 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-751b9545-3065-4339-a57d-693398983631 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Request body: {'security_group': {'name': 'tempest-security--927023070', 'description': 'tempest-security-description-579426386'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:04.224347 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-751b9545-3065-4339-a57d-693398983631 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (5d4561a2-2c54-450c-9c63-788d745cf57f), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:04.280008 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-751b9545-3065-4339-a57d-693398983631 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (5d4561a2-2c54-450c-9c63-788d745cf57f), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:04.325274 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-0969a94a-50ac-4426-8dda-c01acabdf077 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:45:04.325586 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0969a94a-50ac-4426-8dda-c01acabdf077 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:04.341530 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-751b9545-3065-4339-a57d-693398983631 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (5d4561a2-2c54-450c-9c63-788d745cf57f), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:04.344263 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-751b9545-3065-4339-a57d-693398983631 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:04.345567 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-751b9545-3065-4339-a57d-693398983631 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "PUT /v2.0/security-groups/5d4561a2-2c54-450c-9c63-788d745cf57f HTTP/1.1" status: 200 len: 1795 time: 0.1605048 Mar 23 02:45:04.349071 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34182) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:04.391515 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b9545-3065-4339-a57d-693398983631 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4561a2-2c54-450c-9c63-788d745cf57f,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:04.402674 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ebf1cec6-294c-4575-a90c-e855ec205b53 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "GET /v2.0/security-groups/5d4561a2-2c54-450c-9c63-788d745cf57f HTTP/1.1" status: 200 len: 1795 time: 0.0524073 Mar 23 02:45:04.405317 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34184) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:04.429395 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-0969a94a-50ac-4426-8dda-c01acabdf077 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] For port d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a,segment=NetworkSegment(24db1e4e-5294-4620-88f6-04534cf63649),segment_id=24db1e4e-5294-4620-88f6-04534cf63649)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:45:04.429755 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0969a94a-50ac-4426-8dda-c01acabdf077 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:04.452290 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-0969a94a-50ac-4426-8dda-c01acabdf077 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a owned by network:router_interface {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:45:04.517071 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cad49d5d-9a83-460b-829e-faf879c5bea6 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (5d4561a2-2c54-450c-9c63-788d745cf57f), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:04.550142 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cad49d5d-9a83-460b-829e-faf879c5bea6 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (5d4561a2-2c54-450c-9c63-788d745cf57f), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:04.589493 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:45:04.693555 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=911bbe3b-1d83-4fbc-afdf-16364b5c6e4d,segment=NetworkSegment(80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4),segment_id=80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:45:04.698032 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cad49d5d-9a83-460b-829e-faf879c5bea6 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (5d4561a2-2c54-450c-9c63-788d745cf57f), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:04.700549 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cad49d5d-9a83-460b-829e-faf879c5bea6 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:04.701685 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-cad49d5d-9a83-460b-829e-faf879c5bea6 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "DELETE /v2.0/security-groups/5d4561a2-2c54-450c-9c63-788d745cf57f HTTP/1.1" status: 204 len: 168 time: 0.2954278 Mar 23 02:45:04.704436 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34186) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:04.706767 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '911bbe3b-1d83-4fbc-afdf-16364b5c6e4d', 'network_id': '64dc880d-e425-4f5a-aa4d-17cbb60f356a', 'port_id': '911bbe3b-1d83-4fbc-afdf-16364b5c6e4d', 'mac_address': 'fa:16:3e:eb:8d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e235e68-d71a-4a77-aa02-9f7c92183444', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:45:04.711526 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad49d5d-9a83-460b-829e-faf879c5bea6 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4561a2-2c54-450c-9c63-788d745cf57f,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:04.752773 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:45:04.753171 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (911bbe3b-1d83-4fbc-afdf-16364b5c6e4d), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:04.758326 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8e7d4b03-b917-42e0-90aa-bbdf9f3b28f1 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0523901 Mar 23 02:45:04.761350 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34188) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:04.767136 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:45:04.775200 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-4ac7acb7-095d-4d82-bc48-9d7f42e8dddb tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] delete failed (client error): The resource could not be found. Mar 23 02:45:04.776227 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4ac7acb7-095d-4d82-bc48-9d7f42e8dddb tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "DELETE /v2.0/security-groups/5d4561a2-2c54-450c-9c63-788d745cf57f HTTP/1.1" status: 404 len: 347 time: 0.0140784 Mar 23 02:45:04.780183 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34190) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:04.791119 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0969a94a-50ac-4426-8dda-c01acabdf077 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:04.791289 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-5d4c8b72-8d08-4375-906d-37f60329e9fc tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Request body: {'security_group': {'name': 'tempest-secgroup--2066594533'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:04.791415 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=911bbe3b-1d83-4fbc-afdf-16364b5c6e4d,segment=NetworkSegment(80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4),segment_id=80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:45:04.809068 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969a94a-50ac-4426-8dda-c01acabdf077 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:04.872127 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (911bbe3b-1d83-4fbc-afdf-16364b5c6e4d), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:04.896644 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5d4c8b72-8d08-4375-906d-37f60329e9fc tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:04.939136 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=911bbe3b-1d83-4fbc-afdf-16364b5c6e4d,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:04.995918 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5d4c8b72-8d08-4375-906d-37f60329e9fc tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (f5101b40-c66c-4cb9-ba1b-dca630f6d8f1), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:05.007112 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0969a94a-50ac-4426-8dda-c01acabdf077 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (348925bf-cd60-4447-9afc-6c70cdb5f330), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:05.089598 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['911bbe3b-1d83-4fbc-afdf-16364b5c6e4d'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:45:05.119981 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5d4c8b72-8d08-4375-906d-37f60329e9fc tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (f5101b40-c66c-4cb9-ba1b-dca630f6d8f1), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:05.155043 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c8b72-8d08-4375-906d-37f60329e9fc tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5101b40-c66c-4cb9-ba1b-dca630f6d8f1,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:05.182732 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5d4c8b72-8d08-4375-906d-37f60329e9fc tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:05.184260 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5d4c8b72-8d08-4375-906d-37f60329e9fc tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4028094 Mar 23 02:45:05.187141 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34194) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:05.192745 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-5684c162-660c-4a79-9619-fd4ade77de7f tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Request body: {'security_group_rule': {'security_group_id': 'f5101b40-c66c-4cb9-ba1b-dca630f6d8f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:05.282401 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff3e5c-f794-44ae-8f13-afcab7006b8f req-614f45f9-e361-4bf1-94f7-ae0c73615e51 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:05.283929 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e1ff3e5c-f794-44ae-8f13-afcab7006b8f req-614f45f9-e361-4bf1-94f7-ae0c73615e51 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 944 time: 0.0858252 Mar 23 02:45:05.291775 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0969a94a-50ac-4426-8dda-c01acabdf077 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router 348925bf-cd60-4447-9afc-6c70cdb5f330 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:45:05.299413 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5684c162-660c-4a79-9619-fd4ade77de7f tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (b0acaec1-3215-432f-ae65-6eace6029424), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:05.356393 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5684c162-660c-4a79-9619-fd4ade77de7f tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (b0acaec1-3215-432f-ae65-6eace6029424), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:05.407274 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e1ff3e5c-f794-44ae-8f13-afcab7006b8f req-a15b8e3e-6f56-4a82-b4f3-44fdd3270a17 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff2566c-ff00-4973-977d-e77a93112921&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1140063 Mar 23 02:45:05.441422 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0969a94a-50ac-4426-8dda-c01acabdf077 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:45:05.444726 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5684c162-660c-4a79-9619-fd4ade77de7f tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (b0acaec1-3215-432f-ae65-6eace6029424), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:05.455709 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0969a94a-50ac-4426-8dda-c01acabdf077 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "PUT /v2.0/routers/348925bf-cd60-4447-9afc-6c70cdb5f330/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0018005 Mar 23 02:45:05.456274 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422b1899-a53c-4a04-b0af-cc282a08f400 None None] Sync routers for ids ['348925bf-cd60-4447-9afc-6c70cdb5f330'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:45:05.462555 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422b1899-a53c-4a04-b0af-cc282a08f400 None None] Routers {'348925bf-cd60-4447-9afc-6c70cdb5f330'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:45:05.463251 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-422b1899-a53c-4a04-b0af-cc282a08f400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['348925bf-cd60-4447-9afc-6c70cdb5f330'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:05.465021 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684c162-660c-4a79-9619-fd4ade77de7f tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0acaec1-3215-432f-ae65-6eace6029424,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:05.526876 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5684c162-660c-4a79-9619-fd4ade77de7f tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:05.528915 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5684c162-660c-4a79-9619-fd4ade77de7f tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3403499 Mar 23 02:45:05.531489 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34198) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:05.560460 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a120aadb-e404-43e0-98e4-8febdccd1d5c tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (b0acaec1-3215-432f-ae65-6eace6029424), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:05.569588 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a120aadb-e404-43e0-98e4-8febdccd1d5c tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (b0acaec1-3215-432f-ae65-6eace6029424), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:05.574808 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-422b1899-a53c-4a04-b0af-cc282a08f400 None None] Set router 348925bf-cd60-4447-9afc-6c70cdb5f330 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:45:05.679253 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a120aadb-e404-43e0-98e4-8febdccd1d5c tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (b0acaec1-3215-432f-ae65-6eace6029424), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:05.685672 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a120aadb-e404-43e0-98e4-8febdccd1d5c tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:05.689281 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a120aadb-e404-43e0-98e4-8febdccd1d5c tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/b0acaec1-3215-432f-ae65-6eace6029424 HTTP/1.1" status: 204 len: 168 time: 0.1542363 Mar 23 02:45:05.689939 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34200) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:05.692590 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120aadb-e404-43e0-98e4-8febdccd1d5c tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0acaec1-3215-432f-ae65-6eace6029424,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:05.745011 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-90d4e8a9-307b-4de3-9872-452d1f631c27 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0513740 Mar 23 02:45:05.745253 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34202) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:05.800973 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4035e3ca-5c55-4ea9-ad7d-29e254ef67b7 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (f5101b40-c66c-4cb9-ba1b-dca630f6d8f1), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:05.805088 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-422b1899-a53c-4a04-b0af-cc282a08f400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'name': 'tempest-TestNetworkBasicOps-router-291108398', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:58Z', 'updated_at': '2022-03-23T02:45:04Z', 'revision_number': 6, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ab:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:59Z', 'updated_at': '2022-03-23T02:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'f813c19a-f3b9-4df6-a48a-6ec28b834e58', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.29', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'port_id': '9cf29ee6-29b2-4cea-b256-c42b197c86da', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f', 'mac_address': 'fa:16:3e:cd:62:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f404b35-1a79-428a-b131-1b19b7275464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:43:41Z', 'updated_at': '2022-03-23T02:43:44Z', 'revision_number': 1, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242b67c2-fe7d-420b-95a2-84cc81f632c9', 'name': '', 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:fb:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '0e82ad3e-8209-4b30-a945-f7db24c31d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:43:07Z', 'updated_at': '2022-03-23T02:43:16Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '0e82ad3e-8209-4b30-a945-f7db24c31d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:05.828991 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4035e3ca-5c55-4ea9-ad7d-29e254ef67b7 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (f5101b40-c66c-4cb9-ba1b-dca630f6d8f1), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:05.842361 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422b1899-a53c-4a04-b0af-cc282a08f400 None None] Checking router: 348925bf-cd60-4447-9afc-6c70cdb5f330 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:45:05.851575 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422b1899-a53c-4a04-b0af-cc282a08f400 None None] Routers {'348925bf-cd60-4447-9afc-6c70cdb5f330'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:45:05.852209 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-422b1899-a53c-4a04-b0af-cc282a08f400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['348925bf-cd60-4447-9afc-6c70cdb5f330'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:05.912506 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9d96f-a659-4fb9-a363-e0a416a0a85a req-55cea69f-875c-46cf-b17c-95d7e49985db tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:05.914013 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b2d9d96f-a659-4fb9-a363-e0a416a0a85a req-55cea69f-875c-46cf-b17c-95d7e49985db tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=0df91275-c221-4677-9c97-57e516d83a65 HTTP/1.1" status: 200 len: 946 time: 0.0710270 Mar 23 02:45:05.964769 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b2d9d96f-a659-4fb9-a363-e0a416a0a85a req-53536930-2dec-4009-a79f-27e7777675b5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e75b20d-2d7e-402e-b726-dc86f47579fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447550 Mar 23 02:45:05.967730 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-422b1899-a53c-4a04-b0af-cc282a08f400 None None] Set router 348925bf-cd60-4447-9afc-6c70cdb5f330 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:45:05.974868 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4035e3ca-5c55-4ea9-ad7d-29e254ef67b7 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (f5101b40-c66c-4cb9-ba1b-dca630f6d8f1), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:05.990401 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4035e3ca-5c55-4ea9-ad7d-29e254ef67b7 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:05.990401 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4035e3ca-5c55-4ea9-ad7d-29e254ef67b7 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "DELETE /v2.0/security-groups/f5101b40-c66c-4cb9-ba1b-dca630f6d8f1 HTTP/1.1" status: 204 len: 168 time: 0.2325091 Mar 23 02:45:05.990401 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34206) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:06.000019 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035e3ca-5c55-4ea9-ad7d-29e254ef67b7 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5101b40-c66c-4cb9-ba1b-dca630f6d8f1,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:06.031138 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d260b62a-b08e-42ea-ab14-255ce948c8ab tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0481236 Mar 23 02:45:06.035188 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34208) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:06.039722 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-863f94db-e88a-4c4b-a996-a4bd749fdebf tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Request body: {'security_group': {'name': 'tempest-secgroup--514533796'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:06.136083 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-863f94db-e88a-4c4b-a996-a4bd749fdebf tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:06.195487 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-422b1899-a53c-4a04-b0af-cc282a08f400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'name': 'tempest-TestNetworkBasicOps-router-291108398', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:58Z', 'updated_at': '2022-03-23T02:45:04Z', 'revision_number': 6, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ab:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:59Z', 'updated_at': '2022-03-23T02:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'f813c19a-f3b9-4df6-a48a-6ec28b834e58', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.29', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'port_id': '9cf29ee6-29b2-4cea-b256-c42b197c86da', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f', 'mac_address': 'fa:16:3e:cd:62:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f404b35-1a79-428a-b131-1b19b7275464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:43:41Z', 'updated_at': '2022-03-23T02:43:44Z', 'revision_number': 1, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242b67c2-fe7d-420b-95a2-84cc81f632c9', 'name': '', 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:fb:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '0e82ad3e-8209-4b30-a945-f7db24c31d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:43:07Z', 'updated_at': '2022-03-23T02:43:16Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '0e82ad3e-8209-4b30-a945-f7db24c31d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:06.208340 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-863f94db-e88a-4c4b-a996-a4bd749fdebf tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (d17585d9-30d2-4709-8aa7-23efb0884772), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:06.221826 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422b1899-a53c-4a04-b0af-cc282a08f400 None None] The sync data for ids ['348925bf-cd60-4447-9afc-6c70cdb5f330'] in dv-neutron-834613-2-hyperv is: [{'id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'name': 'tempest-TestNetworkBasicOps-router-291108398', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:58Z', 'updated_at': '2022-03-23T02:45:04Z', 'revision_number': 6, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ab:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:59Z', 'updated_at': '2022-03-23T02:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'f813c19a-f3b9-4df6-a48a-6ec28b834e58', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.29', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'port_id': '9cf29ee6-29b2-4cea-b256-c42b197c86da', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f', 'mac_address': 'fa:16:3e:cd:62:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f404b35-1a79-428a-b131-1b19b7275464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:43:41Z', 'updated_at': '2022-03-23T02:43:44Z', 'revision_number': 1, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242b67c2-fe7d-420b-95a2-84cc81f632c9', 'name': '', 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:fb:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '0e82ad3e-8209-4b30-a945-f7db24c31d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:43:07Z', 'updated_at': '2022-03-23T02:43:16Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '0e82ad3e-8209-4b30-a945-f7db24c31d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:45:06.277105 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-863f94db-e88a-4c4b-a996-a4bd749fdebf tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (d17585d9-30d2-4709-8aa7-23efb0884772), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:06.306205 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f94db-e88a-4c4b-a996-a4bd749fdebf tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d17585d9-30d2-4709-8aa7-23efb0884772,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:06.376144 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-863f94db-e88a-4c4b-a996-a4bd749fdebf tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:06.377404 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-863f94db-e88a-4c4b-a996-a4bd749fdebf tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3415494 Mar 23 02:45:06.380113 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34210) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:06.384965 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-64389d9f-d0f7-473c-b505-b105d01fe8be tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Request body: {'security_group_rule': {'security_group_id': 'd17585d9-30d2-4709-8aa7-23efb0884772', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:06.472202 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-64389d9f-d0f7-473c-b505-b105d01fe8be tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (3121bfb3-5238-4fbd-9cc4-f141bb2d3c4b), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:06.528461 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-64389d9f-d0f7-473c-b505-b105d01fe8be tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (3121bfb3-5238-4fbd-9cc4-f141bb2d3c4b), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:06.531451 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cf9f8-50b3-4e2a-b845-10a3b4dfae78 req-5159c60d-0f05-49dc-95a1-796a6ca5ff27 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:06.532977 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8a3cf9f8-50b3-4e2a-b845-10a3b4dfae78 req-5159c60d-0f05-49dc-95a1-796a6ca5ff27 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 944 time: 0.0575953 Mar 23 02:45:06.585047 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8a3cf9f8-50b3-4e2a-b845-10a3b4dfae78 req-1d37cfaa-8d26-4ab5-9c3f-6b7e32551b6b tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff2566c-ff00-4973-977d-e77a93112921&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464208 Mar 23 02:45:06.609624 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:45:06.610159 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-64389d9f-d0f7-473c-b505-b105d01fe8be tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (3121bfb3-5238-4fbd-9cc4-f141bb2d3c4b), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:06.631379 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64389d9f-d0f7-473c-b505-b105d01fe8be tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3121bfb3-5238-4fbd-9cc4-f141bb2d3c4b,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:06.697864 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-64389d9f-d0f7-473c-b505-b105d01fe8be tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:06.699271 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-64389d9f-d0f7-473c-b505-b105d01fe8be tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3176818 Mar 23 02:45:06.706704 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34214) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:06.706704 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-84b5e41b-0c89-4719-af5c-e7f0daf0fa8e tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Request body: {'security_group_rule': {'security_group_id': 'd17585d9-30d2-4709-8aa7-23efb0884772', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:06.735557 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:45:06.740296 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:45:06.740669 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (911bbe3b-1d83-4fbc-afdf-16364b5c6e4d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:06.805373 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-84b5e41b-0c89-4719-af5c-e7f0daf0fa8e tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (aa9a4b96-254a-478d-b63b-f6774a4f3669), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:06.819077 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:45:06.819473 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (911bbe3b-1d83-4fbc-afdf-16364b5c6e4d), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:06.842427 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3317271-cd96-4bcc-88a4-18a696128a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911bbe3b-1d83-4fbc-afdf-16364b5c6e4d'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:45:06.844701 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d669a5c6-f693-4aa5-abdc-0283519afcdc" -d '{"events": [{"server_uuid": "d3317271-cd96-4bcc-88a4-18a696128a17", "name": "network-vif-plugged", "status": "completed", "tag": "911bbe3b-1d83-4fbc-afdf-16364b5c6e4d"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:45:06.860080 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=911bbe3b-1d83-4fbc-afdf-16364b5c6e4d,segment=NetworkSegment(80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4),segment_id=80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:45:06.868381 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-84b5e41b-0c89-4719-af5c-e7f0daf0fa8e tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (aa9a4b96-254a-478d-b63b-f6774a4f3669), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:06.882564 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f3decc-cfe4-42f9-9a40-c13190ee3512 x-openstack-request-id: req-52f3decc-cfe4-42f9-9a40-c13190ee3512 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:45:06.882955 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3317271-cd96-4bcc-88a4-18a696128a17", "name": "network-vif-plugged", "status": "completed", "tag": "911bbe3b-1d83-4fbc-afdf-16364b5c6e4d", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:45:06.883210 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52f3decc-cfe4-42f9-9a40-c13190ee3512 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:45:06.883616 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52f3decc-cfe4-42f9-9a40-c13190ee3512'] response: {'server_uuid': 'd3317271-cd96-4bcc-88a4-18a696128a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911bbe3b-1d83-4fbc-afdf-16364b5c6e4d', 'code': 200} Mar 23 02:45:06.934816 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (911bbe3b-1d83-4fbc-afdf-16364b5c6e4d), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:06.947111 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-84b5e41b-0c89-4719-af5c-e7f0daf0fa8e tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (aa9a4b96-254a-478d-b63b-f6774a4f3669), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:06.968574 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5e41b-0c89-4719-af5c-e7f0daf0fa8e tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa9a4b96-254a-478d-b63b-f6774a4f3669,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:06.990632 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=911bbe3b-1d83-4fbc-afdf-16364b5c6e4d,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:07.052278 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-84b5e41b-0c89-4719-af5c-e7f0daf0fa8e tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:07.056689 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-84b5e41b-0c89-4719-af5c-e7f0daf0fa8e tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3536246 Mar 23 02:45:07.057341 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34220) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:07.061758 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-e57c4bf6-ea0f-4737-b6e8-26954b132a10 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Request body: {'security_group_rule': {'security_group_id': 'd17585d9-30d2-4709-8aa7-23efb0884772', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:07.086115 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef206854-bf80-4b4f-9673-56566c9e16c8 req-43dd3314-6e08-49ac-af0b-b539cf4d58be tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:07.087610 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ef206854-bf80-4b4f-9673-56566c9e16c8 req-43dd3314-6e08-49ac-af0b-b539cf4d58be tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=0df91275-c221-4677-9c97-57e516d83a65 HTTP/1.1" status: 200 len: 946 time: 0.0574307 Mar 23 02:45:07.136728 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ef206854-bf80-4b4f-9673-56566c9e16c8 req-27c35be2-5bcb-48e3-b2ab-6ea083c870c2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e75b20d-2d7e-402e-b726-dc86f47579fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434785 Mar 23 02:45:07.169474 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e57c4bf6-ea0f-4737-b6e8-26954b132a10 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (3ef00dad-7a3e-4ebc-9f77-c16a47181d75), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:07.229980 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e57c4bf6-ea0f-4737-b6e8-26954b132a10 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (3ef00dad-7a3e-4ebc-9f77-c16a47181d75), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:07.280033 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef6ef9-a96d-4506-ac03-ab2e10ef6a64 req-419aefe1-28ac-4eb7-8625-66d4b8584022 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:07.281525 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8cef6ef9-a96d-4506-ac03-ab2e10ef6a64 req-419aefe1-28ac-4eb7-8625-66d4b8584022 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/ports?device_id=0df91275-c221-4677-9c97-57e516d83a65 HTTP/1.1" status: 200 len: 946 time: 0.0894682 Mar 23 02:45:07.283636 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac94b5b-1cc2-4412-9dcc-67758d56e3b2 req-c390b5f5-44bb-4e36-bf3c-d42dbfa1802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:07.285038 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7ac94b5b-1cc2-4412-9dcc-67758d56e3b2 req-c390b5f5-44bb-4e36-bf3c-d42dbfa1802b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 1129 time: 0.0941870 Mar 23 02:45:07.300106 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e57c4bf6-ea0f-4737-b6e8-26954b132a10 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (3ef00dad-7a3e-4ebc-9f77-c16a47181d75), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:07.318965 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c4bf6-ea0f-4737-b6e8-26954b132a10 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef00dad-7a3e-4ebc-9f77-c16a47181d75,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:07.379248 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7ac94b5b-1cc2-4412-9dcc-67758d56e3b2 req-753bdc49-df6f-48cc-8da6-f7c63ed9f7ad service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4ff2566c-ff00-4973-977d-e77a93112921&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0867736 Mar 23 02:45:07.388879 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e57c4bf6-ea0f-4737-b6e8-26954b132a10 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:07.393187 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e57c4bf6-ea0f-4737-b6e8-26954b132a10 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3348858 Mar 23 02:45:07.393362 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34224) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:07.398469 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-32276c51-3672-4903-b39c-534d02dbba9c tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Request body: {'security_group_rule': {'security_group_id': 'd17585d9-30d2-4709-8aa7-23efb0884772', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:07.420288 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-8cef6ef9-a96d-4506-ac03-ab2e10ef6a64 req-b7be6e30-8cc2-4b8d-a215-1d993ae9e494 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port 08b9b386-c4ba-47c3-b632-9424e8adb323 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:45:07.420630 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-8cef6ef9-a96d-4506-ac03-ab2e10ef6a64 req-b7be6e30-8cc2-4b8d-a215-1d993ae9e494 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (08b9b386-c4ba-47c3-b632-9424e8adb323), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:07.513648 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-8cef6ef9-a96d-4506-ac03-ab2e10ef6a64 req-b7be6e30-8cc2-4b8d-a215-1d993ae9e494 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] For port 08b9b386-c4ba-47c3-b632-9424e8adb323, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=08b9b386-c4ba-47c3-b632-9424e8adb323,segment=NetworkSegment(24db1e4e-5294-4620-88f6-04534cf63649),segment_id=24db1e4e-5294-4620-88f6-04534cf63649)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:45:07.514014 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-8cef6ef9-a96d-4506-ac03-ab2e10ef6a64 req-b7be6e30-8cc2-4b8d-a215-1d993ae9e494 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (08b9b386-c4ba-47c3-b632-9424e8adb323), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:07.531646 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-8cef6ef9-a96d-4506-ac03-ab2e10ef6a64 req-b7be6e30-8cc2-4b8d-a215-1d993ae9e494 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for 08b9b386-c4ba-47c3-b632-9424e8adb323 owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:45:07.533368 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-32276c51-3672-4903-b39c-534d02dbba9c tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (37f4315c-c42f-4363-ae5c-c4b57ea02dd1), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:07.634999 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-32276c51-3672-4903-b39c-534d02dbba9c tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (37f4315c-c42f-4363-ae5c-c4b57ea02dd1), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:07.701830 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-32276c51-3672-4903-b39c-534d02dbba9c tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (37f4315c-c42f-4363-ae5c-c4b57ea02dd1), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:07.705750 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0c727-41e7-4c34-8f81-6babc2e39541 req-c5d9fd92-b0b7-427e-9252-926e3a87d72a tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:07.707342 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-13a0c727-41e7-4c34-8f81-6babc2e39541 req-c5d9fd92-b0b7-427e-9252-926e3a87d72a tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 945 time: 0.0528245 Mar 23 02:45:07.719270 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32276c51-3672-4903-b39c-534d02dbba9c tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f4315c-c42f-4363-ae5c-c4b57ea02dd1,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:07.761880 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-13a0c727-41e7-4c34-8f81-6babc2e39541 req-73f42598-4ab9-407b-8749-747771df9091 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff2566c-ff00-4973-977d-e77a93112921&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474298 Mar 23 02:45:07.776309 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-8cef6ef9-a96d-4506-ac03-ab2e10ef6a64 req-b7be6e30-8cc2-4b8d-a215-1d993ae9e494 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (08b9b386-c4ba-47c3-b632-9424e8adb323), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:07.806337 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be6e30-8cc2-4b8d-a215-1d993ae9e494 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=08b9b386-c4ba-47c3-b632-9424e8adb323,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:07.815183 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-32276c51-3672-4903-b39c-534d02dbba9c tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:07.816403 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-32276c51-3672-4903-b39c-534d02dbba9c tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4221187 Mar 23 02:45:07.821322 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34228) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:07.823992 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-dffc5b51-b178-4e9f-96b0-1ac517d20edd tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Request body: {'security_group_rule': {'security_group_id': 'd17585d9-30d2-4709-8aa7-23efb0884772', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:07.863633 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cef6ef9-a96d-4506-ac03-ab2e10ef6a64 req-b7be6e30-8cc2-4b8d-a215-1d993ae9e494 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] No DVR routers for this DVR port 08b9b386-c4ba-47c3-b632-9424e8adb323 on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:45:07.867631 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-8cef6ef9-a96d-4506-ac03-ab2e10ef6a64 req-b7be6e30-8cc2-4b8d-a215-1d993ae9e494 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:07.870856 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8cef6ef9-a96d-4506-ac03-ab2e10ef6a64 req-b7be6e30-8cc2-4b8d-a215-1d993ae9e494 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "DELETE /v2.0/ports/08b9b386-c4ba-47c3-b632-9424e8adb323 HTTP/1.1" status: 204 len: 173 time: 0.5847201 Mar 23 02:45:07.871294 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df91275-c221-4677-9c97-57e516d83a65', 'name': 'network-vif-deleted', 'tag': '08b9b386-c4ba-47c3-b632-9424e8adb323'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:45:07.873608 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8deaf896-2714-4e7d-a7de-d40de233bf55" -d '{"events": [{"server_uuid": "0df91275-c221-4677-9c97-57e516d83a65", "name": "network-vif-deleted", "tag": "08b9b386-c4ba-47c3-b632-9424e8adb323"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:45:07.912114 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b7ff75-23b5-461d-944f-86ecb1b78bb8 x-openstack-request-id: req-c2b7ff75-23b5-461d-944f-86ecb1b78bb8 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:45:07.912423 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df91275-c221-4677-9c97-57e516d83a65", "name": "network-vif-deleted", "tag": "08b9b386-c4ba-47c3-b632-9424e8adb323", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:45:07.912673 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c2b7ff75-23b5-461d-944f-86ecb1b78bb8 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:45:07.913103 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2b7ff75-23b5-461d-944f-86ecb1b78bb8'] response: {'server_uuid': '0df91275-c221-4677-9c97-57e516d83a65', 'name': 'network-vif-deleted', 'tag': '08b9b386-c4ba-47c3-b632-9424e8adb323', 'status': 'completed', 'code': 200} Mar 23 02:45:07.998749 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dffc5b51-b178-4e9f-96b0-1ac517d20edd tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (dbba3d82-a45c-4d49-b6c9-5e7d9f4ecb4c), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:08.053296 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dffc5b51-b178-4e9f-96b0-1ac517d20edd tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (dbba3d82-a45c-4d49-b6c9-5e7d9f4ecb4c), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:08.136177 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dffc5b51-b178-4e9f-96b0-1ac517d20edd tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (dbba3d82-a45c-4d49-b6c9-5e7d9f4ecb4c), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:08.159898 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc5b51-b178-4e9f-96b0-1ac517d20edd tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbba3d82-a45c-4d49-b6c9-5e7d9f4ecb4c,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:08.257686 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:45:08.266877 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a4dac37a-6ac9-4e21-9218-c1bfe5c493c2 req-f79b4bed-570e-4698-bcd1-7955ed81e809 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=0df91275-c221-4677-9c97-57e516d83a65 HTTP/1.1" status: 200 len: 210 time: 0.0348618 Mar 23 02:45:08.273653 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dffc5b51-b178-4e9f-96b0-1ac517d20edd tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:08.277152 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-dffc5b51-b178-4e9f-96b0-1ac517d20edd tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4566064 Mar 23 02:45:08.280059 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34234) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:08.280418 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:45:08.281095 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d6a18ba6-0ce9-458e-bcbd-7d0f230ee90a not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:45:08.312466 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6552d28c-695d-432d-ae45-f04710cdced3 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (dbba3d82-a45c-4d49-b6c9-5e7d9f4ecb4c), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:08.324751 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6552d28c-695d-432d-ae45-f04710cdced3 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (dbba3d82-a45c-4d49-b6c9-5e7d9f4ecb4c), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:08.448986 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6552d28c-695d-432d-ae45-f04710cdced3 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (dbba3d82-a45c-4d49-b6c9-5e7d9f4ecb4c), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:08.455896 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6552d28c-695d-432d-ae45-f04710cdced3 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:08.457113 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6552d28c-695d-432d-ae45-f04710cdced3 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/dbba3d82-a45c-4d49-b6c9-5e7d9f4ecb4c HTTP/1.1" status: 204 len: 168 time: 0.1758301 Mar 23 02:45:08.460127 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34236) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:08.467004 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552d28c-695d-432d-ae45-f04710cdced3 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbba3d82-a45c-4d49-b6c9-5e7d9f4ecb4c,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:08.509393 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0ca71ebe-b163-4d88-8b04-9c52bae746c4 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0479934 Mar 23 02:45:08.517079 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34238) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:08.543975 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-341c69b6-acb6-4560-ae5f-90477ad7335d tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (37f4315c-c42f-4363-ae5c-c4b57ea02dd1), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:08.551695 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-341c69b6-acb6-4560-ae5f-90477ad7335d tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (37f4315c-c42f-4363-ae5c-c4b57ea02dd1), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:08.654301 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-341c69b6-acb6-4560-ae5f-90477ad7335d tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (37f4315c-c42f-4363-ae5c-c4b57ea02dd1), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:08.660794 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-341c69b6-acb6-4560-ae5f-90477ad7335d tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:08.663358 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-341c69b6-acb6-4560-ae5f-90477ad7335d tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/37f4315c-c42f-4363-ae5c-c4b57ea02dd1 HTTP/1.1" status: 204 len: 168 time: 0.1444438 Mar 23 02:45:08.665615 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34240) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:08.668230 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c69b6-acb6-4560-ae5f-90477ad7335d tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37f4315c-c42f-4363-ae5c-c4b57ea02dd1,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:08.719232 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-bcbadea8-dde4-413d-b82e-f03181d1930c tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0518081 Mar 23 02:45:08.721926 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34242) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:08.746284 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8697a2e3-1bf6-4c86-a928-98fc03662ea8 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (3ef00dad-7a3e-4ebc-9f77-c16a47181d75), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:08.753652 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8697a2e3-1bf6-4c86-a928-98fc03662ea8 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (3ef00dad-7a3e-4ebc-9f77-c16a47181d75), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:08.840880 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8697a2e3-1bf6-4c86-a928-98fc03662ea8 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (3ef00dad-7a3e-4ebc-9f77-c16a47181d75), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:08.846047 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8697a2e3-1bf6-4c86-a928-98fc03662ea8 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:08.847230 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8697a2e3-1bf6-4c86-a928-98fc03662ea8 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/3ef00dad-7a3e-4ebc-9f77-c16a47181d75 HTTP/1.1" status: 204 len: 168 time: 0.1243405 Mar 23 02:45:08.850585 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34246) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:08.871448 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697a2e3-1bf6-4c86-a928-98fc03662ea8 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ef00dad-7a3e-4ebc-9f77-c16a47181d75,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:08.891301 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ab719d26-1529-40fd-83ca-cecc26d9308a tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0395272 Mar 23 02:45:08.894083 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34248) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:08.896404 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd9927-72e1-4cc4-9db1-737c0289f9c1 req-83a7ed96-5966-4edc-b0df-164484bdbd08 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:08.897887 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f9bd9927-72e1-4cc4-9db1-737c0289f9c1 req-83a7ed96-5966-4edc-b0df-164484bdbd08 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 945 time: 0.0673504 Mar 23 02:45:08.918588 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bf476ad8-6567-404d-9ab6-b907eb636bb7 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (aa9a4b96-254a-478d-b63b-f6774a4f3669), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:08.926360 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bf476ad8-6567-404d-9ab6-b907eb636bb7 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (aa9a4b96-254a-478d-b63b-f6774a4f3669), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:08.953992 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f9bd9927-72e1-4cc4-9db1-737c0289f9c1 req-1e05ba4f-07f4-4628-b4ee-873e9e7375a7 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff2566c-ff00-4973-977d-e77a93112921&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493832 Mar 23 02:45:09.052176 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bf476ad8-6567-404d-9ab6-b907eb636bb7 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (aa9a4b96-254a-478d-b63b-f6774a4f3669), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:09.058640 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bf476ad8-6567-404d-9ab6-b907eb636bb7 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:09.059714 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-bf476ad8-6567-404d-9ab6-b907eb636bb7 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/aa9a4b96-254a-478d-b63b-f6774a4f3669 HTTP/1.1" status: 204 len: 168 time: 0.1647155 Mar 23 02:45:09.062518 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34252) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:09.067973 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf476ad8-6567-404d-9ab6-b907eb636bb7 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa9a4b96-254a-478d-b63b-f6774a4f3669,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:09.088999 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12bcda-5e0c-4fba-9d39-40349bff064b req-32ce032b-da05-4e74-9f9f-37e949dc4ea6 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:09.094012 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ba12bcda-5e0c-4fba-9d39-40349bff064b req-32ce032b-da05-4e74-9f9f-37e949dc4ea6 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 945 time: 0.0669844 Mar 23 02:45:09.104118 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-efde5547-3e9e-42df-a08e-fd5dc1d1c30e tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0403183 Mar 23 02:45:09.106707 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34254) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:09.130349 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-90be417d-d807-4a13-b5b7-2be2687bcd6e tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (3121bfb3-5238-4fbd-9cc4-f141bb2d3c4b), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:09.138351 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-90be417d-d807-4a13-b5b7-2be2687bcd6e tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (3121bfb3-5238-4fbd-9cc4-f141bb2d3c4b), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:09.144727 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ba12bcda-5e0c-4fba-9d39-40349bff064b req-a64f7630-2636-452b-84af-5ace9f104cab tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff2566c-ff00-4973-977d-e77a93112921&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483413 Mar 23 02:45:09.168075 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34256) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:09.212455 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6259c0b5-d8f3-4f27-8eb6-07bc2edde4d6 tempest-TestNetworkAdvancedServerOps-1273707527 tempest-TestNetworkAdvancedServerOps-1273707527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:09.214034 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6259c0b5-d8f3-4f27-8eb6-07bc2edde4d6 tempest-TestNetworkAdvancedServerOps-1273707527 tempest-TestNetworkAdvancedServerOps-1273707527-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 1124 time: 0.0449865 Mar 23 02:45:09.216955 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34258) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:09.221125 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-cbfa4cf8-6a66-44fd-97e9-ac114bebc626 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'port_id': '911bbe3b-1d83-4fbc-afdf-16364b5c6e4d', 'tenant_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:09.242713 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-90be417d-d807-4a13-b5b7-2be2687bcd6e tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (3121bfb3-5238-4fbd-9cc4-f141bb2d3c4b), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:09.247181 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-90be417d-d807-4a13-b5b7-2be2687bcd6e tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:09.248371 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-90be417d-d807-4a13-b5b7-2be2687bcd6e tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/3121bfb3-5238-4fbd-9cc4-f141bb2d3c4b HTTP/1.1" status: 204 len: 168 time: 0.1407626 Mar 23 02:45:09.253990 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34260) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:09.255814 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be417d-d807-4a13-b5b7-2be2687bcd6e tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3121bfb3-5238-4fbd-9cc4-f141bb2d3c4b,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:09.291154 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ac96f293-a0ae-4035-b4e6-d61b25f63d00 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0360105 Mar 23 02:45:09.294120 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34262) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:09.311810 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cbfa4cf8-6a66-44fd-97e9-ac114bebc626 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:09.337914 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34266) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:09.361604 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f8d11d68-141f-45ce-92f2-cae6b0271873 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (d17585d9-30d2-4709-8aa7-23efb0884772), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:09.403142 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f8d11d68-141f-45ce-92f2-cae6b0271873 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (d17585d9-30d2-4709-8aa7-23efb0884772), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:09.420660 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cbfa4cf8-6a66-44fd-97e9-ac114bebc626 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:09.443986 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b8d189b-ecbb-4496-aff2-5a464a79f4a7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (8e75b20d-2d7e-402e-b726-dc86f47579fd), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:09.472040 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b8d189b-ecbb-4496-aff2-5a464a79f4a7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (8e75b20d-2d7e-402e-b726-dc86f47579fd), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:09.524843 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-cbfa4cf8-6a66-44fd-97e9-ac114bebc626 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Allocated IP 172.26.2.63 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/ddcee6b3-fd8a-401a-961d-713626100a65) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:45:09.540745 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f8d11d68-141f-45ce-92f2-cae6b0271873 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (d17585d9-30d2-4709-8aa7-23efb0884772), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:09.543338 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f8d11d68-141f-45ce-92f2-cae6b0271873 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:09.544547 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f8d11d68-141f-45ce-92f2-cae6b0271873 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "DELETE /v2.0/security-groups/d17585d9-30d2-4709-8aa7-23efb0884772 HTTP/1.1" status: 204 len: 168 time: 0.2495148 Mar 23 02:45:09.547602 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34268) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:09.561137 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d11d68-141f-45ce-92f2-cae6b0271873 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17585d9-30d2-4709-8aa7-23efb0884772,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:09.600391 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3b744643-7a83-4de2-8721-528831f06800 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0504436 Mar 23 02:45:09.603294 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34270) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:09.607793 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-c8f08ede-4f06-491a-837d-b6bfe04b2f2f tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Request body: {'security_group': {'name': 'tempest-secgroup--1221305546'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:09.611844 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b8d189b-ecbb-4496-aff2-5a464a79f4a7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (8e75b20d-2d7e-402e-b726-dc86f47579fd), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:09.614304 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b8d189b-ecbb-4496-aff2-5a464a79f4a7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:09.616124 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1b8d189b-ecbb-4496-aff2-5a464a79f4a7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/security-groups/8e75b20d-2d7e-402e-b726-dc86f47579fd HTTP/1.1" status: 204 len: 168 time: 0.2771060 Mar 23 02:45:09.631953 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d189b-ecbb-4496-aff2-5a464a79f4a7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e75b20d-2d7e-402e-b726-dc86f47579fd,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:09.639658 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cbfa4cf8-6a66-44fd-97e9-ac114bebc626 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for port (ddcee6b3-fd8a-401a-961d-713626100a65), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:09.701526 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c8f08ede-4f06-491a-837d-b6bfe04b2f2f tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:09.730437 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cbfa4cf8-6a66-44fd-97e9-ac114bebc626 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (ddcee6b3-fd8a-401a-961d-713626100a65), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:09.737451 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34274) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:09.769738 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfa4cf8-6a66-44fd-97e9-ac114bebc626 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:45:09.773307 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-cbfa4cf8-6a66-44fd-97e9-ac114bebc626 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:45:09.776992 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfa4cf8-6a66-44fd-97e9-ac114bebc626 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:45:09.805398 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa4cf8-6a66-44fd-97e9-ac114bebc626 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Pushing event updated for resources: {'Port': ['ID=ddcee6b3-fd8a-401a-961d-713626100a65,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:09.809375 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-25495a1f-c18c-44cc-bf91-389ea399a3d7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting subnet 74defd8a-e54a-446f-bb45-13589753dac4 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:45:09.813137 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c8f08ede-4f06-491a-837d-b6bfe04b2f2f tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (b39415f6-157d-411f-bbc6-88f318b17d55), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:09.815611 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-25495a1f-c18c-44cc-bf91-389ea399a3d7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for subnet (74defd8a-e54a-446f-bb45-13589753dac4), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:09.857071 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-25495a1f-c18c-44cc-bf91-389ea399a3d7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (74defd8a-e54a-446f-bb45-13589753dac4), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:10.166518 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cbfa4cf8-6a66-44fd-97e9-ac114bebc626 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for floatingip (f0b86f80-8424-4e05-b7d7-5373b359e6ea), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:10.168047 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c8f08ede-4f06-491a-837d-b6bfe04b2f2f tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (b39415f6-157d-411f-bbc6-88f318b17d55), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:10.213876 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f08ede-4f06-491a-837d-b6bfe04b2f2f tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b39415f6-157d-411f-bbc6-88f318b17d55,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:10.255702 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-25495a1f-c18c-44cc-bf91-389ea399a3d7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (74defd8a-e54a-446f-bb45-13589753dac4), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:10.283464 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c8f08ede-4f06-491a-837d-b6bfe04b2f2f tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:10.284707 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c8f08ede-4f06-491a-837d-b6bfe04b2f2f tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6803055 Mar 23 02:45:10.289977 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34276) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:10.296429 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-7628fdcc-6dd0-403b-b3b7-3903c0b9ad07 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Request body: {'security_group_rule': {'security_group_id': 'b39415f6-157d-411f-bbc6-88f318b17d55', 'direction': 'ingress', 'protocol': 17}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:10.335444 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cbfa4cf8-6a66-44fd-97e9-ac114bebc626 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ddcee6b3-fd8a-401a-961d-713626100a65), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:10.403196 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-25495a1f-c18c-44cc-bf91-389ea399a3d7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (74defd8a-e54a-446f-bb45-13589753dac4), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:10.435193 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25495a1f-c18c-44cc-bf91-389ea399a3d7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Subnet': ['ID=74defd8a-e54a-446f-bb45-13589753dac4,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:10.440331 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-25495a1f-c18c-44cc-bf91-389ea399a3d7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:10.446025 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-25495a1f-c18c-44cc-bf91-389ea399a3d7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/subnets/74defd8a-e54a-446f-bb45-13589753dac4 HTTP/1.1" status: 204 len: 168 time: 0.7051473 Mar 23 02:45:10.447196 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7628fdcc-6dd0-403b-b3b7-3903c0b9ad07 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (0ccdb68a-c9d7-4e48-89c2-ab947aacb7a0), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:10.448005 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34278) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:10.449214 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36edf3a-1c72-436d-a2c4-4871848e9e51 None None] Network b02c78cc-88fa-4db8-832f-b0b08aaa68c6 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:45:10.494447 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7628fdcc-6dd0-403b-b3b7-3903c0b9ad07 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (0ccdb68a-c9d7-4e48-89c2-ab947aacb7a0), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:10.527910 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-563ef95b-9662-4864-af57-73ac8b026223 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (b02c78cc-88fa-4db8-832f-b0b08aaa68c6), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:10.549101 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cbfa4cf8-6a66-44fd-97e9-ac114bebc626 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for port (ddcee6b3-fd8a-401a-961d-713626100a65), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:10.569735 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7628fdcc-6dd0-403b-b3b7-3903c0b9ad07 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (0ccdb68a-c9d7-4e48-89c2-ab947aacb7a0), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:10.586966 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-563ef95b-9662-4864-af57-73ac8b026223 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:45:10.587403 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-563ef95b-9662-4864-af57-73ac8b026223 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:10.590737 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628fdcc-6dd0-403b-b3b7-3903c0b9ad07 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ccdb68a-c9d7-4e48-89c2-ab947aacb7a0,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:10.620335 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cbfa4cf8-6a66-44fd-97e9-ac114bebc626 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (ddcee6b3-fd8a-401a-961d-713626100a65), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:10.656733 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 08b9b386-c4ba-47c3-b632-9424e8adb323 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:45:10.666843 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-563ef95b-9662-4864-af57-73ac8b026223 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] For port fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca,segment=NetworkSegment(24db1e4e-5294-4620-88f6-04534cf63649),segment_id=24db1e4e-5294-4620-88f6-04534cf63649)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:45:10.667202 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-563ef95b-9662-4864-af57-73ac8b026223 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:10.682037 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-563ef95b-9662-4864-af57-73ac8b026223 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca owned by network:dhcp {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:45:10.683470 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7628fdcc-6dd0-403b-b3b7-3903c0b9ad07 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:10.684701 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7628fdcc-6dd0-403b-b3b7-3903c0b9ad07 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3919463 Mar 23 02:45:10.687401 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34280) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:10.689828 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: 08b9b386-c4ba-47c3-b632-9424e8adb323 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:45:10.690177 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 08b9b386-c4ba-47c3-b632-9424e8adb323 not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:45:10.700407 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa4cf8-6a66-44fd-97e9-ac114bebc626 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Pushing event updated for resources: {'Port': ['ID=ddcee6b3-fd8a-401a-961d-713626100a65,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:10.712337 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cbfa4cf8-6a66-44fd-97e9-ac114bebc626 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (f0b86f80-8424-4e05-b7d7-5373b359e6ea), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:10.800574 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-20d98627-36fa-4796-a43e-a321f8761e6e tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (b39415f6-157d-411f-bbc6-88f318b17d55), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:10.826289 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee080e96-595f-410b-bac5-578285946f73 None None] DHCP port deletion for b02c78cc-88fa-4db8-832f-b0b08aaa68c6 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:45:10.826887 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-20d98627-36fa-4796-a43e-a321f8761e6e tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (b39415f6-157d-411f-bbc6-88f318b17d55), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:10.831171 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [None req-cbfa4cf8-6a66-44fd-97e9-ac114bebc626 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Floating IP f0b86f80-8424-4e05-b7d7-5373b359e6ea associated. External IP: 172.26.2.63, port: 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d. Mar 23 02:45:10.879430 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-563ef95b-9662-4864-af57-73ac8b026223 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:10.881649 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-ee080e96-595f-410b-bac5-578285946f73 None None] Deleting port fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:45:10.882099 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ee080e96-595f-410b-bac5-578285946f73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:10.910162 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ef95b-9662-4864-af57-73ac8b026223 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:10.910162 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563ef95b-9662-4864-af57-73ac8b026223 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] No DVR routers for this DVR port fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca on host dv-neutron-834613-2-hyperv {{(pid=104348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:45:10.959402 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-ee080e96-595f-410b-bac5-578285946f73 None None] For port fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca, host dv-neutron-834613-2-hyperv, got binding levels [] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:45:10.960034 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ee080e96-595f-410b-bac5-578285946f73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:10.972664 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-20d98627-36fa-4796-a43e-a321f8761e6e tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (b39415f6-157d-411f-bbc6-88f318b17d55), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:10.974845 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-ee080e96-595f-410b-bac5-578285946f73 None None] Calling delete_port for fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:45:10.976252 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-20d98627-36fa-4796-a43e-a321f8761e6e tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:10.977622 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.ipam_backend_mixin [None req-ee080e96-595f-410b-bac5-578285946f73 None None] Port fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca was not found and therefore no delete operation was performed {{(pid=104350) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 02:45:10.979998 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ee080e96-595f-410b-bac5-578285946f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:10.980454 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-20d98627-36fa-4796-a43e-a321f8761e6e tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "DELETE /v2.0/security-groups/b39415f6-157d-411f-bbc6-88f318b17d55 HTTP/1.1" status: 204 len: 168 time: 0.2919736 Mar 23 02:45:10.981078 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34282) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:11.003848 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee080e96-595f-410b-bac5-578285946f73 None None] Pushing event deleted for resources: {'Port': ['ID=fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:11.010946 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee080e96-595f-410b-bac5-578285946f73 None None] No DVR routers for this DVR port fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:45:11.021514 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d98627-36fa-4796-a43e-a321f8761e6e tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39415f6-157d-411f-bbc6-88f318b17d55,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:11.023285 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-563ef95b-9662-4864-af57-73ac8b026223 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (b02c78cc-88fa-4db8-832f-b0b08aaa68c6), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:11.061231 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-563ef95b-9662-4864-af57-73ac8b026223 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b02c78cc-88fa-4db8-832f-b0b08aaa68c6']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:11.078878 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-563ef95b-9662-4864-af57-73ac8b026223 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24db1e4e-5294-4620-88f6-04534cf63649') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:11.079161 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-563ef95b-9662-4864-af57-73ac8b026223 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24db1e4e-5294-4620-88f6-04534cf63649') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:11.088522 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ff4e6654-e4cc-41e0-9f15-4cf3d2fdb61c tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0922186 Mar 23 02:45:11.089723 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34284) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:11.095758 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-9b8a5ef8-85d0-472a-8347-5d1e6823b4e2 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Request body: {'security_group': {'name': 'tempest-secgroup--498213942'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:11.102623 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-563ef95b-9662-4864-af57-73ac8b026223 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (24db1e4e-5294-4620-88f6-04534cf63649), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:11.123659 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-563ef95b-9662-4864-af57-73ac8b026223 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (24db1e4e-5294-4620-88f6-04534cf63649), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:11.132674 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-563ef95b-9662-4864-af57-73ac8b026223 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:45:11.133254 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-563ef95b-9662-4864-af57-73ac8b026223 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (24db1e4e-5294-4620-88f6-04534cf63649), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:11.138091 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:45:11.138091 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:45:11.138091 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:45:11.138091 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:45:11.138091 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:45:11.138091 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:45:11.138091 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:45:11.138091 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:45:11.138091 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:45:11.138091 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:45:11.138091 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:45:11.138091 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:45:11.138091 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:45:11.138091 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:45:11.138091 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:45:11.138091 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:45:11.138091 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:45:11.138091 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:45:11.138091 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:45:11.138091 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:45:11.138091 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:45:11.138091 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:45:11.138091 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:45:11.138091 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:45:11.138091 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:45:11.138091 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:45:11.138091 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:45:11.138091 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:45:11.138091 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:45:11.138091 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:45:11.138091 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:45:11.138091 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:45:11.222065 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9b8a5ef8-85d0-472a-8347-5d1e6823b4e2 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:11.274815 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-563ef95b-9662-4864-af57-73ac8b026223 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (b02c78cc-88fa-4db8-832f-b0b08aaa68c6), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:11.279264 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-563ef95b-9662-4864-af57-73ac8b026223 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:11.285555 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-563ef95b-9662-4864-af57-73ac8b026223 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/networks/b02c78cc-88fa-4db8-832f-b0b08aaa68c6 HTTP/1.1" status: 204 len: 168 time: 0.8334577 Mar 23 02:45:11.289869 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34286) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:11.349592 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ef95b-9662-4864-af57-73ac8b026223 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Network': ['ID=b02c78cc-88fa-4db8-832f-b0b08aaa68c6,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:11.365809 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9b8a5ef8-85d0-472a-8347-5d1e6823b4e2 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (e952043c-e68a-44ab-9024-8e5b1d3ccdfc), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:11.367682 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbfa4cf8-6a66-44fd-97e9-ac114bebc626 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Router f54c92ef-ef9a-4cc0-a131-832b44140cdd has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:45:11.429432 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9b8a5ef8-85d0-472a-8347-5d1e6823b4e2 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (e952043c-e68a-44ab-9024-8e5b1d3ccdfc), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:11.476120 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfa4cf8-6a66-44fd-97e9-ac114bebc626 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:45:11.485757 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b4b299-bf49-46b6-a243-0a9a7e0951b2 None None] Sync routers for ids ['f54c92ef-ef9a-4cc0-a131-832b44140cdd'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:45:11.495660 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a5ef8-85d0-472a-8347-5d1e6823b4e2 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e952043c-e68a-44ab-9024-8e5b1d3ccdfc,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:11.495909 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b4b299-bf49-46b6-a243-0a9a7e0951b2 None None] Routers {'f54c92ef-ef9a-4cc0-a131-832b44140cdd'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:45:11.496531 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-94b4b299-bf49-46b6-a243-0a9a7e0951b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['f54c92ef-ef9a-4cc0-a131-832b44140cdd'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:11.522481 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-77842823-aa73-4d06-8828-958d9ccff237 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port 1e3693b9-6cd7-485d-aeaf-45eb2a3c80e7 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:45:11.522942 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77842823-aa73-4d06-8828-958d9ccff237 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (1e3693b9-6cd7-485d-aeaf-45eb2a3c80e7), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:11.560506 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9b8a5ef8-85d0-472a-8347-5d1e6823b4e2 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:11.562379 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9b8a5ef8-85d0-472a-8347-5d1e6823b4e2 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4716411 Mar 23 02:45:11.566545 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34288) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:11.566918 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cbfa4cf8-6a66-44fd-97e9-ac114bebc626 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:11.578580 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-a652b229-8513-4073-a325-0d97eda8364d tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Request body: {'security_group': {'name': 'tempest-secgroup--995306042'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:11.611351 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-cbfa4cf8-6a66-44fd-97e9-ac114bebc626 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3910244 Mar 23 02:45:11.611351 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3317271-cd96-4bcc-88a4-18a696128a17', 'tag': '911bbe3b-1d83-4fbc-afdf-16364b5c6e4d'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:45:11.612870 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-94b4b299-bf49-46b6-a243-0a9a7e0951b2 None None] Set router f54c92ef-ef9a-4cc0-a131-832b44140cdd gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:45:11.613015 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd252fd-f99a-439f-bc31-fc50fa5fd269" -d '{"events": [{"name": "network-changed", "server_uuid": "d3317271-cd96-4bcc-88a4-18a696128a17", "tag": "911bbe3b-1d83-4fbc-afdf-16364b5c6e4d"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:45:11.641682 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77842823-aa73-4d06-8828-958d9ccff237 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (1e3693b9-6cd7-485d-aeaf-45eb2a3c80e7), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:11.642157 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77842823-aa73-4d06-8828-958d9ccff237 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (1e3693b9-6cd7-485d-aeaf-45eb2a3c80e7), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:11.651289 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505dba4e-5cab-4ab3-ac26-6885843bbc53 x-openstack-request-id: req-505dba4e-5cab-4ab3-ac26-6885843bbc53 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:45:11.651581 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3317271-cd96-4bcc-88a4-18a696128a17", "tag": "911bbe3b-1d83-4fbc-afdf-16364b5c6e4d", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:45:11.651924 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-505dba4e-5cab-4ab3-ac26-6885843bbc53 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:45:11.652339 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-505dba4e-5cab-4ab3-ac26-6885843bbc53'] response: {'name': 'network-changed', 'server_uuid': 'd3317271-cd96-4bcc-88a4-18a696128a17', 'tag': '911bbe3b-1d83-4fbc-afdf-16364b5c6e4d', 'status': 'completed', 'code': 200} Mar 23 02:45:11.657745 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-77842823-aa73-4d06-8828-958d9ccff237 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for 1e3693b9-6cd7-485d-aeaf-45eb2a3c80e7 owned by network:floatingip {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:45:11.710735 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a652b229-8513-4073-a325-0d97eda8364d tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:11.747239 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6d99f-d38e-48cb-b2d4-f7246ea34a11 req-3de03d5b-c072-4c44-ba33-c111e9bb81f5 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:11.748817 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f1c6d99f-d38e-48cb-b2d4-f7246ea34a11 req-3de03d5b-c072-4c44-ba33-c111e9bb81f5 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 945 time: 0.0817318 Mar 23 02:45:11.753648 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd252fd-f99a-439f-bc31-fc50fa5fd269 req-0fb3a22b-ef05-404f-af68-573cf79b162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:11.755652 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bdd252fd-f99a-439f-bc31-fc50fa5fd269 req-0fb3a22b-ef05-404f-af68-573cf79b162d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af323650c5bb41fcb7c7f8a75f4eeb34&device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 1129 time: 0.0782461 Mar 23 02:45:11.853508 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a652b229-8513-4073-a325-0d97eda8364d tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (6c923018-f079-40c5-951c-5a905a68d8d7), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:11.857392 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f1c6d99f-d38e-48cb-b2d4-f7246ea34a11 req-0496313f-87f3-4be2-acaa-3c3d207a4f33 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff2566c-ff00-4973-977d-e77a93112921&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0995827 Mar 23 02:45:11.884890 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34294) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:11.891543 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd252fd-f99a-439f-bc31-fc50fa5fd269 req-0af74b81-a3b5-430d-bfe9-c6a14fd06766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:11.892219 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-94b4b299-bf49-46b6-a243-0a9a7e0951b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628394960', 'tenant_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'dbb67dd5-a1df-4c75-a4f8-12a007b88d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:49Z', 'updated_at': '2022-03-23T02:44:54Z', 'revision_number': 4, 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'gw_port': {'id': 'dbb67dd5-a1df-4c75-a4f8-12a007b88d2a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:50Z', 'updated_at': '2022-03-23T02:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'f0b86f80-8424-4e05-b7d7-5373b359e6ea', 'tenant_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'floating_ip_address': '172.26.2.63', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'port_id': '911bbe3b-1d83-4fbc-afdf-16364b5c6e4d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64dc880d-e425-4f5a-aa4d-17cbb60f356a', 'mac_address': 'fa:16:3e:eb:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3317271-cd96-4bcc-88a4-18a696128a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:45:10Z', 'updated_at': '2022-03-23T02:45:10Z', 'revision_number': 0, 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e', 'name': '', 'network_id': '64dc880d-e425-4f5a-aa4d-17cbb60f356a', 'tenant_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'mac_address': 'fa:16:3e:73:c3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '8e235e68-d71a-4a77-aa02-9f7c92183444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:53Z', 'updated_at': '2022-03-23T02:44:58Z', 'revision_number': 5, 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'subnets': [{'id': '8e235e68-d71a-4a77-aa02-9f7c92183444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:11.893618 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bdd252fd-f99a-439f-bc31-fc50fa5fd269 req-0af74b81-a3b5-430d-bfe9-c6a14fd06766 service neutron] 10.222.0.23 "GET /v2.0/networks?id=64dc880d-e425-4f5a-aa4d-17cbb60f356a HTTP/1.1" status: 200 len: 897 time: 0.1281612 Mar 23 02:45:11.918548 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a652b229-8513-4073-a325-0d97eda8364d tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (6c923018-f079-40c5-951c-5a905a68d8d7), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:11.922172 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b4b299-bf49-46b6-a243-0a9a7e0951b2 None None] Checking router: f54c92ef-ef9a-4cc0-a131-832b44140cdd for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:45:11.931597 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b4b299-bf49-46b6-a243-0a9a7e0951b2 None None] Routers {'f54c92ef-ef9a-4cc0-a131-832b44140cdd'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:45:11.932251 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-94b4b299-bf49-46b6-a243-0a9a7e0951b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['f54c92ef-ef9a-4cc0-a131-832b44140cdd'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:11.950237 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652b229-8513-4073-a325-0d97eda8364d tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c923018-f079-40c5-951c-5a905a68d8d7,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:11.987136 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77842823-aa73-4d06-8828-958d9ccff237 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (1e3693b9-6cd7-485d-aeaf-45eb2a3c80e7), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:12.002113 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-49908c78-8292-48d5-a3ff-fea618bdba28 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/floatingips/f0b86f80-8424-4e05-b7d7-5373b359e6ea HTTP/1.1" status: 200 len: 990 time: 0.1158926 Mar 23 02:45:12.006856 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bdd252fd-f99a-439f-bc31-fc50fa5fd269 req-35542c8b-2125-4e8d-9752-6dfe36f68e73 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=911bbe3b-1d83-4fbc-afdf-16364b5c6e4d HTTP/1.1" status: 200 len: 998 time: 0.0819933 Mar 23 02:45:12.016184 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77842823-aa73-4d06-8828-958d9ccff237 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=1e3693b9-6cd7-485d-aeaf-45eb2a3c80e7,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:12.021264 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a652b229-8513-4073-a325-0d97eda8364d tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:12.025283 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a652b229-8513-4073-a325-0d97eda8364d tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4539297 Mar 23 02:45:12.027219 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34296) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:12.033031 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-0044dcbd-a0bb-4d3b-bc71-e553f6e39152 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Request body: {'security_group_rule': {'security_group_id': 'e952043c-e68a-44ab-9024-8e5b1d3ccdfc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6c923018-f079-40c5-951c-5a905a68d8d7', 'remote_ip_prefix': None}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:12.057767 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd252fd-f99a-439f-bc31-fc50fa5fd269 req-66447e9f-f1f4-4890-9047-44fafa111d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:12.059383 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bdd252fd-f99a-439f-bc31-fc50fa5fd269 req-66447e9f-f1f4-4890-9047-44fafa111d12 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8e235e68-d71a-4a77-aa02-9f7c92183444 HTTP/1.1" status: 200 len: 835 time: 0.0469580 Mar 23 02:45:12.060646 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-94b4b299-bf49-46b6-a243-0a9a7e0951b2 None None] Set router f54c92ef-ef9a-4cc0-a131-832b44140cdd gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:45:12.101238 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77842823-aa73-4d06-8828-958d9ccff237 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (f813c19a-f3b9-4df6-a48a-6ec28b834e58), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:12.101583 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-77842823-aa73-4d06-8828-958d9ccff237 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Floating IP f813c19a-f3b9-4df6-a48a-6ec28b834e58 disassociated (deleted). External IP: 172.26.2.29, port: 9cf29ee6-29b2-4cea-b256-c42b197c86da. Mar 23 02:45:12.117868 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd252fd-f99a-439f-bc31-fc50fa5fd269 req-76a0f55a-e192-442d-8495-21136af42d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:12.119584 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bdd252fd-f99a-439f-bc31-fc50fa5fd269 req-76a0f55a-e192-442d-8495-21136af42d13 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=64dc880d-e425-4f5a-aa4d-17cbb60f356a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0539742 Mar 23 02:45:12.191834 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0044dcbd-a0bb-4d3b-bc71-e553f6e39152 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (f2f251f8-9f12-418b-b1af-f20acabca2e4), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:12.232209 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bdd252fd-f99a-439f-bc31-fc50fa5fd269 req-7182e0cb-818d-429b-b88d-2544209c98be service neutron] 10.222.0.23 "GET /v2.0/networks/64dc880d-e425-4f5a-aa4d-17cbb60f356a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065557 Mar 23 02:45:12.321280 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:45:12.321482 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0044dcbd-a0bb-4d3b-bc71-e553f6e39152 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (f2f251f8-9f12-418b-b1af-f20acabca2e4), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:12.348286 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-94b4b299-bf49-46b6-a243-0a9a7e0951b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628394960', 'tenant_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'dbb67dd5-a1df-4c75-a4f8-12a007b88d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:49Z', 'updated_at': '2022-03-23T02:44:54Z', 'revision_number': 4, 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'gw_port': {'id': 'dbb67dd5-a1df-4c75-a4f8-12a007b88d2a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:50Z', 'updated_at': '2022-03-23T02:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'f0b86f80-8424-4e05-b7d7-5373b359e6ea', 'tenant_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'floating_ip_address': '172.26.2.63', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'port_id': '911bbe3b-1d83-4fbc-afdf-16364b5c6e4d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64dc880d-e425-4f5a-aa4d-17cbb60f356a', 'mac_address': 'fa:16:3e:eb:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3317271-cd96-4bcc-88a4-18a696128a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:45:10Z', 'updated_at': '2022-03-23T02:45:10Z', 'revision_number': 0, 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e', 'name': '', 'network_id': '64dc880d-e425-4f5a-aa4d-17cbb60f356a', 'tenant_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'mac_address': 'fa:16:3e:73:c3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '8e235e68-d71a-4a77-aa02-9f7c92183444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:53Z', 'updated_at': '2022-03-23T02:44:58Z', 'revision_number': 5, 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'subnets': [{'id': '8e235e68-d71a-4a77-aa02-9f7c92183444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:12.350274 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bdd252fd-f99a-439f-bc31-fc50fa5fd269 req-3b09ca8d-8dbf-492a-ab80-da4d821d1456 service neutron] 10.222.0.23 "GET /v2.0/networks/64dc880d-e425-4f5a-aa4d-17cbb60f356a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125228 Mar 23 02:45:12.351160 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:45:12.351584 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device fa6abcd3-fc87-4e46-ba2c-62f3b30dd2ca not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:45:12.381456 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b4b299-bf49-46b6-a243-0a9a7e0951b2 None None] The sync data for ids ['f54c92ef-ef9a-4cc0-a131-832b44140cdd'] in dv-neutron-834613-2-hyperv is: [{'id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628394960', 'tenant_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'dbb67dd5-a1df-4c75-a4f8-12a007b88d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:49Z', 'updated_at': '2022-03-23T02:44:54Z', 'revision_number': 4, 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'gw_port': {'id': 'dbb67dd5-a1df-4c75-a4f8-12a007b88d2a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:50Z', 'updated_at': '2022-03-23T02:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'f0b86f80-8424-4e05-b7d7-5373b359e6ea', 'tenant_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'floating_ip_address': '172.26.2.63', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'port_id': '911bbe3b-1d83-4fbc-afdf-16364b5c6e4d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64dc880d-e425-4f5a-aa4d-17cbb60f356a', 'mac_address': 'fa:16:3e:eb:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3317271-cd96-4bcc-88a4-18a696128a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:45:10Z', 'updated_at': '2022-03-23T02:45:10Z', 'revision_number': 0, 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e', 'name': '', 'network_id': '64dc880d-e425-4f5a-aa4d-17cbb60f356a', 'tenant_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'mac_address': 'fa:16:3e:73:c3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '8e235e68-d71a-4a77-aa02-9f7c92183444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:53Z', 'updated_at': '2022-03-23T02:44:58Z', 'revision_number': 5, 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'subnets': [{'id': '8e235e68-d71a-4a77-aa02-9f7c92183444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:45:12.394993 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0044dcbd-a0bb-4d3b-bc71-e553f6e39152 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (f2f251f8-9f12-418b-b1af-f20acabca2e4), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:12.422760 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0044dcbd-a0bb-4d3b-bc71-e553f6e39152 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2f251f8-9f12-418b-b1af-f20acabca2e4,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:12.431421 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77842823-aa73-4d06-8828-958d9ccff237 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router 348925bf-cd60-4447-9afc-6c70cdb5f330 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:45:12.501316 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0044dcbd-a0bb-4d3b-bc71-e553f6e39152 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:12.502652 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0044dcbd-a0bb-4d3b-bc71-e553f6e39152 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4743876 Mar 23 02:45:12.506249 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34298) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:12.535531 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1e4902e1-72d3-474d-a6a0-9dd48e060432 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (f2f251f8-9f12-418b-b1af-f20acabca2e4), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:12.540839 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1e4902e1-72d3-474d-a6a0-9dd48e060432 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (f2f251f8-9f12-418b-b1af-f20acabca2e4), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:12.552622 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77842823-aa73-4d06-8828-958d9ccff237 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:45:12.557608 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77842823-aa73-4d06-8828-958d9ccff237 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:12.566228 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8309d24-483f-4f3d-b957-ed51ff45e964 None None] Sync routers for ids ['348925bf-cd60-4447-9afc-6c70cdb5f330'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:45:12.580671 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8309d24-483f-4f3d-b957-ed51ff45e964 None None] Routers {'348925bf-cd60-4447-9afc-6c70cdb5f330'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:45:12.581782 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-d8309d24-483f-4f3d-b957-ed51ff45e964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['348925bf-cd60-4447-9afc-6c70cdb5f330'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:12.596045 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-77842823-aa73-4d06-8828-958d9ccff237 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/floatingips/f813c19a-f3b9-4df6-a48a-6ec28b834e58 HTTP/1.1" status: 204 len: 168 time: 1.2997286 Mar 23 02:45:12.596045 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f404b35-1a79-428a-b131-1b19b7275464', 'tag': '9cf29ee6-29b2-4cea-b256-c42b197c86da'}] {{(pid=104348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:45:12.596874 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a43494f7a0cd0c51715e4079ece57a9ff1e623b58ceb021b6bb41ba87478d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ed3596-e8a3-4fa7-b5b5-14f4dd2f183f" -d '{"events": [{"name": "network-changed", "server_uuid": "8f404b35-1a79-428a-b131-1b19b7275464", "tag": "9cf29ee6-29b2-4cea-b256-c42b197c86da"}]}' {{(pid=104348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:45:12.638959 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1e4902e1-72d3-474d-a6a0-9dd48e060432 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (f2f251f8-9f12-418b-b1af-f20acabca2e4), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:12.645306 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1e4902e1-72d3-474d-a6a0-9dd48e060432 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:12.647231 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1e4902e1-72d3-474d-a6a0-9dd48e060432 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/f2f251f8-9f12-418b-b1af-f20acabca2e4 HTTP/1.1" status: 204 len: 168 time: 0.1399331 Mar 23 02:45:12.655613 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34306) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:12.655809 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8dba71-fec3-4d57-8619-895efd97f7de None None] New status for floating IP f0b86f80-8424-4e05-b7d7-5373b359e6ea: ACTIVE {{(pid=104350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:45:12.674566 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4902e1-72d3-474d-a6a0-9dd48e060432 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2f251f8-9f12-418b-b1af-f20acabca2e4,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:12.738485 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8cf0b4d4-da18-4e0c-8687-4cfb3b91701e tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0844946 Mar 23 02:45:12.741794 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34308) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:12.813001 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2f194940-685e-4c9b-813e-76e2994c63a1 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (6c923018-f079-40c5-951c-5a905a68d8d7), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:12.821596 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-d8309d24-483f-4f3d-b957-ed51ff45e964 None None] Set router 348925bf-cd60-4447-9afc-6c70cdb5f330 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:45:12.843019 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2f194940-685e-4c9b-813e-76e2994c63a1 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (6c923018-f079-40c5-951c-5a905a68d8d7), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:12.879438 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc50e4f-4173-452a-9a45-94d43fa27211 x-openstack-request-id: req-dcc50e4f-4173-452a-9a45-94d43fa27211 {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:45:12.882109 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f404b35-1a79-428a-b131-1b19b7275464", "tag": "9cf29ee6-29b2-4cea-b256-c42b197c86da", "status": "completed", "code": 200}]} {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:45:12.882109 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dcc50e4f-4173-452a-9a45-94d43fa27211 {{(pid=104348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:45:12.882109 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcc50e4f-4173-452a-9a45-94d43fa27211'] response: {'name': 'network-changed', 'server_uuid': '8f404b35-1a79-428a-b131-1b19b7275464', 'tag': '9cf29ee6-29b2-4cea-b256-c42b197c86da', 'status': 'completed', 'code': 200} Mar 23 02:45:12.948182 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed3596-e8a3-4fa7-b5b5-14f4dd2f183f req-9ae3a4c8-2c31-44a1-b1b9-32958ff10d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:12.949755 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-23ed3596-e8a3-4fa7-b5b5-14f4dd2f183f req-9ae3a4c8-2c31-44a1-b1b9-32958ff10d11 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=8f404b35-1a79-428a-b131-1b19b7275464 HTTP/1.1" status: 200 len: 1129 time: 0.0505407 Mar 23 02:45:13.002454 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2f194940-685e-4c9b-813e-76e2994c63a1 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (6c923018-f079-40c5-951c-5a905a68d8d7), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:13.005373 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2f194940-685e-4c9b-813e-76e2994c63a1 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:13.005707 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34312) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:13.006334 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2f194940-685e-4c9b-813e-76e2994c63a1 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "DELETE /v2.0/security-groups/6c923018-f079-40c5-951c-5a905a68d8d7 HTTP/1.1" status: 204 len: 168 time: 0.2636130 Mar 23 02:45:13.013967 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34314) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:13.041810 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-d8309d24-483f-4f3d-b957-ed51ff45e964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'name': 'tempest-TestNetworkBasicOps-router-291108398', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:58Z', 'updated_at': '2022-03-23T02:45:04Z', 'revision_number': 6, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ab:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:59Z', 'updated_at': '2022-03-23T02:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '242b67c2-fe7d-420b-95a2-84cc81f632c9', 'name': '', 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:fb:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '0e82ad3e-8209-4b30-a945-f7db24c31d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:43:07Z', 'updated_at': '2022-03-23T02:43:16Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '0e82ad3e-8209-4b30-a945-f7db24c31d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:13.051483 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f194940-685e-4c9b-813e-76e2994c63a1 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c923018-f079-40c5-951c-5a905a68d8d7,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:13.078030 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8309d24-483f-4f3d-b957-ed51ff45e964 None None] Checking router: 348925bf-cd60-4447-9afc-6c70cdb5f330 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:45:13.089516 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8309d24-483f-4f3d-b957-ed51ff45e964 None None] Routers {'348925bf-cd60-4447-9afc-6c70cdb5f330'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:45:13.090251 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6c2e5dc9-d1f1-4b38-b534-165502e4eaf5 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/floatingips/f0b86f80-8424-4e05-b7d7-5373b359e6ea HTTP/1.1" status: 200 len: 992 time: 0.0834060 Mar 23 02:45:13.090568 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-d8309d24-483f-4f3d-b957-ed51ff45e964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['348925bf-cd60-4447-9afc-6c70cdb5f330'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:13.105926 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed3596-e8a3-4fa7-b5b5-14f4dd2f183f req-bfbf7c65-6622-4b24-a51c-7e6640b4d3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:13.107798 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-23ed3596-e8a3-4fa7-b5b5-14f4dd2f183f req-bfbf7c65-6622-4b24-a51c-7e6640b4d3cb service neutron] 10.222.0.23 "GET /v2.0/networks?id=238b7c6f-3e37-4de4-bf5b-96c4d356033f HTTP/1.1" status: 200 len: 898 time: 0.1525736 Mar 23 02:45:13.117759 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615b591-65a9-4d0e-846e-e5372925fbc1 req-f9fd0066-8517-48f8-bb20-772e7d47c685 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:13.119254 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3615b591-65a9-4d0e-846e-e5372925fbc1 req-f9fd0066-8517-48f8-bb20-772e7d47c685 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f404b35-1a79-428a-b131-1b19b7275464 HTTP/1.1" status: 200 len: 945 time: 0.1101327 Mar 23 02:45:13.140613 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-51c1d346-e53c-4e9e-a4a8-7c7bf83b4c9c tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1264157 Mar 23 02:45:13.143042 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34316) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:13.181680 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-23ed3596-e8a3-4fa7-b5b5-14f4dd2f183f req-8ee7b0ea-a7c6-4990-bfb2-1e8b37aafe3c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cf29ee6-29b2-4cea-b256-c42b197c86da HTTP/1.1" status: 200 len: 217 time: 0.0614300 Mar 23 02:45:13.213054 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-463e75e7-ab7b-4272-8ada-4db9bca87311 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (e952043c-e68a-44ab-9024-8e5b1d3ccdfc), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:13.232729 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-d8309d24-483f-4f3d-b957-ed51ff45e964 None None] Set router 348925bf-cd60-4447-9afc-6c70cdb5f330 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:45:13.247643 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-463e75e7-ab7b-4272-8ada-4db9bca87311 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (e952043c-e68a-44ab-9024-8e5b1d3ccdfc), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:13.263567 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed3596-e8a3-4fa7-b5b5-14f4dd2f183f req-920d9b11-af38-487e-bbbb-56bddf7c0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:13.265078 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-23ed3596-e8a3-4fa7-b5b5-14f4dd2f183f req-920d9b11-af38-487e-bbbb-56bddf7c0bee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e82ad3e-8209-4b30-a945-f7db24c31d83 HTTP/1.1" status: 200 len: 834 time: 0.0772309 Mar 23 02:45:13.269969 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3615b591-65a9-4d0e-846e-e5372925fbc1 req-7d5295f5-0444-4935-b57c-680a8c0a0a15 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5113a7f-55e4-48df-bda6-784f5d226e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425686 Mar 23 02:45:13.330545 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed3596-e8a3-4fa7-b5b5-14f4dd2f183f req-eaa23020-c40a-4aa5-bd2d-2bd924d0e844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:13.334091 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-23ed3596-e8a3-4fa7-b5b5-14f4dd2f183f req-eaa23020-c40a-4aa5-bd2d-2bd924d0e844 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=238b7c6f-3e37-4de4-bf5b-96c4d356033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0548444 Mar 23 02:45:13.370016 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-463e75e7-ab7b-4272-8ada-4db9bca87311 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (e952043c-e68a-44ab-9024-8e5b1d3ccdfc), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:13.372820 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-463e75e7-ab7b-4272-8ada-4db9bca87311 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:13.376063 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-463e75e7-ab7b-4272-8ada-4db9bca87311 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "DELETE /v2.0/security-groups/e952043c-e68a-44ab-9024-8e5b1d3ccdfc HTTP/1.1" status: 204 len: 168 time: 0.2297838 Mar 23 02:45:13.377404 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34318) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:13.401636 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e75e7-ab7b-4272-8ada-4db9bca87311 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e952043c-e68a-44ab-9024-8e5b1d3ccdfc,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:13.443902 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5bb7da62-6ef0-4af7-bc0a-ae9f8ab3be2a tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0610676 Mar 23 02:45:13.445686 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34320) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:13.450971 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-23ed3596-e8a3-4fa7-b5b5-14f4dd2f183f req-e14c372d-d1e3-4fc2-88d0-5e6ef932e72f service neutron] 10.222.0.23 "GET /v2.0/networks/238b7c6f-3e37-4de4-bf5b-96c4d356033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119697 Mar 23 02:45:13.451172 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-8a537842-8185-47a4-b5a5-b89f530bdc0a tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Request body: {'security_group': {'name': 'tempest-secgroup--329026322'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:13.476600 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-d8309d24-483f-4f3d-b957-ed51ff45e964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'name': 'tempest-TestNetworkBasicOps-router-291108398', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:58Z', 'updated_at': '2022-03-23T02:45:04Z', 'revision_number': 6, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ab:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:59Z', 'updated_at': '2022-03-23T02:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '242b67c2-fe7d-420b-95a2-84cc81f632c9', 'name': '', 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:fb:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '0e82ad3e-8209-4b30-a945-f7db24c31d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:43:07Z', 'updated_at': '2022-03-23T02:43:16Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '0e82ad3e-8209-4b30-a945-f7db24c31d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:13.504288 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8309d24-483f-4f3d-b957-ed51ff45e964 None None] The sync data for ids ['348925bf-cd60-4447-9afc-6c70cdb5f330'] in dv-neutron-834613-2-hyperv is: [{'id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'name': 'tempest-TestNetworkBasicOps-router-291108398', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:58Z', 'updated_at': '2022-03-23T02:45:04Z', 'revision_number': 6, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ab:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:59Z', 'updated_at': '2022-03-23T02:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '242b67c2-fe7d-420b-95a2-84cc81f632c9', 'name': '', 'network_id': '238b7c6f-3e37-4de4-bf5b-96c4d356033f', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:fb:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '0e82ad3e-8209-4b30-a945-f7db24c31d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:43:07Z', 'updated_at': '2022-03-23T02:43:16Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '0e82ad3e-8209-4b30-a945-f7db24c31d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:45:13.524546 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8a537842-8185-47a4-b5a5-b89f530bdc0a tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:13.559686 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-23ed3596-e8a3-4fa7-b5b5-14f4dd2f183f req-3a6ea3aa-9e27-4caa-be17-f55f176d77a2 service neutron] 10.222.0.23 "GET /v2.0/networks/238b7c6f-3e37-4de4-bf5b-96c4d356033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018991 Mar 23 02:45:13.606106 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8a537842-8185-47a4-b5a5-b89f530bdc0a tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (e0a78307-fd0b-4308-9d6f-41af83b5f3a2), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:13.655507 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8a537842-8185-47a4-b5a5-b89f530bdc0a tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (e0a78307-fd0b-4308-9d6f-41af83b5f3a2), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:13.685270 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a537842-8185-47a4-b5a5-b89f530bdc0a tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a78307-fd0b-4308-9d6f-41af83b5f3a2,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:13.745710 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8a537842-8185-47a4-b5a5-b89f530bdc0a tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:13.750501 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8a537842-8185-47a4-b5a5-b89f530bdc0a tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3003428 Mar 23 02:45:13.750501 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34322) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:13.754297 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-3fdfae77-501b-4489-83f4-ced320f1808e tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Request body: {'security_group_rule': {'security_group_id': 'e0a78307-fd0b-4308-9d6f-41af83b5f3a2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:13.763977 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510f2326-9561-4b01-8367-458be39d83c7 None None] New status for floating IP f813c19a-f3b9-4df6-a48a-6ec28b834e58: DOWN {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:45:13.855251 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3fdfae77-501b-4489-83f4-ced320f1808e tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (3c667e33-2325-4ff4-857d-031244b1b434), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:13.909819 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3fdfae77-501b-4489-83f4-ced320f1808e tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (3c667e33-2325-4ff4-857d-031244b1b434), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:13.964045 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3fdfae77-501b-4489-83f4-ced320f1808e tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (3c667e33-2325-4ff4-857d-031244b1b434), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:13.985032 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfae77-501b-4489-83f4-ced320f1808e tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c667e33-2325-4ff4-857d-031244b1b434,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:14.040094 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3fdfae77-501b-4489-83f4-ced320f1808e tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:14.041307 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3fdfae77-501b-4489-83f4-ced320f1808e tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2906621 Mar 23 02:45:14.044198 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34324) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:14.066774 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dbca8cd1-c4fc-4d02-873e-7bd067d94aa4 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (3c667e33-2325-4ff4-857d-031244b1b434), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:14.074735 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dbca8cd1-c4fc-4d02-873e-7bd067d94aa4 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (3c667e33-2325-4ff4-857d-031244b1b434), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:14.174180 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dbca8cd1-c4fc-4d02-873e-7bd067d94aa4 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (3c667e33-2325-4ff4-857d-031244b1b434), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:14.180641 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-dbca8cd1-c4fc-4d02-873e-7bd067d94aa4 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:14.181733 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-dbca8cd1-c4fc-4d02-873e-7bd067d94aa4 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/3c667e33-2325-4ff4-857d-031244b1b434 HTTP/1.1" status: 204 len: 168 time: 0.1366501 Mar 23 02:45:14.185038 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34326) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:14.187686 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca8cd1-c4fc-4d02-873e-7bd067d94aa4 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c667e33-2325-4ff4-857d-031244b1b434,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:14.227242 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a50239a0-ee79-4763-9456-007ce317a739 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0410485 Mar 23 02:45:14.229937 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34328) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:14.285601 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0fb10e71-83ea-479b-a788-4827eba2bfee tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (e0a78307-fd0b-4308-9d6f-41af83b5f3a2), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:14.312903 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0fb10e71-83ea-479b-a788-4827eba2bfee tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (e0a78307-fd0b-4308-9d6f-41af83b5f3a2), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:14.388689 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421ea20-2017-4364-8e4b-0f33e525f585 req-508b9678-1f85-4433-8fd9-94e2f2c80230 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:14.390181 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8421ea20-2017-4364-8e4b-0f33e525f585 req-508b9678-1f85-4433-8fd9-94e2f2c80230 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f404b35-1a79-428a-b131-1b19b7275464 HTTP/1.1" status: 200 len: 945 time: 0.0685582 Mar 23 02:45:14.394707 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f811507-c887-498a-8de5-217db6c7ef07 req-0fcbeb85-fa4c-4fd1-b5b8-1890cf22f840 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:14.396322 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7f811507-c887-498a-8de5-217db6c7ef07 req-0fcbeb85-fa4c-4fd1-b5b8-1890cf22f840 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f404b35-1a79-428a-b131-1b19b7275464 HTTP/1.1" status: 200 len: 945 time: 0.0548403 Mar 23 02:45:14.446793 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7f811507-c887-498a-8de5-217db6c7ef07 req-a1823334-e030-449b-87ee-c0f370cab1bf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5113a7f-55e4-48df-bda6-784f5d226e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443559 Mar 23 02:45:14.480297 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0fb10e71-83ea-479b-a788-4827eba2bfee tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (e0a78307-fd0b-4308-9d6f-41af83b5f3a2), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:14.482853 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0fb10e71-83ea-479b-a788-4827eba2bfee tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:14.484049 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0fb10e71-83ea-479b-a788-4827eba2bfee tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "DELETE /v2.0/security-groups/e0a78307-fd0b-4308-9d6f-41af83b5f3a2 HTTP/1.1" status: 204 len: 168 time: 0.2531748 Mar 23 02:45:14.486656 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34332) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:14.491301 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-8421ea20-2017-4364-8e4b-0f33e525f585 req-111f0299-76a3-485c-95d2-77e1a5ea587b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port 9cf29ee6-29b2-4cea-b256-c42b197c86da {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:45:14.491637 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-8421ea20-2017-4364-8e4b-0f33e525f585 req-111f0299-76a3-485c-95d2-77e1a5ea587b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (9cf29ee6-29b2-4cea-b256-c42b197c86da), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:14.512804 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb10e71-83ea-479b-a788-4827eba2bfee tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a78307-fd0b-4308-9d6f-41af83b5f3a2,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:14.533609 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-cd3cb876-9ae4-45b5-b3e4-8907088b932a tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0421326 Mar 23 02:45:14.533609 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34334) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:14.538429 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-653b5b98-647f-4fd3-ae80-4792aeff91b5 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Request body: {'security_group': {'name': 'tempest-secgroup--1182724598'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:14.590801 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-8421ea20-2017-4364-8e4b-0f33e525f585 req-111f0299-76a3-485c-95d2-77e1a5ea587b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] For port 9cf29ee6-29b2-4cea-b256-c42b197c86da, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9cf29ee6-29b2-4cea-b256-c42b197c86da,segment=NetworkSegment(4d6c6c57-3df1-4694-9df2-d5605580eda2),segment_id=4d6c6c57-3df1-4694-9df2-d5605580eda2)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:45:14.591156 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-8421ea20-2017-4364-8e4b-0f33e525f585 req-111f0299-76a3-485c-95d2-77e1a5ea587b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (9cf29ee6-29b2-4cea-b256-c42b197c86da), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:14.604712 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-653b5b98-647f-4fd3-ae80-4792aeff91b5 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:14.607160 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-8421ea20-2017-4364-8e4b-0f33e525f585 req-111f0299-76a3-485c-95d2-77e1a5ea587b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for 9cf29ee6-29b2-4cea-b256-c42b197c86da owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:45:14.681068 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-653b5b98-647f-4fd3-ae80-4792aeff91b5 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (23e723f0-5a27-4aae-b68e-58065807996d), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:14.728480 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-653b5b98-647f-4fd3-ae80-4792aeff91b5 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (23e723f0-5a27-4aae-b68e-58065807996d), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:14.761701 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b5b98-647f-4fd3-ae80-4792aeff91b5 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23e723f0-5a27-4aae-b68e-58065807996d,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:14.814402 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-8421ea20-2017-4364-8e4b-0f33e525f585 req-111f0299-76a3-485c-95d2-77e1a5ea587b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (9cf29ee6-29b2-4cea-b256-c42b197c86da), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:14.829303 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-653b5b98-647f-4fd3-ae80-4792aeff91b5 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:14.830559 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-653b5b98-647f-4fd3-ae80-4792aeff91b5 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2960072 Mar 23 02:45:14.833297 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34336) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:14.837763 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-33e7d4bc-2af7-4c6f-a804-9326045972d8 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Request body: {'security_group_rule': {'security_group_id': '23e723f0-5a27-4aae-b68e-58065807996d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:14.842839 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f0299-76a3-485c-95d2-77e1a5ea587b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=9cf29ee6-29b2-4cea-b256-c42b197c86da,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:14.890026 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-8421ea20-2017-4364-8e4b-0f33e525f585 req-111f0299-76a3-485c-95d2-77e1a5ea587b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] No DVR routers for this DVR port 9cf29ee6-29b2-4cea-b256-c42b197c86da on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:45:14.892577 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-8421ea20-2017-4364-8e4b-0f33e525f585 req-111f0299-76a3-485c-95d2-77e1a5ea587b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:14.896392 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8421ea20-2017-4364-8e4b-0f33e525f585 req-111f0299-76a3-485c-95d2-77e1a5ea587b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "DELETE /v2.0/ports/9cf29ee6-29b2-4cea-b256-c42b197c86da HTTP/1.1" status: 204 len: 173 time: 0.5001528 Mar 23 02:45:14.896830 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f404b35-1a79-428a-b131-1b19b7275464', 'name': 'network-vif-deleted', 'tag': '9cf29ee6-29b2-4cea-b256-c42b197c86da'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:45:14.899224 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bf2335-eddb-446a-a295-9fe629d9830f" -d '{"events": [{"server_uuid": "8f404b35-1a79-428a-b131-1b19b7275464", "name": "network-vif-deleted", "tag": "9cf29ee6-29b2-4cea-b256-c42b197c86da"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:45:14.911902 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:45:14.935162 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1caba0-dd31-4398-bd48-16244cbc3e7a x-openstack-request-id: req-9a1caba0-dd31-4398-bd48-16244cbc3e7a {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:45:14.935466 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f404b35-1a79-428a-b131-1b19b7275464", "name": "network-vif-deleted", "tag": "9cf29ee6-29b2-4cea-b256-c42b197c86da", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:45:14.935727 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a1caba0-dd31-4398-bd48-16244cbc3e7a {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:45:14.936099 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-33e7d4bc-2af7-4c6f-a804-9326045972d8 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (d471e360-0215-4930-9f9b-ef066152e548), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:14.938721 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a1caba0-dd31-4398-bd48-16244cbc3e7a'] response: {'server_uuid': '8f404b35-1a79-428a-b131-1b19b7275464', 'name': 'network-vif-deleted', 'tag': '9cf29ee6-29b2-4cea-b256-c42b197c86da', 'status': 'completed', 'code': 200} Mar 23 02:45:14.992973 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-33e7d4bc-2af7-4c6f-a804-9326045972d8 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (d471e360-0215-4930-9f9b-ef066152e548), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:15.107517 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-33e7d4bc-2af7-4c6f-a804-9326045972d8 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (d471e360-0215-4930-9f9b-ef066152e548), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:15.125401 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7d4bc-2af7-4c6f-a804-9326045972d8 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d471e360-0215-4930-9f9b-ef066152e548,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:15.212615 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-33e7d4bc-2af7-4c6f-a804-9326045972d8 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:15.214894 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-33e7d4bc-2af7-4c6f-a804-9326045972d8 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3795390 Mar 23 02:45:15.216698 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34340) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:15.234427 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5070cfc7-90cd-4ae7-8eae-13b0296ac900 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "GET /v2.0/security-group-rules/d471e360-0215-4930-9f9b-ef066152e548 HTTP/1.1" status: 200 len: 763 time: 0.0166032 Mar 23 02:45:15.244565 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34342) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:15.285380 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b137dfa0-eedd-4fc1-af43-0539061ece0b tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0396717 Mar 23 02:45:15.288765 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34344) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:15.313754 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-08571cce-ad21-4e69-9727-2ae1b1b5511b tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (d471e360-0215-4930-9f9b-ef066152e548), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:15.323404 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-08571cce-ad21-4e69-9727-2ae1b1b5511b tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (d471e360-0215-4930-9f9b-ef066152e548), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:15.425634 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-08571cce-ad21-4e69-9727-2ae1b1b5511b tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (d471e360-0215-4930-9f9b-ef066152e548), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:15.432440 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-08571cce-ad21-4e69-9727-2ae1b1b5511b tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:15.433552 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-08571cce-ad21-4e69-9727-2ae1b1b5511b tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d471e360-0215-4930-9f9b-ef066152e548 HTTP/1.1" status: 204 len: 168 time: 0.1437776 Mar 23 02:45:15.436191 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34346) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:15.439133 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08571cce-ad21-4e69-9727-2ae1b1b5511b tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d471e360-0215-4930-9f9b-ef066152e548,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:15.473387 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5851b71d-593c-4778-9dc8-29ebef078ba3 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0360556 Mar 23 02:45:15.476882 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34350) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:15.481122 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-c95f8a94-d565-45e0-a641-d4f833fe46f4 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Request body: {'security_group_rule': {'security_group_id': '23e723f0-5a27-4aae-b68e-58065807996d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:15.553472 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6cfc4d87-4ccf-4c95-9408-20c28905a6b2 req-7694c29b-614b-4344-8de9-502cfdcc2a69 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f404b35-1a79-428a-b131-1b19b7275464 HTTP/1.1" status: 200 len: 210 time: 0.0276802 Mar 23 02:45:15.579588 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c95f8a94-d565-45e0-a641-d4f833fe46f4 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (c2ad96ff-7deb-46b6-ae6b-b7613b987c29), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:15.638954 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c95f8a94-d565-45e0-a641-d4f833fe46f4 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (c2ad96ff-7deb-46b6-ae6b-b7613b987c29), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:15.711753 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c95f8a94-d565-45e0-a641-d4f833fe46f4 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (c2ad96ff-7deb-46b6-ae6b-b7613b987c29), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:15.729225 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f8a94-d565-45e0-a641-d4f833fe46f4 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ad96ff-7deb-46b6-ae6b-b7613b987c29,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:15.777814 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c95f8a94-d565-45e0-a641-d4f833fe46f4 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:15.779043 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c95f8a94-d565-45e0-a641-d4f833fe46f4 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3012140 Mar 23 02:45:15.781724 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34352) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:15.797548 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e36fd8fd-663f-4ae4-b7cd-caa30268d321 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "GET /v2.0/security-group-rules/c2ad96ff-7deb-46b6-ae6b-b7613b987c29 HTTP/1.1" status: 200 len: 763 time: 0.0147383 Mar 23 02:45:15.802682 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34354) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:15.841896 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-539189ab-53f6-4780-b0ae-d9741d7190e8 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0378931 Mar 23 02:45:15.844414 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34356) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:15.868294 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d3d72ac-0a1e-4871-8292-825686fb90d5 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (c2ad96ff-7deb-46b6-ae6b-b7613b987c29), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:15.877025 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d3d72ac-0a1e-4871-8292-825686fb90d5 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (c2ad96ff-7deb-46b6-ae6b-b7613b987c29), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:15.974613 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d3d72ac-0a1e-4871-8292-825686fb90d5 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (c2ad96ff-7deb-46b6-ae6b-b7613b987c29), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:15.980573 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d3d72ac-0a1e-4871-8292-825686fb90d5 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:15.983727 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6d3d72ac-0a1e-4871-8292-825686fb90d5 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/c2ad96ff-7deb-46b6-ae6b-b7613b987c29 HTTP/1.1" status: 204 len: 168 time: 0.1363566 Mar 23 02:45:15.984368 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34358) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:15.987112 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d72ac-0a1e-4871-8292-825686fb90d5 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2ad96ff-7deb-46b6-ae6b-b7613b987c29,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:16.023557 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2866d0da-f910-48cb-bc6a-895656035fd3 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0378993 Mar 23 02:45:16.026155 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34360) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:16.030273 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-a4805128-bda1-4945-ad39-cc10058315bc tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Request body: {'security_group_rule': {'security_group_id': '23e723f0-5a27-4aae-b68e-58065807996d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:16.129501 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a4805128-bda1-4945-ad39-cc10058315bc tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (3818fb57-0419-4a02-af79-866708f2fad2), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:16.186822 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a4805128-bda1-4945-ad39-cc10058315bc tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (3818fb57-0419-4a02-af79-866708f2fad2), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:16.307407 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a4805128-bda1-4945-ad39-cc10058315bc tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (3818fb57-0419-4a02-af79-866708f2fad2), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:16.324505 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4805128-bda1-4945-ad39-cc10058315bc tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3818fb57-0419-4a02-af79-866708f2fad2,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:16.412445 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a4805128-bda1-4945-ad39-cc10058315bc tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:16.413821 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a4805128-bda1-4945-ad39-cc10058315bc tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3867340 Mar 23 02:45:16.416418 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34362) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:16.433179 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9aecb693-401f-42e7-abd9-0a0ce1ec0176 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "GET /v2.0/security-group-rules/3818fb57-0419-4a02-af79-866708f2fad2 HTTP/1.1" status: 200 len: 764 time: 0.0157406 Mar 23 02:45:16.435307 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34364) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:16.472224 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d31f1978-ad07-4020-8267-fa2ff18d7e70 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0358198 Mar 23 02:45:16.475343 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34366) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:16.499379 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d77eeb55-e22d-40a5-94a9-0dedd483cfc3 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (3818fb57-0419-4a02-af79-866708f2fad2), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:16.506679 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d77eeb55-e22d-40a5-94a9-0dedd483cfc3 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (3818fb57-0419-4a02-af79-866708f2fad2), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:16.609718 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d77eeb55-e22d-40a5-94a9-0dedd483cfc3 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (3818fb57-0419-4a02-af79-866708f2fad2), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:16.609866 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34370) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:16.617726 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d77eeb55-e22d-40a5-94a9-0dedd483cfc3 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:16.618829 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d77eeb55-e22d-40a5-94a9-0dedd483cfc3 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/3818fb57-0419-4a02-af79-866708f2fad2 HTTP/1.1" status: 204 len: 168 time: 0.1424966 Mar 23 02:45:16.622445 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34372) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:16.628599 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77eeb55-e22d-40a5-94a9-0dedd483cfc3 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3818fb57-0419-4a02-af79-866708f2fad2,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:16.635519 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 9cf29ee6-29b2-4cea-b256-c42b197c86da no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:45:16.656556 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: 9cf29ee6-29b2-4cea-b256-c42b197c86da {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:45:16.656999 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 9cf29ee6-29b2-4cea-b256-c42b197c86da not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:45:16.666946 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c2717aad-c808-4799-ae9f-9e808f07ba78 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0406456 Mar 23 02:45:16.667141 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34374) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:16.675428 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5b7d0b78-414f-48f3-bc0f-fb9c14a05bac tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (a5113a7f-55e4-48df-bda6-784f5d226e70), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:16.701031 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5b7d0b78-414f-48f3-bc0f-fb9c14a05bac tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (a5113a7f-55e4-48df-bda6-784f5d226e70), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:16.719201 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3bc140b5-3a2a-415b-a2e9-6adf5f3c3dce tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (23e723f0-5a27-4aae-b68e-58065807996d), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:16.745543 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3bc140b5-3a2a-415b-a2e9-6adf5f3c3dce tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (23e723f0-5a27-4aae-b68e-58065807996d), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:16.838279 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5b7d0b78-414f-48f3-bc0f-fb9c14a05bac tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (a5113a7f-55e4-48df-bda6-784f5d226e70), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:16.840914 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5b7d0b78-414f-48f3-bc0f-fb9c14a05bac tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:16.842112 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5b7d0b78-414f-48f3-bc0f-fb9c14a05bac tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/security-groups/a5113a7f-55e4-48df-bda6-784f5d226e70 HTTP/1.1" status: 204 len: 168 time: 0.2314000 Mar 23 02:45:16.851808 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d0b78-414f-48f3-bc0f-fb9c14a05bac tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5113a7f-55e4-48df-bda6-784f5d226e70,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:16.867357 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3bc140b5-3a2a-415b-a2e9-6adf5f3c3dce tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (23e723f0-5a27-4aae-b68e-58065807996d), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:16.877288 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3bc140b5-3a2a-415b-a2e9-6adf5f3c3dce tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:16.878086 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3bc140b5-3a2a-415b-a2e9-6adf5f3c3dce tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "DELETE /v2.0/security-groups/23e723f0-5a27-4aae-b68e-58065807996d HTTP/1.1" status: 204 len: 168 time: 0.2094359 Mar 23 02:45:16.881272 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34378) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:16.887703 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc140b5-3a2a-415b-a2e9-6adf5f3c3dce tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e723f0-5a27-4aae-b68e-58065807996d,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:16.928388 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ba9742bd-1cac-4d2c-b4e3-65789eb60cc5 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0419323 Mar 23 02:45:16.928569 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34380) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:16.940131 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34382) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:16.940131 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-7fc7b202-fadd-4d5d-a37a-01d9a0d0f347 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Request body: {'security_group': {'name': 'tempest-secgroup--1861517493'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:17.004242 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7fc7b202-fadd-4d5d-a37a-01d9a0d0f347 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:17.075308 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7fc7b202-fadd-4d5d-a37a-01d9a0d0f347 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (9e42eecb-4105-4afa-9854-28994e682b65), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:17.112924 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7fc7b202-fadd-4d5d-a37a-01d9a0d0f347 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (9e42eecb-4105-4afa-9854-28994e682b65), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:17.142569 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7b202-fadd-4d5d-a37a-01d9a0d0f347 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e42eecb-4105-4afa-9854-28994e682b65,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:17.183659 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7fc7b202-fadd-4d5d-a37a-01d9a0d0f347 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:17.185216 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7fc7b202-fadd-4d5d-a37a-01d9a0d0f347 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2549436 Mar 23 02:45:17.187923 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34384) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:17.192500 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-79fd09bd-4267-4d1f-ae39-39a48608eae0 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Request body: {'security_group_rule': {'security_group_id': '9e42eecb-4105-4afa-9854-28994e682b65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:17.295222 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-79fd09bd-4267-4d1f-ae39-39a48608eae0 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (5b32d328-4c5d-4868-821e-4d3374d8af78), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:17.304918 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-74724926-a0af-46c4-8e09-36a6568b6e16 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (348925bf-cd60-4447-9afc-6c70cdb5f330), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:17.351253 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-79fd09bd-4267-4d1f-ae39-39a48608eae0 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (5b32d328-4c5d-4868-821e-4d3374d8af78), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:17.431783 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-79fd09bd-4267-4d1f-ae39-39a48608eae0 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (5b32d328-4c5d-4868-821e-4d3374d8af78), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:17.449916 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd09bd-4267-4d1f-ae39-39a48608eae0 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b32d328-4c5d-4868-821e-4d3374d8af78,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:17.527273 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-79fd09bd-4267-4d1f-ae39-39a48608eae0 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:17.528608 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-79fd09bd-4267-4d1f-ae39-39a48608eae0 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3397529 Mar 23 02:45:17.531173 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34386) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:17.569572 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-74724926-a0af-46c4-8e09-36a6568b6e16 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port 242b67c2-fe7d-420b-95a2-84cc81f632c9 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:45:17.570150 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-74724926-a0af-46c4-8e09-36a6568b6e16 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (242b67c2-fe7d-420b-95a2-84cc81f632c9), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:17.586291 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0cecc91d-ced2-4f11-97b2-fe0b9cc8ed98 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (9e42eecb-4105-4afa-9854-28994e682b65), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:17.588023 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-81fea9e1-4796-45a8-8017-e86c8f63b72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:17.611312 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0cecc91d-ced2-4f11-97b2-fe0b9cc8ed98 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (9e42eecb-4105-4afa-9854-28994e682b65), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:17.664165 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-74724926-a0af-46c4-8e09-36a6568b6e16 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] For port 242b67c2-fe7d-420b-95a2-84cc81f632c9, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=242b67c2-fe7d-420b-95a2-84cc81f632c9,segment=NetworkSegment(4d6c6c57-3df1-4694-9df2-d5605580eda2),segment_id=4d6c6c57-3df1-4694-9df2-d5605580eda2)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:45:17.664534 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-74724926-a0af-46c4-8e09-36a6568b6e16 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (242b67c2-fe7d-420b-95a2-84cc81f632c9), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:17.678439 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-74724926-a0af-46c4-8e09-36a6568b6e16 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for 242b67c2-fe7d-420b-95a2-84cc81f632c9 owned by network:router_interface {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:45:17.724861 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0cecc91d-ced2-4f11-97b2-fe0b9cc8ed98 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (9e42eecb-4105-4afa-9854-28994e682b65), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:17.727588 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0cecc91d-ced2-4f11-97b2-fe0b9cc8ed98 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:17.728802 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0cecc91d-ced2-4f11-97b2-fe0b9cc8ed98 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "DELETE /v2.0/security-groups/9e42eecb-4105-4afa-9854-28994e682b65 HTTP/1.1" status: 204 len: 168 time: 0.1965485 Mar 23 02:45:17.734127 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34388) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:17.744793 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cecc91d-ced2-4f11-97b2-fe0b9cc8ed98 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e42eecb-4105-4afa-9854-28994e682b65,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:17.788566 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-fdd4fc30-fd68-469e-b921-89ac23099b86 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0541775 Mar 23 02:45:17.790822 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34390) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:17.827752 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a54ede52-989f-4404-9ad8-90744bd56417 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0356586 Mar 23 02:45:17.830308 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34392) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:17.843751 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.api.v2.resource [None req-72ea3dfa-9d64-4405-9974-78401959c6d6 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] delete failed (client error): The resource could not be found. Mar 23 02:45:17.844789 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-72ea3dfa-9d64-4405-9974-78401959c6d6 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "DELETE /v2.0/security-groups/9e42eecb-4105-4afa-9854-28994e682b65 HTTP/1.1" status: 404 len: 347 time: 0.0135639 Mar 23 02:45:17.850563 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34394) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:17.891883 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-fd49d023-c033-4640-a79b-d09c716c1ff2 tempest-SecGroupTest-456238067 tempest-SecGroupTest-456238067-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0402560 Mar 23 02:45:17.958941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-74724926-a0af-46c4-8e09-36a6568b6e16 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (242b67c2-fe7d-420b-95a2-84cc81f632c9), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:17.986141 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74724926-a0af-46c4-8e09-36a6568b6e16 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=242b67c2-fe7d-420b-95a2-84cc81f632c9,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:18.178298 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-74724926-a0af-46c4-8e09-36a6568b6e16 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (348925bf-cd60-4447-9afc-6c70cdb5f330), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:18.358698 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34400) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:18.407759 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74724926-a0af-46c4-8e09-36a6568b6e16 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router 348925bf-cd60-4447-9afc-6c70cdb5f330 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:45:18.490237 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-87bf84ab-ce01-43d5-9453-82963fa1b0e6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=91d0865cd5004526b0428d84cf70f7d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1279082 Mar 23 02:45:18.490440 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34404) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:18.521889 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74724926-a0af-46c4-8e09-36a6568b6e16 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:45:18.529991 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-74724926-a0af-46c4-8e09-36a6568b6e16 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "PUT /v2.0/routers/348925bf-cd60-4447-9afc-6c70cdb5f330/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6012590 Mar 23 02:45:18.530416 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34406) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:18.532322 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19a26d4-b153-42d9-b52c-cf11038343f5 None None] Sync routers for ids ['348925bf-cd60-4447-9afc-6c70cdb5f330'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:45:18.540885 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a0f7fc99-66c9-4ec9-b276-b6ec7caff387 admin admin] Publish callbacks [] for security_group (83b64ccf-6316-41b9-8da1-7462ad6dcba2), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:18.541780 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19a26d4-b153-42d9-b52c-cf11038343f5 None None] Routers {'348925bf-cd60-4447-9afc-6c70cdb5f330'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:45:18.542415 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a19a26d4-b153-42d9-b52c-cf11038343f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['348925bf-cd60-4447-9afc-6c70cdb5f330'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:18.563786 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a0f7fc99-66c9-4ec9-b276-b6ec7caff387 admin admin] Publish callbacks [] for security_group (83b64ccf-6316-41b9-8da1-7462ad6dcba2), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:18.582214 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2782834-ba46-4531-8b5e-06ba8416a12a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting subnet 0e82ad3e-8209-4b30-a945-f7db24c31d83 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:45:18.586686 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f2782834-ba46-4531-8b5e-06ba8416a12a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for subnet (0e82ad3e-8209-4b30-a945-f7db24c31d83), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:18.629849 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f2782834-ba46-4531-8b5e-06ba8416a12a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (0e82ad3e-8209-4b30-a945-f7db24c31d83), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:18.661949 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-a19a26d4-b153-42d9-b52c-cf11038343f5 None None] Set router 348925bf-cd60-4447-9afc-6c70cdb5f330 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:45:18.715067 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f2782834-ba46-4531-8b5e-06ba8416a12a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (0e82ad3e-8209-4b30-a945-f7db24c31d83), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:18.718538 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a0f7fc99-66c9-4ec9-b276-b6ec7caff387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (83b64ccf-6316-41b9-8da1-7462ad6dcba2), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:18.721152 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a0f7fc99-66c9-4ec9-b276-b6ec7caff387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:18.722460 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a0f7fc99-66c9-4ec9-b276-b6ec7caff387 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/83b64ccf-6316-41b9-8da1-7462ad6dcba2 HTTP/1.1" status: 204 len: 168 time: 0.2309918 Mar 23 02:45:18.730825 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7fc99-66c9-4ec9-b276-b6ec7caff387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b64ccf-6316-41b9-8da1-7462ad6dcba2,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:18.773841 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:18.844800 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f2782834-ba46-4531-8b5e-06ba8416a12a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (0e82ad3e-8209-4b30-a945-f7db24c31d83), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:18.864049 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a19a26d4-b153-42d9-b52c-cf11038343f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'name': 'tempest-TestNetworkBasicOps-router-291108398', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:58Z', 'updated_at': '2022-03-23T02:45:17Z', 'revision_number': 7, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ab:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:59Z', 'updated_at': '2022-03-23T02:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:18.876744 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2782834-ba46-4531-8b5e-06ba8416a12a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Subnet': ['ID=0e82ad3e-8209-4b30-a945-f7db24c31d83,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:18.881119 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f2782834-ba46-4531-8b5e-06ba8416a12a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:18.884417 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f2782834-ba46-4531-8b5e-06ba8416a12a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/subnets/0e82ad3e-8209-4b30-a945-f7db24c31d83 HTTP/1.1" status: 204 len: 168 time: 0.3528502 Mar 23 02:45:18.886951 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34410) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:18.896296 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff2401c-e768-46fb-805b-97c1c7dcb924 None None] Network 238b7c6f-3e37-4de4-bf5b-96c4d356033f requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:45:18.899604 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19a26d4-b153-42d9-b52c-cf11038343f5 None None] Checking router: 348925bf-cd60-4447-9afc-6c70cdb5f330 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:45:18.952304 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19a26d4-b153-42d9-b52c-cf11038343f5 None None] Routers {'348925bf-cd60-4447-9afc-6c70cdb5f330'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:45:18.952941 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a19a26d4-b153-42d9-b52c-cf11038343f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:44:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['348925bf-cd60-4447-9afc-6c70cdb5f330'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:18.998564 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de47f867-682d-4827-9ac4-03570064bac6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router (348925bf-cd60-4447-9afc-6c70cdb5f330), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:19.107445 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-a19a26d4-b153-42d9-b52c-cf11038343f5 None None] Set router 348925bf-cd60-4447-9afc-6c70cdb5f330 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:45:19.127958 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de47f867-682d-4827-9ac4-03570064bac6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_gateway (348925bf-cd60-4447-9afc-6c70cdb5f330), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:19.196242 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c051aecf-b918-441b-8fed-b8635ded89ea None None] DHCP port deletion for 238b7c6f-3e37-4de4-bf5b-96c4d356033f request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:45:19.310149 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-de47f867-682d-4827-9ac4-03570064bac6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port 598089b7-7ffd-47b0-9641-952cc0de0190 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:45:19.310493 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de47f867-682d-4827-9ac4-03570064bac6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (598089b7-7ffd-47b0-9641-952cc0de0190), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:19.395106 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-de47f867-682d-4827-9ac4-03570064bac6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] For port 598089b7-7ffd-47b0-9641-952cc0de0190, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=598089b7-7ffd-47b0-9641-952cc0de0190,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:45:19.395471 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de47f867-682d-4827-9ac4-03570064bac6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (598089b7-7ffd-47b0-9641-952cc0de0190), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:19.411418 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-de47f867-682d-4827-9ac4-03570064bac6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for 598089b7-7ffd-47b0-9641-952cc0de0190 owned by network:router_gateway {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:45:19.497390 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c051aecf-b918-441b-8fed-b8635ded89ea None None] Deleting port e16feeb1-56bf-4f88-8ecf-28ebd4076c8d {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:45:19.497772 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c051aecf-b918-441b-8fed-b8635ded89ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (e16feeb1-56bf-4f88-8ecf-28ebd4076c8d), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:19.568643 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-c051aecf-b918-441b-8fed-b8635ded89ea None None] For port e16feeb1-56bf-4f88-8ecf-28ebd4076c8d, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=e16feeb1-56bf-4f88-8ecf-28ebd4076c8d,segment=NetworkSegment(4d6c6c57-3df1-4694-9df2-d5605580eda2),segment_id=4d6c6c57-3df1-4694-9df2-d5605580eda2)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:45:19.569296 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c051aecf-b918-441b-8fed-b8635ded89ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (e16feeb1-56bf-4f88-8ecf-28ebd4076c8d), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:19.584096 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c051aecf-b918-441b-8fed-b8635ded89ea None None] Calling delete_port for e16feeb1-56bf-4f88-8ecf-28ebd4076c8d owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:45:19.586383 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a19a26d4-b153-42d9-b52c-cf11038343f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'name': 'tempest-TestNetworkBasicOps-router-291108398', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:58Z', 'updated_at': '2022-03-23T02:45:17Z', 'revision_number': 7, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ab:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:59Z', 'updated_at': '2022-03-23T02:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:19.620918 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19a26d4-b153-42d9-b52c-cf11038343f5 None None] The sync data for ids ['348925bf-cd60-4447-9afc-6c70cdb5f330'] in dv-neutron-834613-2-hyperv is: [{'id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'name': 'tempest-TestNetworkBasicOps-router-291108398', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:58Z', 'updated_at': '2022-03-23T02:45:17Z', 'revision_number': 7, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '598089b7-7ffd-47b0-9641-952cc0de0190', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ab:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348925bf-cd60-4447-9afc-6c70cdb5f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:59Z', 'updated_at': '2022-03-23T02:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:45:19.639150 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de47f867-682d-4827-9ac4-03570064bac6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (598089b7-7ffd-47b0-9641-952cc0de0190), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:19.685738 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47f867-682d-4827-9ac4-03570064bac6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=598089b7-7ffd-47b0-9641-952cc0de0190,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:19.748204 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de47f867-682d-4827-9ac4-03570064bac6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (348925bf-cd60-4447-9afc-6c70cdb5f330), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:19.768685 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c051aecf-b918-441b-8fed-b8635ded89ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (e16feeb1-56bf-4f88-8ecf-28ebd4076c8d), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:19.795566 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051aecf-b918-441b-8fed-b8635ded89ea None None] Pushing event deleted for resources: {'Port': ['ID=e16feeb1-56bf-4f88-8ecf-28ebd4076c8d,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:19.797423 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c051aecf-b918-441b-8fed-b8635ded89ea None None] No DVR routers for this DVR port e16feeb1-56bf-4f88-8ecf-28ebd4076c8d on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:45:19.844134 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de47f867-682d-4827-9ac4-03570064bac6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (348925bf-cd60-4447-9afc-6c70cdb5f330), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:19.846369 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de47f867-682d-4827-9ac4-03570064bac6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_controller (348925bf-cd60-4447-9afc-6c70cdb5f330), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:19.889834 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-006a5326-7694-4350-9616-b6f4523e2bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:19.946806 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de47f867-682d-4827-9ac4-03570064bac6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (348925bf-cd60-4447-9afc-6c70cdb5f330), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:19.947269 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de47f867-682d-4827-9ac4-03570064bac6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Fanout notify agent at l3_agent the message router_deleted on router 348925bf-cd60-4447-9afc-6c70cdb5f330 {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:45:19.953667 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de47f867-682d-4827-9ac4-03570064bac6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:19.954791 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-de47f867-682d-4827-9ac4-03570064bac6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/routers/348925bf-cd60-4447-9afc-6c70cdb5f330 HTTP/1.1" status: 204 len: 168 time: 1.0667632 Mar 23 02:45:19.957497 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34412) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:20.039528 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0c4ea1ca-397d-405f-8c79-9374a6eaa1ab tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (238b7c6f-3e37-4de4-bf5b-96c4d356033f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:20.135353 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0c4ea1ca-397d-405f-8c79-9374a6eaa1ab tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (238b7c6f-3e37-4de4-bf5b-96c4d356033f), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:20.156596 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-0c4ea1ca-397d-405f-8c79-9374a6eaa1ab tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['238b7c6f-3e37-4de4-bf5b-96c4d356033f']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:20.166604 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-0c4ea1ca-397d-405f-8c79-9374a6eaa1ab tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6c6c57-3df1-4694-9df2-d5605580eda2') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:20.166902 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-0c4ea1ca-397d-405f-8c79-9374a6eaa1ab tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6c6c57-3df1-4694-9df2-d5605580eda2') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:20.176477 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0c4ea1ca-397d-405f-8c79-9374a6eaa1ab tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (4d6c6c57-3df1-4694-9df2-d5605580eda2), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:20.192119 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0c4ea1ca-397d-405f-8c79-9374a6eaa1ab tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (4d6c6c57-3df1-4694-9df2-d5605580eda2), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:20.202668 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4ea1ca-397d-405f-8c79-9374a6eaa1ab tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:45:20.202668 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0c4ea1ca-397d-405f-8c79-9374a6eaa1ab tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (4d6c6c57-3df1-4694-9df2-d5605580eda2), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:20.204499 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:45:20.204499 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:45:20.204499 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:45:20.204499 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:45:20.204499 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:45:20.204499 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:45:20.204499 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:45:20.204499 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:45:20.204499 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:45:20.204499 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:45:20.204499 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:45:20.204499 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:45:20.204499 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:45:20.204499 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:45:20.204499 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:45:20.204499 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:45:20.204499 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:45:20.204499 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:45:20.204499 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:45:20.204499 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:45:20.204499 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:45:20.204499 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:45:20.204499 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:45:20.204499 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:45:20.204499 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:45:20.204499 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:45:20.204499 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:45:20.204499 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:45:20.204499 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:45:20.204499 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:45:20.204499 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:45:20.204499 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:45:20.352660 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0c4ea1ca-397d-405f-8c79-9374a6eaa1ab tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (238b7c6f-3e37-4de4-bf5b-96c4d356033f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:20.359813 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0c4ea1ca-397d-405f-8c79-9374a6eaa1ab tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:20.362552 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0c4ea1ca-397d-405f-8c79-9374a6eaa1ab tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/networks/238b7c6f-3e37-4de4-bf5b-96c4d356033f HTTP/1.1" status: 204 len: 168 time: 0.4041438 Mar 23 02:45:20.375086 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ea1ca-397d-405f-8c79-9374a6eaa1ab tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Network': ['ID=238b7c6f-3e37-4de4-bf5b-96c4d356033f,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:20.385738 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34414) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:20.390555 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-8b6db3ee-aae5-424e-b0ae-85ccfa8f5e84 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'network': {'name': 'tempest-network-smoke--1767058854', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'port_security_enabled': True}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:20.686246 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device e16feeb1-56bf-4f88-8ecf-28ebd4076c8d no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:45:20.686246 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: e16feeb1-56bf-4f88-8ecf-28ebd4076c8d {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:45:20.686246 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device e16feeb1-56bf-4f88-8ecf-28ebd4076c8d not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:45:20.686246 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 242b67c2-fe7d-420b-95a2-84cc81f632c9 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:45:20.686246 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 242b67c2-fe7d-420b-95a2-84cc81f632c9 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:45:20.688439 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 242b67c2-fe7d-420b-95a2-84cc81f632c9 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:45:20.793073 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6db3ee-aae5-424e-b0ae-85ccfa8f5e84 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Made reservation on behalf of d14f7a32e895424c88fd77b8785e073b for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:45:20.823716 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8b6db3ee-aae5-424e-b0ae-85ccfa8f5e84 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:20.823716 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6db3ee-aae5-424e-b0ae-85ccfa8f5e84 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:45:20.832072 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8b6db3ee-aae5-424e-b0ae-85ccfa8f5e84 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (534c797b-dc5b-4440-8d16-70361ebb614d), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:20.832422 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-8b6db3ee-aae5-424e-b0ae-85ccfa8f5e84 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Added segment 534c797b-dc5b-4440-8d16-70361ebb614d of type vlan for network 84589495-2405-4eee-b3ed-5a356c20a370 Mar 23 02:45:20.874368 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8b6db3ee-aae5-424e-b0ae-85ccfa8f5e84 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (84589495-2405-4eee-b3ed-5a356c20a370), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:21.003058 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8b6db3ee-aae5-424e-b0ae-85ccfa8f5e84 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (84589495-2405-4eee-b3ed-5a356c20a370), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:21.008032 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6db3ee-aae5-424e-b0ae-85ccfa8f5e84 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:21.008621 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8b6db3ee-aae5-424e-b0ae-85ccfa8f5e84 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:21.075638 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6db3ee-aae5-424e-b0ae-85ccfa8f5e84 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Network': ['ID=84589495-2405-4eee-b3ed-5a356c20a370,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:21.086377 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 84589495-2405-4eee-b3ed-5a356c20a370 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:45:21.131743 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8b6db3ee-aae5-424e-b0ae-85ccfa8f5e84 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7447443 Mar 23 02:45:21.134391 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34416) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:21.139554 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-a82c919a-258f-4531-bdc5-6475d5737ae5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-806606263', 'admin_state_up': True, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:21.214286 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:21.242789 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a82c919a-258f-4531-bdc5-6475d5737ae5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (431abed3-bb85-4e73-95a3-d00cf996bae7), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:21.243877 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a82c919a-258f-4531-bdc5-6475d5737ae5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (431abed3-bb85-4e73-95a3-d00cf996bae7), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:21.295665 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a82c919a-258f-4531-bdc5-6475d5737ae5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_controller (431abed3-bb85-4e73-95a3-d00cf996bae7), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:21.485954 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a82c919a-258f-4531-bdc5-6475d5737ae5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_gateway (431abed3-bb85-4e73-95a3-d00cf996bae7), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:21.748393 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a82c919a-258f-4531-bdc5-6475d5737ae5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_gateway (431abed3-bb85-4e73-95a3-d00cf996bae7), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:21.766564 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a82c919a-258f-4531-bdc5-6475d5737ae5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:21.871130 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-a82c919a-258f-4531-bdc5-6475d5737ae5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.26.2.43 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/83824430-4fa5-4138-861c-ddf369f3aa69) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:45:21.979514 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a82c919a-258f-4531-bdc5-6475d5737ae5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (83824430-4fa5-4138-861c-ddf369f3aa69), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:22.096107 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a82c919a-258f-4531-bdc5-6475d5737ae5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (83824430-4fa5-4138-861c-ddf369f3aa69), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:22.138805 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82c919a-258f-4531-bdc5-6475d5737ae5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:45:22.141803 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-a82c919a-258f-4531-bdc5-6475d5737ae5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:45:22.148298 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82c919a-258f-4531-bdc5-6475d5737ae5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:45:22.153982 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c919a-258f-4531-bdc5-6475d5737ae5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=83824430-4fa5-4138-861c-ddf369f3aa69,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:22.425362 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 598089b7-7ffd-47b0-9641-952cc0de0190 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:45:22.450546 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 598089b7-7ffd-47b0-9641-952cc0de0190 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:45:22.450885 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 598089b7-7ffd-47b0-9641-952cc0de0190 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:45:22.671184 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:22.811065 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a82c919a-258f-4531-bdc5-6475d5737ae5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_gateway (431abed3-bb85-4e73-95a3-d00cf996bae7), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:23.010548 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a82c919a-258f-4531-bdc5-6475d5737ae5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (431abed3-bb85-4e73-95a3-d00cf996bae7), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:23.202725 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82c919a-258f-4531-bdc5-6475d5737ae5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router 431abed3-bb85-4e73-95a3-d00cf996bae7 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:45:23.306571 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82c919a-258f-4531-bdc5-6475d5737ae5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:45:23.316475 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25045c7d-578a-4e6a-982a-3a31d2e6ffef None None] Sync routers for ids ['431abed3-bb85-4e73-95a3-d00cf996bae7'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:45:23.327085 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25045c7d-578a-4e6a-982a-3a31d2e6ffef None None] Routers {'431abed3-bb85-4e73-95a3-d00cf996bae7'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:45:23.327677 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-25045c7d-578a-4e6a-982a-3a31d2e6ffef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:45:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['431abed3-bb85-4e73-95a3-d00cf996bae7'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:23.384001 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a82c919a-258f-4531-bdc5-6475d5737ae5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:23.385284 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a82c919a-258f-4531-bdc5-6475d5737ae5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2497609 Mar 23 02:45:23.388381 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34418) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:23.421583 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a961b9a3-03c2-4a24-8f64-b722dbdf2b35 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=d14f7a32e895424c88fd77b8785e073b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295606 Mar 23 02:45:23.421829 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34420) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:23.432470 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-25045c7d-578a-4e6a-982a-3a31d2e6ffef None None] Set router 431abed3-bb85-4e73-95a3-d00cf996bae7 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:45:23.507912 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca0397e-7006-4fbf-9100-566754960a3e tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:23.512119 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-bca0397e-7006-4fbf-9100-566754960a3e tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0867975 Mar 23 02:45:23.512350 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34422) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:23.539788 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7bee6a24-adeb-4632-9ef8-d4ee7143fbe5 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6bbcca03-75ff-487c-8b0e-a32302dacbee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263734 Mar 23 02:45:23.542339 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34424) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:23.546923 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-d06022b4-2b89-4cd5-aa9a-ef11e504f397 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-863637050', 'network_id': '84589495-2405-4eee-b3ed-5a356c20a370', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:23.612678 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-25045c7d-578a-4e6a-982a-3a31d2e6ffef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'name': 'tempest-TestNetworkBasicOps-router-806606263', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.43'}], 'enable_snat': True}, 'gw_port_id': '83824430-4fa5-4138-861c-ddf369f3aa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:45:21Z', 'updated_at': '2022-03-23T02:45:22Z', 'revision_number': 3, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '83824430-4fa5-4138-861c-ddf369f3aa69', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:eb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:45:21Z', 'updated_at': '2022-03-23T02:45:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:23.638753 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25045c7d-578a-4e6a-982a-3a31d2e6ffef None None] Checking router: 431abed3-bb85-4e73-95a3-d00cf996bae7 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:45:23.639098 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25045c7d-578a-4e6a-982a-3a31d2e6ffef None None] Updating router 431abed3-bb85-4e73-95a3-d00cf996bae7 port 83824430-4fa5-4138-861c-ddf369f3aa69 binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:45:23.665838 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-25045c7d-578a-4e6a-982a-3a31d2e6ffef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (83824430-4fa5-4138-861c-ddf369f3aa69), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:23.701340 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06022b4-2b89-4cd5-aa9a-ef11e504f397 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Made reservation on behalf of d14f7a32e895424c88fd77b8785e073b for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:45:23.704985 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d06022b4-2b89-4cd5-aa9a-ef11e504f397 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:23.916797 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-25045c7d-578a-4e6a-982a-3a31d2e6ffef None None] Publish callbacks [] for port (83824430-4fa5-4138-861c-ddf369f3aa69), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:23.934560 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d06022b4-2b89-4cd5-aa9a-ef11e504f397 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (321bed78-1c48-4776-b90b-faa907746e7c), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:23.985689 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:23.996693 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06022b4-2b89-4cd5-aa9a-ef11e504f397 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Subnet': ['ID=321bed78-1c48-4776-b90b-faa907746e7c,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:24.004257 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06022b4-2b89-4cd5-aa9a-ef11e504f397 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Checking segment: {'id': '534c797b-dc5b-4440-8d16-70361ebb614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '84589495-2405-4eee-b3ed-5a356c20a370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:45:24.004631 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06022b4-2b89-4cd5-aa9a-ef11e504f397 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network hostable DHCP agents. Network: 84589495-2405-4eee-b3ed-5a356c20a370, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:45:24.015679 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-25045c7d-578a-4e6a-982a-3a31d2e6ffef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (83824430-4fa5-4138-861c-ddf369f3aa69), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:24.068810 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-25045c7d-578a-4e6a-982a-3a31d2e6ffef None None] Attempting to bind port 83824430-4fa5-4138-861c-ddf369f3aa69 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:45:24.069181 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-25045c7d-578a-4e6a-982a-3a31d2e6ffef None None] Attempting to bind port 83824430-4fa5-4138-861c-ddf369f3aa69 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:45:24.069545 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25045c7d-578a-4e6a-982a-3a31d2e6ffef None None] Attempting to bind port 83824430-4fa5-4138-861c-ddf369f3aa69 on network 6bbcca03-75ff-487c-8b0e-a32302dacbee {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:45:24.076436 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8f4f1-b008-4997-8a32-ce63e0344cb4 None None] Pushing event updated for resources: {'Port': ['ID=83824430-4fa5-4138-861c-ddf369f3aa69,revision_number=2']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:24.087119 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25045c7d-578a-4e6a-982a-3a31d2e6ffef None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:45:24.087119 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25045c7d-578a-4e6a-982a-3a31d2e6ffef None None] Checking segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:45:24.087119 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-25045c7d-578a-4e6a-982a-3a31d2e6ffef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:24.087119 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25045c7d-578a-4e6a-982a-3a31d2e6ffef None None] Bound using segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:45:24.087119 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-25045c7d-578a-4e6a-982a-3a31d2e6ffef None None] Bound port: 83824430-4fa5-4138-861c-ddf369f3aa69, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:45:24.087119 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-25045c7d-578a-4e6a-982a-3a31d2e6ffef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (83824430-4fa5-4138-861c-ddf369f3aa69), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:24.105983 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06022b4-2b89-4cd5-aa9a-ef11e504f397 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 84589495-2405-4eee-b3ed-5a356c20a370 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:45:24.131833 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-25045c7d-578a-4e6a-982a-3a31d2e6ffef None None] For port 83824430-4fa5-4138-861c-ddf369f3aa69, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:45:24.134994 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-25045c7d-578a-4e6a-982a-3a31d2e6ffef None None] For port 83824430-4fa5-4138-861c-ddf369f3aa69, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=83824430-4fa5-4138-861c-ddf369f3aa69,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:45:24.192882 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-d06022b4-2b89-4cd5-aa9a-ef11e504f397 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 84589495-2405-4eee-b3ed-5a356c20a370) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:45:24.196928 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06022b4-2b89-4cd5-aa9a-ef11e504f397 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:24.203894 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d06022b4-2b89-4cd5-aa9a-ef11e504f397 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:24.207437 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20db1b1e-d46f-4dca-a57f-ace1fe11fc39 None None] Network 84589495-2405-4eee-b3ed-5a356c20a370 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:45:24.221957 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-25045c7d-578a-4e6a-982a-3a31d2e6ffef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (83824430-4fa5-4138-861c-ddf369f3aa69), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:24.272862 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25045c7d-578a-4e6a-982a-3a31d2e6ffef None None] Routers {'431abed3-bb85-4e73-95a3-d00cf996bae7'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:45:24.273480 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-25045c7d-578a-4e6a-982a-3a31d2e6ffef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:45:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['431abed3-bb85-4e73-95a3-d00cf996bae7'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:24.310567 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d06022b4-2b89-4cd5-aa9a-ef11e504f397 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7661974 Mar 23 02:45:24.312357 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34426) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:24.312883 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899a42c3-9199-4a93-a266-a6e2f162b521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-84589495-2405-4eee-b3ed-5a356c20a370', 'network_id': '84589495-2405-4eee-b3ed-5a356c20a370', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ips': [{'subnet_id': '321bed78-1c48-4776-b90b-faa907746e7c'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:45:24.313745 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-899a42c3-9199-4a93-a266-a6e2f162b521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:24.316979 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8f4f1-b008-4997-8a32-ce63e0344cb4 None None] Pushing event updated for resources: {'Port': ['ID=83824430-4fa5-4138-861c-ddf369f3aa69,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:24.395400 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-25045c7d-578a-4e6a-982a-3a31d2e6ffef None None] Set router 431abed3-bb85-4e73-95a3-d00cf996bae7 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:45:24.457968 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-899a42c3-9199-4a93-a266-a6e2f162b521 None None] Allocated IP 172.20.0.2 (84589495-2405-4eee-b3ed-5a356c20a370/321bed78-1c48-4776-b90b-faa907746e7c/22f51a89-3122-4a57-9eb7-d3c11bfd1a9c) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:45:24.619270 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-899a42c3-9199-4a93-a266-a6e2f162b521 None None] Publish callbacks [] for port (22f51a89-3122-4a57-9eb7-d3c11bfd1a9c), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:24.664119 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-25045c7d-578a-4e6a-982a-3a31d2e6ffef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'name': 'tempest-TestNetworkBasicOps-router-806606263', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.43'}], 'enable_snat': True}, 'gw_port_id': '83824430-4fa5-4138-861c-ddf369f3aa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:45:21Z', 'updated_at': '2022-03-23T02:45:22Z', 'revision_number': 3, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '83824430-4fa5-4138-861c-ddf369f3aa69', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:eb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:45:21Z', 'updated_at': '2022-03-23T02:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:24.690911 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25045c7d-578a-4e6a-982a-3a31d2e6ffef None None] The sync data for ids ['431abed3-bb85-4e73-95a3-d00cf996bae7'] in dv-neutron-834613-2-hyperv is: [{'id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'name': 'tempest-TestNetworkBasicOps-router-806606263', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.43'}], 'enable_snat': True}, 'gw_port_id': '83824430-4fa5-4138-861c-ddf369f3aa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:45:21Z', 'updated_at': '2022-03-23T02:45:22Z', 'revision_number': 3, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '83824430-4fa5-4138-861c-ddf369f3aa69', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:eb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:45:21Z', 'updated_at': '2022-03-23T02:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:45:24.712514 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-899a42c3-9199-4a93-a266-a6e2f162b521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (22f51a89-3122-4a57-9eb7-d3c11bfd1a9c), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:24.753296 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899a42c3-9199-4a93-a266-a6e2f162b521 None None] Network 84589495-2405-4eee-b3ed-5a356c20a370 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:45:24.763960 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-899a42c3-9199-4a93-a266-a6e2f162b521 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:45:24.768809 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899a42c3-9199-4a93-a266-a6e2f162b521 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:45:24.771686 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a42c3-9199-4a93-a266-a6e2f162b521 None None] Pushing event updated for resources: {'Port': ['ID=22f51a89-3122-4a57-9eb7-d3c11bfd1a9c,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:24.785006 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4b86482b-1569-472d-9744-bb023d4448d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:24.826982 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-899a42c3-9199-4a93-a266-a6e2f162b521 None None] Attempting to bind port 22f51a89-3122-4a57-9eb7-d3c11bfd1a9c on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:45:24.827600 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-899a42c3-9199-4a93-a266-a6e2f162b521 None None] Attempting to bind port 22f51a89-3122-4a57-9eb7-d3c11bfd1a9c by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '534c797b-dc5b-4440-8d16-70361ebb614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '84589495-2405-4eee-b3ed-5a356c20a370'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:45:24.828113 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899a42c3-9199-4a93-a266-a6e2f162b521 None None] Attempting to bind port 22f51a89-3122-4a57-9eb7-d3c11bfd1a9c on network 84589495-2405-4eee-b3ed-5a356c20a370 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:45:24.836845 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899a42c3-9199-4a93-a266-a6e2f162b521 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:45:24.837230 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899a42c3-9199-4a93-a266-a6e2f162b521 None None] Checking segment: {'id': '534c797b-dc5b-4440-8d16-70361ebb614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '84589495-2405-4eee-b3ed-5a356c20a370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:45:24.837775 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-899a42c3-9199-4a93-a266-a6e2f162b521 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:24.838173 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899a42c3-9199-4a93-a266-a6e2f162b521 None None] Bound using segment: {'id': '534c797b-dc5b-4440-8d16-70361ebb614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '84589495-2405-4eee-b3ed-5a356c20a370'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:45:24.838641 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-899a42c3-9199-4a93-a266-a6e2f162b521 None None] Bound port: 22f51a89-3122-4a57-9eb7-d3c11bfd1a9c, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534c797b-dc5b-4440-8d16-70361ebb614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '84589495-2405-4eee-b3ed-5a356c20a370'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:45:24.839021 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-899a42c3-9199-4a93-a266-a6e2f162b521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (22f51a89-3122-4a57-9eb7-d3c11bfd1a9c), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:24.909414 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-899a42c3-9199-4a93-a266-a6e2f162b521 None None] For port 22f51a89-3122-4a57-9eb7-d3c11bfd1a9c, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:45:24.936307 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-899a42c3-9199-4a93-a266-a6e2f162b521 None None] For port 22f51a89-3122-4a57-9eb7-d3c11bfd1a9c, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=22f51a89-3122-4a57-9eb7-d3c11bfd1a9c,segment=NetworkSegment(534c797b-dc5b-4440-8d16-70361ebb614d),segment_id=534c797b-dc5b-4440-8d16-70361ebb614d)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:45:25.022380 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-899a42c3-9199-4a93-a266-a6e2f162b521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (22f51a89-3122-4a57-9eb7-d3c11bfd1a9c), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:25.102065 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a42c3-9199-4a93-a266-a6e2f162b521 None None] Pushing event updated for resources: {'Port': ['ID=22f51a89-3122-4a57-9eb7-d3c11bfd1a9c,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:25.107720 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-4b86482b-1569-472d-9744-bb023d4448d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.20.0.1 (84589495-2405-4eee-b3ed-5a356c20a370/321bed78-1c48-4776-b90b-faa907746e7c/243dc0ee-1cc0-4110-b520-5fe39337dfcb) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:45:25.258272 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4b86482b-1569-472d-9744-bb023d4448d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (243dc0ee-1cc0-4110-b520-5fe39337dfcb), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:25.365664 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4b86482b-1569-472d-9744-bb023d4448d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (243dc0ee-1cc0-4110-b520-5fe39337dfcb), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:25.412650 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b86482b-1569-472d-9744-bb023d4448d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 84589495-2405-4eee-b3ed-5a356c20a370 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:45:25.420028 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-4b86482b-1569-472d-9744-bb023d4448d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:45:25.420028 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b86482b-1569-472d-9744-bb023d4448d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:45:25.456993 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86482b-1569-472d-9744-bb023d4448d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=243dc0ee-1cc0-4110-b520-5fe39337dfcb,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:25.472518 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4b86482b-1569-472d-9744-bb023d4448d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (431abed3-bb85-4e73-95a3-d00cf996bae7), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:25.699322 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4b86482b-1569-472d-9744-bb023d4448d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (243dc0ee-1cc0-4110-b520-5fe39337dfcb), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:25.988858 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4b86482b-1569-472d-9744-bb023d4448d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (243dc0ee-1cc0-4110-b520-5fe39337dfcb), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:26.047915 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cff61b-0611-4b32-a78c-63b755ab14c3 None None] Network 84589495-2405-4eee-b3ed-5a356c20a370 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:45:26.049829 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4b86482b-1569-472d-9744-bb023d4448d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (243dc0ee-1cc0-4110-b520-5fe39337dfcb), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:26.134873 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4b86482b-1569-472d-9744-bb023d4448d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (431abed3-bb85-4e73-95a3-d00cf996bae7), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:26.135943 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-7baf6772-8fb2-4094-bb90-f539b5dad09b None None] Provisioning complete for port 22f51a89-3122-4a57-9eb7-d3c11bfd1a9c triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:45:26.136517 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7baf6772-8fb2-4094-bb90-f539b5dad09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (22f51a89-3122-4a57-9eb7-d3c11bfd1a9c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:26.138082 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86482b-1569-472d-9744-bb023d4448d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=243dc0ee-1cc0-4110-b520-5fe39337dfcb,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:26.247201 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b86482b-1569-472d-9744-bb023d4448d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 84589495-2405-4eee-b3ed-5a356c20a370 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:45:26.249265 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-4b86482b-1569-472d-9744-bb023d4448d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:45:26.263170 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-7baf6772-8fb2-4094-bb90-f539b5dad09b None None] Current status of the port 22f51a89-3122-4a57-9eb7-d3c11bfd1a9c is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:45:26.265004 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7baf6772-8fb2-4094-bb90-f539b5dad09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (22f51a89-3122-4a57-9eb7-d3c11bfd1a9c), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:26.306041 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-7baf6772-8fb2-4094-bb90-f539b5dad09b None None] For port 22f51a89-3122-4a57-9eb7-d3c11bfd1a9c, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=22f51a89-3122-4a57-9eb7-d3c11bfd1a9c,segment=NetworkSegment(534c797b-dc5b-4440-8d16-70361ebb614d),segment_id=534c797b-dc5b-4440-8d16-70361ebb614d)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:45:26.398949 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7baf6772-8fb2-4094-bb90-f539b5dad09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (22f51a89-3122-4a57-9eb7-d3c11bfd1a9c), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:26.444151 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 83824430-4fa5-4138-861c-ddf369f3aa69 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:45:26.489845 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf6772-8fb2-4094-bb90-f539b5dad09b None None] Pushing event updated for resources: {'Port': ['ID=22f51a89-3122-4a57-9eb7-d3c11bfd1a9c,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:26.524356 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 83824430-4fa5-4138-861c-ddf369f3aa69 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:45:26.524738 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (83824430-4fa5-4138-861c-ddf369f3aa69), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:26.552340 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-cc823af2-683f-4842-b29e-8ac2fcfd4b17 None None] Provisioning complete for port 243dc0ee-1cc0-4110-b520-5fe39337dfcb triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:45:26.552724 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cc823af2-683f-4842-b29e-8ac2fcfd4b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (243dc0ee-1cc0-4110-b520-5fe39337dfcb), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:26.603205 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-cc823af2-683f-4842-b29e-8ac2fcfd4b17 None None] Port 243dc0ee-1cc0-4110-b520-5fe39337dfcb cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:45:26.638465 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-cc823af2-683f-4842-b29e-8ac2fcfd4b17 None None] Provisioning complete for port 22f51a89-3122-4a57-9eb7-d3c11bfd1a9c triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:45:26.638839 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cc823af2-683f-4842-b29e-8ac2fcfd4b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (22f51a89-3122-4a57-9eb7-d3c11bfd1a9c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:26.676730 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 83824430-4fa5-4138-861c-ddf369f3aa69 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:45:26.677130 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (83824430-4fa5-4138-861c-ddf369f3aa69), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:26.706639 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 83824430-4fa5-4138-861c-ddf369f3aa69, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=83824430-4fa5-4138-861c-ddf369f3aa69,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:45:26.712544 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b86482b-1569-472d-9744-bb023d4448d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router 431abed3-bb85-4e73-95a3-d00cf996bae7 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:45:26.751627 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-cc823af2-683f-4842-b29e-8ac2fcfd4b17 None None] Current status of the port 22f51a89-3122-4a57-9eb7-d3c11bfd1a9c is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:45:26.788369 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (83824430-4fa5-4138-861c-ddf369f3aa69), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:26.789751 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 22f51a89-3122-4a57-9eb7-d3c11bfd1a9c up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:45:26.831575 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b86482b-1569-472d-9744-bb023d4448d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:45:26.840521 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4b86482b-1569-472d-9744-bb023d4448d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "PUT /v2.0/routers/431abed3-bb85-4e73-95a3-d00cf996bae7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5243039 Mar 23 02:45:26.840521 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34428) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:26.845163 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dda0e9f-e52b-487e-a23f-2c2986699eaf None None] Sync routers for ids ['431abed3-bb85-4e73-95a3-d00cf996bae7'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:45:26.899150 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dda0e9f-e52b-487e-a23f-2c2986699eaf None None] Routers {'431abed3-bb85-4e73-95a3-d00cf996bae7'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:45:26.899789 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-4dda0e9f-e52b-487e-a23f-2c2986699eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:45:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['431abed3-bb85-4e73-95a3-d00cf996bae7'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:26.937264 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=83824430-4fa5-4138-861c-ddf369f3aa69,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:26.985398 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-8afe7e7f-d26c-4b83-b1c4-f6782aaf6d4c None None] Provisioning complete for port 243dc0ee-1cc0-4110-b520-5fe39337dfcb triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:45:26.985774 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8afe7e7f-d26c-4b83-b1c4-f6782aaf6d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (243dc0ee-1cc0-4110-b520-5fe39337dfcb), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:27.016608 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4632ab-1f27-4123-a479-d70399bfd8ea tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:27.016875 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4632ab-1f27-4123-a479-d70399bfd8ea tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:27.017157 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4632ab-1f27-4123-a479-d70399bfd8ea tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:27.017620 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4632ab-1f27-4123-a479-d70399bfd8ea tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:27.018079 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4632ab-1f27-4123-a479-d70399bfd8ea tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:27.020008 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6c4632ab-1f27-4123-a479-d70399bfd8ea tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.1785033 Mar 23 02:45:27.020384 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 22f51a89-3122-4a57-9eb7-d3c11bfd1a9c triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:45:27.020765 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (22f51a89-3122-4a57-9eb7-d3c11bfd1a9c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:27.024107 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34430) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:27.073936 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-8afe7e7f-d26c-4b83-b1c4-f6782aaf6d4c None None] Port 243dc0ee-1cc0-4110-b520-5fe39337dfcb cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:45:27.091570 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-4dda0e9f-e52b-487e-a23f-2c2986699eaf None None] Set router 431abed3-bb85-4e73-95a3-d00cf996bae7 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:45:27.113530 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc18508-65de-4a99-b7b8-151ccd74983e tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:27.113999 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc18508-65de-4a99-b7b8-151ccd74983e tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:27.114457 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc18508-65de-4a99-b7b8-151ccd74983e tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:27.115446 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc18508-65de-4a99-b7b8-151ccd74983e tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:27.115971 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc18508-65de-4a99-b7b8-151ccd74983e tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:27.117839 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ddc18508-65de-4a99-b7b8-151ccd74983e tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3350 time: 0.0927713 Mar 23 02:45:27.120766 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34432) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:27.311325 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-eb200b38-75a4-46fb-acd3-b867d22f38e1 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2331 time: 0.1893771 Mar 23 02:45:27.391084 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 22f51a89-3122-4a57-9eb7-d3c11bfd1a9c is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:45:27.402824 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-2532f3e8-3cb2-4871-8698-a4128eac5c9d None None] Provisioning complete for port 243dc0ee-1cc0-4110-b520-5fe39337dfcb triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:45:27.403203 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2532f3e8-3cb2-4871-8698-a4128eac5c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (243dc0ee-1cc0-4110-b520-5fe39337dfcb), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:27.451685 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-2532f3e8-3cb2-4871-8698-a4128eac5c9d None None] Port 243dc0ee-1cc0-4110-b520-5fe39337dfcb cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:45:27.514199 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-4dda0e9f-e52b-487e-a23f-2c2986699eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'name': 'tempest-TestNetworkBasicOps-router-806606263', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.43'}], 'enable_snat': True}, 'gw_port_id': '83824430-4fa5-4138-861c-ddf369f3aa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:45:21Z', 'updated_at': '2022-03-23T02:45:25Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '83824430-4fa5-4138-861c-ddf369f3aa69', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:45:21Z', 'updated_at': '2022-03-23T02:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '243dc0ee-1cc0-4110-b520-5fe39337dfcb', 'name': '', 'network_id': '84589495-2405-4eee-b3ed-5a356c20a370', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:f1:9a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '321bed78-1c48-4776-b90b-faa907746e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:45:24Z', 'updated_at': '2022-03-23T02:45:25Z', 'revision_number': 2, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '321bed78-1c48-4776-b90b-faa907746e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:27.543459 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dda0e9f-e52b-487e-a23f-2c2986699eaf None None] Checking router: 431abed3-bb85-4e73-95a3-d00cf996bae7 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:45:27.543847 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dda0e9f-e52b-487e-a23f-2c2986699eaf None None] Updating router 431abed3-bb85-4e73-95a3-d00cf996bae7 port 243dc0ee-1cc0-4110-b520-5fe39337dfcb binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:45:27.570712 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4dda0e9f-e52b-487e-a23f-2c2986699eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (243dc0ee-1cc0-4110-b520-5fe39337dfcb), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:27.638521 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34436) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:27.643196 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-9bb5635b-0cf7-4361-9ce9-e2c7bf6a934c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1422659705', 'description': 'tempest-secgroup-smoke-1422659705 description', 'project_id': 'd14f7a32e895424c88fd77b8785e073b'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:27.706872 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9bb5635b-0cf7-4361-9ce9-e2c7bf6a934c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:27.774364 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9bb5635b-0cf7-4361-9ce9-e2c7bf6a934c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (6032cc1e-fa6c-43a4-9ac5-32302dc321cf), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:27.829131 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4dda0e9f-e52b-487e-a23f-2c2986699eaf None None] Publish callbacks [] for port (243dc0ee-1cc0-4110-b520-5fe39337dfcb), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:27.850227 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9bb5635b-0cf7-4361-9ce9-e2c7bf6a934c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (6032cc1e-fa6c-43a4-9ac5-32302dc321cf), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:27.879112 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5635b-0cf7-4361-9ce9-e2c7bf6a934c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6032cc1e-fa6c-43a4-9ac5-32302dc321cf,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:27.906782 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4dda0e9f-e52b-487e-a23f-2c2986699eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (243dc0ee-1cc0-4110-b520-5fe39337dfcb), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:27.937528 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9bb5635b-0cf7-4361-9ce9-e2c7bf6a934c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:27.942023 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9bb5635b-0cf7-4361-9ce9-e2c7bf6a934c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2992289 Mar 23 02:45:27.942366 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34438) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:27.946768 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-e9488083-bc1b-4628-8205-28b68ca193da tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '6032cc1e-fa6c-43a4-9ac5-32302dc321cf', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:27.962315 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34486c6d-6458-413d-b3e6-7d034e8c3701 None None] Pushing event updated for resources: {'Port': ['ID=243dc0ee-1cc0-4110-b520-5fe39337dfcb,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:28.017289 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-4dda0e9f-e52b-487e-a23f-2c2986699eaf None None] Attempting to bind port 243dc0ee-1cc0-4110-b520-5fe39337dfcb on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:45:28.017668 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-4dda0e9f-e52b-487e-a23f-2c2986699eaf None None] Attempting to bind port 243dc0ee-1cc0-4110-b520-5fe39337dfcb by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '534c797b-dc5b-4440-8d16-70361ebb614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '84589495-2405-4eee-b3ed-5a356c20a370'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:45:28.018042 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dda0e9f-e52b-487e-a23f-2c2986699eaf None None] Attempting to bind port 243dc0ee-1cc0-4110-b520-5fe39337dfcb on network 84589495-2405-4eee-b3ed-5a356c20a370 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:45:28.024139 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dda0e9f-e52b-487e-a23f-2c2986699eaf None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:45:28.024414 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dda0e9f-e52b-487e-a23f-2c2986699eaf None None] Checking segment: {'id': '534c797b-dc5b-4440-8d16-70361ebb614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '84589495-2405-4eee-b3ed-5a356c20a370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:45:28.024827 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4dda0e9f-e52b-487e-a23f-2c2986699eaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:28.025230 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dda0e9f-e52b-487e-a23f-2c2986699eaf None None] Bound using segment: {'id': '534c797b-dc5b-4440-8d16-70361ebb614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '84589495-2405-4eee-b3ed-5a356c20a370'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:45:28.025712 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-4dda0e9f-e52b-487e-a23f-2c2986699eaf None None] Bound port: 243dc0ee-1cc0-4110-b520-5fe39337dfcb, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534c797b-dc5b-4440-8d16-70361ebb614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '84589495-2405-4eee-b3ed-5a356c20a370'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:45:28.026098 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4dda0e9f-e52b-487e-a23f-2c2986699eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (243dc0ee-1cc0-4110-b520-5fe39337dfcb), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:28.085447 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e9488083-bc1b-4628-8205-28b68ca193da tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (cb8acf1b-477b-4f08-963f-78459fed0318), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:28.098111 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-4dda0e9f-e52b-487e-a23f-2c2986699eaf None None] For port 243dc0ee-1cc0-4110-b520-5fe39337dfcb, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:45:28.102064 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-4dda0e9f-e52b-487e-a23f-2c2986699eaf None None] For port 243dc0ee-1cc0-4110-b520-5fe39337dfcb, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=243dc0ee-1cc0-4110-b520-5fe39337dfcb,segment=NetworkSegment(534c797b-dc5b-4440-8d16-70361ebb614d),segment_id=534c797b-dc5b-4440-8d16-70361ebb614d)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:45:28.166895 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e9488083-bc1b-4628-8205-28b68ca193da tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (cb8acf1b-477b-4f08-963f-78459fed0318), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:28.173715 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4dda0e9f-e52b-487e-a23f-2c2986699eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (243dc0ee-1cc0-4110-b520-5fe39337dfcb), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:28.212397 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-c4de3e9d-8935-4a95-9ba2-86eb342a03ee None None] Provisioning complete for port 243dc0ee-1cc0-4110-b520-5fe39337dfcb triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:45:28.212781 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c4de3e9d-8935-4a95-9ba2-86eb342a03ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (243dc0ee-1cc0-4110-b520-5fe39337dfcb), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:28.251260 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e9488083-bc1b-4628-8205-28b68ca193da tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (cb8acf1b-477b-4f08-963f-78459fed0318), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:28.289001 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9488083-bc1b-4628-8205-28b68ca193da tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8acf1b-477b-4f08-963f-78459fed0318,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:28.296469 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dda0e9f-e52b-487e-a23f-2c2986699eaf None None] Routers {'431abed3-bb85-4e73-95a3-d00cf996bae7'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:45:28.297093 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-4dda0e9f-e52b-487e-a23f-2c2986699eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:45:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['431abed3-bb85-4e73-95a3-d00cf996bae7'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:28.303021 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34486c6d-6458-413d-b3e6-7d034e8c3701 None None] Pushing event updated for resources: {'Port': ['ID=243dc0ee-1cc0-4110-b520-5fe39337dfcb,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:28.377689 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e9488083-bc1b-4628-8205-28b68ca193da tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:28.379230 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e9488083-bc1b-4628-8205-28b68ca193da tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4358938 Mar 23 02:45:28.382593 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34440) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:28.384943 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 83824430-4fa5-4138-861c-ddf369f3aa69 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:45:28.395932 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-3e107bae-f2e6-463c-be8b-82980a9b6afe tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '6032cc1e-fa6c-43a4-9ac5-32302dc321cf', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:28.483927 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3e107bae-f2e6-463c-be8b-82980a9b6afe tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (12d0ebdb-306c-4fe9-873c-4ec03b5b25ec), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:28.502306 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-4dda0e9f-e52b-487e-a23f-2c2986699eaf None None] Set router 431abed3-bb85-4e73-95a3-d00cf996bae7 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:45:28.530597 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c4de3e9d-8935-4a95-9ba2-86eb342a03ee None None] Current status of the port 243dc0ee-1cc0-4110-b520-5fe39337dfcb is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:45:28.530993 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c4de3e9d-8935-4a95-9ba2-86eb342a03ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (243dc0ee-1cc0-4110-b520-5fe39337dfcb), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:28.545115 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3e107bae-f2e6-463c-be8b-82980a9b6afe tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (12d0ebdb-306c-4fe9-873c-4ec03b5b25ec), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:28.549406 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 83824430-4fa5-4138-861c-ddf369f3aa69 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:45:28.549786 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (83824430-4fa5-4138-861c-ddf369f3aa69), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:28.627203 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3e107bae-f2e6-463c-be8b-82980a9b6afe tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (12d0ebdb-306c-4fe9-873c-4ec03b5b25ec), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:28.628194 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-c4de3e9d-8935-4a95-9ba2-86eb342a03ee None None] For port 243dc0ee-1cc0-4110-b520-5fe39337dfcb, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=243dc0ee-1cc0-4110-b520-5fe39337dfcb,segment=NetworkSegment(534c797b-dc5b-4440-8d16-70361ebb614d),segment_id=534c797b-dc5b-4440-8d16-70361ebb614d)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:45:28.649726 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e107bae-f2e6-463c-be8b-82980a9b6afe tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d0ebdb-306c-4fe9-873c-4ec03b5b25ec,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:28.732831 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c4de3e9d-8935-4a95-9ba2-86eb342a03ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (243dc0ee-1cc0-4110-b520-5fe39337dfcb), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:28.749059 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3e107bae-f2e6-463c-be8b-82980a9b6afe tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:28.753010 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3e107bae-f2e6-463c-be8b-82980a9b6afe tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3665526 Mar 23 02:45:28.753295 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34442) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:28.758753 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-997fefa4-aa88-4482-bbe7-a417d8e03b0f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '6032cc1e-fa6c-43a4-9ac5-32302dc321cf', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:28.794731 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 83824430-4fa5-4138-861c-ddf369f3aa69 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:45:28.795799 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 22f51a89-3122-4a57-9eb7-d3c11bfd1a9c up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:45:28.862913 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de3e9d-8935-4a95-9ba2-86eb342a03ee None None] Pushing event updated for resources: {'Port': ['ID=243dc0ee-1cc0-4110-b520-5fe39337dfcb,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:28.867843 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-997fefa4-aa88-4482-bbe7-a417d8e03b0f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (1e5a5073-7b9a-46c7-84b3-d65172f894c2), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:28.880142 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bf3b4c7d-a9f1-4a85-8aa9-1c16397d7eba None None] Provisioning complete for port 243dc0ee-1cc0-4110-b520-5fe39337dfcb triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:45:28.881418 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bf3b4c7d-a9f1-4a85-8aa9-1c16397d7eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (243dc0ee-1cc0-4110-b520-5fe39337dfcb), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:28.919530 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-4dda0e9f-e52b-487e-a23f-2c2986699eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'name': 'tempest-TestNetworkBasicOps-router-806606263', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.43'}], 'enable_snat': True}, 'gw_port_id': '83824430-4fa5-4138-861c-ddf369f3aa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:45:21Z', 'updated_at': '2022-03-23T02:45:25Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '83824430-4fa5-4138-861c-ddf369f3aa69', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:45:21Z', 'updated_at': '2022-03-23T02:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '243dc0ee-1cc0-4110-b520-5fe39337dfcb', 'name': '', 'network_id': '84589495-2405-4eee-b3ed-5a356c20a370', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:f1:9a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '321bed78-1c48-4776-b90b-faa907746e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:45:24Z', 'updated_at': '2022-03-23T02:45:28Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '321bed78-1c48-4776-b90b-faa907746e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:28.924833 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 22f51a89-3122-4a57-9eb7-d3c11bfd1a9c triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:45:28.925148 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (22f51a89-3122-4a57-9eb7-d3c11bfd1a9c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:28.934211 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-997fefa4-aa88-4482-bbe7-a417d8e03b0f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (1e5a5073-7b9a-46c7-84b3-d65172f894c2), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:28.960510 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dda0e9f-e52b-487e-a23f-2c2986699eaf None None] The sync data for ids ['431abed3-bb85-4e73-95a3-d00cf996bae7'] in dv-neutron-834613-2-hyperv is: [{'id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'name': 'tempest-TestNetworkBasicOps-router-806606263', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.43'}], 'enable_snat': True}, 'gw_port_id': '83824430-4fa5-4138-861c-ddf369f3aa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:45:21Z', 'updated_at': '2022-03-23T02:45:25Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '83824430-4fa5-4138-861c-ddf369f3aa69', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:45:21Z', 'updated_at': '2022-03-23T02:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '243dc0ee-1cc0-4110-b520-5fe39337dfcb', 'name': '', 'network_id': '84589495-2405-4eee-b3ed-5a356c20a370', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:f1:9a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '321bed78-1c48-4776-b90b-faa907746e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:45:24Z', 'updated_at': '2022-03-23T02:45:28Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '321bed78-1c48-4776-b90b-faa907746e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:45:29.004272 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-997fefa4-aa88-4482-bbe7-a417d8e03b0f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (1e5a5073-7b9a-46c7-84b3-d65172f894c2), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:29.057202 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fefa4-aa88-4482-bbe7-a417d8e03b0f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e5a5073-7b9a-46c7-84b3-d65172f894c2,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:29.080440 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bf3b4c7d-a9f1-4a85-8aa9-1c16397d7eba None None] Current status of the port 243dc0ee-1cc0-4110-b520-5fe39337dfcb is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:45:29.097552 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-997fefa4-aa88-4482-bbe7-a417d8e03b0f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:29.098989 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-997fefa4-aa88-4482-bbe7-a417d8e03b0f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3446245 Mar 23 02:45:29.102516 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34444) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:29.108767 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-b4c70286-aad7-4483-97b7-95e0bc61b126 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '6032cc1e-fa6c-43a4-9ac5-32302dc321cf', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:29.116385 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 22f51a89-3122-4a57-9eb7-d3c11bfd1a9c is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:45:29.181880 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b4c70286-aad7-4483-97b7-95e0bc61b126 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (d7df4ad4-50fd-4013-a385-fab7cc4e335f), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:29.266663 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b4c70286-aad7-4483-97b7-95e0bc61b126 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (d7df4ad4-50fd-4013-a385-fab7cc4e335f), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:29.328764 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b4c70286-aad7-4483-97b7-95e0bc61b126 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (d7df4ad4-50fd-4013-a385-fab7cc4e335f), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:29.348485 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c70286-aad7-4483-97b7-95e0bc61b126 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7df4ad4-50fd-4013-a385-fab7cc4e335f,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:29.423097 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b4c70286-aad7-4483-97b7-95e0bc61b126 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:29.424928 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b4c70286-aad7-4483-97b7-95e0bc61b126 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3206339 Mar 23 02:45:29.430489 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34446) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:29.435440 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-7a9f2b43-341a-4077-b1ff-4ef5209e32d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '6032cc1e-fa6c-43a4-9ac5-32302dc321cf', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:29.518803 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.securitygroups_db [None req-7a9f2b43-341a-4077-b1ff-4ef5209e32d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Project d14f7a32e895424c88fd77b8785e073b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:45:29.524482 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7a9f2b43-341a-4077-b1ff-4ef5209e32d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (1115d353-057a-4f1c-b65d-b0e474a84906), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:29.587118 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7a9f2b43-341a-4077-b1ff-4ef5209e32d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (1115d353-057a-4f1c-b65d-b0e474a84906), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:29.661368 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7a9f2b43-341a-4077-b1ff-4ef5209e32d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (1115d353-057a-4f1c-b65d-b0e474a84906), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:29.683681 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f2b43-341a-4077-b1ff-4ef5209e32d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1115d353-057a-4f1c-b65d-b0e474a84906,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:29.753782 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7a9f2b43-341a-4077-b1ff-4ef5209e32d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:29.755043 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7a9f2b43-341a-4077-b1ff-4ef5209e32d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3232596 Mar 23 02:45:29.758597 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34448) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:29.764051 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-48433b56-a0e1-4e26-a9b8-ba4261b3fdd4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '6032cc1e-fa6c-43a4-9ac5-32302dc321cf', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:29.867165 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.securitygroups_db [None req-48433b56-a0e1-4e26-a9b8-ba4261b3fdd4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Project d14f7a32e895424c88fd77b8785e073b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:45:29.873329 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-48433b56-a0e1-4e26-a9b8-ba4261b3fdd4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (5ac18a8e-8fac-43ce-bdfc-bd4ebaef9b1d), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:29.941512 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-48433b56-a0e1-4e26-a9b8-ba4261b3fdd4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (5ac18a8e-8fac-43ce-bdfc-bd4ebaef9b1d), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:30.015705 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-48433b56-a0e1-4e26-a9b8-ba4261b3fdd4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (5ac18a8e-8fac-43ce-bdfc-bd4ebaef9b1d), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:30.039838 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48433b56-a0e1-4e26-a9b8-ba4261b3fdd4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac18a8e-8fac-43ce-bdfc-bd4ebaef9b1d,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:30.113546 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-48433b56-a0e1-4e26-a9b8-ba4261b3fdd4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:30.115999 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-48433b56-a0e1-4e26-a9b8-ba4261b3fdd4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3548968 Mar 23 02:45:30.326407 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-eb04d13a-d859-485a-9a30-e2d7b54c452a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1422659705&fields=id&tenant_id=d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 267 time: 0.0506420 Mar 23 02:45:30.340988 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 243dc0ee-1cc0-4110-b520-5fe39337dfcb up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:45:30.395005 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 243dc0ee-1cc0-4110-b520-5fe39337dfcb triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:45:30.395379 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (243dc0ee-1cc0-4110-b520-5fe39337dfcb), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:30.433569 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-4c738578-ca97-4cf1-ac5d-d3e9522189f5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:30.435032 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-4c738578-ca97-4cf1-ac5d-d3e9522189f5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/networks?id=84589495-2405-4eee-b3ed-5a356c20a370 HTTP/1.1" status: 200 len: 797 time: 0.1002965 Mar 23 02:45:30.451129 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-80c303ff-42e6-4a51-ac94-8f6b5e002a16 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/quotas/d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 375 time: 0.0102212 Mar 23 02:45:30.472966 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 243dc0ee-1cc0-4110-b520-5fe39337dfcb is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:45:30.509046 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-b0d4c906-77ec-4098-967a-1c324e2fe8f2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529089 Mar 23 02:45:30.601346 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-102dde5a-d08d-48db-9a97-2982f833d59a service neutron] 10.222.0.24 "GET /v2.0/networks/84589495-2405-4eee-b3ed-5a356c20a370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804415 Mar 23 02:45:30.690087 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-d27a2c82-55b1-40b4-a245-75c134f6bab6 service neutron] 10.222.0.24 "GET /v2.0/networks/84589495-2405-4eee-b3ed-5a356c20a370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828407 Mar 23 02:45:30.953057 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-28ef799e-cfaf-41fe-9856-c1bf8a5adfc4 req-d68e663c-6739-40d9-bc5d-fc3fb871b353 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=869a3312-8a67-4884-b808-009928a92a3d HTTP/1.1" status: 200 len: 210 time: 0.0301335 Mar 23 02:45:32.049390 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a3baf686-5e7e-4e9c-811c-400a91119864 req-7766df40-34dc-4a9f-9de4-dfe030f56408 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=869a3312-8a67-4884-b808-009928a92a3d HTTP/1.1" status: 200 len: 210 time: 0.0284829 Mar 23 02:45:32.973305 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-50f86409-77f2-4c9f-b9f4-4529accfccae tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:32.974899 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-50f86409-77f2-4c9f-b9f4-4529accfccae tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/networks?id=84589495-2405-4eee-b3ed-5a356c20a370 HTTP/1.1" status: 200 len: 797 time: 0.1019988 Mar 23 02:45:33.035786 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-724db86a-3e4d-42ac-bd9d-b1b54154d608 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 380 time: 0.0535119 Mar 23 02:45:33.045741 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-163affde-f3fa-4ce1-b153-847935a6f317 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'port': {'device_id': '869a3312-8a67-4884-b808-009928a92a3d', 'network_id': '84589495-2405-4eee-b3ed-5a356c20a370', 'admin_state_up': True, 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'security_groups': ['6032cc1e-fa6c-43a4-9ac5-32302dc321cf']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:33.435430 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-de07445d-7570-4a0f-b504-9cdf9b787182 req-6fd5a6a8-7f2d-40fe-9ece-bbe155ebab5c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=869a3312-8a67-4884-b808-009928a92a3d HTTP/1.1" status: 200 len: 210 time: 0.0327075 Mar 23 02:45:33.564016 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-163affde-f3fa-4ce1-b153-847935a6f317 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Made reservation on behalf of d14f7a32e895424c88fd77b8785e073b for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:45:33.567729 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-163affde-f3fa-4ce1-b153-847935a6f317 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:33.695096 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-163affde-f3fa-4ce1-b153-847935a6f317 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.20.0.10 (84589495-2405-4eee-b3ed-5a356c20a370/321bed78-1c48-4776-b90b-faa907746e7c/8b468038-e775-43c9-bff2-d02b9e6f3fd9) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:45:33.832611 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-163affde-f3fa-4ce1-b153-847935a6f317 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (8b468038-e775-43c9-bff2-d02b9e6f3fd9), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:33.918547 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-163affde-f3fa-4ce1-b153-847935a6f317 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (8b468038-e775-43c9-bff2-d02b9e6f3fd9), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:33.960250 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-163affde-f3fa-4ce1-b153-847935a6f317 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 84589495-2405-4eee-b3ed-5a356c20a370 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:45:33.963321 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-163affde-f3fa-4ce1-b153-847935a6f317 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:45:33.969755 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-163affde-f3fa-4ce1-b153-847935a6f317 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:45:33.975641 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163affde-f3fa-4ce1-b153-847935a6f317 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=8b468038-e775-43c9-bff2-d02b9e6f3fd9,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:34.006178 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163affde-f3fa-4ce1-b153-847935a6f317 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:34.006534 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163affde-f3fa-4ce1-b153-847935a6f317 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:34.006898 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163affde-f3fa-4ce1-b153-847935a6f317 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:34.007307 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163affde-f3fa-4ce1-b153-847935a6f317 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:34.007643 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163affde-f3fa-4ce1-b153-847935a6f317 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:34.008020 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163affde-f3fa-4ce1-b153-847935a6f317 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:34.008350 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163affde-f3fa-4ce1-b153-847935a6f317 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:34.008674 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163affde-f3fa-4ce1-b153-847935a6f317 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:34.008997 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163affde-f3fa-4ce1-b153-847935a6f317 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:34.009327 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163affde-f3fa-4ce1-b153-847935a6f317 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:34.009647 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163affde-f3fa-4ce1-b153-847935a6f317 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:34.009969 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163affde-f3fa-4ce1-b153-847935a6f317 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:34.010305 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163affde-f3fa-4ce1-b153-847935a6f317 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:34.010623 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163affde-f3fa-4ce1-b153-847935a6f317 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:34.010939 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163affde-f3fa-4ce1-b153-847935a6f317 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:34.034536 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-163affde-f3fa-4ce1-b153-847935a6f317 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:34.035161 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-163affde-f3fa-4ce1-b153-847935a6f317 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:34.108542 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-163affde-f3fa-4ce1-b153-847935a6f317 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0662041 Mar 23 02:45:34.120490 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-6fd35b26-8f36-4cfa-8beb-c156a17f9931 service neutron] Request body: {'port': {'device_id': '869a3312-8a67-4884-b808-009928a92a3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:34.184341 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-6fd35b26-8f36-4cfa-8beb-c156a17f9931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8b468038-e775-43c9-bff2-d02b9e6f3fd9), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:34.229058 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e290f59f-4590-4aeb-b2a8-73b233a35d3f None None] Provisioning complete for port 8b468038-e775-43c9-bff2-d02b9e6f3fd9 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:45:34.230168 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e290f59f-4590-4aeb-b2a8-73b233a35d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8b468038-e775-43c9-bff2-d02b9e6f3fd9), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:34.267930 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e290f59f-4590-4aeb-b2a8-73b233a35d3f None None] Port 8b468038-e775-43c9-bff2-d02b9e6f3fd9 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:45:34.446121 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-6fd35b26-8f36-4cfa-8beb-c156a17f9931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b468038-e775-43c9-bff2-d02b9e6f3fd9 {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:45:34.453291 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-6fd35b26-8f36-4cfa-8beb-c156a17f9931 service neutron] Publish callbacks [] for port (8b468038-e775-43c9-bff2-d02b9e6f3fd9), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:34.465408 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-6fd35b26-8f36-4cfa-8beb-c156a17f9931 service neutron] Transition to ACTIVE for port object 8b468038-e775-43c9-bff2-d02b9e6f3fd9 will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:45:34.528538 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-6fd35b26-8f36-4cfa-8beb-c156a17f9931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (8b468038-e775-43c9-bff2-d02b9e6f3fd9), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:34.557141 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d9f67-db60-4a01-8c67-483572fcdecb req-88ab3a58-9454-4cc5-b3cb-c9d96c1c8a74 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:34.558647 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-705d9f67-db60-4a01-8c67-483572fcdecb req-88ab3a58-9454-4cc5-b3cb-c9d96c1c8a74 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=869a3312-8a67-4884-b808-009928a92a3d HTTP/1.1" status: 200 len: 932 time: 0.0549991 Mar 23 02:45:34.582884 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd35b26-8f36-4cfa-8beb-c156a17f9931 service neutron] Pushing event updated for resources: {'Port': ['ID=8b468038-e775-43c9-bff2-d02b9e6f3fd9,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:34.623993 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-705d9f67-db60-4a01-8c67-483572fcdecb req-95bdc6ba-583e-4a75-8a9b-fb9f8eef4961 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=6032cc1e-fa6c-43a4-9ac5-32302dc321cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584383 Mar 23 02:45:34.661518 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-6fd35b26-8f36-4cfa-8beb-c156a17f9931 service neutron] Attempting to bind port 8b468038-e775-43c9-bff2-d02b9e6f3fd9 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:45:34.661910 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-6fd35b26-8f36-4cfa-8beb-c156a17f9931 service neutron] Attempting to bind port 8b468038-e775-43c9-bff2-d02b9e6f3fd9 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '534c797b-dc5b-4440-8d16-70361ebb614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '84589495-2405-4eee-b3ed-5a356c20a370'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:45:34.662247 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-6fd35b26-8f36-4cfa-8beb-c156a17f9931 service neutron] Attempting to bind port 8b468038-e775-43c9-bff2-d02b9e6f3fd9 on network 84589495-2405-4eee-b3ed-5a356c20a370 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:45:34.666828 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-6fd35b26-8f36-4cfa-8beb-c156a17f9931 service neutron] Port 8b468038-e775-43c9-bff2-d02b9e6f3fd9 on network 84589495-2405-4eee-b3ed-5a356c20a370 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:45:34.667151 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-6fd35b26-8f36-4cfa-8beb-c156a17f9931 service neutron] Attempting to bind port 8b468038-e775-43c9-bff2-d02b9e6f3fd9 on network 84589495-2405-4eee-b3ed-5a356c20a370 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:45:34.672275 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-6fd35b26-8f36-4cfa-8beb-c156a17f9931 service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:45:34.672621 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-6fd35b26-8f36-4cfa-8beb-c156a17f9931 service neutron] Checking segment: {'id': '534c797b-dc5b-4440-8d16-70361ebb614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '84589495-2405-4eee-b3ed-5a356c20a370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:45:34.673014 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-6fd35b26-8f36-4cfa-8beb-c156a17f9931 service neutron] Bound using segment: {'id': '534c797b-dc5b-4440-8d16-70361ebb614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '84589495-2405-4eee-b3ed-5a356c20a370'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:45:34.673453 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-6fd35b26-8f36-4cfa-8beb-c156a17f9931 service neutron] Bound port: 8b468038-e775-43c9-bff2-d02b9e6f3fd9, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534c797b-dc5b-4440-8d16-70361ebb614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '84589495-2405-4eee-b3ed-5a356c20a370'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:45:34.673832 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-6fd35b26-8f36-4cfa-8beb-c156a17f9931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8b468038-e775-43c9-bff2-d02b9e6f3fd9), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:34.740839 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-6fd35b26-8f36-4cfa-8beb-c156a17f9931 service neutron] For port 8b468038-e775-43c9-bff2-d02b9e6f3fd9, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:45:34.744059 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-6fd35b26-8f36-4cfa-8beb-c156a17f9931 service neutron] For port 8b468038-e775-43c9-bff2-d02b9e6f3fd9, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8b468038-e775-43c9-bff2-d02b9e6f3fd9,segment=NetworkSegment(534c797b-dc5b-4440-8d16-70361ebb614d),segment_id=534c797b-dc5b-4440-8d16-70361ebb614d)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:45:34.826994 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-6fd35b26-8f36-4cfa-8beb-c156a17f9931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (8b468038-e775-43c9-bff2-d02b9e6f3fd9), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:34.862007 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-6fd35b26-8f36-4cfa-8beb-c156a17f9931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:34.862662 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-6fd35b26-8f36-4cfa-8beb-c156a17f9931 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:34.864146 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-6fd35b26-8f36-4cfa-8beb-c156a17f9931 service neutron] 10.222.0.23 "PUT /v2.0/ports/8b468038-e775-43c9-bff2-d02b9e6f3fd9 HTTP/1.1" status: 200 len: 1094 time: 0.7482138 Mar 23 02:45:34.864592 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '869a3312-8a67-4884-b808-009928a92a3d', 'tag': '8b468038-e775-43c9-bff2-d02b9e6f3fd9'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:45:34.867578 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc7b8b0-b665-41b9-9adc-0b9aaa176b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "869a3312-8a67-4884-b808-009928a92a3d", "tag": "8b468038-e775-43c9-bff2-d02b9e6f3fd9"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:45:34.892142 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd35b26-8f36-4cfa-8beb-c156a17f9931 service neutron] Pushing event updated for resources: {'Port': ['ID=8b468038-e775-43c9-bff2-d02b9e6f3fd9,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:34.905719 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf94759-b805-43f3-96c3-64a048e96629 x-openstack-request-id: req-2bf94759-b805-43f3-96c3-64a048e96629 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:45:34.906021 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "869a3312-8a67-4884-b808-009928a92a3d", "tag": "8b468038-e775-43c9-bff2-d02b9e6f3fd9", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:45:34.906279 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2bf94759-b805-43f3-96c3-64a048e96629 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:45:34.906697 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bf94759-b805-43f3-96c3-64a048e96629'] response: {'name': 'network-changed', 'server_uuid': '869a3312-8a67-4884-b808-009928a92a3d', 'tag': '8b468038-e775-43c9-bff2-d02b9e6f3fd9', 'status': 'completed', 'code': 200} Mar 23 02:45:34.979561 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7b8b0-b665-41b9-9adc-0b9aaa176b3a req-673ff87f-c4fb-4ede-a223-b8064471a851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:34.981057 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4bc7b8b0-b665-41b9-9adc-0b9aaa176b3a req-673ff87f-c4fb-4ede-a223-b8064471a851 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=869a3312-8a67-4884-b808-009928a92a3d HTTP/1.1" status: 200 len: 1128 time: 0.0501127 Mar 23 02:45:35.090830 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7b8b0-b665-41b9-9adc-0b9aaa176b3a req-267b8898-27a8-45d5-95de-0873c592e666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:35.092401 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4bc7b8b0-b665-41b9-9adc-0b9aaa176b3a req-267b8898-27a8-45d5-95de-0873c592e666 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d14f7a32e895424c88fd77b8785e073b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1050522 Mar 23 02:45:35.197228 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7b8b0-b665-41b9-9adc-0b9aaa176b3a req-5b74e3c3-882e-4ab9-966c-e14cf3495bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:35.198716 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4bc7b8b0-b665-41b9-9adc-0b9aaa176b3a req-5b74e3c3-882e-4ab9-966c-e14cf3495bc8 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0998318 Mar 23 02:45:35.284285 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-f0cf5ac5-2e86-4e43-b530-5e7f2fee21bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:35.285834 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-f0cf5ac5-2e86-4e43-b530-5e7f2fee21bc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=869a3312-8a67-4884-b808-009928a92a3d HTTP/1.1" status: 200 len: 1128 time: 0.0507412 Mar 23 02:45:35.326419 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-9e9f72e9-e3d9-4a92-ba2b-b5e4fe52e882 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b468038-e775-43c9-bff2-d02b9e6f3fd9 HTTP/1.1" status: 200 len: 217 time: 0.0336654 Mar 23 02:45:35.374097 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-fbfdf721-2f1d-4f3d-8da5-7c8428912a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:35.375621 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-fbfdf721-2f1d-4f3d-8da5-7c8428912a95 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=321bed78-1c48-4776-b90b-faa907746e7c HTTP/1.1" status: 200 len: 834 time: 0.0430312 Mar 23 02:45:35.428841 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-4fc0f32c-1c68-4168-87cb-536db7422149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:35.430470 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-4fc0f32c-1c68-4168-87cb-536db7422149 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=84589495-2405-4eee-b3ed-5a356c20a370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0492299 Mar 23 02:45:35.519486 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-4b3d8afc-43d5-4191-a33f-b7be9f192194 service neutron] 10.222.0.23 "GET /v2.0/networks/84589495-2405-4eee-b3ed-5a356c20a370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822635 Mar 23 02:45:35.611177 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6e188a3e-c34b-4f82-b4cc-cecdc6d238ac req-1eda85af-0364-428b-85c8-3a1d4aa044df service neutron] 10.222.0.23 "GET /v2.0/networks/84589495-2405-4eee-b3ed-5a356c20a370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860589 Mar 23 02:45:35.756800 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c172ada-36b5-4e67-9adb-c8f3e2e74b3b req-20c4ddb7-1469-4af9-a5e7-5fb52940a627 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:35.759740 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8c172ada-36b5-4e67-9adb-c8f3e2e74b3b req-20c4ddb7-1469-4af9-a5e7-5fb52940a627 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=869a3312-8a67-4884-b808-009928a92a3d HTTP/1.1" status: 200 len: 944 time: 0.0615096 Mar 23 02:45:35.822759 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8c172ada-36b5-4e67-9adb-c8f3e2e74b3b req-9b517050-24bd-4cc5-88fb-ba9f3bde507c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=6032cc1e-fa6c-43a4-9ac5-32302dc321cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574656 Mar 23 02:45:36.943706 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969bc75-84d6-4e53-b6f9-aa0f6bd50fcb req-6ba69266-f750-4011-9f9c-a8355f3f19d3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:36.945233 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e969bc75-84d6-4e53-b6f9-aa0f6bd50fcb req-6ba69266-f750-4011-9f9c-a8355f3f19d3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=869a3312-8a67-4884-b808-009928a92a3d HTTP/1.1" status: 200 len: 944 time: 0.0550778 Mar 23 02:45:36.993589 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e969bc75-84d6-4e53-b6f9-aa0f6bd50fcb req-b2aa587e-9d6a-4869-b25c-cf4cb2af9ef0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=6032cc1e-fa6c-43a4-9ac5-32302dc321cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428097 Mar 23 02:45:38.111227 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d587d4-9ed1-4952-937b-d0e79be3e201 req-ca781612-94cf-447e-8cc7-6c3be32769c1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:38.112725 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-75d587d4-9ed1-4952-937b-d0e79be3e201 req-ca781612-94cf-447e-8cc7-6c3be32769c1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=869a3312-8a67-4884-b808-009928a92a3d HTTP/1.1" status: 200 len: 944 time: 0.0542548 Mar 23 02:45:38.162667 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-75d587d4-9ed1-4952-937b-d0e79be3e201 req-64568094-44f6-4107-9209-bac84e963fee tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=6032cc1e-fa6c-43a4-9ac5-32302dc321cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437932 Mar 23 02:45:38.721083 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 8b468038-e775-43c9-bff2-d02b9e6f3fd9 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:45:38.816283 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 8b468038-e775-43c9-bff2-d02b9e6f3fd9, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8b468038-e775-43c9-bff2-d02b9e6f3fd9,segment=NetworkSegment(534c797b-dc5b-4440-8d16-70361ebb614d),segment_id=534c797b-dc5b-4440-8d16-70361ebb614d)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:45:38.828064 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '8b468038-e775-43c9-bff2-d02b9e6f3fd9', 'network_id': '84589495-2405-4eee-b3ed-5a356c20a370', 'port_id': '8b468038-e775-43c9-bff2-d02b9e6f3fd9', 'mac_address': 'fa:16:3e:d3:bf:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321bed78-1c48-4776-b90b-faa907746e7c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:45:38.864352 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 8b468038-e775-43c9-bff2-d02b9e6f3fd9 is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:45:38.864838 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8b468038-e775-43c9-bff2-d02b9e6f3fd9), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:38.877995 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b468038-e775-43c9-bff2-d02b9e6f3fd9 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:45:38.898395 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 8b468038-e775-43c9-bff2-d02b9e6f3fd9, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8b468038-e775-43c9-bff2-d02b9e6f3fd9,segment=NetworkSegment(534c797b-dc5b-4440-8d16-70361ebb614d),segment_id=534c797b-dc5b-4440-8d16-70361ebb614d)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:45:38.975337 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (8b468038-e775-43c9-bff2-d02b9e6f3fd9), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:39.023448 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=8b468038-e775-43c9-bff2-d02b9e6f3fd9,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:39.030208 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:39.030559 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:39.030903 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:39.031239 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:39.031573 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:39.031929 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:39.032257 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:39.032580 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:39.032905 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:39.033228 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:39.033553 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:39.033872 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:39.034191 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:39.034510 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:39.034822 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:39.201213 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['8b468038-e775-43c9-bff2-d02b9e6f3fd9'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:45:39.284984 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed317a-eab9-4acf-9718-22c4c84a5144 req-37d68ff1-5f60-4e5f-878f-2504d2e99192 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:39.287064 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-aeed317a-eab9-4acf-9718-22c4c84a5144 req-37d68ff1-5f60-4e5f-878f-2504d2e99192 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=869a3312-8a67-4884-b808-009928a92a3d HTTP/1.1" status: 200 len: 945 time: 0.0555704 Mar 23 02:45:39.336479 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-aeed317a-eab9-4acf-9718-22c4c84a5144 req-c30e3883-7095-4b31-96c2-6555f13e8b4d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=6032cc1e-fa6c-43a4-9ac5-32302dc321cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435359 Mar 23 02:45:39.933318 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdccadc-a61e-480b-9659-d6f7f910af0f req-baa912a1-d1d7-41e2-a28f-880cf5d88e83 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:39.940258 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2cdccadc-a61e-480b-9659-d6f7f910af0f req-baa912a1-d1d7-41e2-a28f-880cf5d88e83 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 945 time: 0.0650036 Mar 23 02:45:39.983774 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2cdccadc-a61e-480b-9659-d6f7f910af0f req-d1dea2ba-d866-44b7-ba1f-3eb531fa8405 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff2566c-ff00-4973-977d-e77a93112921&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426676 Mar 23 02:45:40.455147 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f4fe8-c621-43a3-9164-9b18e304a7cd req-bffae97a-ea50-4cc9-bd46-3acaf7f9ab9b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:40.456660 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e10f4fe8-c621-43a3-9164-9b18e304a7cd req-bffae97a-ea50-4cc9-bd46-3acaf7f9ab9b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=869a3312-8a67-4884-b808-009928a92a3d HTTP/1.1" status: 200 len: 945 time: 0.0541270 Mar 23 02:45:40.504954 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e10f4fe8-c621-43a3-9164-9b18e304a7cd req-61dd53fb-830c-4b46-a00d-3fb79a6f0f3c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=6032cc1e-fa6c-43a4-9ac5-32302dc321cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420153 Mar 23 02:45:40.728786 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 8b468038-e775-43c9-bff2-d02b9e6f3fd9 up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:45:40.883688 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port 8b468038-e775-43c9-bff2-d02b9e6f3fd9 completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:45:40.887616 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 8b468038-e775-43c9-bff2-d02b9e6f3fd9 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:45:40.888108 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8b468038-e775-43c9-bff2-d02b9e6f3fd9), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:40.963958 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 8b468038-e775-43c9-bff2-d02b9e6f3fd9 is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:45:40.964354 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8b468038-e775-43c9-bff2-d02b9e6f3fd9), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:40.985977 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869a3312-8a67-4884-b808-009928a92a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b468038-e775-43c9-bff2-d02b9e6f3fd9'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:45:40.988170 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e1fe31-225a-4a5b-8818-99bf4d6f1855" -d '{"events": [{"server_uuid": "869a3312-8a67-4884-b808-009928a92a3d", "name": "network-vif-plugged", "status": "completed", "tag": "8b468038-e775-43c9-bff2-d02b9e6f3fd9"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:45:41.000336 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 8b468038-e775-43c9-bff2-d02b9e6f3fd9, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8b468038-e775-43c9-bff2-d02b9e6f3fd9,segment=NetworkSegment(534c797b-dc5b-4440-8d16-70361ebb614d),segment_id=534c797b-dc5b-4440-8d16-70361ebb614d)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:45:41.024183 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd84c2b9-a53e-414d-87b4-0188e9fd73a7 x-openstack-request-id: req-bd84c2b9-a53e-414d-87b4-0188e9fd73a7 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:45:41.024482 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "869a3312-8a67-4884-b808-009928a92a3d", "name": "network-vif-plugged", "status": "completed", "tag": "8b468038-e775-43c9-bff2-d02b9e6f3fd9", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:45:41.024812 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd84c2b9-a53e-414d-87b4-0188e9fd73a7 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:45:41.025241 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd84c2b9-a53e-414d-87b4-0188e9fd73a7'] response: {'server_uuid': '869a3312-8a67-4884-b808-009928a92a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b468038-e775-43c9-bff2-d02b9e6f3fd9', 'code': 200} Mar 23 02:45:41.095008 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (8b468038-e775-43c9-bff2-d02b9e6f3fd9), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:41.111330 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe022e-f413-421c-b555-ca03397fd573 req-9ea9f220-8e66-4789-944b-860a460db8d3 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:41.112875 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-fbbe022e-f413-421c-b555-ca03397fd573 req-9ea9f220-8e66-4789-944b-860a460db8d3 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 945 time: 0.0612185 Mar 23 02:45:41.148810 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=8b468038-e775-43c9-bff2-d02b9e6f3fd9,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:41.165705 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-fbbe022e-f413-421c-b555-ca03397fd573 req-04ae9cae-68aa-4445-a894-20252db6ab54 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff2566c-ff00-4973-977d-e77a93112921&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453944 Mar 23 02:45:41.360876 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255be975-8f26-4773-9b9b-da88bb9592db req-7fa8decc-ac8c-4725-ba04-30f77fb9b1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:41.362375 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-255be975-8f26-4773-9b9b-da88bb9592db req-7fa8decc-ac8c-4725-ba04-30f77fb9b1c5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=869a3312-8a67-4884-b808-009928a92a3d HTTP/1.1" status: 200 len: 1130 time: 0.0446873 Mar 23 02:45:41.406823 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-255be975-8f26-4773-9b9b-da88bb9592db req-14e0d051-7644-40b9-b1d3-6d46551e3a01 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6032cc1e-fa6c-43a4-9ac5-32302dc321cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384808 Mar 23 02:45:41.623841 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fcb01-ceb2-420f-845e-7d5254dee14c req-ad5fc2be-15ab-4844-80d1-4acb4833408b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:41.625256 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2c8fcb01-ceb2-420f-845e-7d5254dee14c req-ad5fc2be-15ab-4844-80d1-4acb4833408b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=869a3312-8a67-4884-b808-009928a92a3d HTTP/1.1" status: 200 len: 946 time: 0.0533361 Mar 23 02:45:41.676389 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2c8fcb01-ceb2-420f-845e-7d5254dee14c req-df082919-d215-4d16-bcff-7edaefe394f1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=6032cc1e-fa6c-43a4-9ac5-32302dc321cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456600 Mar 23 02:45:42.289022 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857cb7aa-ca71-4c8a-8af8-a68fd1386bf1 req-70adc182-5871-471b-9724-13f56bcc875f tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:42.290567 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-857cb7aa-ca71-4c8a-8af8-a68fd1386bf1 req-70adc182-5871-471b-9724-13f56bcc875f tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 945 time: 0.0567741 Mar 23 02:45:42.340478 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-857cb7aa-ca71-4c8a-8af8-a68fd1386bf1 req-9a7d1e28-0608-433b-8936-e720d25a63b5 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff2566c-ff00-4973-977d-e77a93112921&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444808 Mar 23 02:45:42.792148 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c18eca-0dd2-4839-b90b-975c76bbf02b req-9dd89cff-5396-4ad3-a9fd-7b9160fe30d7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:42.793619 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-42c18eca-0dd2-4839-b90b-975c76bbf02b req-9dd89cff-5396-4ad3-a9fd-7b9160fe30d7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=869a3312-8a67-4884-b808-009928a92a3d HTTP/1.1" status: 200 len: 946 time: 0.0515687 Mar 23 02:45:42.841665 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-42c18eca-0dd2-4839-b90b-975c76bbf02b req-3b18d722-d983-403b-b45e-36f9e490b593 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=6032cc1e-fa6c-43a4-9ac5-32302dc321cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425227 Mar 23 02:45:42.961937 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53b6a0-4384-4982-81f1-d4fd2f248003 req-cb97da3d-c21c-4965-8e04-697b1257cc4a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:42.963431 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8d53b6a0-4384-4982-81f1-d4fd2f248003 req-cb97da3d-c21c-4965-8e04-697b1257cc4a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=869a3312-8a67-4884-b808-009928a92a3d HTTP/1.1" status: 200 len: 946 time: 0.0548923 Mar 23 02:45:43.018093 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8d53b6a0-4384-4982-81f1-d4fd2f248003 req-61ca5413-8463-4a77-9da6-e75560a22b2f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=6032cc1e-fa6c-43a4-9ac5-32302dc321cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488670 Mar 23 02:45:43.041058 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34534) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:43.102875 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359e91ea-44e9-4afb-a6d5-fa9686d93315 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:43.104409 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-359e91ea-44e9-4afb-a6d5-fa9686d93315 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=869a3312-8a67-4884-b808-009928a92a3d HTTP/1.1" status: 200 len: 1125 time: 0.0624118 Mar 23 02:45:43.107141 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34536) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:43.111360 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'port_id': '8b468038-e775-43c9-bff2-d02b9e6f3fd9', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:43.180599 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:43.276358 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:43.373489 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.26.2.44 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/7019a8c2-4335-4e1c-906f-a401f412bc67) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:45:43.461132 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc98512-563d-4308-8116-df59ff04a711 req-7158bea9-117a-4743-971c-956635390928 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:43.462628 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-dcc98512-563d-4308-8116-df59ff04a711 req-7158bea9-117a-4743-971c-956635390928 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 945 time: 0.0540800 Mar 23 02:45:43.477271 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (7019a8c2-4335-4e1c-906f-a401f412bc67), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:43.511454 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-dcc98512-563d-4308-8116-df59ff04a711 req-803e2586-fb6b-4bd3-a4bf-6e85d6d36d50 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff2566c-ff00-4973-977d-e77a93112921&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425937 Mar 23 02:45:43.547127 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (7019a8c2-4335-4e1c-906f-a401f412bc67), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:43.584531 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:45:43.587326 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:45:43.593266 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:45:43.598576 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=7019a8c2-4335-4e1c-906f-a401f412bc67,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:43.625399 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:43.625750 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:43.626089 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:43.626424 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:43.626754 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:43.627079 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:43.627401 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:43.627719 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:43.628070 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:43.628393 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:43.628716 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:43.629055 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:43.629376 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:43.629690 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:43.630004 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:43.949146 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (a68f6f41-998a-43e3-8fea-fe33a381a879), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:44.070296 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7019a8c2-4335-4e1c-906f-a401f412bc67), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:44.220161 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (7019a8c2-4335-4e1c-906f-a401f412bc67), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:44.283774 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (7019a8c2-4335-4e1c-906f-a401f412bc67), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:44.356044 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=7019a8c2-4335-4e1c-906f-a401f412bc67,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:44.367660 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (a68f6f41-998a-43e3-8fea-fe33a381a879), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:44.779766 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Floating IP a68f6f41-998a-43e3-8fea-fe33a381a879 associated. External IP: 172.26.2.44, port: 8b468038-e775-43c9-bff2-d02b9e6f3fd9. Mar 23 02:45:44.822529 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ad0a0-ec08-4e06-95c7-e332f6984226 req-52870878-2fe9-4bd2-8331-ea111fc51520 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:44.824038 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-379ad0a0-ec08-4e06-95c7-e332f6984226 req-52870878-2fe9-4bd2-8331-ea111fc51520 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 945 time: 0.1015396 Mar 23 02:45:44.915347 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-379ad0a0-ec08-4e06-95c7-e332f6984226 req-9ce9a5ee-c484-4e71-91f4-9241ea4583ec tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff2566c-ff00-4973-977d-e77a93112921&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628085 Mar 23 02:45:45.039142 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router 431abed3-bb85-4e73-95a3-d00cf996bae7 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:45:45.159098 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:45:45.169417 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bbcfab-f8f7-4c1a-b145-c916a4e644c0 None None] Sync routers for ids ['431abed3-bb85-4e73-95a3-d00cf996bae7'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:45:45.179744 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bbcfab-f8f7-4c1a-b145-c916a4e644c0 None None] Routers {'431abed3-bb85-4e73-95a3-d00cf996bae7'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:45:45.180386 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-f6bbcfab-f8f7-4c1a-b145-c916a4e644c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:45:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['431abed3-bb85-4e73-95a3-d00cf996bae7'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:45.234264 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:45.264995 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ef69860f-b950-4098-91ff-c1c440b1bb92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1568677 Mar 23 02:45:45.265634 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '869a3312-8a67-4884-b808-009928a92a3d', 'tag': '8b468038-e775-43c9-bff2-d02b9e6f3fd9'}] {{(pid=104348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:45:45.267829 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34542) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:45.268318 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a43494f7a0cd0c51715e4079ece57a9ff1e623b58ceb021b6bb41ba87478d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac0e7e4-8474-4962-b1f4-7f9da6900018" -d '{"events": [{"name": "network-changed", "server_uuid": "869a3312-8a67-4884-b808-009928a92a3d", "tag": "8b468038-e775-43c9-bff2-d02b9e6f3fd9"}]}' {{(pid=104348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:45:45.288397 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-f6bbcfab-f8f7-4c1a-b145-c916a4e644c0 None None] Set router 431abed3-bb85-4e73-95a3-d00cf996bae7 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:45:45.303724 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc14950e-abcc-4d6d-8634-ba9744b2ec63 x-openstack-request-id: req-cc14950e-abcc-4d6d-8634-ba9744b2ec63 {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:45:45.304082 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "869a3312-8a67-4884-b808-009928a92a3d", "tag": "8b468038-e775-43c9-bff2-d02b9e6f3fd9", "status": "completed", "code": 200}]} {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:45:45.304336 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc14950e-abcc-4d6d-8634-ba9744b2ec63 {{(pid=104348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:45:45.304746 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc14950e-abcc-4d6d-8634-ba9744b2ec63'] response: {'name': 'network-changed', 'server_uuid': '869a3312-8a67-4884-b808-009928a92a3d', 'tag': '8b468038-e775-43c9-bff2-d02b9e6f3fd9', 'status': 'completed', 'code': 200} Mar 23 02:45:45.363155 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2d2277aa-c9c3-421c-8309-84596cd77a33 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/a68f6f41-998a-43e3-8fea-fe33a381a879 HTTP/1.1" status: 200 len: 991 time: 0.0941155 Mar 23 02:45:45.379093 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0e7e4-8474-4962-b1f4-7f9da6900018 req-ed0cf2ba-6081-40e7-918c-5afae85ef13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:45.381358 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bac0e7e4-8474-4962-b1f4-7f9da6900018 req-ed0cf2ba-6081-40e7-918c-5afae85ef13f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=869a3312-8a67-4884-b808-009928a92a3d HTTP/1.1" status: 200 len: 1130 time: 0.0543129 Mar 23 02:45:45.475578 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0e7e4-8474-4962-b1f4-7f9da6900018 req-650f474f-df75-4aef-95b1-01efb86f639c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:45.477085 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bac0e7e4-8474-4962-b1f4-7f9da6900018 req-650f474f-df75-4aef-95b1-01efb86f639c service neutron] 10.222.0.23 "GET /v2.0/networks?id=84589495-2405-4eee-b3ed-5a356c20a370 HTTP/1.1" status: 200 len: 898 time: 0.0886996 Mar 23 02:45:45.515349 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-f6bbcfab-f8f7-4c1a-b145-c916a4e644c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'name': 'tempest-TestNetworkBasicOps-router-806606263', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.43'}], 'enable_snat': True}, 'gw_port_id': '83824430-4fa5-4138-861c-ddf369f3aa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:45:21Z', 'updated_at': '2022-03-23T02:45:25Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '83824430-4fa5-4138-861c-ddf369f3aa69', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:45:21Z', 'updated_at': '2022-03-23T02:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'a68f6f41-998a-43e3-8fea-fe33a381a879', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.44', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'port_id': '8b468038-e775-43c9-bff2-d02b9e6f3fd9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84589495-2405-4eee-b3ed-5a356c20a370', 'mac_address': 'fa:16:3e:d3:bf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869a3312-8a67-4884-b808-009928a92a3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:45:43Z', 'updated_at': '2022-03-23T02:45:43Z', 'revision_number': 0, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '243dc0ee-1cc0-4110-b520-5fe39337dfcb', 'name': '', 'network_id': '84589495-2405-4eee-b3ed-5a356c20a370', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:f1:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '321bed78-1c48-4776-b90b-faa907746e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:45:24Z', 'updated_at': '2022-03-23T02:45:28Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '321bed78-1c48-4776-b90b-faa907746e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:45.541119 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bbcfab-f8f7-4c1a-b145-c916a4e644c0 None None] Checking router: 431abed3-bb85-4e73-95a3-d00cf996bae7 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:45:45.542566 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bac0e7e4-8474-4962-b1f4-7f9da6900018 req-b3973692-4278-4255-ada8-bebe731d5ba9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b468038-e775-43c9-bff2-d02b9e6f3fd9 HTTP/1.1" status: 200 len: 999 time: 0.0593004 Mar 23 02:45:45.549382 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bbcfab-f8f7-4c1a-b145-c916a4e644c0 None None] Routers {'431abed3-bb85-4e73-95a3-d00cf996bae7'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:45:45.549907 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-f6bbcfab-f8f7-4c1a-b145-c916a4e644c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:45:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['431abed3-bb85-4e73-95a3-d00cf996bae7'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:45.591049 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0e7e4-8474-4962-b1f4-7f9da6900018 req-7aef53aa-ee51-47d8-ac28-6881f51ed74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:45.592733 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bac0e7e4-8474-4962-b1f4-7f9da6900018 req-7aef53aa-ee51-47d8-ac28-6881f51ed74c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=321bed78-1c48-4776-b90b-faa907746e7c HTTP/1.1" status: 200 len: 834 time: 0.0447388 Mar 23 02:45:45.645346 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0e7e4-8474-4962-b1f4-7f9da6900018 req-cc56b296-8836-4e1a-82f4-aca5676cb7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:45.647758 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bac0e7e4-8474-4962-b1f4-7f9da6900018 req-cc56b296-8836-4e1a-82f4-aca5676cb7a0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=84589495-2405-4eee-b3ed-5a356c20a370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0493429 Mar 23 02:45:45.654764 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-f6bbcfab-f8f7-4c1a-b145-c916a4e644c0 None None] Set router 431abed3-bb85-4e73-95a3-d00cf996bae7 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:45:45.740148 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bac0e7e4-8474-4962-b1f4-7f9da6900018 req-6e963ce4-9420-4baa-81e9-987181058fa6 service neutron] 10.222.0.23 "GET /v2.0/networks/84589495-2405-4eee-b3ed-5a356c20a370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852268 Mar 23 02:45:45.832757 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bac0e7e4-8474-4962-b1f4-7f9da6900018 req-5dfb205f-d61f-4620-81d0-11f14101696c service neutron] 10.222.0.23 "GET /v2.0/networks/84589495-2405-4eee-b3ed-5a356c20a370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875671 Mar 23 02:45:45.872883 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-f6bbcfab-f8f7-4c1a-b145-c916a4e644c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'name': 'tempest-TestNetworkBasicOps-router-806606263', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.43'}], 'enable_snat': True}, 'gw_port_id': '83824430-4fa5-4138-861c-ddf369f3aa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:45:21Z', 'updated_at': '2022-03-23T02:45:25Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '83824430-4fa5-4138-861c-ddf369f3aa69', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:45:21Z', 'updated_at': '2022-03-23T02:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'a68f6f41-998a-43e3-8fea-fe33a381a879', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.44', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'port_id': '8b468038-e775-43c9-bff2-d02b9e6f3fd9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84589495-2405-4eee-b3ed-5a356c20a370', 'mac_address': 'fa:16:3e:d3:bf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869a3312-8a67-4884-b808-009928a92a3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:45:43Z', 'updated_at': '2022-03-23T02:45:43Z', 'revision_number': 0, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '243dc0ee-1cc0-4110-b520-5fe39337dfcb', 'name': '', 'network_id': '84589495-2405-4eee-b3ed-5a356c20a370', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:f1:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '321bed78-1c48-4776-b90b-faa907746e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:45:24Z', 'updated_at': '2022-03-23T02:45:28Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '321bed78-1c48-4776-b90b-faa907746e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:45:45.902074 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bbcfab-f8f7-4c1a-b145-c916a4e644c0 None None] The sync data for ids ['431abed3-bb85-4e73-95a3-d00cf996bae7'] in dv-neutron-834613-2-hyperv is: [{'id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'name': 'tempest-TestNetworkBasicOps-router-806606263', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.43'}], 'enable_snat': True}, 'gw_port_id': '83824430-4fa5-4138-861c-ddf369f3aa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:45:21Z', 'updated_at': '2022-03-23T02:45:25Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '83824430-4fa5-4138-861c-ddf369f3aa69', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:45:21Z', 'updated_at': '2022-03-23T02:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'a68f6f41-998a-43e3-8fea-fe33a381a879', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.44', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'port_id': '8b468038-e775-43c9-bff2-d02b9e6f3fd9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84589495-2405-4eee-b3ed-5a356c20a370', 'mac_address': 'fa:16:3e:d3:bf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869a3312-8a67-4884-b808-009928a92a3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:45:43Z', 'updated_at': '2022-03-23T02:45:43Z', 'revision_number': 0, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '243dc0ee-1cc0-4110-b520-5fe39337dfcb', 'name': '', 'network_id': '84589495-2405-4eee-b3ed-5a356c20a370', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:f1:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '321bed78-1c48-4776-b90b-faa907746e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:45:24Z', 'updated_at': '2022-03-23T02:45:28Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '321bed78-1c48-4776-b90b-faa907746e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:45:46.034636 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee7449-621a-4ffb-803f-d3307e37fe54 req-266a1ebc-61a8-4697-94c4-90403ddf935c tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:46.036153 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b8ee7449-621a-4ffb-803f-d3307e37fe54 req-266a1ebc-61a8-4697-94c4-90403ddf935c tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 945 time: 0.0530605 Mar 23 02:45:46.088406 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b8ee7449-621a-4ffb-803f-d3307e37fe54 req-f3c5d725-5575-4445-b328-f34576463ae8 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff2566c-ff00-4973-977d-e77a93112921&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455554 Mar 23 02:45:46.096238 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f101fdc-2111-4767-a0e1-a12a0c8c9d48 None None] New status for floating IP a68f6f41-998a-43e3-8fea-fe33a381a879: ACTIVE {{(pid=104350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:45:46.367136 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34548) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:46.429576 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-77deab6a-f08a-4349-abe9-fe990c6e7951 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/a68f6f41-998a-43e3-8fea-fe33a381a879 HTTP/1.1" status: 200 len: 993 time: 0.0613143 Mar 23 02:45:47.214118 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff51d0-e58f-428a-87cc-778a2a3462a1 req-798f464c-a4a1-4fee-af27-48ecfc3df33f tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:47.215613 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a3ff51d0-e58f-428a-87cc-778a2a3462a1 req-798f464c-a4a1-4fee-af27-48ecfc3df33f tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 945 time: 0.0537109 Mar 23 02:45:47.263691 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a3ff51d0-e58f-428a-87cc-778a2a3462a1 req-d7c838fb-e9a6-4732-8fbc-ed9be7eb325a tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff2566c-ff00-4973-977d-e77a93112921&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423629 Mar 23 02:45:47.607658 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0e5e17da-4389-4c50-a69b-31bf6173ecf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:48.381807 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d74845-bafe-4cb1-962f-0c5c5110ddf3 req-10135538-6488-4173-b09e-ca37137aeb11 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:48.383285 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-44d74845-bafe-4cb1-962f-0c5c5110ddf3 req-10135538-6488-4173-b09e-ca37137aeb11 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 945 time: 0.0527120 Mar 23 02:45:48.431073 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-44d74845-bafe-4cb1-962f-0c5c5110ddf3 req-69d71f0f-2dfe-4f0e-97ce-593918fde383 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff2566c-ff00-4973-977d-e77a93112921&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423069 Mar 23 02:45:48.643696 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:49.549338 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77816946-cad2-42cf-bca3-e2a7a4945594 req-d643a9e2-d8da-4128-a64b-18c95e8c5e23 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:49.550854 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-77816946-cad2-42cf-bca3-e2a7a4945594 req-d643a9e2-d8da-4128-a64b-18c95e8c5e23 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 945 time: 0.0524609 Mar 23 02:45:49.603322 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-77816946-cad2-42cf-bca3-e2a7a4945594 req-c4f6277e-958c-46bc-95e0-35705cd71dcc tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff2566c-ff00-4973-977d-e77a93112921&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461612 Mar 23 02:45:49.910788 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5a585ae8-6175-47ec-ae4f-98d2c3ea89f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:50.730969 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08014f-c354-4663-a2be-be4d83a9f8cf req-b1a3c867-d2e7-4cef-8a48-126eaf25f0c8 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:50.732471 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-eb08014f-c354-4663-a2be-be4d83a9f8cf req-b1a3c867-d2e7-4cef-8a48-126eaf25f0c8 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 945 time: 0.0624034 Mar 23 02:45:50.783479 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-eb08014f-c354-4663-a2be-be4d83a9f8cf req-55356522-3c6b-4ea0-90d0-57b535d7b9ae tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff2566c-ff00-4973-977d-e77a93112921&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455163 Mar 23 02:45:51.196570 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:51.902229 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e34019-1e1e-42ea-a761-94f0a0ecc47b req-9b39df1e-167b-47b3-b135-e5441a19fd49 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:51.903705 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-98e34019-1e1e-42ea-a761-94f0a0ecc47b req-9b39df1e-167b-47b3-b135-e5441a19fd49 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 945 time: 0.0529191 Mar 23 02:45:51.911785 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:45:51.952392 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-98e34019-1e1e-42ea-a761-94f0a0ecc47b req-b63d449d-a1cc-4c94-adae-b7ea8a18e5e0 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff2566c-ff00-4973-977d-e77a93112921&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431819 Mar 23 02:45:52.666135 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:53.073933 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bbb59-6ec6-4e20-b848-f2bfe677454d req-6c63cff1-dab3-492d-9e2f-ad05f9ea615a tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:53.075476 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6f1bbb59-6ec6-4e20-b848-f2bfe677454d req-6c63cff1-dab3-492d-9e2f-ad05f9ea615a tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 945 time: 0.0521481 Mar 23 02:45:53.124187 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6f1bbb59-6ec6-4e20-b848-f2bfe677454d req-06677995-7f05-4849-9911-71e2cc5670f2 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff2566c-ff00-4973-977d-e77a93112921&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428371 Mar 23 02:45:53.260783 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535bdc5-6091-49c2-8d7b-0644d812a0b6 req-364a8638-ae08-4dba-a2e2-bc8102c90866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:53.262248 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4535bdc5-6091-49c2-8d7b-0644d812a0b6 req-364a8638-ae08-4dba-a2e2-bc8102c90866 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 1129 time: 0.0429544 Mar 23 02:45:53.307828 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4535bdc5-6091-49c2-8d7b-0644d812a0b6 req-aeb4eb72-7f31-4fee-a405-c53e880fa7ff service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4ff2566c-ff00-4973-977d-e77a93112921&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383008 Mar 23 02:45:54.093815 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:54.254805 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654c164-f0f3-4296-96a6-d000bdff0167 req-670c6405-c6ed-4fa4-840f-2309dd3ef0c4 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:54.257150 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d654c164-f0f3-4296-96a6-d000bdff0167 req-670c6405-c6ed-4fa4-840f-2309dd3ef0c4 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 945 time: 0.0584552 Mar 23 02:45:54.309093 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d654c164-f0f3-4296-96a6-d000bdff0167 req-b9fc3e98-9969-4221-a50e-ffad26f341d7 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff2566c-ff00-4973-977d-e77a93112921&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459507 Mar 23 02:45:54.845814 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:45:54.861832 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:45:55.006612 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=911bbe3b-1d83-4fbc-afdf-16364b5c6e4d,segment=NetworkSegment(80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4),segment_id=80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:45:55.009272 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d is: ACTIVE; New status is: DOWN {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:45:55.013792 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (911bbe3b-1d83-4fbc-afdf-16364b5c6e4d), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:55.029015 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '911bbe3b-1d83-4fbc-afdf-16364b5c6e4d', 'network_id': '64dc880d-e425-4f5a-aa4d-17cbb60f356a', 'port_id': '911bbe3b-1d83-4fbc-afdf-16364b5c6e4d', 'mac_address': 'fa:16:3e:eb:8d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e235e68-d71a-4a77-aa02-9f7c92183444', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:45:55.047038 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3317271-cd96-4bcc-88a4-18a696128a17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '911bbe3b-1d83-4fbc-afdf-16364b5c6e4d'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:45:55.049356 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818f87e5-789b-40ad-97b8-478f336bf4af" -d '{"events": [{"server_uuid": "d3317271-cd96-4bcc-88a4-18a696128a17", "name": "network-vif-unplugged", "status": "completed", "tag": "911bbe3b-1d83-4fbc-afdf-16364b5c6e4d"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:45:55.086531 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=911bbe3b-1d83-4fbc-afdf-16364b5c6e4d,segment=NetworkSegment(80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4),segment_id=80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:45:55.091612 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 02:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd858df-a954-4c8f-af66-c5c755741636 x-openstack-request-id: req-6cd858df-a954-4c8f-af66-c5c755741636 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:45:55.091925 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3317271-cd96-4bcc-88a4-18a696128a17", "name": "network-vif-unplugged", "status": "completed", "tag": "911bbe3b-1d83-4fbc-afdf-16364b5c6e4d", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:45:55.092186 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6cd858df-a954-4c8f-af66-c5c755741636 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:45:55.092589 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cd858df-a954-4c8f-af66-c5c755741636'] response: {'server_uuid': 'd3317271-cd96-4bcc-88a4-18a696128a17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '911bbe3b-1d83-4fbc-afdf-16364b5c6e4d', 'code': 200} Mar 23 02:45:55.098669 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d is: ACTIVE; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:45:55.099310 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (911bbe3b-1d83-4fbc-afdf-16364b5c6e4d), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:55.112108 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:45:55.139403 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (911bbe3b-1d83-4fbc-afdf-16364b5c6e4d), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:55.210116 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:45:55.210473 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:45:55.214855 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=911bbe3b-1d83-4fbc-afdf-16364b5c6e4d,revision_number=6']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:55.425364 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714acbf-3050-4583-a687-f7dd8204015c req-106e6070-640d-4bef-9ff9-595fe285faf2 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:55.426745 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a714acbf-3050-4583-a687-f7dd8204015c req-106e6070-640d-4bef-9ff9-595fe285faf2 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 943 time: 0.0519505 Mar 23 02:45:55.475219 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a714acbf-3050-4583-a687-f7dd8204015c req-107ab2ca-db1a-4d8b-bf91-fe6552e9c67e tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff2566c-ff00-4973-977d-e77a93112921&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421896 Mar 23 02:45:55.497485 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34572) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:55.559799 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7326f09d-46c6-42d5-99f7-da5466a937c5 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/floatingips/f0b86f80-8424-4e05-b7d7-5373b359e6ea HTTP/1.1" status: 200 len: 990 time: 0.0612230 Mar 23 02:45:55.749358 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:45:55.749672 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (911bbe3b-1d83-4fbc-afdf-16364b5c6e4d), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:55.763078 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:45:55.781387 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=911bbe3b-1d83-4fbc-afdf-16364b5c6e4d,segment=NetworkSegment(80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4),segment_id=80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:45:55.870388 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (911bbe3b-1d83-4fbc-afdf-16364b5c6e4d), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:55.916305 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=911bbe3b-1d83-4fbc-afdf-16364b5c6e4d,revision_number=7']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:56.098169 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['911bbe3b-1d83-4fbc-afdf-16364b5c6e4d'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:45:56.868766 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:45:56.917106 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:45:56.917499 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (911bbe3b-1d83-4fbc-afdf-16364b5c6e4d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:56.996932 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:45:56.997325 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (911bbe3b-1d83-4fbc-afdf-16364b5c6e4d), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:57.028947 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=911bbe3b-1d83-4fbc-afdf-16364b5c6e4d,segment=NetworkSegment(80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4),segment_id=80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:45:57.093981 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3317271-cd96-4bcc-88a4-18a696128a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911bbe3b-1d83-4fbc-afdf-16364b5c6e4d'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:45:57.096230 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14008f81-b5bc-4dd4-97ee-40fc507f99b1" -d '{"events": [{"server_uuid": "d3317271-cd96-4bcc-88a4-18a696128a17", "name": "network-vif-plugged", "status": "completed", "tag": "911bbe3b-1d83-4fbc-afdf-16364b5c6e4d"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:45:57.112197 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (911bbe3b-1d83-4fbc-afdf-16364b5c6e4d), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:57.139289 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8789e653-631a-4173-aff7-e38aeb55e5f0 x-openstack-request-id: req-8789e653-631a-4173-aff7-e38aeb55e5f0 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:45:57.139584 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3317271-cd96-4bcc-88a4-18a696128a17", "name": "network-vif-plugged", "status": "completed", "tag": "911bbe3b-1d83-4fbc-afdf-16364b5c6e4d", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:45:57.139856 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8789e653-631a-4173-aff7-e38aeb55e5f0 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:45:57.140258 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8789e653-631a-4173-aff7-e38aeb55e5f0'] response: {'server_uuid': 'd3317271-cd96-4bcc-88a4-18a696128a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911bbe3b-1d83-4fbc-afdf-16364b5c6e4d', 'code': 200} Mar 23 02:45:57.164766 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=911bbe3b-1d83-4fbc-afdf-16364b5c6e4d,revision_number=8']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:17.574113 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1643c0bd-7d20-485c-b528-239b94b05f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:18.660343 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:19.652159 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34594) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:19.712836 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9e3e5aa2-01af-45b5-b498-6911d9b4f49b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/a68f6f41-998a-43e3-8fea-fe33a381a879 HTTP/1.1" status: 200 len: 993 time: 0.0594862 Mar 23 02:46:19.905592 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-308fa1e7-bd25-4b6c-ad74-287ee2effc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:19.997923 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34602) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:20.152272 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-5cb66f4b-6f3d-47b1-9eab-d1924ff58a81 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port 7019a8c2-4335-4e1c-906f-a401f412bc67 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:46:20.157477 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5cb66f4b-6f3d-47b1-9eab-d1924ff58a81 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (7019a8c2-4335-4e1c-906f-a401f412bc67), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:20.229423 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5cb66f4b-6f3d-47b1-9eab-d1924ff58a81 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (7019a8c2-4335-4e1c-906f-a401f412bc67), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:20.229745 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5cb66f4b-6f3d-47b1-9eab-d1924ff58a81 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (7019a8c2-4335-4e1c-906f-a401f412bc67), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:20.241583 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-5cb66f4b-6f3d-47b1-9eab-d1924ff58a81 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for 7019a8c2-4335-4e1c-906f-a401f412bc67 owned by network:floatingip {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:46:20.447463 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5cb66f4b-6f3d-47b1-9eab-d1924ff58a81 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (7019a8c2-4335-4e1c-906f-a401f412bc67), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:20.472881 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb66f4b-6f3d-47b1-9eab-d1924ff58a81 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=7019a8c2-4335-4e1c-906f-a401f412bc67,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:20.537887 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5cb66f4b-6f3d-47b1-9eab-d1924ff58a81 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (a68f6f41-998a-43e3-8fea-fe33a381a879), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:20.538395 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [None req-5cb66f4b-6f3d-47b1-9eab-d1924ff58a81 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Floating IP a68f6f41-998a-43e3-8fea-fe33a381a879 disassociated (deleted). External IP: 172.26.2.44, port: 8b468038-e775-43c9-bff2-d02b9e6f3fd9. Mar 23 02:46:20.746218 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb66f4b-6f3d-47b1-9eab-d1924ff58a81 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router 431abed3-bb85-4e73-95a3-d00cf996bae7 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:46:20.853210 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb66f4b-6f3d-47b1-9eab-d1924ff58a81 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:46:20.857963 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5cb66f4b-6f3d-47b1-9eab-d1924ff58a81 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:20.862545 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6b3d63-e56a-4578-b5cf-7339d97e0729 None None] Sync routers for ids ['431abed3-bb85-4e73-95a3-d00cf996bae7'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:46:20.873262 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6b3d63-e56a-4578-b5cf-7339d97e0729 None None] Routers {'431abed3-bb85-4e73-95a3-d00cf996bae7'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:46:20.874011 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-4d6b3d63-e56a-4578-b5cf-7339d97e0729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:46:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['431abed3-bb85-4e73-95a3-d00cf996bae7'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:20.886647 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5cb66f4b-6f3d-47b1-9eab-d1924ff58a81 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/floatingips/a68f6f41-998a-43e3-8fea-fe33a381a879 HTTP/1.1" status: 204 len: 168 time: 0.8876584 Mar 23 02:46:20.887232 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '869a3312-8a67-4884-b808-009928a92a3d', 'tag': '8b468038-e775-43c9-bff2-d02b9e6f3fd9'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:46:20.889579 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62cd7da-c379-47fd-9a10-4123cef8362b" -d '{"events": [{"name": "network-changed", "server_uuid": "869a3312-8a67-4884-b808-009928a92a3d", "tag": "8b468038-e775-43c9-bff2-d02b9e6f3fd9"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:46:20.927516 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9b73e4-f0c3-445a-a454-1de4efcbf3cc x-openstack-request-id: req-9c9b73e4-f0c3-445a-a454-1de4efcbf3cc {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:46:20.927808 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "869a3312-8a67-4884-b808-009928a92a3d", "tag": "8b468038-e775-43c9-bff2-d02b9e6f3fd9", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:46:20.928086 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9c9b73e4-f0c3-445a-a454-1de4efcbf3cc {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:46:20.928508 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c9b73e4-f0c3-445a-a454-1de4efcbf3cc'] response: {'name': 'network-changed', 'server_uuid': '869a3312-8a67-4884-b808-009928a92a3d', 'tag': '8b468038-e775-43c9-bff2-d02b9e6f3fd9', 'status': 'completed', 'code': 200} Mar 23 02:46:20.985286 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-4d6b3d63-e56a-4578-b5cf-7339d97e0729 None None] Set router 431abed3-bb85-4e73-95a3-d00cf996bae7 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:46:20.997245 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62cd7da-c379-47fd-9a10-4123cef8362b req-77dcefb7-f60c-42de-a250-f0137dad6cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:20.998827 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e62cd7da-c379-47fd-9a10-4123cef8362b req-77dcefb7-f60c-42de-a250-f0137dad6cd5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=869a3312-8a67-4884-b808-009928a92a3d HTTP/1.1" status: 200 len: 1130 time: 0.0508432 Mar 23 02:46:21.096169 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62cd7da-c379-47fd-9a10-4123cef8362b req-8156f843-458a-4699-a4e3-b60b88286798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:21.097753 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e62cd7da-c379-47fd-9a10-4123cef8362b req-8156f843-458a-4699-a4e3-b60b88286798 service neutron] 10.222.0.23 "GET /v2.0/networks?id=84589495-2405-4eee-b3ed-5a356c20a370 HTTP/1.1" status: 200 len: 898 time: 0.0931673 Mar 23 02:46:21.156424 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e62cd7da-c379-47fd-9a10-4123cef8362b req-03c13a44-64e2-40e0-a005-1e567568bae5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b468038-e775-43c9-bff2-d02b9e6f3fd9 HTTP/1.1" status: 200 len: 217 time: 0.0517809 Mar 23 02:46:21.208573 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62cd7da-c379-47fd-9a10-4123cef8362b req-5863ebef-69a3-41c7-abbe-903bafe40a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:21.210463 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e62cd7da-c379-47fd-9a10-4123cef8362b req-5863ebef-69a3-41c7-abbe-903bafe40a9f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=321bed78-1c48-4776-b90b-faa907746e7c HTTP/1.1" status: 200 len: 834 time: 0.0486424 Mar 23 02:46:21.232524 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:21.265442 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62cd7da-c379-47fd-9a10-4123cef8362b req-05747fb0-fc3d-4007-8d9f-4af363fccb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:21.266955 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e62cd7da-c379-47fd-9a10-4123cef8362b req-05747fb0-fc3d-4007-8d9f-4af363fccb00 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=84589495-2405-4eee-b3ed-5a356c20a370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0509386 Mar 23 02:46:21.282415 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-4d6b3d63-e56a-4578-b5cf-7339d97e0729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'name': 'tempest-TestNetworkBasicOps-router-806606263', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.43'}], 'enable_snat': True}, 'gw_port_id': '83824430-4fa5-4138-861c-ddf369f3aa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:45:21Z', 'updated_at': '2022-03-23T02:45:25Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '83824430-4fa5-4138-861c-ddf369f3aa69', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:45:21Z', 'updated_at': '2022-03-23T02:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '243dc0ee-1cc0-4110-b520-5fe39337dfcb', 'name': '', 'network_id': '84589495-2405-4eee-b3ed-5a356c20a370', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:f1:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '321bed78-1c48-4776-b90b-faa907746e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:45:24Z', 'updated_at': '2022-03-23T02:45:28Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '321bed78-1c48-4776-b90b-faa907746e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:21.309839 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6b3d63-e56a-4578-b5cf-7339d97e0729 None None] Checking router: 431abed3-bb85-4e73-95a3-d00cf996bae7 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:46:21.318331 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6b3d63-e56a-4578-b5cf-7339d97e0729 None None] Routers {'431abed3-bb85-4e73-95a3-d00cf996bae7'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:46:21.318935 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-4d6b3d63-e56a-4578-b5cf-7339d97e0729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:46:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['431abed3-bb85-4e73-95a3-d00cf996bae7'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:21.386408 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036621d5-6493-4fae-8a9c-7b12e8850843 req-af031b71-7f7d-4e28-8c5b-7b55263a1ac5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:21.387934 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-036621d5-6493-4fae-8a9c-7b12e8850843 req-af031b71-7f7d-4e28-8c5b-7b55263a1ac5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=869a3312-8a67-4884-b808-009928a92a3d HTTP/1.1" status: 200 len: 946 time: 0.1158686 Mar 23 02:46:21.417054 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e62cd7da-c379-47fd-9a10-4123cef8362b req-63496483-3e22-4291-9714-55c248c3485c service neutron] 10.222.0.23 "GET /v2.0/networks/84589495-2405-4eee-b3ed-5a356c20a370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361277 Mar 23 02:46:21.426483 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-4d6b3d63-e56a-4578-b5cf-7339d97e0729 None None] Set router 431abed3-bb85-4e73-95a3-d00cf996bae7 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:46:21.492292 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-036621d5-6493-4fae-8a9c-7b12e8850843 req-e4d4e8ff-2f60-4e48-a6a1-c37b745ecae9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=6032cc1e-fa6c-43a4-9ac5-32302dc321cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955486 Mar 23 02:46:21.541574 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e62cd7da-c379-47fd-9a10-4123cef8362b req-63aac466-8950-4c30-b463-37df01961a48 service neutron] 10.222.0.23 "GET /v2.0/networks/84589495-2405-4eee-b3ed-5a356c20a370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116431 Mar 23 02:46:21.623930 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-4d6b3d63-e56a-4578-b5cf-7339d97e0729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'name': 'tempest-TestNetworkBasicOps-router-806606263', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.43'}], 'enable_snat': True}, 'gw_port_id': '83824430-4fa5-4138-861c-ddf369f3aa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:45:21Z', 'updated_at': '2022-03-23T02:45:25Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '83824430-4fa5-4138-861c-ddf369f3aa69', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:45:21Z', 'updated_at': '2022-03-23T02:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '243dc0ee-1cc0-4110-b520-5fe39337dfcb', 'name': '', 'network_id': '84589495-2405-4eee-b3ed-5a356c20a370', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:f1:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '321bed78-1c48-4776-b90b-faa907746e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:45:24Z', 'updated_at': '2022-03-23T02:45:28Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '321bed78-1c48-4776-b90b-faa907746e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:21.650795 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6b3d63-e56a-4578-b5cf-7339d97e0729 None None] The sync data for ids ['431abed3-bb85-4e73-95a3-d00cf996bae7'] in dv-neutron-834613-2-hyperv is: [{'id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'name': 'tempest-TestNetworkBasicOps-router-806606263', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.43'}], 'enable_snat': True}, 'gw_port_id': '83824430-4fa5-4138-861c-ddf369f3aa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:45:21Z', 'updated_at': '2022-03-23T02:45:25Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '83824430-4fa5-4138-861c-ddf369f3aa69', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:45:21Z', 'updated_at': '2022-03-23T02:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '243dc0ee-1cc0-4110-b520-5fe39337dfcb', 'name': '', 'network_id': '84589495-2405-4eee-b3ed-5a356c20a370', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:f1:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '321bed78-1c48-4776-b90b-faa907746e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:45:24Z', 'updated_at': '2022-03-23T02:45:28Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '321bed78-1c48-4776-b90b-faa907746e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:46:21.866737 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40500933-9d47-4fd4-8a5d-9fc9e7ba128d None None] New status for floating IP a68f6f41-998a-43e3-8fea-fe33a381a879: DOWN {{(pid=104350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:46:22.613500 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476ae41-c598-4ad1-bdc4-e1354bcc0b7d req-492b6dd0-b94a-4ecf-ba95-82e59cdc9ce7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:22.614985 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1476ae41-c598-4ad1-bdc4-e1354bcc0b7d req-492b6dd0-b94a-4ecf-ba95-82e59cdc9ce7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=869a3312-8a67-4884-b808-009928a92a3d HTTP/1.1" status: 200 len: 946 time: 0.0532436 Mar 23 02:46:22.642553 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:22.664452 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1476ae41-c598-4ad1-bdc4-e1354bcc0b7d req-f0836f48-7dc6-4208-810e-29491b82b5ef tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=6032cc1e-fa6c-43a4-9ac5-32302dc321cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433154 Mar 23 02:46:22.701908 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f4b47-6a3a-434b-a8d1-c32bc66a7d41 req-905cad49-2189-4863-9382-b5fdbaf0c0db tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:22.703360 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b39f4b47-6a3a-434b-a8d1-c32bc66a7d41 req-905cad49-2189-4863-9382-b5fdbaf0c0db tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/ports?device_id=869a3312-8a67-4884-b808-009928a92a3d HTTP/1.1" status: 200 len: 946 time: 0.0534327 Mar 23 02:46:22.794939 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-b39f4b47-6a3a-434b-a8d1-c32bc66a7d41 req-e6483371-b011-4442-b225-9a3f12f16945 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port 8b468038-e775-43c9-bff2-d02b9e6f3fd9 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:46:22.795187 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-b39f4b47-6a3a-434b-a8d1-c32bc66a7d41 req-e6483371-b011-4442-b225-9a3f12f16945 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (8b468038-e775-43c9-bff2-d02b9e6f3fd9), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:22.885666 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-b39f4b47-6a3a-434b-a8d1-c32bc66a7d41 req-e6483371-b011-4442-b225-9a3f12f16945 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] For port 8b468038-e775-43c9-bff2-d02b9e6f3fd9, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8b468038-e775-43c9-bff2-d02b9e6f3fd9,segment=NetworkSegment(534c797b-dc5b-4440-8d16-70361ebb614d),segment_id=534c797b-dc5b-4440-8d16-70361ebb614d)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:46:22.886024 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-b39f4b47-6a3a-434b-a8d1-c32bc66a7d41 req-e6483371-b011-4442-b225-9a3f12f16945 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (8b468038-e775-43c9-bff2-d02b9e6f3fd9), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:22.899192 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-b39f4b47-6a3a-434b-a8d1-c32bc66a7d41 req-e6483371-b011-4442-b225-9a3f12f16945 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for 8b468038-e775-43c9-bff2-d02b9e6f3fd9 owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:46:23.105717 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-b39f4b47-6a3a-434b-a8d1-c32bc66a7d41 req-e6483371-b011-4442-b225-9a3f12f16945 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (8b468038-e775-43c9-bff2-d02b9e6f3fd9), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:23.135414 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6483371-b011-4442-b225-9a3f12f16945 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=8b468038-e775-43c9-bff2-d02b9e6f3fd9,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:23.180167 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39f4b47-6a3a-434b-a8d1-c32bc66a7d41 req-e6483371-b011-4442-b225-9a3f12f16945 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] No DVR routers for this DVR port 8b468038-e775-43c9-bff2-d02b9e6f3fd9 on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:46:23.182708 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-b39f4b47-6a3a-434b-a8d1-c32bc66a7d41 req-e6483371-b011-4442-b225-9a3f12f16945 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:23.186011 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b39f4b47-6a3a-434b-a8d1-c32bc66a7d41 req-e6483371-b011-4442-b225-9a3f12f16945 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "DELETE /v2.0/ports/8b468038-e775-43c9-bff2-d02b9e6f3fd9 HTTP/1.1" status: 204 len: 173 time: 0.4764764 Mar 23 02:46:23.186448 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869a3312-8a67-4884-b808-009928a92a3d', 'name': 'network-vif-deleted', 'tag': '8b468038-e775-43c9-bff2-d02b9e6f3fd9'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:46:23.188723 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f021cbf-c9e1-44f5-bd2e-972527d2e925" -d '{"events": [{"server_uuid": "869a3312-8a67-4884-b808-009928a92a3d", "name": "network-vif-deleted", "tag": "8b468038-e775-43c9-bff2-d02b9e6f3fd9"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:46:23.227560 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0794580e-6465-4ce2-b9e2-8aad1bfc9d29 x-openstack-request-id: req-0794580e-6465-4ce2-b9e2-8aad1bfc9d29 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:46:23.227873 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "869a3312-8a67-4884-b808-009928a92a3d", "name": "network-vif-deleted", "tag": "8b468038-e775-43c9-bff2-d02b9e6f3fd9", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:46:23.228133 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0794580e-6465-4ce2-b9e2-8aad1bfc9d29 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:46:23.228545 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0794580e-6465-4ce2-b9e2-8aad1bfc9d29'] response: {'server_uuid': '869a3312-8a67-4884-b808-009928a92a3d', 'name': 'network-vif-deleted', 'tag': '8b468038-e775-43c9-bff2-d02b9e6f3fd9', 'status': 'completed', 'code': 200} Mar 23 02:46:23.775118 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-edafde81-c6cb-4ef1-b0f0-255b6f7d765f req-e52e5948-0145-4c7e-a149-a9382d4e3655 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=869a3312-8a67-4884-b808-009928a92a3d HTTP/1.1" status: 200 len: 210 time: 0.0327833 Mar 23 02:46:24.001665 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:24.831657 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34620) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:24.888319 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cb231599-732a-4df1-b9e2-8225c95ff477 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (6032cc1e-fa6c-43a4-9ac5-32302dc321cf), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:24.912767 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cb231599-732a-4df1-b9e2-8225c95ff477 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (6032cc1e-fa6c-43a4-9ac5-32302dc321cf), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:25.017398 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 8b468038-e775-43c9-bff2-d02b9e6f3fd9 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:46:25.037106 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: 8b468038-e775-43c9-bff2-d02b9e6f3fd9 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:46:25.041549 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 8b468038-e775-43c9-bff2-d02b9e6f3fd9 not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:46:25.059853 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cb231599-732a-4df1-b9e2-8225c95ff477 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (6032cc1e-fa6c-43a4-9ac5-32302dc321cf), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:25.062345 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cb231599-732a-4df1-b9e2-8225c95ff477 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:25.063503 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-cb231599-732a-4df1-b9e2-8225c95ff477 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/security-groups/6032cc1e-fa6c-43a4-9ac5-32302dc321cf HTTP/1.1" status: 204 len: 168 time: 0.2308204 Mar 23 02:46:25.073113 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb231599-732a-4df1-b9e2-8225c95ff477 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6032cc1e-fa6c-43a4-9ac5-32302dc321cf,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:25.164527 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34624) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:25.526357 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c5743909-01ae-4da5-aa37-c2f25935c99c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (431abed3-bb85-4e73-95a3-d00cf996bae7), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:25.781871 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-c5743909-01ae-4da5-aa37-c2f25935c99c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port 243dc0ee-1cc0-4110-b520-5fe39337dfcb {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:46:25.782127 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c5743909-01ae-4da5-aa37-c2f25935c99c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (243dc0ee-1cc0-4110-b520-5fe39337dfcb), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:25.869616 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-c5743909-01ae-4da5-aa37-c2f25935c99c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] For port 243dc0ee-1cc0-4110-b520-5fe39337dfcb, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=243dc0ee-1cc0-4110-b520-5fe39337dfcb,segment=NetworkSegment(534c797b-dc5b-4440-8d16-70361ebb614d),segment_id=534c797b-dc5b-4440-8d16-70361ebb614d)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:46:25.869972 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c5743909-01ae-4da5-aa37-c2f25935c99c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (243dc0ee-1cc0-4110-b520-5fe39337dfcb), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:25.882979 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-c5743909-01ae-4da5-aa37-c2f25935c99c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for 243dc0ee-1cc0-4110-b520-5fe39337dfcb owned by network:router_interface {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:46:26.133756 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c5743909-01ae-4da5-aa37-c2f25935c99c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (243dc0ee-1cc0-4110-b520-5fe39337dfcb), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.160210 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5743909-01ae-4da5-aa37-c2f25935c99c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=243dc0ee-1cc0-4110-b520-5fe39337dfcb,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:26.342010 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c5743909-01ae-4da5-aa37-c2f25935c99c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (431abed3-bb85-4e73-95a3-d00cf996bae7), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.559252 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5743909-01ae-4da5-aa37-c2f25935c99c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router 431abed3-bb85-4e73-95a3-d00cf996bae7 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:46:26.666786 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5743909-01ae-4da5-aa37-c2f25935c99c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:46:26.671739 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c5743909-01ae-4da5-aa37-c2f25935c99c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "PUT /v2.0/routers/431abed3-bb85-4e73-95a3-d00cf996bae7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5061255 Mar 23 02:46:26.674440 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34628) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:26.678701 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f9d6f3-057f-4399-9532-a764322ea274 None None] Sync routers for ids ['431abed3-bb85-4e73-95a3-d00cf996bae7'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:46:26.689144 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f9d6f3-057f-4399-9532-a764322ea274 None None] Routers {'431abed3-bb85-4e73-95a3-d00cf996bae7'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:46:26.690007 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-83f9d6f3-057f-4399-9532-a764322ea274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:46:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['431abed3-bb85-4e73-95a3-d00cf996bae7'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:26.727109 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-417cf31f-e301-4d05-a762-47971d6110d2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting subnet 321bed78-1c48-4776-b90b-faa907746e7c {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:46:26.730381 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-417cf31f-e301-4d05-a762-47971d6110d2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for subnet (321bed78-1c48-4776-b90b-faa907746e7c), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.769255 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-417cf31f-e301-4d05-a762-47971d6110d2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (321bed78-1c48-4776-b90b-faa907746e7c), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.795556 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-83f9d6f3-057f-4399-9532-a764322ea274 None None] Set router 431abed3-bb85-4e73-95a3-d00cf996bae7 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:46:26.855590 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-417cf31f-e301-4d05-a762-47971d6110d2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (321bed78-1c48-4776-b90b-faa907746e7c), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.969063 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-83f9d6f3-057f-4399-9532-a764322ea274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'name': 'tempest-TestNetworkBasicOps-router-806606263', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.43'}], 'enable_snat': True}, 'gw_port_id': '83824430-4fa5-4138-861c-ddf369f3aa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:45:21Z', 'updated_at': '2022-03-23T02:46:26Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '83824430-4fa5-4138-861c-ddf369f3aa69', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:45:21Z', 'updated_at': '2022-03-23T02:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:26.991530 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-417cf31f-e301-4d05-a762-47971d6110d2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (321bed78-1c48-4776-b90b-faa907746e7c), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.999485 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f9d6f3-057f-4399-9532-a764322ea274 None None] Checking router: 431abed3-bb85-4e73-95a3-d00cf996bae7 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:46:27.008061 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f9d6f3-057f-4399-9532-a764322ea274 None None] Routers {'431abed3-bb85-4e73-95a3-d00cf996bae7'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:46:27.008669 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-83f9d6f3-057f-4399-9532-a764322ea274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:46:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['431abed3-bb85-4e73-95a3-d00cf996bae7'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:27.018459 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417cf31f-e301-4d05-a762-47971d6110d2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Subnet': ['ID=321bed78-1c48-4776-b90b-faa907746e7c,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:27.024071 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-417cf31f-e301-4d05-a762-47971d6110d2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:27.029847 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34630) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:27.030540 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-417cf31f-e301-4d05-a762-47971d6110d2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/subnets/321bed78-1c48-4776-b90b-faa907746e7c HTTP/1.1" status: 204 len: 168 time: 0.3551536 Mar 23 02:46:27.032652 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9abca5-abf3-406a-88f0-b44e5b346911 None None] Network 84589495-2405-4eee-b3ed-5a356c20a370 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:46:27.123114 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-83f9d6f3-057f-4399-9532-a764322ea274 None None] Set router 431abed3-bb85-4e73-95a3-d00cf996bae7 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:46:27.214938 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd0ee28-59ae-4604-892d-6f2fb5b756e8 None None] DHCP port deletion for 84589495-2405-4eee-b3ed-5a356c20a370 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:46:27.267327 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-6cd0ee28-59ae-4604-892d-6f2fb5b756e8 None None] Deleting port 22f51a89-3122-4a57-9eb7-d3c11bfd1a9c {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:46:27.267746 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6cd0ee28-59ae-4604-892d-6f2fb5b756e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (22f51a89-3122-4a57-9eb7-d3c11bfd1a9c), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:27.320573 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-83f9d6f3-057f-4399-9532-a764322ea274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'name': 'tempest-TestNetworkBasicOps-router-806606263', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.43'}], 'enable_snat': True}, 'gw_port_id': '83824430-4fa5-4138-861c-ddf369f3aa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:45:21Z', 'updated_at': '2022-03-23T02:46:26Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '83824430-4fa5-4138-861c-ddf369f3aa69', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:45:21Z', 'updated_at': '2022-03-23T02:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:27.346594 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-6cd0ee28-59ae-4604-892d-6f2fb5b756e8 None None] For port 22f51a89-3122-4a57-9eb7-d3c11bfd1a9c, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=22f51a89-3122-4a57-9eb7-d3c11bfd1a9c,segment=NetworkSegment(534c797b-dc5b-4440-8d16-70361ebb614d),segment_id=534c797b-dc5b-4440-8d16-70361ebb614d)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:46:27.346999 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6cd0ee28-59ae-4604-892d-6f2fb5b756e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (22f51a89-3122-4a57-9eb7-d3c11bfd1a9c), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:27.349862 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f9d6f3-057f-4399-9532-a764322ea274 None None] The sync data for ids ['431abed3-bb85-4e73-95a3-d00cf996bae7'] in dv-neutron-834613-2-hyperv is: [{'id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'name': 'tempest-TestNetworkBasicOps-router-806606263', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.43'}], 'enable_snat': True}, 'gw_port_id': '83824430-4fa5-4138-861c-ddf369f3aa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:45:21Z', 'updated_at': '2022-03-23T02:46:26Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '83824430-4fa5-4138-861c-ddf369f3aa69', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431abed3-bb85-4e73-95a3-d00cf996bae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:45:21Z', 'updated_at': '2022-03-23T02:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:46:27.368397 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-6cd0ee28-59ae-4604-892d-6f2fb5b756e8 None None] Calling delete_port for 22f51a89-3122-4a57-9eb7-d3c11bfd1a9c owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:46:27.466151 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a422ee8a-02b4-4e07-99c7-2c357af88ac0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router (431abed3-bb85-4e73-95a3-d00cf996bae7), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:27.517196 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6cd0ee28-59ae-4604-892d-6f2fb5b756e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (22f51a89-3122-4a57-9eb7-d3c11bfd1a9c), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:27.541553 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0ee28-59ae-4604-892d-6f2fb5b756e8 None None] Pushing event deleted for resources: {'Port': ['ID=22f51a89-3122-4a57-9eb7-d3c11bfd1a9c,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:27.547228 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd0ee28-59ae-4604-892d-6f2fb5b756e8 None None] No DVR routers for this DVR port 22f51a89-3122-4a57-9eb7-d3c11bfd1a9c on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:46:27.572682 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a422ee8a-02b4-4e07-99c7-2c357af88ac0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_gateway (431abed3-bb85-4e73-95a3-d00cf996bae7), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:27.659518 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-a422ee8a-02b4-4e07-99c7-2c357af88ac0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port 83824430-4fa5-4138-861c-ddf369f3aa69 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:46:27.659766 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a422ee8a-02b4-4e07-99c7-2c357af88ac0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (83824430-4fa5-4138-861c-ddf369f3aa69), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:27.738564 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-a422ee8a-02b4-4e07-99c7-2c357af88ac0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] For port 83824430-4fa5-4138-861c-ddf369f3aa69, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=83824430-4fa5-4138-861c-ddf369f3aa69,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:46:27.739127 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a422ee8a-02b4-4e07-99c7-2c357af88ac0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (83824430-4fa5-4138-861c-ddf369f3aa69), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:27.753063 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-a422ee8a-02b4-4e07-99c7-2c357af88ac0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for 83824430-4fa5-4138-861c-ddf369f3aa69 owned by network:router_gateway {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:46:27.962583 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a422ee8a-02b4-4e07-99c7-2c357af88ac0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (83824430-4fa5-4138-861c-ddf369f3aa69), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:27.992128 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422ee8a-02b4-4e07-99c7-2c357af88ac0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=83824430-4fa5-4138-861c-ddf369f3aa69,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:28.052382 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a422ee8a-02b4-4e07-99c7-2c357af88ac0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (431abed3-bb85-4e73-95a3-d00cf996bae7), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:28.150761 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a422ee8a-02b4-4e07-99c7-2c357af88ac0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (431abed3-bb85-4e73-95a3-d00cf996bae7), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:28.152933 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a422ee8a-02b4-4e07-99c7-2c357af88ac0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_controller (431abed3-bb85-4e73-95a3-d00cf996bae7), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:28.277115 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a422ee8a-02b4-4e07-99c7-2c357af88ac0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (431abed3-bb85-4e73-95a3-d00cf996bae7), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:28.277613 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a422ee8a-02b4-4e07-99c7-2c357af88ac0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Fanout notify agent at l3_agent the message router_deleted on router 431abed3-bb85-4e73-95a3-d00cf996bae7 {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:46:28.284805 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a422ee8a-02b4-4e07-99c7-2c357af88ac0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:28.285923 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a422ee8a-02b4-4e07-99c7-2c357af88ac0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/routers/431abed3-bb85-4e73-95a3-d00cf996bae7 HTTP/1.1" status: 204 len: 168 time: 1.2541420 Mar 23 02:46:28.290903 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34632) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:28.384835 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-450533aa-ddf9-4e53-8906-8aa69b7c367f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (84589495-2405-4eee-b3ed-5a356c20a370), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:28.432727 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 22f51a89-3122-4a57-9eb7-d3c11bfd1a9c no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:46:28.456717 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 22f51a89-3122-4a57-9eb7-d3c11bfd1a9c {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:46:28.457146 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 22f51a89-3122-4a57-9eb7-d3c11bfd1a9c not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:46:28.457642 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 243dc0ee-1cc0-4110-b520-5fe39337dfcb no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:46:28.488827 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 243dc0ee-1cc0-4110-b520-5fe39337dfcb {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:46:28.489065 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 243dc0ee-1cc0-4110-b520-5fe39337dfcb not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:46:28.498452 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-450533aa-ddf9-4e53-8906-8aa69b7c367f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (84589495-2405-4eee-b3ed-5a356c20a370), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:28.519074 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-450533aa-ddf9-4e53-8906-8aa69b7c367f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84589495-2405-4eee-b3ed-5a356c20a370']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:28.529270 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-450533aa-ddf9-4e53-8906-8aa69b7c367f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '534c797b-dc5b-4440-8d16-70361ebb614d') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:28.529513 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-450533aa-ddf9-4e53-8906-8aa69b7c367f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '534c797b-dc5b-4440-8d16-70361ebb614d') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:28.539434 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-450533aa-ddf9-4e53-8906-8aa69b7c367f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (534c797b-dc5b-4440-8d16-70361ebb614d), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:28.552547 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-450533aa-ddf9-4e53-8906-8aa69b7c367f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (534c797b-dc5b-4440-8d16-70361ebb614d), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:28.558602 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-450533aa-ddf9-4e53-8906-8aa69b7c367f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:46:28.558982 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-450533aa-ddf9-4e53-8906-8aa69b7c367f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (534c797b-dc5b-4440-8d16-70361ebb614d), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:28.561922 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:46:28.561922 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:46:28.561922 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:46:28.561922 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:46:28.561922 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:46:28.561922 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:46:28.561922 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:46:28.561922 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:46:28.561922 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:46:28.561922 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:46:28.561922 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:46:28.561922 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:46:28.561922 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:46:28.561922 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:46:28.561922 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:46:28.561922 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:46:28.561922 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:46:28.561922 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:46:28.561922 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:46:28.561922 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:46:28.561922 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:46:28.561922 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:46:28.561922 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:46:28.561922 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:46:28.561922 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:46:28.561922 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:46:28.561922 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:46:28.561922 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:46:28.561922 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:46:28.561922 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:46:28.561922 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:46:28.561922 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:46:28.665638 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-450533aa-ddf9-4e53-8906-8aa69b7c367f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (84589495-2405-4eee-b3ed-5a356c20a370), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:28.679704 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-450533aa-ddf9-4e53-8906-8aa69b7c367f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:28.679704 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-450533aa-ddf9-4e53-8906-8aa69b7c367f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/networks/84589495-2405-4eee-b3ed-5a356c20a370 HTTP/1.1" status: 204 len: 168 time: 0.3834229 Mar 23 02:46:28.689212 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450533aa-ddf9-4e53-8906-8aa69b7c367f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Network': ['ID=84589495-2405-4eee-b3ed-5a356c20a370,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:28.693514 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34634) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:28.700302 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-451ba564-0039-43e9-a422-adf63d2f57eb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'network': {'name': 'tempest-network-smoke--1594095054', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'port_security_enabled': True}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:28.784633 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451ba564-0039-43e9-a422-adf63d2f57eb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Made reservation on behalf of d14f7a32e895424c88fd77b8785e073b for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:46:28.787953 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-451ba564-0039-43e9-a422-adf63d2f57eb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:28.815186 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-451ba564-0039-43e9-a422-adf63d2f57eb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:46:28.828226 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-451ba564-0039-43e9-a422-adf63d2f57eb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (2650e1a4-140a-452d-96dc-69df10048f2d), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:28.828641 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-451ba564-0039-43e9-a422-adf63d2f57eb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Added segment 2650e1a4-140a-452d-96dc-69df10048f2d of type vlan for network 4d2858bb-a91c-49a1-9ee0-086b475279ad Mar 23 02:46:28.872940 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-451ba564-0039-43e9-a422-adf63d2f57eb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (4d2858bb-a91c-49a1-9ee0-086b475279ad), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:28.910703 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:46:28.980120 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-451ba564-0039-43e9-a422-adf63d2f57eb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (4d2858bb-a91c-49a1-9ee0-086b475279ad), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:28.985240 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451ba564-0039-43e9-a422-adf63d2f57eb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:28.985819 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-451ba564-0039-43e9-a422-adf63d2f57eb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:29.048988 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ba564-0039-43e9-a422-adf63d2f57eb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Network': ['ID=4d2858bb-a91c-49a1-9ee0-086b475279ad,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:29.058700 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 4d2858bb-a91c-49a1-9ee0-086b475279ad details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:46:29.117829 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-451ba564-0039-43e9-a422-adf63d2f57eb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4208679 Mar 23 02:46:29.118414 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34636) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:29.123757 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-b270544c-f891-471b-9a13-f77c73840f02 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-561388503', 'admin_state_up': True, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:29.225741 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b270544c-f891-471b-9a13-f77c73840f02 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (a81012b3-442d-4857-abe1-3a6b195d4d04), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:29.226880 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b270544c-f891-471b-9a13-f77c73840f02 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (a81012b3-442d-4857-abe1-3a6b195d4d04), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:29.283083 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b270544c-f891-471b-9a13-f77c73840f02 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_controller (a81012b3-442d-4857-abe1-3a6b195d4d04), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:29.485452 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b270544c-f891-471b-9a13-f77c73840f02 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_gateway (a81012b3-442d-4857-abe1-3a6b195d4d04), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:29.762120 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b270544c-f891-471b-9a13-f77c73840f02 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_gateway (a81012b3-442d-4857-abe1-3a6b195d4d04), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:29.780436 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b270544c-f891-471b-9a13-f77c73840f02 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:29.885586 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-b270544c-f891-471b-9a13-f77c73840f02 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.26.2.74 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/53fad130-954f-4610-aabc-f57fae92222a) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:46:29.984715 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b270544c-f891-471b-9a13-f77c73840f02 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (53fad130-954f-4610-aabc-f57fae92222a), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:30.077469 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b270544c-f891-471b-9a13-f77c73840f02 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (53fad130-954f-4610-aabc-f57fae92222a), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:30.115359 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b270544c-f891-471b-9a13-f77c73840f02 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:46:30.120749 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-b270544c-f891-471b-9a13-f77c73840f02 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:46:30.125818 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b270544c-f891-471b-9a13-f77c73840f02 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:46:30.127292 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270544c-f891-471b-9a13-f77c73840f02 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=53fad130-954f-4610-aabc-f57fae92222a,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:30.294425 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 83824430-4fa5-4138-861c-ddf369f3aa69 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:46:30.315034 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 83824430-4fa5-4138-861c-ddf369f3aa69 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:46:30.315385 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 83824430-4fa5-4138-861c-ddf369f3aa69 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:46:30.758879 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34640) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:30.857674 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b270544c-f891-471b-9a13-f77c73840f02 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_gateway (a81012b3-442d-4857-abe1-3a6b195d4d04), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:31.070709 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-c199c348-c6af-4830-992d-c6fbfe1dfba2 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Deleting port ddcee6b3-fd8a-401a-961d-713626100a65 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:46:31.070962 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c199c348-c6af-4830-992d-c6fbfe1dfba2 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (ddcee6b3-fd8a-401a-961d-713626100a65), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:31.152712 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b270544c-f891-471b-9a13-f77c73840f02 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (a81012b3-442d-4857-abe1-3a6b195d4d04), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:31.170546 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c199c348-c6af-4830-992d-c6fbfe1dfba2 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (ddcee6b3-fd8a-401a-961d-713626100a65), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:31.171011 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c199c348-c6af-4830-992d-c6fbfe1dfba2 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for floatingip (ddcee6b3-fd8a-401a-961d-713626100a65), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:31.243052 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-c199c348-c6af-4830-992d-c6fbfe1dfba2 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Calling delete_port for ddcee6b3-fd8a-401a-961d-713626100a65 owned by network:floatingip {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:46:31.460360 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b270544c-f891-471b-9a13-f77c73840f02 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router a81012b3-442d-4857-abe1-3a6b195d4d04 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:46:31.504621 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c199c348-c6af-4830-992d-c6fbfe1dfba2 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (ddcee6b3-fd8a-401a-961d-713626100a65), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:31.561454 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199c348-c6af-4830-992d-c6fbfe1dfba2 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Pushing event deleted for resources: {'Port': ['ID=ddcee6b3-fd8a-401a-961d-713626100a65,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:31.641901 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c199c348-c6af-4830-992d-c6fbfe1dfba2 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for floatingip (f0b86f80-8424-4e05-b7d7-5373b359e6ea), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:31.642234 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-c199c348-c6af-4830-992d-c6fbfe1dfba2 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Floating IP f0b86f80-8424-4e05-b7d7-5373b359e6ea disassociated (deleted). External IP: 172.26.2.63, port: 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d. Mar 23 02:46:31.645404 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b270544c-f891-471b-9a13-f77c73840f02 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:46:31.654777 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5e4612-4398-4dc3-b5b1-f7ff0a3c3c15 None None] Sync routers for ids ['a81012b3-442d-4857-abe1-3a6b195d4d04'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:46:31.665091 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5e4612-4398-4dc3-b5b1-f7ff0a3c3c15 None None] Routers {'a81012b3-442d-4857-abe1-3a6b195d4d04'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:46:31.665709 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-dd5e4612-4398-4dc3-b5b1-f7ff0a3c3c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:46:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a81012b3-442d-4857-abe1-3a6b195d4d04'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:31.774942 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-dd5e4612-4398-4dc3-b5b1-f7ff0a3c3c15 None None] Set router a81012b3-442d-4857-abe1-3a6b195d4d04 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:46:31.806831 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b270544c-f891-471b-9a13-f77c73840f02 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:31.808470 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b270544c-f891-471b-9a13-f77c73840f02 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6894727 Mar 23 02:46:31.811735 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34642) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:31.846434 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-02899ccf-8d93-4c01-9837-53b4dabd36ee tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=d14f7a32e895424c88fd77b8785e073b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310540 Mar 23 02:46:31.846802 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34644) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:31.950093 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c199c348-c6af-4830-992d-c6fbfe1dfba2 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Router f54c92ef-ef9a-4cc0-a131-832b44140cdd has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:46:31.954920 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-dd5e4612-4398-4dc3-b5b1-f7ff0a3c3c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'name': 'tempest-TestNetworkBasicOps-router-561388503', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '53fad130-954f-4610-aabc-f57fae92222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:30Z', 'revision_number': 3, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '53fad130-954f-4610-aabc-f57fae92222a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:01:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:31.967548 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d6c92b-e016-4a2c-8db5-17c7bfa6ecee tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:31.969053 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-77d6c92b-e016-4a2c-8db5-17c7bfa6ecee tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1212337 Mar 23 02:46:31.971992 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34646) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:31.983329 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5e4612-4398-4dc3-b5b1-f7ff0a3c3c15 None None] Checking router: a81012b3-442d-4857-abe1-3a6b195d4d04 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:46:31.983691 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5e4612-4398-4dc3-b5b1-f7ff0a3c3c15 None None] Updating router a81012b3-442d-4857-abe1-3a6b195d4d04 port 53fad130-954f-4610-aabc-f57fae92222a binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:46:32.001193 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f7d8f7b8-6131-4ed7-8c5a-a6d354e5104b tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6bbcca03-75ff-487c-8b0e-a32302dacbee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280452 Mar 23 02:46:32.003663 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34648) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:32.008726 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-65791db8-9f88-4111-b05d-7c1aa7b93338 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1534330108', 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:32.016589 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-dd5e4612-4398-4dc3-b5b1-f7ff0a3c3c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (53fad130-954f-4610-aabc-f57fae92222a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:32.083226 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c199c348-c6af-4830-992d-c6fbfe1dfba2 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:46:32.089168 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c199c348-c6af-4830-992d-c6fbfe1dfba2 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:32.097491 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fbcd64-be7d-4b15-84b5-8f7f3b7b646c None None] Sync routers for ids ['f54c92ef-ef9a-4cc0-a131-832b44140cdd'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:46:32.113078 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fbcd64-be7d-4b15-84b5-8f7f3b7b646c None None] Routers {'f54c92ef-ef9a-4cc0-a131-832b44140cdd'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:46:32.113695 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-b7fbcd64-be7d-4b15-84b5-8f7f3b7b646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:46:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['f54c92ef-ef9a-4cc0-a131-832b44140cdd'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:32.131797 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c199c348-c6af-4830-992d-c6fbfe1dfba2 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "DELETE /v2.0/floatingips/f0b86f80-8424-4e05-b7d7-5373b359e6ea HTTP/1.1" status: 204 len: 168 time: 1.3711569 Mar 23 02:46:32.132505 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3317271-cd96-4bcc-88a4-18a696128a17', 'tag': '911bbe3b-1d83-4fbc-afdf-16364b5c6e4d'}] {{(pid=104348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:46:32.135027 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a43494f7a0cd0c51715e4079ece57a9ff1e623b58ceb021b6bb41ba87478d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a939cb5-f331-40f6-8190-20fee56952ba" -d '{"events": [{"name": "network-changed", "server_uuid": "d3317271-cd96-4bcc-88a4-18a696128a17", "tag": "911bbe3b-1d83-4fbc-afdf-16364b5c6e4d"}]}' {{(pid=104348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:46:32.145820 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65791db8-9f88-4111-b05d-7c1aa7b93338 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Made reservation on behalf of d14f7a32e895424c88fd77b8785e073b for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:46:32.151089 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-65791db8-9f88-4111-b05d-7c1aa7b93338 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:32.183503 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a988496-5e2e-439f-b944-02faa360e64e x-openstack-request-id: req-7a988496-5e2e-439f-b944-02faa360e64e {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:46:32.187617 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3317271-cd96-4bcc-88a4-18a696128a17", "tag": "911bbe3b-1d83-4fbc-afdf-16364b5c6e4d", "status": "completed", "code": 200}]} {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:46:32.187617 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7a988496-5e2e-439f-b944-02faa360e64e {{(pid=104348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:46:32.187617 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a988496-5e2e-439f-b944-02faa360e64e'] response: {'name': 'network-changed', 'server_uuid': 'd3317271-cd96-4bcc-88a4-18a696128a17', 'tag': '911bbe3b-1d83-4fbc-afdf-16364b5c6e4d', 'status': 'completed', 'code': 200} Mar 23 02:46:32.274638 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-b7fbcd64-be7d-4b15-84b5-8f7f3b7b646c None None] Set router f54c92ef-ef9a-4cc0-a131-832b44140cdd gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:46:32.315651 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a939cb5-f331-40f6-8190-20fee56952ba req-25e6e98f-c968-4889-b3d2-e145eb68d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:32.317396 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1a939cb5-f331-40f6-8190-20fee56952ba req-25e6e98f-c968-4889-b3d2-e145eb68d238 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af323650c5bb41fcb7c7f8a75f4eeb34&device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 1129 time: 0.0920672 Mar 23 02:46:32.353314 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-dd5e4612-4398-4dc3-b5b1-f7ff0a3c3c15 None None] Publish callbacks [] for port (53fad130-954f-4610-aabc-f57fae92222a), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:32.419814 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-dd5e4612-4398-4dc3-b5b1-f7ff0a3c3c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (53fad130-954f-4610-aabc-f57fae92222a), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:32.480156 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-dd5e4612-4398-4dc3-b5b1-f7ff0a3c3c15 None None] Attempting to bind port 53fad130-954f-4610-aabc-f57fae92222a on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:46:32.480812 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-dd5e4612-4398-4dc3-b5b1-f7ff0a3c3c15 None None] Attempting to bind port 53fad130-954f-4610-aabc-f57fae92222a by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:46:32.480995 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5e4612-4398-4dc3-b5b1-f7ff0a3c3c15 None None] Attempting to bind port 53fad130-954f-4610-aabc-f57fae92222a on network 6bbcca03-75ff-487c-8b0e-a32302dacbee {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:46:32.486571 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5e4612-4398-4dc3-b5b1-f7ff0a3c3c15 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:46:32.486955 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5e4612-4398-4dc3-b5b1-f7ff0a3c3c15 None None] Checking segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:46:32.487370 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-dd5e4612-4398-4dc3-b5b1-f7ff0a3c3c15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:32.487767 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5e4612-4398-4dc3-b5b1-f7ff0a3c3c15 None None] Bound using segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:46:32.499404 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-dd5e4612-4398-4dc3-b5b1-f7ff0a3c3c15 None None] Bound port: 53fad130-954f-4610-aabc-f57fae92222a, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:46:32.499404 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-dd5e4612-4398-4dc3-b5b1-f7ff0a3c3c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (53fad130-954f-4610-aabc-f57fae92222a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:32.499723 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a939cb5-f331-40f6-8190-20fee56952ba req-7bff48aa-94f4-40f4-945f-99f5a038ca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:32.500152 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d41a8-0d96-4de4-ab63-166ff8ae5011 None None] Pushing event updated for resources: {'Port': ['ID=53fad130-954f-4610-aabc-f57fae92222a,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:32.500267 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1a939cb5-f331-40f6-8190-20fee56952ba req-7bff48aa-94f4-40f4-945f-99f5a038ca5d service neutron] 10.222.0.23 "GET /v2.0/networks?id=64dc880d-e425-4f5a-aa4d-17cbb60f356a HTTP/1.1" status: 200 len: 897 time: 0.1687384 Mar 23 02:46:32.547463 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1a939cb5-f331-40f6-8190-20fee56952ba req-25bada0d-d933-4925-96e7-cd1aae9b6541 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=911bbe3b-1d83-4fbc-afdf-16364b5c6e4d HTTP/1.1" status: 200 len: 217 time: 0.0473950 Mar 23 02:46:32.554844 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-dd5e4612-4398-4dc3-b5b1-f7ff0a3c3c15 None None] For port 53fad130-954f-4610-aabc-f57fae92222a, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:46:32.557297 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-65791db8-9f88-4111-b05d-7c1aa7b93338 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (2bf964d4-8e27-4675-95e6-63a8b1b44ae3), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:32.570221 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-dd5e4612-4398-4dc3-b5b1-f7ff0a3c3c15 None None] For port 53fad130-954f-4610-aabc-f57fae92222a, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=53fad130-954f-4610-aabc-f57fae92222a,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:46:32.624465 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-b7fbcd64-be7d-4b15-84b5-8f7f3b7b646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628394960', 'tenant_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'dbb67dd5-a1df-4c75-a4f8-12a007b88d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:49Z', 'updated_at': '2022-03-23T02:44:54Z', 'revision_number': 4, 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'gw_port': {'id': 'dbb67dd5-a1df-4c75-a4f8-12a007b88d2a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:50Z', 'updated_at': '2022-03-23T02:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e', 'name': '', 'network_id': '64dc880d-e425-4f5a-aa4d-17cbb60f356a', 'tenant_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'mac_address': 'fa:16:3e:73:c3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '8e235e68-d71a-4a77-aa02-9f7c92183444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:53Z', 'updated_at': '2022-03-23T02:44:58Z', 'revision_number': 5, 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'subnets': [{'id': '8e235e68-d71a-4a77-aa02-9f7c92183444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:32.636521 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-dd5e4612-4398-4dc3-b5b1-f7ff0a3c3c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (53fad130-954f-4610-aabc-f57fae92222a), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:32.652352 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fbcd64-be7d-4b15-84b5-8f7f3b7b646c None None] Checking router: f54c92ef-ef9a-4cc0-a131-832b44140cdd for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:46:32.661094 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fbcd64-be7d-4b15-84b5-8f7f3b7b646c None None] Routers {'f54c92ef-ef9a-4cc0-a131-832b44140cdd'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:46:32.661712 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-b7fbcd64-be7d-4b15-84b5-8f7f3b7b646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:46:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['f54c92ef-ef9a-4cc0-a131-832b44140cdd'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:32.666105 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65791db8-9f88-4111-b05d-7c1aa7b93338 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Subnet': ['ID=2bf964d4-8e27-4675-95e6-63a8b1b44ae3,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:32.670784 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a939cb5-f331-40f6-8190-20fee56952ba req-706da80d-2962-46cd-9094-d5e0bcb8c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:32.672301 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1a939cb5-f331-40f6-8190-20fee56952ba req-706da80d-2962-46cd-9094-d5e0bcb8c9b1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8e235e68-d71a-4a77-aa02-9f7c92183444 HTTP/1.1" status: 200 len: 835 time: 0.1093638 Mar 23 02:46:32.692482 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65791db8-9f88-4111-b05d-7c1aa7b93338 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Checking segment: {'id': '2650e1a4-140a-452d-96dc-69df10048f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:46:32.692482 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65791db8-9f88-4111-b05d-7c1aa7b93338 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network hostable DHCP agents. Network: 4d2858bb-a91c-49a1-9ee0-086b475279ad, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:46:32.711864 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8fbc3-854c-46f4-990a-8c7546065a95 req-daae73b0-a4ef-4084-be86-1a893ada1a16 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:32.713365 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5e4612-4398-4dc3-b5b1-f7ff0a3c3c15 None None] Routers {'a81012b3-442d-4857-abe1-3a6b195d4d04'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:46:32.714273 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-dd5e4612-4398-4dc3-b5b1-f7ff0a3c3c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:46:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a81012b3-442d-4857-abe1-3a6b195d4d04'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:32.715231 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7bc8fbc3-854c-46f4-990a-8c7546065a95 req-daae73b0-a4ef-4084-be86-1a893ada1a16 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 945 time: 0.0977333 Mar 23 02:46:32.742458 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a939cb5-f331-40f6-8190-20fee56952ba req-5c7408a1-9dd0-4a9c-9e72-c176f8d5627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:32.747785 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1a939cb5-f331-40f6-8190-20fee56952ba req-5c7408a1-9dd0-4a9c-9e72-c176f8d5627e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=64dc880d-e425-4f5a-aa4d-17cbb60f356a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0634477 Mar 23 02:46:32.759693 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d41a8-0d96-4de4-ab63-166ff8ae5011 None None] Pushing event updated for resources: {'Port': ['ID=53fad130-954f-4610-aabc-f57fae92222a,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:32.791841 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-b7fbcd64-be7d-4b15-84b5-8f7f3b7b646c None None] Set router f54c92ef-ef9a-4cc0-a131-832b44140cdd gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:46:32.801620 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7bc8fbc3-854c-46f4-990a-8c7546065a95 req-35ffa54e-70a4-46d3-a736-08ddb839352d tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff2566c-ff00-4973-977d-e77a93112921&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795531 Mar 23 02:46:32.827764 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65791db8-9f88-4111-b05d-7c1aa7b93338 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 4d2858bb-a91c-49a1-9ee0-086b475279ad is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:46:32.849326 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-dd5e4612-4398-4dc3-b5b1-f7ff0a3c3c15 None None] Set router a81012b3-442d-4857-abe1-3a6b195d4d04 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:46:32.854018 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1a939cb5-f331-40f6-8190-20fee56952ba req-56367f22-769a-4b50-b046-285f0231e396 service neutron] 10.222.0.23 "GET /v2.0/networks/64dc880d-e425-4f5a-aa4d-17cbb60f356a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017087 Mar 23 02:46:32.908682 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-65791db8-9f88-4111-b05d-7c1aa7b93338 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 4d2858bb-a91c-49a1-9ee0-086b475279ad) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:46:32.917127 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65791db8-9f88-4111-b05d-7c1aa7b93338 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:32.917942 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-65791db8-9f88-4111-b05d-7c1aa7b93338 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:32.965259 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1a939cb5-f331-40f6-8190-20fee56952ba req-7407ba40-8f38-4c57-849f-1628d48770b5 service neutron] 10.222.0.23 "GET /v2.0/networks/64dc880d-e425-4f5a-aa4d-17cbb60f356a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037703 Mar 23 02:46:32.991505 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-65791db8-9f88-4111-b05d-7c1aa7b93338 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9834504 Mar 23 02:46:32.992252 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34656) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:33.028519 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d2b32f-4145-4c08-b802-17856721c1bb None None] Network 4d2858bb-a91c-49a1-9ee0-086b475279ad requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:46:33.035047 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-b7fbcd64-be7d-4b15-84b5-8f7f3b7b646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628394960', 'tenant_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'dbb67dd5-a1df-4c75-a4f8-12a007b88d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:49Z', 'updated_at': '2022-03-23T02:44:54Z', 'revision_number': 4, 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'gw_port': {'id': 'dbb67dd5-a1df-4c75-a4f8-12a007b88d2a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:50Z', 'updated_at': '2022-03-23T02:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e', 'name': '', 'network_id': '64dc880d-e425-4f5a-aa4d-17cbb60f356a', 'tenant_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'mac_address': 'fa:16:3e:73:c3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '8e235e68-d71a-4a77-aa02-9f7c92183444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:53Z', 'updated_at': '2022-03-23T02:44:58Z', 'revision_number': 5, 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'subnets': [{'id': '8e235e68-d71a-4a77-aa02-9f7c92183444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:33.066642 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fbcd64-be7d-4b15-84b5-8f7f3b7b646c None None] The sync data for ids ['f54c92ef-ef9a-4cc0-a131-832b44140cdd'] in dv-neutron-834613-2-hyperv is: [{'id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628394960', 'tenant_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'dbb67dd5-a1df-4c75-a4f8-12a007b88d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:49Z', 'updated_at': '2022-03-23T02:44:54Z', 'revision_number': 4, 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'gw_port': {'id': 'dbb67dd5-a1df-4c75-a4f8-12a007b88d2a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:50Z', 'updated_at': '2022-03-23T02:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e', 'name': '', 'network_id': '64dc880d-e425-4f5a-aa4d-17cbb60f356a', 'tenant_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'mac_address': 'fa:16:3e:73:c3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '8e235e68-d71a-4a77-aa02-9f7c92183444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:53Z', 'updated_at': '2022-03-23T02:44:58Z', 'revision_number': 5, 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'subnets': [{'id': '8e235e68-d71a-4a77-aa02-9f7c92183444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:46:33.262438 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de313563-2df7-46a4-9141-4e008c40b623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-4d2858bb-a91c-49a1-9ee0-086b475279ad', 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ips': [{'subnet_id': '2bf964d4-8e27-4675-95e6-63a8b1b44ae3'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:46:33.263292 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-de313563-2df7-46a4-9141-4e008c40b623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:33.363087 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a46f92-712a-4d53-9b1b-8fc7c2ac67c4 None None] New status for floating IP f0b86f80-8424-4e05-b7d7-5373b359e6ea: DOWN {{(pid=104350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:46:33.370019 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-dd5e4612-4398-4dc3-b5b1-f7ff0a3c3c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'name': 'tempest-TestNetworkBasicOps-router-561388503', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '53fad130-954f-4610-aabc-f57fae92222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:30Z', 'revision_number': 3, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '53fad130-954f-4610-aabc-f57fae92222a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:01:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:33.457867 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5e4612-4398-4dc3-b5b1-f7ff0a3c3c15 None None] The sync data for ids ['a81012b3-442d-4857-abe1-3a6b195d4d04'] in dv-neutron-834613-2-hyperv is: [{'id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'name': 'tempest-TestNetworkBasicOps-router-561388503', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '53fad130-954f-4610-aabc-f57fae92222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:30Z', 'revision_number': 3, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '53fad130-954f-4610-aabc-f57fae92222a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:01:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:46:33.465105 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-45abc409-7147-4164-94da-b370fdadc2f5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:33.513073 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-de313563-2df7-46a4-9141-4e008c40b623 None None] Allocated IP 172.20.0.2 (4d2858bb-a91c-49a1-9ee0-086b475279ad/2bf964d4-8e27-4675-95e6-63a8b1b44ae3/d0fabe90-669e-4fd8-9394-c041656f7b16) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:46:33.672860 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-de313563-2df7-46a4-9141-4e008c40b623 None None] Publish callbacks [] for port (d0fabe90-669e-4fd8-9394-c041656f7b16), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:33.768816 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-de313563-2df7-46a4-9141-4e008c40b623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (d0fabe90-669e-4fd8-9394-c041656f7b16), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:33.812589 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de313563-2df7-46a4-9141-4e008c40b623 None None] Network 4d2858bb-a91c-49a1-9ee0-086b475279ad is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:46:33.817510 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-de313563-2df7-46a4-9141-4e008c40b623 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:46:33.820788 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de313563-2df7-46a4-9141-4e008c40b623 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:46:33.830498 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-45abc409-7147-4164-94da-b370fdadc2f5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.20.0.1 (4d2858bb-a91c-49a1-9ee0-086b475279ad/2bf964d4-8e27-4675-95e6-63a8b1b44ae3/2127f41f-657b-4193-9784-96a9c5c60d53) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:46:33.842970 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de313563-2df7-46a4-9141-4e008c40b623 None None] Pushing event updated for resources: {'Port': ['ID=d0fabe90-669e-4fd8-9394-c041656f7b16,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:33.920614 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-de313563-2df7-46a4-9141-4e008c40b623 None None] Attempting to bind port d0fabe90-669e-4fd8-9394-c041656f7b16 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:46:33.921013 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-de313563-2df7-46a4-9141-4e008c40b623 None None] Attempting to bind port d0fabe90-669e-4fd8-9394-c041656f7b16 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '2650e1a4-140a-452d-96dc-69df10048f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:46:33.921384 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de313563-2df7-46a4-9141-4e008c40b623 None None] Attempting to bind port d0fabe90-669e-4fd8-9394-c041656f7b16 on network 4d2858bb-a91c-49a1-9ee0-086b475279ad {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:46:33.928012 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de313563-2df7-46a4-9141-4e008c40b623 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:46:33.928449 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de313563-2df7-46a4-9141-4e008c40b623 None None] Checking segment: {'id': '2650e1a4-140a-452d-96dc-69df10048f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:46:33.929052 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-de313563-2df7-46a4-9141-4e008c40b623 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:33.929461 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de313563-2df7-46a4-9141-4e008c40b623 None None] Bound using segment: {'id': '2650e1a4-140a-452d-96dc-69df10048f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:46:33.929947 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-de313563-2df7-46a4-9141-4e008c40b623 None None] Bound port: d0fabe90-669e-4fd8-9394-c041656f7b16, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2650e1a4-140a-452d-96dc-69df10048f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:46:33.930339 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-de313563-2df7-46a4-9141-4e008c40b623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d0fabe90-669e-4fd8-9394-c041656f7b16), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:33.973436 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a26db8-8011-4621-bbd0-c5d0839c0b35 req-514ce6b3-8d7d-4271-a8a3-d5e47ed9913b tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:33.976539 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-40a26db8-8011-4621-bbd0-c5d0839c0b35 req-514ce6b3-8d7d-4271-a8a3-d5e47ed9913b tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 945 time: 0.1138787 Mar 23 02:46:33.982696 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-45abc409-7147-4164-94da-b370fdadc2f5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (2127f41f-657b-4193-9784-96a9c5c60d53), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:34.011518 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-de313563-2df7-46a4-9141-4e008c40b623 None None] For port d0fabe90-669e-4fd8-9394-c041656f7b16, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:46:34.015075 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-de313563-2df7-46a4-9141-4e008c40b623 None None] For port d0fabe90-669e-4fd8-9394-c041656f7b16, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=d0fabe90-669e-4fd8-9394-c041656f7b16,segment=NetworkSegment(2650e1a4-140a-452d-96dc-69df10048f2d),segment_id=2650e1a4-140a-452d-96dc-69df10048f2d)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:46:34.034590 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78158d60-b291-4b54-ac47-23364ed36dfc req-68c10c45-04c8-4cad-ac1a-94df631e0e7b tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:34.036811 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-78158d60-b291-4b54-ac47-23364ed36dfc req-68c10c45-04c8-4cad-ac1a-94df631e0e7b tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 945 time: 0.1163576 Mar 23 02:46:34.071589 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-de313563-2df7-46a4-9141-4e008c40b623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (d0fabe90-669e-4fd8-9394-c041656f7b16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:34.089862 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-45abc409-7147-4164-94da-b370fdadc2f5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (2127f41f-657b-4193-9784-96a9c5c60d53), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:34.118539 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-78158d60-b291-4b54-ac47-23364ed36dfc req-0d780b57-2db2-4f8e-aa97-8491cb99e4ed tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff2566c-ff00-4973-977d-e77a93112921&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728874 Mar 23 02:46:34.134360 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-40a26db8-8011-4621-bbd0-c5d0839c0b35 req-73f879b4-fdd2-4b21-a495-9d98759256e8 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Deleting port 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:46:34.134709 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-40a26db8-8011-4621-bbd0-c5d0839c0b35 req-73f879b4-fdd2-4b21-a495-9d98759256e8 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (911bbe3b-1d83-4fbc-afdf-16364b5c6e4d), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:34.161820 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45abc409-7147-4164-94da-b370fdadc2f5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 4d2858bb-a91c-49a1-9ee0-086b475279ad is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:46:34.167718 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-45abc409-7147-4164-94da-b370fdadc2f5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:46:34.173030 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45abc409-7147-4164-94da-b370fdadc2f5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:46:34.176957 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de313563-2df7-46a4-9141-4e008c40b623 None None] Pushing event updated for resources: {'Port': ['ID=d0fabe90-669e-4fd8-9394-c041656f7b16,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:34.234103 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-45abc409-7147-4164-94da-b370fdadc2f5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (a81012b3-442d-4857-abe1-3a6b195d4d04), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:34.238331 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abc409-7147-4164-94da-b370fdadc2f5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=2127f41f-657b-4193-9784-96a9c5c60d53,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:34.272467 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-40a26db8-8011-4621-bbd0-c5d0839c0b35 req-73f879b4-fdd2-4b21-a495-9d98759256e8 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] For port 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=911bbe3b-1d83-4fbc-afdf-16364b5c6e4d,segment=NetworkSegment(80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4),segment_id=80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:46:34.273109 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-40a26db8-8011-4621-bbd0-c5d0839c0b35 req-73f879b4-fdd2-4b21-a495-9d98759256e8 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (911bbe3b-1d83-4fbc-afdf-16364b5c6e4d), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:34.290891 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-40a26db8-8011-4621-bbd0-c5d0839c0b35 req-73f879b4-fdd2-4b21-a495-9d98759256e8 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Calling delete_port for 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:46:34.432177 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 53fad130-954f-4610-aabc-f57fae92222a up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:46:34.494075 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-45abc409-7147-4164-94da-b370fdadc2f5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2127f41f-657b-4193-9784-96a9c5c60d53), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:34.517902 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 53fad130-954f-4610-aabc-f57fae92222a triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:34.518345 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (53fad130-954f-4610-aabc-f57fae92222a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:34.562974 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-40a26db8-8011-4621-bbd0-c5d0839c0b35 req-73f879b4-fdd2-4b21-a495-9d98759256e8 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (911bbe3b-1d83-4fbc-afdf-16364b5c6e4d), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:34.606513 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f879b4-fdd2-4b21-a495-9d98759256e8 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Pushing event deleted for resources: {'Port': ['ID=911bbe3b-1d83-4fbc-afdf-16364b5c6e4d,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:34.618142 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 53fad130-954f-4610-aabc-f57fae92222a is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:46:34.621244 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (53fad130-954f-4610-aabc-f57fae92222a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:34.643454 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 53fad130-954f-4610-aabc-f57fae92222a, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=53fad130-954f-4610-aabc-f57fae92222a,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:46:34.649581 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f879b4-fdd2-4b21-a495-9d98759256e8 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:34.649939 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f879b4-fdd2-4b21-a495-9d98759256e8 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:34.653167 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f879b4-fdd2-4b21-a495-9d98759256e8 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:34.653167 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f879b4-fdd2-4b21-a495-9d98759256e8 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:34.653167 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f879b4-fdd2-4b21-a495-9d98759256e8 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:34.653167 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f879b4-fdd2-4b21-a495-9d98759256e8 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:34.653167 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f879b4-fdd2-4b21-a495-9d98759256e8 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:34.653167 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f879b4-fdd2-4b21-a495-9d98759256e8 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:34.653167 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f879b4-fdd2-4b21-a495-9d98759256e8 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:34.653167 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f879b4-fdd2-4b21-a495-9d98759256e8 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:34.653167 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f879b4-fdd2-4b21-a495-9d98759256e8 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:34.654054 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f879b4-fdd2-4b21-a495-9d98759256e8 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:34.654054 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f879b4-fdd2-4b21-a495-9d98759256e8 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:34.654257 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f879b4-fdd2-4b21-a495-9d98759256e8 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:34.654423 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f879b4-fdd2-4b21-a495-9d98759256e8 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:34.677458 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a26db8-8011-4621-bbd0-c5d0839c0b35 req-73f879b4-fdd2-4b21-a495-9d98759256e8 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] No DVR routers for this DVR port 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:46:34.680023 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-40a26db8-8011-4621-bbd0-c5d0839c0b35 req-73f879b4-fdd2-4b21-a495-9d98759256e8 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:34.683337 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-40a26db8-8011-4621-bbd0-c5d0839c0b35 req-73f879b4-fdd2-4b21-a495-9d98759256e8 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.23 "DELETE /v2.0/ports/911bbe3b-1d83-4fbc-afdf-16364b5c6e4d HTTP/1.1" status: 204 len: 173 time: 0.6998825 Mar 23 02:46:34.683783 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3317271-cd96-4bcc-88a4-18a696128a17', 'name': 'network-vif-deleted', 'tag': '911bbe3b-1d83-4fbc-afdf-16364b5c6e4d'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:46:34.686243 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac264654-ecc2-4aca-bde5-93e7f2a34d6d" -d '{"events": [{"server_uuid": "d3317271-cd96-4bcc-88a4-18a696128a17", "name": "network-vif-deleted", "tag": "911bbe3b-1d83-4fbc-afdf-16364b5c6e4d"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:46:34.689343 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (53fad130-954f-4610-aabc-f57fae92222a), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:34.736158 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df22dbb-4c31-43b3-bd76-2704abefbd13 x-openstack-request-id: req-1df22dbb-4c31-43b3-bd76-2704abefbd13 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:46:34.736687 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3317271-cd96-4bcc-88a4-18a696128a17", "name": "network-vif-deleted", "tag": "911bbe3b-1d83-4fbc-afdf-16364b5c6e4d", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:46:34.737132 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1df22dbb-4c31-43b3-bd76-2704abefbd13 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:46:34.737713 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1df22dbb-4c31-43b3-bd76-2704abefbd13'] response: {'server_uuid': 'd3317271-cd96-4bcc-88a4-18a696128a17', 'name': 'network-vif-deleted', 'tag': '911bbe3b-1d83-4fbc-afdf-16364b5c6e4d', 'status': 'completed', 'code': 200} Mar 23 02:46:34.743811 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=53fad130-954f-4610-aabc-f57fae92222a,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:34.845384 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-45abc409-7147-4164-94da-b370fdadc2f5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (2127f41f-657b-4193-9784-96a9c5c60d53), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:34.916928 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-45abc409-7147-4164-94da-b370fdadc2f5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (2127f41f-657b-4193-9784-96a9c5c60d53), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:34.995460 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-45abc409-7147-4164-94da-b370fdadc2f5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (a81012b3-442d-4857-abe1-3a6b195d4d04), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:34.997368 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abc409-7147-4164-94da-b370fdadc2f5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=2127f41f-657b-4193-9784-96a9c5c60d53,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:35.106122 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45abc409-7147-4164-94da-b370fdadc2f5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 4d2858bb-a91c-49a1-9ee0-086b475279ad is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:46:35.107638 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-45abc409-7147-4164-94da-b370fdadc2f5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:46:35.249088 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45abc409-7147-4164-94da-b370fdadc2f5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router a81012b3-442d-4857-abe1-3a6b195d4d04 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:46:35.258832 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-66ab4e46-9664-4a41-a68c-2234acdf506b req-0e91e3f1-cef9-4e64-b38e-77bd43dcc166 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3317271-cd96-4bcc-88a4-18a696128a17 HTTP/1.1" status: 200 len: 210 time: 0.0370038 Mar 23 02:46:35.488032 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a61687-14d7-49fe-a359-b7bde960dd78 None None] Network 4d2858bb-a91c-49a1-9ee0-086b475279ad requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:46:35.564430 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-98cc8268-9eb3-4df2-b0f8-460a9c4d1730 None None] Provisioning complete for port d0fabe90-669e-4fd8-9394-c041656f7b16 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:35.565079 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-98cc8268-9eb3-4df2-b0f8-460a9c4d1730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d0fabe90-669e-4fd8-9394-c041656f7b16), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:35.682268 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45abc409-7147-4164-94da-b370fdadc2f5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:46:35.689960 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-45abc409-7147-4164-94da-b370fdadc2f5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "PUT /v2.0/routers/a81012b3-442d-4857-abe1-3a6b195d4d04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6939187 Mar 23 02:46:35.690746 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34664) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:35.702788 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-98cc8268-9eb3-4df2-b0f8-460a9c4d1730 None None] Current status of the port d0fabe90-669e-4fd8-9394-c041656f7b16 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:46:35.703234 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-98cc8268-9eb3-4df2-b0f8-460a9c4d1730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d0fabe90-669e-4fd8-9394-c041656f7b16), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:35.745148 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-98cc8268-9eb3-4df2-b0f8-460a9c4d1730 None None] For port d0fabe90-669e-4fd8-9394-c041656f7b16, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=d0fabe90-669e-4fd8-9394-c041656f7b16,segment=NetworkSegment(2650e1a4-140a-452d-96dc-69df10048f2d),segment_id=2650e1a4-140a-452d-96dc-69df10048f2d)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:46:35.806000 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db24525d-65af-44a2-b49d-9252f510d3f5 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:35.806484 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db24525d-65af-44a2-b49d-9252f510d3f5 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:35.806947 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db24525d-65af-44a2-b49d-9252f510d3f5 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:35.807567 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db24525d-65af-44a2-b49d-9252f510d3f5 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:35.808065 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db24525d-65af-44a2-b49d-9252f510d3f5 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:35.809850 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-db24525d-65af-44a2-b49d-9252f510d3f5 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.1187010 Mar 23 02:46:35.813353 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34666) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:35.837261 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-98cc8268-9eb3-4df2-b0f8-460a9c4d1730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (d0fabe90-669e-4fd8-9394-c041656f7b16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:35.876517 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab47993-75be-4b84-a3d0-319591759043 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:35.878086 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab47993-75be-4b84-a3d0-319591759043 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:35.878619 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab47993-75be-4b84-a3d0-319591759043 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:35.879214 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab47993-75be-4b84-a3d0-319591759043 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:35.879675 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab47993-75be-4b84-a3d0-319591759043 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:35.882222 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-aab47993-75be-4b84-a3d0-319591759043 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3351 time: 0.0670927 Mar 23 02:46:35.885313 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34668) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:35.895187 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43b9f61-a36a-4def-a14d-caaab22ddc5c None None] Sync routers for ids ['a81012b3-442d-4857-abe1-3a6b195d4d04'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:46:35.899168 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc8268-9eb3-4df2-b0f8-460a9c4d1730 None None] Pushing event updated for resources: {'Port': ['ID=d0fabe90-669e-4fd8-9394-c041656f7b16,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:35.905681 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43b9f61-a36a-4def-a14d-caaab22ddc5c None None] Routers {'a81012b3-442d-4857-abe1-3a6b195d4d04'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:46:35.906315 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-a43b9f61-a36a-4def-a14d-caaab22ddc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:46:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a81012b3-442d-4857-abe1-3a6b195d4d04'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:35.958498 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-ebd90ac8-32cf-469c-94af-440303f9b8cc None None] Provisioning complete for port d0fabe90-669e-4fd8-9394-c041656f7b16 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:35.958928 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ebd90ac8-32cf-469c-94af-440303f9b8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d0fabe90-669e-4fd8-9394-c041656f7b16), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:36.041648 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-a43b9f61-a36a-4def-a14d-caaab22ddc5c None None] Set router a81012b3-442d-4857-abe1-3a6b195d4d04 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:46:36.052317 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-ebd90ac8-32cf-469c-94af-440303f9b8cc None None] Current status of the port d0fabe90-669e-4fd8-9394-c041656f7b16 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:46:36.064822 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-ebd90ac8-32cf-469c-94af-440303f9b8cc None None] Provisioning complete for port 2127f41f-657b-4193-9784-96a9c5c60d53 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:36.065212 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ebd90ac8-32cf-469c-94af-440303f9b8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (2127f41f-657b-4193-9784-96a9c5c60d53), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:36.103543 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-ebd90ac8-32cf-469c-94af-440303f9b8cc None None] Port 2127f41f-657b-4193-9784-96a9c5c60d53 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:46:36.184587 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-412756e7-01dc-4a11-a845-c445dbfc7416 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2331 time: 0.2979975 Mar 23 02:46:36.228663 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-461d504a-1aa5-4764-ba47-2bf4fe034d0d None None] Provisioning complete for port 2127f41f-657b-4193-9784-96a9c5c60d53 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:36.229120 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-461d504a-1aa5-4764-ba47-2bf4fe034d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (2127f41f-657b-4193-9784-96a9c5c60d53), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:36.268925 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-461d504a-1aa5-4764-ba47-2bf4fe034d0d None None] Port 2127f41f-657b-4193-9784-96a9c5c60d53 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:46:36.277560 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-a43b9f61-a36a-4def-a14d-caaab22ddc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'name': 'tempest-TestNetworkBasicOps-router-561388503', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '53fad130-954f-4610-aabc-f57fae92222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '53fad130-954f-4610-aabc-f57fae92222a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '2127f41f-657b-4193-9784-96a9c5c60d53', 'name': '', 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:07:88:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '2bf964d4-8e27-4675-95e6-63a8b1b44ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:33Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 2, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '2bf964d4-8e27-4675-95e6-63a8b1b44ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:36.307509 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43b9f61-a36a-4def-a14d-caaab22ddc5c None None] Checking router: a81012b3-442d-4857-abe1-3a6b195d4d04 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:46:36.308005 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43b9f61-a36a-4def-a14d-caaab22ddc5c None None] Updating router a81012b3-442d-4857-abe1-3a6b195d4d04 port 2127f41f-657b-4193-9784-96a9c5c60d53 binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:46:36.342948 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-a43b9f61-a36a-4def-a14d-caaab22ddc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2127f41f-657b-4193-9784-96a9c5c60d53), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:36.369091 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34674) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:36.396187 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-1d0acc24-ccdc-4730-9e23-fc89090575bd None None] Provisioning complete for port 2127f41f-657b-4193-9784-96a9c5c60d53 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:36.396574 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1d0acc24-ccdc-4730-9e23-fc89090575bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (2127f41f-657b-4193-9784-96a9c5c60d53), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:36.443887 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-1d0acc24-ccdc-4730-9e23-fc89090575bd None None] Port 2127f41f-657b-4193-9784-96a9c5c60d53 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:46:36.549757 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 53fad130-954f-4610-aabc-f57fae92222a up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:46:36.607166 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 53fad130-954f-4610-aabc-f57fae92222a triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:36.607711 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (53fad130-954f-4610-aabc-f57fae92222a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:36.699073 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-a43b9f61-a36a-4def-a14d-caaab22ddc5c None None] Publish callbacks [] for port (2127f41f-657b-4193-9784-96a9c5c60d53), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:36.723676 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 53fad130-954f-4610-aabc-f57fae92222a is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:46:36.727048 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d0fabe90-669e-4fd8-9394-c041656f7b16 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:46:36.779995 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-a43b9f61-a36a-4def-a14d-caaab22ddc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (2127f41f-657b-4193-9784-96a9c5c60d53), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:36.782095 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port d0fabe90-669e-4fd8-9394-c041656f7b16 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:36.782491 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d0fabe90-669e-4fd8-9394-c041656f7b16), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:36.849892 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e592f7f-96ce-41aa-b22b-c0a2eb7139c2 None None] Pushing event updated for resources: {'Port': ['ID=2127f41f-657b-4193-9784-96a9c5c60d53,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:36.876231 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fff984ee-0328-4b95-99d2-338b7b79c4ef tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (f54c92ef-ef9a-4cc0-a131-832b44140cdd), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:36.886182 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e592f7f-96ce-41aa-b22b-c0a2eb7139c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:36.888146 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e592f7f-96ce-41aa-b22b-c0a2eb7139c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:36.888537 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e592f7f-96ce-41aa-b22b-c0a2eb7139c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:36.888886 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e592f7f-96ce-41aa-b22b-c0a2eb7139c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:36.889224 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e592f7f-96ce-41aa-b22b-c0a2eb7139c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:36.889562 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e592f7f-96ce-41aa-b22b-c0a2eb7139c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:36.889890 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e592f7f-96ce-41aa-b22b-c0a2eb7139c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:36.890212 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e592f7f-96ce-41aa-b22b-c0a2eb7139c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:36.890552 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e592f7f-96ce-41aa-b22b-c0a2eb7139c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:36.890882 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e592f7f-96ce-41aa-b22b-c0a2eb7139c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:36.891204 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e592f7f-96ce-41aa-b22b-c0a2eb7139c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:36.891546 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e592f7f-96ce-41aa-b22b-c0a2eb7139c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:36.892058 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e592f7f-96ce-41aa-b22b-c0a2eb7139c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:36.892388 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e592f7f-96ce-41aa-b22b-c0a2eb7139c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:36.892706 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e592f7f-96ce-41aa-b22b-c0a2eb7139c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:36.904798 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port d0fabe90-669e-4fd8-9394-c041656f7b16 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:46:36.942536 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-a43b9f61-a36a-4def-a14d-caaab22ddc5c None None] Attempting to bind port 2127f41f-657b-4193-9784-96a9c5c60d53 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:46:36.943226 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34676) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:36.944944 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-a43b9f61-a36a-4def-a14d-caaab22ddc5c None None] Attempting to bind port 2127f41f-657b-4193-9784-96a9c5c60d53 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '2650e1a4-140a-452d-96dc-69df10048f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:46:36.945347 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43b9f61-a36a-4def-a14d-caaab22ddc5c None None] Attempting to bind port 2127f41f-657b-4193-9784-96a9c5c60d53 on network 4d2858bb-a91c-49a1-9ee0-086b475279ad {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:46:36.952525 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43b9f61-a36a-4def-a14d-caaab22ddc5c None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:46:36.952938 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-31e01ea7-9b5c-42a2-ac25-c58b93c692a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1807355061', 'description': 'tempest-secgroup-smoke-1807355061 description', 'project_id': 'd14f7a32e895424c88fd77b8785e073b'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:36.953080 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43b9f61-a36a-4def-a14d-caaab22ddc5c None None] Checking segment: {'id': '2650e1a4-140a-452d-96dc-69df10048f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:46:36.953307 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-a43b9f61-a36a-4def-a14d-caaab22ddc5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:36.953707 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43b9f61-a36a-4def-a14d-caaab22ddc5c None None] Bound using segment: {'id': '2650e1a4-140a-452d-96dc-69df10048f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:46:36.954587 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-a43b9f61-a36a-4def-a14d-caaab22ddc5c None None] Bound port: 2127f41f-657b-4193-9784-96a9c5c60d53, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2650e1a4-140a-452d-96dc-69df10048f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:46:36.954974 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-a43b9f61-a36a-4def-a14d-caaab22ddc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2127f41f-657b-4193-9784-96a9c5c60d53), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:37.041296 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-a43b9f61-a36a-4def-a14d-caaab22ddc5c None None] For port 2127f41f-657b-4193-9784-96a9c5c60d53, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:46:37.046258 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-a43b9f61-a36a-4def-a14d-caaab22ddc5c None None] For port 2127f41f-657b-4193-9784-96a9c5c60d53, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=2127f41f-657b-4193-9784-96a9c5c60d53,segment=NetworkSegment(2650e1a4-140a-452d-96dc-69df10048f2d),segment_id=2650e1a4-140a-452d-96dc-69df10048f2d)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:46:37.047620 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-31e01ea7-9b5c-42a2-ac25-c58b93c692a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:37.055967 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:46:37.079499 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:46:37.085814 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 911bbe3b-1d83-4fbc-afdf-16364b5c6e4d not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:46:37.147070 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-31e01ea7-9b5c-42a2-ac25-c58b93c692a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (37e9b942-ad41-4c9f-a448-a7bb9f99d13f), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:37.168760 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-a43b9f61-a36a-4def-a14d-caaab22ddc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (2127f41f-657b-4193-9784-96a9c5c60d53), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:37.179364 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-81d469cb-5930-41f4-93cc-71950c36a0ae None None] Provisioning complete for port 2127f41f-657b-4193-9784-96a9c5c60d53 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:37.179845 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-81d469cb-5930-41f4-93cc-71950c36a0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (2127f41f-657b-4193-9784-96a9c5c60d53), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:37.231397 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-31e01ea7-9b5c-42a2-ac25-c58b93c692a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (37e9b942-ad41-4c9f-a448-a7bb9f99d13f), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:37.244334 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-fff984ee-0328-4b95-99d2-338b7b79c4ef tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Deleting port ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:46:37.244692 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fff984ee-0328-4b95-99d2-338b7b79c4ef tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:37.260435 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43b9f61-a36a-4def-a14d-caaab22ddc5c None None] Routers {'a81012b3-442d-4857-abe1-3a6b195d4d04'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:46:37.261141 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-a43b9f61-a36a-4def-a14d-caaab22ddc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:46:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a81012b3-442d-4857-abe1-3a6b195d4d04'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:37.267764 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e592f7f-96ce-41aa-b22b-c0a2eb7139c2 None None] Pushing event updated for resources: {'Port': ['ID=2127f41f-657b-4193-9784-96a9c5c60d53,revision_number=4']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:37.292496 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e01ea7-9b5c-42a2-ac25-c58b93c692a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37e9b942-ad41-4c9f-a448-a7bb9f99d13f,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:37.297482 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-81d469cb-5930-41f4-93cc-71950c36a0ae None None] Current status of the port 2127f41f-657b-4193-9784-96a9c5c60d53 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:46:37.297974 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-81d469cb-5930-41f4-93cc-71950c36a0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2127f41f-657b-4193-9784-96a9c5c60d53), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:37.357649 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-81d469cb-5930-41f4-93cc-71950c36a0ae None None] For port 2127f41f-657b-4193-9784-96a9c5c60d53, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=2127f41f-657b-4193-9784-96a9c5c60d53,segment=NetworkSegment(2650e1a4-140a-452d-96dc-69df10048f2d),segment_id=2650e1a4-140a-452d-96dc-69df10048f2d)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:46:37.383038 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-31e01ea7-9b5c-42a2-ac25-c58b93c692a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:37.384601 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-31e01ea7-9b5c-42a2-ac25-c58b93c692a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4394960 Mar 23 02:46:37.387450 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34678) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:37.393562 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-41e9592a-af5b-478e-afd6-11d77ac425c5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '37e9b942-ad41-4c9f-a448-a7bb9f99d13f', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:37.411868 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-fff984ee-0328-4b95-99d2-338b7b79c4ef tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] For port ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e,segment=NetworkSegment(80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4),segment_id=80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:46:37.413564 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fff984ee-0328-4b95-99d2-338b7b79c4ef tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:37.415962 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-a43b9f61-a36a-4def-a14d-caaab22ddc5c None None] Set router a81012b3-442d-4857-abe1-3a6b195d4d04 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:46:37.436760 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-81d469cb-5930-41f4-93cc-71950c36a0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (2127f41f-657b-4193-9784-96a9c5c60d53), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:37.444314 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-fff984ee-0328-4b95-99d2-338b7b79c4ef tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Calling delete_port for ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e owned by network:router_interface {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:46:37.495007 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d469cb-5930-41f4-93cc-71950c36a0ae None None] Pushing event updated for resources: {'Port': ['ID=2127f41f-657b-4193-9784-96a9c5c60d53,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:37.529123 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-41e9592a-af5b-478e-afd6-11d77ac425c5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (d48ac2a8-10ce-4cba-af64-212c48aa8f94), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:37.558518 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-6df6672a-6401-4ab7-9a66-ba395b65d173 None None] Provisioning complete for port 2127f41f-657b-4193-9784-96a9c5c60d53 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:37.559167 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6df6672a-6401-4ab7-9a66-ba395b65d173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (2127f41f-657b-4193-9784-96a9c5c60d53), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:37.598366 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-41e9592a-af5b-478e-afd6-11d77ac425c5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (d48ac2a8-10ce-4cba-af64-212c48aa8f94), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:37.650011 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-6df6672a-6401-4ab7-9a66-ba395b65d173 None None] Current status of the port 2127f41f-657b-4193-9784-96a9c5c60d53 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:46:37.659947 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-a43b9f61-a36a-4def-a14d-caaab22ddc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'name': 'tempest-TestNetworkBasicOps-router-561388503', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '53fad130-954f-4610-aabc-f57fae92222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '53fad130-954f-4610-aabc-f57fae92222a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '2127f41f-657b-4193-9784-96a9c5c60d53', 'name': '', 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:07:88:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '2bf964d4-8e27-4675-95e6-63a8b1b44ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:33Z', 'updated_at': '2022-03-23T02:46:37Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '2bf964d4-8e27-4675-95e6-63a8b1b44ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:37.675722 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-41e9592a-af5b-478e-afd6-11d77ac425c5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (d48ac2a8-10ce-4cba-af64-212c48aa8f94), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:37.700505 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9592a-af5b-478e-afd6-11d77ac425c5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48ac2a8-10ce-4cba-af64-212c48aa8f94,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:37.772839 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43b9f61-a36a-4def-a14d-caaab22ddc5c None None] The sync data for ids ['a81012b3-442d-4857-abe1-3a6b195d4d04'] in dv-neutron-834613-2-hyperv is: [{'id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'name': 'tempest-TestNetworkBasicOps-router-561388503', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '53fad130-954f-4610-aabc-f57fae92222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '53fad130-954f-4610-aabc-f57fae92222a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '2127f41f-657b-4193-9784-96a9c5c60d53', 'name': '', 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:07:88:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '2bf964d4-8e27-4675-95e6-63a8b1b44ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:33Z', 'updated_at': '2022-03-23T02:46:37Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '2bf964d4-8e27-4675-95e6-63a8b1b44ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:46:37.774198 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fff984ee-0328-4b95-99d2-338b7b79c4ef tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:37.805057 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-41e9592a-af5b-478e-afd6-11d77ac425c5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:37.809248 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-41e9592a-af5b-478e-afd6-11d77ac425c5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4177666 Mar 23 02:46:37.809510 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff984ee-0328-4b95-99d2-338b7b79c4ef tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Pushing event deleted for resources: {'Port': ['ID=ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:37.809640 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34680) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:37.813526 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-0e7a5087-b42b-4ffd-a376-0d047063e624 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '37e9b942-ad41-4c9f-a448-a7bb9f99d13f', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:37.933203 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0e7a5087-b42b-4ffd-a376-0d047063e624 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (55d3bbf1-69f8-4fac-8608-99812e7ec61a), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:38.002228 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0e7a5087-b42b-4ffd-a376-0d047063e624 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (55d3bbf1-69f8-4fac-8608-99812e7ec61a), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:38.051883 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fff984ee-0328-4b95-99d2-338b7b79c4ef tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (f54c92ef-ef9a-4cc0-a131-832b44140cdd), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:38.082897 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0e7a5087-b42b-4ffd-a376-0d047063e624 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (55d3bbf1-69f8-4fac-8608-99812e7ec61a), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:38.103147 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a5087-b42b-4ffd-a376-0d047063e624 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55d3bbf1-69f8-4fac-8608-99812e7ec61a,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:38.179196 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0e7a5087-b42b-4ffd-a376-0d047063e624 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:38.183265 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0e7a5087-b42b-4ffd-a376-0d047063e624 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3706665 Mar 23 02:46:38.184905 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34682) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:38.191091 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-761a64fa-eed8-40c6-bc37-bdf7b85811f4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '37e9b942-ad41-4c9f-a448-a7bb9f99d13f', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:38.307189 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-761a64fa-eed8-40c6-bc37-bdf7b85811f4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (9aca73bf-0bba-49a9-b01e-cead3c2b2385), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:38.387845 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-761a64fa-eed8-40c6-bc37-bdf7b85811f4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (9aca73bf-0bba-49a9-b01e-cead3c2b2385), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:38.488879 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 2127f41f-657b-4193-9784-96a9c5c60d53 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:46:38.493122 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-761a64fa-eed8-40c6-bc37-bdf7b85811f4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (9aca73bf-0bba-49a9-b01e-cead3c2b2385), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:38.513395 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a64fa-eed8-40c6-bc37-bdf7b85811f4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aca73bf-0bba-49a9-b01e-cead3c2b2385,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:38.554711 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 2127f41f-657b-4193-9784-96a9c5c60d53 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:38.555047 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (2127f41f-657b-4193-9784-96a9c5c60d53), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:38.589086 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-761a64fa-eed8-40c6-bc37-bdf7b85811f4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:38.590787 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-761a64fa-eed8-40c6-bc37-bdf7b85811f4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4054391 Mar 23 02:46:38.594118 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34684) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:38.598997 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-ffee0ca8-1138-4998-b0ca-637c4b2abcb3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '37e9b942-ad41-4c9f-a448-a7bb9f99d13f', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:38.654124 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 2127f41f-657b-4193-9784-96a9c5c60d53 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:46:38.671313 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff984ee-0328-4b95-99d2-338b7b79c4ef tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Router f54c92ef-ef9a-4cc0-a131-832b44140cdd has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:46:38.675315 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ffee0ca8-1138-4998-b0ca-637c4b2abcb3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (744e4e87-8057-4451-ab7c-56fba6945ffe), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:38.739604 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ffee0ca8-1138-4998-b0ca-637c4b2abcb3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (744e4e87-8057-4451-ab7c-56fba6945ffe), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:38.788969 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff984ee-0328-4b95-99d2-338b7b79c4ef tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:46:38.796740 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34686) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:38.796906 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-fff984ee-0328-4b95-99d2-338b7b79c4ef tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "PUT /v2.0/routers/f54c92ef-ef9a-4cc0-a131-832b44140cdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4259353 Mar 23 02:46:38.798854 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b33f03-1550-4fd7-9db9-bbabf67525c0 None None] Sync routers for ids ['f54c92ef-ef9a-4cc0-a131-832b44140cdd'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:46:38.810056 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b33f03-1550-4fd7-9db9-bbabf67525c0 None None] Routers {'f54c92ef-ef9a-4cc0-a131-832b44140cdd'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:46:38.810827 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-b4b33f03-1550-4fd7-9db9-bbabf67525c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:46:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['f54c92ef-ef9a-4cc0-a131-832b44140cdd'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:38.856771 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ffee0ca8-1138-4998-b0ca-637c4b2abcb3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (744e4e87-8057-4451-ab7c-56fba6945ffe), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:38.883600 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b2431b-f632-405f-a976-2a3366a0d605 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Deleting subnet 8e235e68-d71a-4a77-aa02-9f7c92183444 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:46:38.890591 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-57b2431b-f632-405f-a976-2a3366a0d605 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for subnet (8e235e68-d71a-4a77-aa02-9f7c92183444), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:38.893774 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee0ca8-1138-4998-b0ca-637c4b2abcb3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744e4e87-8057-4451-ab7c-56fba6945ffe,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:38.942174 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-57b2431b-f632-405f-a976-2a3366a0d605 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (8e235e68-d71a-4a77-aa02-9f7c92183444), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:38.967180 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ffee0ca8-1138-4998-b0ca-637c4b2abcb3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:38.970981 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ffee0ca8-1138-4998-b0ca-637c4b2abcb3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3730230 Mar 23 02:46:38.971309 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34688) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:38.976046 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-04ab269b-e748-4746-bbda-2d1ff9a279a0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '37e9b942-ad41-4c9f-a448-a7bb9f99d13f', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:39.047420 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-57b2431b-f632-405f-a976-2a3366a0d605 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (8e235e68-d71a-4a77-aa02-9f7c92183444), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:39.065640 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.securitygroups_db [None req-04ab269b-e748-4746-bbda-2d1ff9a279a0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Project d14f7a32e895424c88fd77b8785e073b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:46:39.071648 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-04ab269b-e748-4746-bbda-2d1ff9a279a0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (0cdb97de-7a32-4c9a-af6a-fdd101099dc6), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:39.080861 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-b4b33f03-1550-4fd7-9db9-bbabf67525c0 None None] Set router f54c92ef-ef9a-4cc0-a131-832b44140cdd gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:46:39.148701 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-04ab269b-e748-4746-bbda-2d1ff9a279a0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (0cdb97de-7a32-4c9a-af6a-fdd101099dc6), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:39.178858 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-57b2431b-f632-405f-a976-2a3366a0d605 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (8e235e68-d71a-4a77-aa02-9f7c92183444), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:39.207160 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-04ab269b-e748-4746-bbda-2d1ff9a279a0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (0cdb97de-7a32-4c9a-af6a-fdd101099dc6), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:39.211581 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2431b-f632-405f-a976-2a3366a0d605 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Pushing event deleted for resources: {'Subnet': ['ID=8e235e68-d71a-4a77-aa02-9f7c92183444,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:39.221926 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-57b2431b-f632-405f-a976-2a3366a0d605 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:39.221926 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-57b2431b-f632-405f-a976-2a3366a0d605 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "DELETE /v2.0/subnets/8e235e68-d71a-4a77-aa02-9f7c92183444 HTTP/1.1" status: 204 len: 168 time: 0.4187281 Mar 23 02:46:39.223040 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0636582a-5f0a-4252-b363-52a76a021c9c None None] Network 64dc880d-e425-4f5a-aa4d-17cbb60f356a requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:46:39.223150 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34690) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:39.238177 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab269b-e748-4746-bbda-2d1ff9a279a0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cdb97de-7a32-4c9a-af6a-fdd101099dc6,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:39.306564 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-04ab269b-e748-4746-bbda-2d1ff9a279a0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:39.308852 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-04ab269b-e748-4746-bbda-2d1ff9a279a0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3355806 Mar 23 02:46:39.310646 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34692) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:39.315994 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-ad635f01-f7f4-4314-bbda-5ccc39e08394 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '37e9b942-ad41-4c9f-a448-a7bb9f99d13f', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:39.337489 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4008d946-fcd2-46dd-beca-7958e3327e83 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for router (f54c92ef-ef9a-4cc0-a131-832b44140cdd), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:39.356635 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-b4b33f03-1550-4fd7-9db9-bbabf67525c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628394960', 'tenant_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'dbb67dd5-a1df-4c75-a4f8-12a007b88d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:49Z', 'updated_at': '2022-03-23T02:46:37Z', 'revision_number': 5, 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'gw_port': {'id': 'dbb67dd5-a1df-4c75-a4f8-12a007b88d2a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:50Z', 'updated_at': '2022-03-23T02:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:39.390202 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b33f03-1550-4fd7-9db9-bbabf67525c0 None None] Checking router: f54c92ef-ef9a-4cc0-a131-832b44140cdd for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:46:39.401468 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b33f03-1550-4fd7-9db9-bbabf67525c0 None None] Routers {'f54c92ef-ef9a-4cc0-a131-832b44140cdd'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:46:39.402067 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-b4b33f03-1550-4fd7-9db9-bbabf67525c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:46:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['f54c92ef-ef9a-4cc0-a131-832b44140cdd'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:39.402807 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.securitygroups_db [None req-ad635f01-f7f4-4314-bbda-5ccc39e08394 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Project d14f7a32e895424c88fd77b8785e073b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:46:39.408374 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad635f01-f7f4-4314-bbda-5ccc39e08394 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (9d5194c9-ed5d-415c-93fd-9d36f515c44e), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:39.440926 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc895c69-2778-4a43-b05c-bb18839a779a None None] DHCP port deletion for 64dc880d-e425-4f5a-aa4d-17cbb60f356a request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:46:39.456846 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4008d946-fcd2-46dd-beca-7958e3327e83 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for router_gateway (f54c92ef-ef9a-4cc0-a131-832b44140cdd), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:39.477860 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad635f01-f7f4-4314-bbda-5ccc39e08394 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (9d5194c9-ed5d-415c-93fd-9d36f515c44e), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:39.539967 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-b4b33f03-1550-4fd7-9db9-bbabf67525c0 None None] Set router f54c92ef-ef9a-4cc0-a131-832b44140cdd gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:46:39.573978 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad635f01-f7f4-4314-bbda-5ccc39e08394 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (9d5194c9-ed5d-415c-93fd-9d36f515c44e), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:39.597088 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-4008d946-fcd2-46dd-beca-7958e3327e83 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Deleting port dbb67dd5-a1df-4c75-a4f8-12a007b88d2a {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:46:39.597721 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4008d946-fcd2-46dd-beca-7958e3327e83 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (dbb67dd5-a1df-4c75-a4f8-12a007b88d2a), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:39.598321 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad635f01-f7f4-4314-bbda-5ccc39e08394 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d5194c9-ed5d-415c-93fd-9d36f515c44e,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:39.602693 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-cc895c69-2778-4a43-b05c-bb18839a779a None None] Deleting port 2932c02e-8f49-4891-a640-f6c96c928c44 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:46:39.603668 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cc895c69-2778-4a43-b05c-bb18839a779a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (2932c02e-8f49-4891-a640-f6c96c928c44), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:39.661611 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ad635f01-f7f4-4314-bbda-5ccc39e08394 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:39.663234 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ad635f01-f7f4-4314-bbda-5ccc39e08394 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3513646 Mar 23 02:46:39.691110 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-4008d946-fcd2-46dd-beca-7958e3327e83 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] For port dbb67dd5-a1df-4c75-a4f8-12a007b88d2a, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=dbb67dd5-a1df-4c75-a4f8-12a007b88d2a,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:46:39.691637 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4008d946-fcd2-46dd-beca-7958e3327e83 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (dbb67dd5-a1df-4c75-a4f8-12a007b88d2a), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:39.706810 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-4008d946-fcd2-46dd-beca-7958e3327e83 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Calling delete_port for dbb67dd5-a1df-4c75-a4f8-12a007b88d2a owned by network:router_gateway {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:46:39.730834 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-cc895c69-2778-4a43-b05c-bb18839a779a None None] For port 2932c02e-8f49-4891-a640-f6c96c928c44, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=2932c02e-8f49-4891-a640-f6c96c928c44,segment=NetworkSegment(80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4),segment_id=80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:46:39.731358 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cc895c69-2778-4a43-b05c-bb18839a779a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (2932c02e-8f49-4891-a640-f6c96c928c44), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:39.753643 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-cc895c69-2778-4a43-b05c-bb18839a779a None None] Calling delete_port for 2932c02e-8f49-4891-a640-f6c96c928c44 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:46:39.832880 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-71de6ff3-3b04-435e-8b48-c39117ba62ae tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1807355061&fields=id&tenant_id=d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 267 time: 0.0457127 Mar 23 02:46:39.866011 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-b4b33f03-1550-4fd7-9db9-bbabf67525c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628394960', 'tenant_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'dbb67dd5-a1df-4c75-a4f8-12a007b88d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:49Z', 'updated_at': '2022-03-23T02:46:37Z', 'revision_number': 5, 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'gw_port': {'id': 'dbb67dd5-a1df-4c75-a4f8-12a007b88d2a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:50Z', 'updated_at': '2022-03-23T02:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:39.893708 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b33f03-1550-4fd7-9db9-bbabf67525c0 None None] The sync data for ids ['f54c92ef-ef9a-4cc0-a131-832b44140cdd'] in dv-neutron-834613-2-hyperv is: [{'id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628394960', 'tenant_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'dbb67dd5-a1df-4c75-a4f8-12a007b88d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:49Z', 'updated_at': '2022-03-23T02:46:37Z', 'revision_number': 5, 'project_id': 'af323650c5bb41fcb7c7f8a75f4eeb34', 'gw_port': {'id': 'dbb67dd5-a1df-4c75-a4f8-12a007b88d2a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54c92ef-ef9a-4cc0-a131-832b44140cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:50Z', 'updated_at': '2022-03-23T02:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:46:39.951593 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-bd73ac90-d00c-41d3-9861-2c1385ace07f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:39.953071 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-bd73ac90-d00c-41d3-9861-2c1385ace07f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/networks?id=4d2858bb-a91c-49a1-9ee0-086b475279ad HTTP/1.1" status: 200 len: 797 time: 0.1112123 Mar 23 02:46:39.962542 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cc895c69-2778-4a43-b05c-bb18839a779a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (2932c02e-8f49-4891-a640-f6c96c928c44), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:39.968606 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-46b2f3f0-aa2c-4869-a135-02238e9b1c6c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/quotas/d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 375 time: 0.0102124 Mar 23 02:46:39.974325 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4008d946-fcd2-46dd-beca-7958e3327e83 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (dbb67dd5-a1df-4c75-a4f8-12a007b88d2a), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:39.988885 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc895c69-2778-4a43-b05c-bb18839a779a None None] Pushing event deleted for resources: {'Port': ['ID=2932c02e-8f49-4891-a640-f6c96c928c44,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:39.993529 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc895c69-2778-4a43-b05c-bb18839a779a None None] No DVR routers for this DVR port 2932c02e-8f49-4891-a640-f6c96c928c44 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:46:40.000255 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc895c69-2778-4a43-b05c-bb18839a779a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:40.000604 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc895c69-2778-4a43-b05c-bb18839a779a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:40.003604 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc895c69-2778-4a43-b05c-bb18839a779a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:40.004770 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc895c69-2778-4a43-b05c-bb18839a779a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:40.004770 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc895c69-2778-4a43-b05c-bb18839a779a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:40.004971 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc895c69-2778-4a43-b05c-bb18839a779a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:40.005158 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc895c69-2778-4a43-b05c-bb18839a779a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:40.005584 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc895c69-2778-4a43-b05c-bb18839a779a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:40.008104 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc895c69-2778-4a43-b05c-bb18839a779a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:40.008450 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc895c69-2778-4a43-b05c-bb18839a779a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:40.008793 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc895c69-2778-4a43-b05c-bb18839a779a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:40.009132 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc895c69-2778-4a43-b05c-bb18839a779a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:40.009464 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc895c69-2778-4a43-b05c-bb18839a779a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:40.009792 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc895c69-2778-4a43-b05c-bb18839a779a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:40.010119 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc895c69-2778-4a43-b05c-bb18839a779a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:40.011691 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008d946-fcd2-46dd-beca-7958e3327e83 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Pushing event deleted for resources: {'Port': ['ID=dbb67dd5-a1df-4c75-a4f8-12a007b88d2a,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:40.039092 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-a8d9e5a4-2059-4812-9ab3-f0846a07b9e4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645561 Mar 23 02:46:40.072702 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4008d946-fcd2-46dd-beca-7958e3327e83 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (f54c92ef-ef9a-4cc0-a131-832b44140cdd), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:40.138917 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-26c413f7-8789-4bec-a880-9a49a462b010 service neutron] 10.222.0.24 "GET /v2.0/networks/4d2858bb-a91c-49a1-9ee0-086b475279ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883615 Mar 23 02:46:40.166496 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4008d946-fcd2-46dd-beca-7958e3327e83 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (f54c92ef-ef9a-4cc0-a131-832b44140cdd), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:40.168724 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4008d946-fcd2-46dd-beca-7958e3327e83 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for router_controller (f54c92ef-ef9a-4cc0-a131-832b44140cdd), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:40.230132 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-4d668c9d-31fd-4d5a-9baf-111e52ce7f2f service neutron] 10.222.0.24 "GET /v2.0/networks/4d2858bb-a91c-49a1-9ee0-086b475279ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851748 Mar 23 02:46:40.290299 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4008d946-fcd2-46dd-beca-7958e3327e83 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (f54c92ef-ef9a-4cc0-a131-832b44140cdd), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:40.291084 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4008d946-fcd2-46dd-beca-7958e3327e83 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Fanout notify agent at l3_agent the message router_deleted on router f54c92ef-ef9a-4cc0-a131-832b44140cdd {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:46:40.301722 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4008d946-fcd2-46dd-beca-7958e3327e83 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:40.302875 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4008d946-fcd2-46dd-beca-7958e3327e83 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "DELETE /v2.0/routers/f54c92ef-ef9a-4cc0-a131-832b44140cdd HTTP/1.1" status: 204 len: 168 time: 1.0816190 Mar 23 02:46:40.306219 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34706) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:40.406724 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4dbefe12-4181-43c0-96c5-5911730d4845 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (64dc880d-e425-4f5a-aa4d-17cbb60f356a), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:40.433862 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 2932c02e-8f49-4891-a640-f6c96c928c44 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:46:40.461718 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 2932c02e-8f49-4891-a640-f6c96c928c44 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:46:40.462066 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 2932c02e-8f49-4891-a640-f6c96c928c44 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:46:40.462493 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:46:40.493263 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:46:40.493820 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device ab5aab9c-5fb8-4d7a-8b5f-7adffb4b104e not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:46:40.522249 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4dbefe12-4181-43c0-96c5-5911730d4845 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (64dc880d-e425-4f5a-aa4d-17cbb60f356a), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:40.549396 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a2255406-eb30-43fa-97e9-3895d530770b req-9ff6a581-afe9-43e1-9071-6da2a55dd298 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fdc69d4-a83f-4916-bd95-185427b93f20 HTTP/1.1" status: 200 len: 210 time: 0.0686879 Mar 23 02:46:40.553988 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-4dbefe12-4181-43c0-96c5-5911730d4845 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64dc880d-e425-4f5a-aa4d-17cbb60f356a']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:40.566054 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-4dbefe12-4181-43c0-96c5-5911730d4845 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:40.566381 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-4dbefe12-4181-43c0-96c5-5911730d4845 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:40.578718 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4dbefe12-4181-43c0-96c5-5911730d4845 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:40.594012 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4dbefe12-4181-43c0-96c5-5911730d4845 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:40.603513 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dbefe12-4181-43c0-96c5-5911730d4845 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:46:40.603513 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4dbefe12-4181-43c0-96c5-5911730d4845 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (80ee92b8-db7e-4ab5-ad47-9a39f3e6dcc4), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:40.607166 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:46:40.607166 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:46:40.607166 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:46:40.607166 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:46:40.607166 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:46:40.607166 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:46:40.607166 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:46:40.607166 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:46:40.607166 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:46:40.607166 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:46:40.607166 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:46:40.607166 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:46:40.607166 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:46:40.607166 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:46:40.607166 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:46:40.607166 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:46:40.607166 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:46:40.607166 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:46:40.607166 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:46:40.607166 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:46:40.607166 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:46:40.607166 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:46:40.607166 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:46:40.607166 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:46:40.607166 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:46:40.607166 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:46:40.607166 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:46:40.607166 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:46:40.607166 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:46:40.607166 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:46:40.607166 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:46:40.607166 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:46:40.716861 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4dbefe12-4181-43c0-96c5-5911730d4845 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (64dc880d-e425-4f5a-aa4d-17cbb60f356a), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:40.725258 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4dbefe12-4181-43c0-96c5-5911730d4845 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:40.727894 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4dbefe12-4181-43c0-96c5-5911730d4845 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "DELETE /v2.0/networks/64dc880d-e425-4f5a-aa4d-17cbb60f356a HTTP/1.1" status: 204 len: 168 time: 0.4203403 Mar 23 02:46:40.730626 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34716) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:40.739755 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbefe12-4181-43c0-96c5-5911730d4845 tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Pushing event deleted for resources: {'Network': ['ID=64dc880d-e425-4f5a-aa4d-17cbb60f356a,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:40.793080 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5a27f514-f850-4bd3-806f-abebbbf8954f tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for security_group (4ff2566c-ff00-4973-977d-e77a93112921), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:40.821984 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5a27f514-f850-4bd3-806f-abebbbf8954f tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for security_group (4ff2566c-ff00-4973-977d-e77a93112921), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:40.916523 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5a27f514-f850-4bd3-806f-abebbbf8954f tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (4ff2566c-ff00-4973-977d-e77a93112921), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:40.919081 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5a27f514-f850-4bd3-806f-abebbbf8954f tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:40.920371 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5a27f514-f850-4bd3-806f-abebbbf8954f tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] 10.222.0.24 "DELETE /v2.0/security-groups/4ff2566c-ff00-4973-977d-e77a93112921 HTTP/1.1" status: 204 len: 168 time: 0.1886795 Mar 23 02:46:40.930293 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27f514-f850-4bd3-806f-abebbbf8954f tempest-TestNetworkAdvancedServerOps-1622729778 tempest-TestNetworkAdvancedServerOps-1622729778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff2566c-ff00-4973-977d-e77a93112921,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:41.534702 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34726) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:41.647935 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-0fb3d478-aa28-4d92-b808-4c44f280e135 req-b92a4b94-d766-4b72-852b-b3d372e15bdd tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fdc69d4-a83f-4916-bd95-185427b93f20 HTTP/1.1" status: 200 len: 210 time: 0.0435104 Mar 23 02:46:41.690046 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f8f0385d-f76a-4d55-8259-f1ffa0ac2ab9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=af323650c5bb41fcb7c7f8a75f4eeb34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1537557 Mar 23 02:46:41.692469 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34732) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:41.740055 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cd04ab16-45e5-43a5-88c1-e6ed2d087a0d admin admin] Publish callbacks [] for security_group (e296dd6c-046a-491d-b893-fc4aaeefed94), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:41.761342 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cd04ab16-45e5-43a5-88c1-e6ed2d087a0d admin admin] Publish callbacks [] for security_group (e296dd6c-046a-491d-b893-fc4aaeefed94), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:41.909744 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cd04ab16-45e5-43a5-88c1-e6ed2d087a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (e296dd6c-046a-491d-b893-fc4aaeefed94), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:41.912448 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cd04ab16-45e5-43a5-88c1-e6ed2d087a0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:41.913796 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-cd04ab16-45e5-43a5-88c1-e6ed2d087a0d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e296dd6c-046a-491d-b893-fc4aaeefed94 HTTP/1.1" status: 204 len: 168 time: 0.2204444 Mar 23 02:46:41.921624 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04ab16-45e5-43a5-88c1-e6ed2d087a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e296dd6c-046a-491d-b893-fc4aaeefed94,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:42.301838 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device dbb67dd5-a1df-4c75-a4f8-12a007b88d2a no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:46:42.322387 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: dbb67dd5-a1df-4c75-a4f8-12a007b88d2a {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:46:42.322738 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device dbb67dd5-a1df-4c75-a4f8-12a007b88d2a not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:46:42.440479 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-57f3e2e8-903f-4054-8bc4-1a24ed9d004b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:42.441853 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-57f3e2e8-903f-4054-8bc4-1a24ed9d004b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/networks?id=4d2858bb-a91c-49a1-9ee0-086b475279ad HTTP/1.1" status: 200 len: 797 time: 0.1013179 Mar 23 02:46:42.514950 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-04fee2b7-cc1b-42b3-b54e-bc031b6d6303 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 380 time: 0.0620697 Mar 23 02:46:42.522770 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-e6bb9d1b-dbb5-4903-b6d2-5986245728fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'port': {'device_id': '6fdc69d4-a83f-4916-bd95-185427b93f20', 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad', 'admin_state_up': True, 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'security_groups': ['37e9b942-ad41-4c9f-a448-a7bb9f99d13f']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:42.585634 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34738) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:42.599633 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cd9de0d2-2a56-4012-a4b7-ded064f65d4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:42.676943 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cd9de0d2-2a56-4012-a4b7-ded064f65d4c admin admin] Publish callbacks [] for security_group (68eaeb48-bc18-4dcd-b957-7d07819d7c4e), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:42.718235 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-e6bb9d1b-dbb5-4903-b6d2-5986245728fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Made reservation on behalf of d14f7a32e895424c88fd77b8785e073b for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:46:42.721741 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-e6bb9d1b-dbb5-4903-b6d2-5986245728fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:42.757203 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f28b794e-7bf6-4ebb-ad2a-771cab1e3ca9 req-23199fdf-87cd-475c-8fb3-37816c8164cd tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fdc69d4-a83f-4916-bd95-185427b93f20 HTTP/1.1" status: 200 len: 210 time: 0.0402181 Mar 23 02:46:42.775285 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cd9de0d2-2a56-4012-a4b7-ded064f65d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (68eaeb48-bc18-4dcd-b957-7d07819d7c4e), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:42.817284 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-cd9de0d2-2a56-4012-a4b7-ded064f65d4c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a8d62c778564130836ba5212c7d4fc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2278225 Mar 23 02:46:42.817284 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9de0d2-2a56-4012-a4b7-ded064f65d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68eaeb48-bc18-4dcd-b957-7d07819d7c4e,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:42.817646 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34742) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:42.922700 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c70d138a-454b-4fa3-b914-cfcd63727a30 admin admin] Publish callbacks [] for security_group (68eaeb48-bc18-4dcd-b957-7d07819d7c4e), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:42.924617 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-e6bb9d1b-dbb5-4903-b6d2-5986245728fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.20.0.14 (4d2858bb-a91c-49a1-9ee0-086b475279ad/2bf964d4-8e27-4675-95e6-63a8b1b44ae3/efb815a7-a402-4643-8b74-7573cb2289fd) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:46:42.957400 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c70d138a-454b-4fa3-b914-cfcd63727a30 admin admin] Publish callbacks [] for security_group (68eaeb48-bc18-4dcd-b957-7d07819d7c4e), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:43.107334 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-e6bb9d1b-dbb5-4903-b6d2-5986245728fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (efb815a7-a402-4643-8b74-7573cb2289fd), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:43.134952 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c70d138a-454b-4fa3-b914-cfcd63727a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (68eaeb48-bc18-4dcd-b957-7d07819d7c4e), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:43.137528 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c70d138a-454b-4fa3-b914-cfcd63727a30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:43.138643 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c70d138a-454b-4fa3-b914-cfcd63727a30 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/68eaeb48-bc18-4dcd-b957-7d07819d7c4e HTTP/1.1" status: 204 len: 168 time: 0.3200312 Mar 23 02:46:43.148316 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d138a-454b-4fa3-b914-cfcd63727a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68eaeb48-bc18-4dcd-b957-7d07819d7c4e,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:43.197072 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-e6bb9d1b-dbb5-4903-b6d2-5986245728fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (efb815a7-a402-4643-8b74-7573cb2289fd), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:43.241490 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-e6bb9d1b-dbb5-4903-b6d2-5986245728fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 4d2858bb-a91c-49a1-9ee0-086b475279ad is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:46:43.244716 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-e6bb9d1b-dbb5-4903-b6d2-5986245728fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:46:43.250847 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-e6bb9d1b-dbb5-4903-b6d2-5986245728fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:46:43.257655 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb9d1b-dbb5-4903-b6d2-5986245728fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=efb815a7-a402-4643-8b74-7573cb2289fd,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:43.309067 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-e6bb9d1b-dbb5-4903-b6d2-5986245728fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:43.309701 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-e6bb9d1b-dbb5-4903-b6d2-5986245728fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:43.381878 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-e6bb9d1b-dbb5-4903-b6d2-5986245728fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8622379 Mar 23 02:46:43.392012 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-2f8f764c-7835-4964-a5ea-1ee5d787c3a0 service neutron] Request body: {'port': {'device_id': '6fdc69d4-a83f-4916-bd95-185427b93f20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:43.452913 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-2f8f764c-7835-4964-a5ea-1ee5d787c3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (efb815a7-a402-4643-8b74-7573cb2289fd), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:43.517896 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-0904d7d3-d61a-4df9-a459-bac8620c604f None None] Provisioning complete for port efb815a7-a402-4643-8b74-7573cb2289fd triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:43.518462 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0904d7d3-d61a-4df9-a459-bac8620c604f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (efb815a7-a402-4643-8b74-7573cb2289fd), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:43.555405 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-0904d7d3-d61a-4df9-a459-bac8620c604f None None] Port efb815a7-a402-4643-8b74-7573cb2289fd cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:46:43.727133 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-2f8f764c-7835-4964-a5ea-1ee5d787c3a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb815a7-a402-4643-8b74-7573cb2289fd {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:46:43.734824 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-2f8f764c-7835-4964-a5ea-1ee5d787c3a0 service neutron] Publish callbacks [] for port (efb815a7-a402-4643-8b74-7573cb2289fd), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:43.747315 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-2f8f764c-7835-4964-a5ea-1ee5d787c3a0 service neutron] Transition to ACTIVE for port object efb815a7-a402-4643-8b74-7573cb2289fd will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:46:43.842990 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-2f8f764c-7835-4964-a5ea-1ee5d787c3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (efb815a7-a402-4643-8b74-7573cb2289fd), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:43.882097 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e8d73-df0c-41e6-9e47-cad61ef0af3e req-adfb66cd-a6d3-4c30-bc9c-4636ec9b179c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:43.883632 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-cb8e8d73-df0c-41e6-9e47-cad61ef0af3e req-adfb66cd-a6d3-4c30-bc9c-4636ec9b179c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fdc69d4-a83f-4916-bd95-185427b93f20 HTTP/1.1" status: 200 len: 932 time: 0.0568552 Mar 23 02:46:43.918200 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f764c-7835-4964-a5ea-1ee5d787c3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=efb815a7-a402-4643-8b74-7573cb2289fd,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:43.935448 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-cb8e8d73-df0c-41e6-9e47-cad61ef0af3e req-313aa749-fc00-4dee-845e-601276eed4f8 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e9b942-ad41-4c9f-a448-a7bb9f99d13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458074 Mar 23 02:46:43.981170 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-2f8f764c-7835-4964-a5ea-1ee5d787c3a0 service neutron] Attempting to bind port efb815a7-a402-4643-8b74-7573cb2289fd on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:46:43.981536 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-2f8f764c-7835-4964-a5ea-1ee5d787c3a0 service neutron] Attempting to bind port efb815a7-a402-4643-8b74-7573cb2289fd by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '2650e1a4-140a-452d-96dc-69df10048f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:46:43.981861 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-2f8f764c-7835-4964-a5ea-1ee5d787c3a0 service neutron] Attempting to bind port efb815a7-a402-4643-8b74-7573cb2289fd on network 4d2858bb-a91c-49a1-9ee0-086b475279ad {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:46:43.989406 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-2f8f764c-7835-4964-a5ea-1ee5d787c3a0 service neutron] Port efb815a7-a402-4643-8b74-7573cb2289fd on network 4d2858bb-a91c-49a1-9ee0-086b475279ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:46:43.989842 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-2f8f764c-7835-4964-a5ea-1ee5d787c3a0 service neutron] Attempting to bind port efb815a7-a402-4643-8b74-7573cb2289fd on network 4d2858bb-a91c-49a1-9ee0-086b475279ad {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:46:43.996631 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-2f8f764c-7835-4964-a5ea-1ee5d787c3a0 service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:46:43.997140 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-2f8f764c-7835-4964-a5ea-1ee5d787c3a0 service neutron] Checking segment: {'id': '2650e1a4-140a-452d-96dc-69df10048f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:46:43.997601 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-2f8f764c-7835-4964-a5ea-1ee5d787c3a0 service neutron] Bound using segment: {'id': '2650e1a4-140a-452d-96dc-69df10048f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:46:43.998120 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-2f8f764c-7835-4964-a5ea-1ee5d787c3a0 service neutron] Bound port: efb815a7-a402-4643-8b74-7573cb2289fd, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2650e1a4-140a-452d-96dc-69df10048f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:46:43.998497 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-2f8f764c-7835-4964-a5ea-1ee5d787c3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (efb815a7-a402-4643-8b74-7573cb2289fd), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:44.073992 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-2f8f764c-7835-4964-a5ea-1ee5d787c3a0 service neutron] For port efb815a7-a402-4643-8b74-7573cb2289fd, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:46:44.077393 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-2f8f764c-7835-4964-a5ea-1ee5d787c3a0 service neutron] For port efb815a7-a402-4643-8b74-7573cb2289fd, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=efb815a7-a402-4643-8b74-7573cb2289fd,segment=NetworkSegment(2650e1a4-140a-452d-96dc-69df10048f2d),segment_id=2650e1a4-140a-452d-96dc-69df10048f2d)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:46:44.152528 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-2f8f764c-7835-4964-a5ea-1ee5d787c3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (efb815a7-a402-4643-8b74-7573cb2289fd), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:44.187040 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-2f8f764c-7835-4964-a5ea-1ee5d787c3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:44.187677 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-2f8f764c-7835-4964-a5ea-1ee5d787c3a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:44.189076 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-2f8f764c-7835-4964-a5ea-1ee5d787c3a0 service neutron] 10.222.0.23 "PUT /v2.0/ports/efb815a7-a402-4643-8b74-7573cb2289fd HTTP/1.1" status: 200 len: 1094 time: 0.8013396 Mar 23 02:46:44.189775 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fdc69d4-a83f-4916-bd95-185427b93f20', 'tag': 'efb815a7-a402-4643-8b74-7573cb2289fd'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:46:44.192122 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38970db7-1aa9-4880-b24a-f0686e51a425" -d '{"events": [{"name": "network-changed", "server_uuid": "6fdc69d4-a83f-4916-bd95-185427b93f20", "tag": "efb815a7-a402-4643-8b74-7573cb2289fd"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:46:44.223185 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f764c-7835-4964-a5ea-1ee5d787c3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=efb815a7-a402-4643-8b74-7573cb2289fd,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:44.249230 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34772) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:44.249630 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e3d407-10b4-4459-84b7-742d6eb0b104 x-openstack-request-id: req-98e3d407-10b4-4459-84b7-742d6eb0b104 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:46:44.250124 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fdc69d4-a83f-4916-bd95-185427b93f20", "tag": "efb815a7-a402-4643-8b74-7573cb2289fd", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:46:44.250468 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-98e3d407-10b4-4459-84b7-742d6eb0b104 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:46:44.250950 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98e3d407-10b4-4459-84b7-742d6eb0b104'] response: {'name': 'network-changed', 'server_uuid': '6fdc69d4-a83f-4916-bd95-185427b93f20', 'tag': 'efb815a7-a402-4643-8b74-7573cb2289fd', 'status': 'completed', 'code': 200} Mar 23 02:46:44.319160 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38970db7-1aa9-4880-b24a-f0686e51a425 req-e1065e73-7b0d-4053-9080-ce63d0b2873a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:44.321027 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-38970db7-1aa9-4880-b24a-f0686e51a425 req-e1065e73-7b0d-4053-9080-ce63d0b2873a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=6fdc69d4-a83f-4916-bd95-185427b93f20 HTTP/1.1" status: 200 len: 1128 time: 0.0514808 Mar 23 02:46:44.366322 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-f8087f61-b848-48d8-94e0-c903dd17f35b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1683085647-network', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:44.428162 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38970db7-1aa9-4880-b24a-f0686e51a425 req-a12a183f-7328-490d-97eb-789eba5ebc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:44.429620 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-38970db7-1aa9-4880-b24a-f0686e51a425 req-a12a183f-7328-490d-97eb-789eba5ebc43 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d14f7a32e895424c88fd77b8785e073b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1014822 Mar 23 02:46:44.452738 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8087f61-b848-48d8-94e0-c903dd17f35b admin admin] Made reservation on behalf of d89e60e7aaf14edeaf08ca6345e51704 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:46:44.455160 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f8087f61-b848-48d8-94e0-c903dd17f35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:44.465126 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f8087f61-b848-48d8-94e0-c903dd17f35b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:44.537620 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38970db7-1aa9-4880-b24a-f0686e51a425 req-e5f2a640-01b6-49cc-aafd-8e406ae18462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:44.539733 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-38970db7-1aa9-4880-b24a-f0686e51a425 req-e5f2a640-01b6-49cc-aafd-8e406ae18462 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1046367 Mar 23 02:46:44.549035 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f8087f61-b848-48d8-94e0-c903dd17f35b admin admin] Publish callbacks [] for security_group (ff444edb-39fd-440b-9717-7736a4696d69), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:44.620922 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-0c2ae72e-5ff4-4bbd-aabd-0b8a5aea2351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:44.622442 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-0c2ae72e-5ff4-4bbd-aabd-0b8a5aea2351 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=6fdc69d4-a83f-4916-bd95-185427b93f20 HTTP/1.1" status: 200 len: 1128 time: 0.0473711 Mar 23 02:46:44.624953 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f8087f61-b848-48d8-94e0-c903dd17f35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (ff444edb-39fd-440b-9717-7736a4696d69), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:44.648436 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8087f61-b848-48d8-94e0-c903dd17f35b admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:46:44.664965 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8087f61-b848-48d8-94e0-c903dd17f35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff444edb-39fd-440b-9717-7736a4696d69,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:44.667614 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f8087f61-b848-48d8-94e0-c903dd17f35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (514ce571-d1d5-4120-8ab2-56f18b5021ff), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:44.669492 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-f8087f61-b848-48d8-94e0-c903dd17f35b admin admin] Added segment 514ce571-d1d5-4120-8ab2-56f18b5021ff of type vlan for network 66983626-1d5d-4ad4-9c5b-2e31ad4d88be Mar 23 02:46:44.676141 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-b255cc19-1a7a-484f-8abe-ef8cc1e19969 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efb815a7-a402-4643-8b74-7573cb2289fd HTTP/1.1" status: 200 len: 217 time: 0.0472426 Mar 23 02:46:44.682379 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8087f61-b848-48d8-94e0-c903dd17f35b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:44.682738 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8087f61-b848-48d8-94e0-c903dd17f35b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:44.683088 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8087f61-b848-48d8-94e0-c903dd17f35b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:44.683437 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8087f61-b848-48d8-94e0-c903dd17f35b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:44.683781 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8087f61-b848-48d8-94e0-c903dd17f35b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:44.684148 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8087f61-b848-48d8-94e0-c903dd17f35b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:44.684494 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8087f61-b848-48d8-94e0-c903dd17f35b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:44.684830 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8087f61-b848-48d8-94e0-c903dd17f35b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:44.685161 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8087f61-b848-48d8-94e0-c903dd17f35b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:44.685494 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8087f61-b848-48d8-94e0-c903dd17f35b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:44.685828 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8087f61-b848-48d8-94e0-c903dd17f35b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:44.686158 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8087f61-b848-48d8-94e0-c903dd17f35b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:44.686522 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8087f61-b848-48d8-94e0-c903dd17f35b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:44.686853 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8087f61-b848-48d8-94e0-c903dd17f35b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:44.687206 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8087f61-b848-48d8-94e0-c903dd17f35b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:44.723929 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f8087f61-b848-48d8-94e0-c903dd17f35b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (66983626-1d5d-4ad4-9c5b-2e31ad4d88be), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:44.728907 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-c1065ca2-c3f8-4a32-8437-eeaf27042d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:44.730399 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-c1065ca2-c3f8-4a32-8437-eeaf27042d18 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2bf964d4-8e27-4675-95e6-63a8b1b44ae3 HTTP/1.1" status: 200 len: 835 time: 0.0485456 Mar 23 02:46:44.780698 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-7a4acf08-c249-4bc1-9951-261368b71700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:44.782206 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-7a4acf08-c249-4bc1-9951-261368b71700 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d2858bb-a91c-49a1-9ee0-086b475279ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0459509 Mar 23 02:46:44.807992 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f8087f61-b848-48d8-94e0-c903dd17f35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (66983626-1d5d-4ad4-9c5b-2e31ad4d88be), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:44.808987 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8087f61-b848-48d8-94e0-c903dd17f35b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:44.809578 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f8087f61-b848-48d8-94e0-c903dd17f35b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:44.876386 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-6b801c5b-f753-4bb3-a39a-d7c9b6a028fc service neutron] 10.222.0.23 "GET /v2.0/networks/4d2858bb-a91c-49a1-9ee0-086b475279ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876489 Mar 23 02:46:44.903516 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8087f61-b848-48d8-94e0-c903dd17f35b admin admin] Pushing event updated for resources: {'Network': ['ID=66983626-1d5d-4ad4-9c5b-2e31ad4d88be,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:44.913394 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 66983626-1d5d-4ad4-9c5b-2e31ad4d88be details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:46:44.957778 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f8087f61-b848-48d8-94e0-c903dd17f35b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7035785 Mar 23 02:46:44.958026 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34776) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:44.964611 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-0c71d2d7-e2c5-463f-87e2-ac1d5a34619e admin admin] Request body: {'subnet': {'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1683085647-subnet', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'ip_version': 4}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:44.967283 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-697537ae-ee98-4af2-92e3-1bf80f14224b req-ac05d38d-d713-44e7-934a-b83714bb7380 service neutron] 10.222.0.23 "GET /v2.0/networks/4d2858bb-a91c-49a1-9ee0-086b475279ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843148 Mar 23 02:46:45.034864 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c71d2d7-e2c5-463f-87e2-ac1d5a34619e admin admin] Made reservation on behalf of d89e60e7aaf14edeaf08ca6345e51704 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:46:45.037095 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0c71d2d7-e2c5-463f-87e2-ac1d5a34619e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:45.134237 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2a73c-0b5c-4eb7-a018-647484fd5e08 req-93a30f74-e125-4e55-9b54-d6c0f0748226 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:45.135771 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ade2a73c-0b5c-4eb7-a018-647484fd5e08 req-93a30f74-e125-4e55-9b54-d6c0f0748226 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fdc69d4-a83f-4916-bd95-185427b93f20 HTTP/1.1" status: 200 len: 944 time: 0.1120653 Mar 23 02:46:45.221720 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ade2a73c-0b5c-4eb7-a018-647484fd5e08 req-3b19d9f2-2eff-4d2d-ac38-e4644750f486 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e9b942-ad41-4c9f-a448-a7bb9f99d13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799546 Mar 23 02:46:45.357060 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0c71d2d7-e2c5-463f-87e2-ac1d5a34619e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (c82d9bc6-8a27-40bf-a00d-6b7979637073), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:45.410250 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71d2d7-e2c5-463f-87e2-ac1d5a34619e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c82d9bc6-8a27-40bf-a00d-6b7979637073,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:45.419965 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c71d2d7-e2c5-463f-87e2-ac1d5a34619e admin admin] Checking segment: {'id': '514ce571-d1d5-4120-8ab2-56f18b5021ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:46:45.420326 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c71d2d7-e2c5-463f-87e2-ac1d5a34619e admin admin] Network hostable DHCP agents. Network: 66983626-1d5d-4ad4-9c5b-2e31ad4d88be, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:46:45.504954 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c71d2d7-e2c5-463f-87e2-ac1d5a34619e admin admin] Network 66983626-1d5d-4ad4-9c5b-2e31ad4d88be is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:46:45.607790 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-0c71d2d7-e2c5-463f-87e2-ac1d5a34619e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 66983626-1d5d-4ad4-9c5b-2e31ad4d88be) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:46:45.612305 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c71d2d7-e2c5-463f-87e2-ac1d5a34619e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:45.613229 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0c71d2d7-e2c5-463f-87e2-ac1d5a34619e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:45.616314 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4faaae-cfb3-41c6-8796-79e0c099dba3 None None] Network 66983626-1d5d-4ad4-9c5b-2e31ad4d88be requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:46:45.711275 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63585905-8913-44e6-a11c-370b219af7e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'fixed_ips': [{'subnet_id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:46:45.712200 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-63585905-8913-44e6-a11c-370b219af7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:45.725717 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0c71d2d7-e2c5-463f-87e2-ac1d5a34619e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7666855 Mar 23 02:46:45.728631 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34780) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:45.733016 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-f80dc58e-6baa-471b-9e3f-cfe0ce2312fc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1683085647-router', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:45.831090 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f80dc58e-6baa-471b-9e3f-cfe0ce2312fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (9828c275-06c2-4045-b55a-6b168150a939), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:45.832139 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f80dc58e-6baa-471b-9e3f-cfe0ce2312fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (9828c275-06c2-4045-b55a-6b168150a939), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:45.848266 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-63585905-8913-44e6-a11c-370b219af7e4 None None] Allocated IP 172.20.0.2 (66983626-1d5d-4ad4-9c5b-2e31ad4d88be/c82d9bc6-8a27-40bf-a00d-6b7979637073/1584a75f-53a3-49c7-b8ed-622a7aca1809) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:46:45.887608 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f80dc58e-6baa-471b-9e3f-cfe0ce2312fc admin admin] Publish callbacks [] for router_controller (9828c275-06c2-4045-b55a-6b168150a939), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:45.992021 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-63585905-8913-44e6-a11c-370b219af7e4 None None] Publish callbacks [] for port (1584a75f-53a3-49c7-b8ed-622a7aca1809), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:46.054883 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-63585905-8913-44e6-a11c-370b219af7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (1584a75f-53a3-49c7-b8ed-622a7aca1809), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:46.074164 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f80dc58e-6baa-471b-9e3f-cfe0ce2312fc admin admin] Publish callbacks [] for router_gateway (9828c275-06c2-4045-b55a-6b168150a939), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:46.092119 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63585905-8913-44e6-a11c-370b219af7e4 None None] Network 66983626-1d5d-4ad4-9c5b-2e31ad4d88be is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:46:46.094869 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-63585905-8913-44e6-a11c-370b219af7e4 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:46:46.100950 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63585905-8913-44e6-a11c-370b219af7e4 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:46:46.107746 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63585905-8913-44e6-a11c-370b219af7e4 None None] Pushing event updated for resources: {'Port': ['ID=1584a75f-53a3-49c7-b8ed-622a7aca1809,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:46.163044 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-63585905-8913-44e6-a11c-370b219af7e4 None None] Attempting to bind port 1584a75f-53a3-49c7-b8ed-622a7aca1809 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:46:46.163415 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-63585905-8913-44e6-a11c-370b219af7e4 None None] Attempting to bind port 1584a75f-53a3-49c7-b8ed-622a7aca1809 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '514ce571-d1d5-4120-8ab2-56f18b5021ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:46:46.163780 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63585905-8913-44e6-a11c-370b219af7e4 None None] Attempting to bind port 1584a75f-53a3-49c7-b8ed-622a7aca1809 on network 66983626-1d5d-4ad4-9c5b-2e31ad4d88be {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:46:46.168721 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63585905-8913-44e6-a11c-370b219af7e4 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:46:46.169099 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63585905-8913-44e6-a11c-370b219af7e4 None None] Checking segment: {'id': '514ce571-d1d5-4120-8ab2-56f18b5021ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:46:46.169503 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-63585905-8913-44e6-a11c-370b219af7e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:46.169900 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63585905-8913-44e6-a11c-370b219af7e4 None None] Bound using segment: {'id': '514ce571-d1d5-4120-8ab2-56f18b5021ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:46:46.170360 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-63585905-8913-44e6-a11c-370b219af7e4 None None] Bound port: 1584a75f-53a3-49c7-b8ed-622a7aca1809, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '514ce571-d1d5-4120-8ab2-56f18b5021ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:46:46.170736 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-63585905-8913-44e6-a11c-370b219af7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (1584a75f-53a3-49c7-b8ed-622a7aca1809), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:46.234734 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-63585905-8913-44e6-a11c-370b219af7e4 None None] For port 1584a75f-53a3-49c7-b8ed-622a7aca1809, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:46:46.238327 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-63585905-8913-44e6-a11c-370b219af7e4 None None] For port 1584a75f-53a3-49c7-b8ed-622a7aca1809, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=1584a75f-53a3-49c7-b8ed-622a7aca1809,segment=NetworkSegment(514ce571-d1d5-4120-8ab2-56f18b5021ff),segment_id=514ce571-d1d5-4120-8ab2-56f18b5021ff)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:46:46.317353 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-63585905-8913-44e6-a11c-370b219af7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (1584a75f-53a3-49c7-b8ed-622a7aca1809), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:46.330555 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f80dc58e-6baa-471b-9e3f-cfe0ce2312fc admin admin] Publish callbacks [] for router_gateway (9828c275-06c2-4045-b55a-6b168150a939), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:46.346989 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae9fc1-2047-443f-995c-e707777fb56d req-cd6d820f-799b-4275-86a9-5f897c9b3f9a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:46.349353 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5cae9fc1-2047-443f-995c-e707777fb56d req-cd6d820f-799b-4275-86a9-5f897c9b3f9a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fdc69d4-a83f-4916-bd95-185427b93f20 HTTP/1.1" status: 200 len: 944 time: 0.0572827 Mar 23 02:46:46.359098 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f80dc58e-6baa-471b-9e3f-cfe0ce2312fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:46.387243 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63585905-8913-44e6-a11c-370b219af7e4 None None] Pushing event updated for resources: {'Port': ['ID=1584a75f-53a3-49c7-b8ed-622a7aca1809,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:46.414557 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5cae9fc1-2047-443f-995c-e707777fb56d req-05e53329-6fc7-4fe3-94ad-ec1c0ce274ca tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e9b942-ad41-4c9f-a448-a7bb9f99d13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589867 Mar 23 02:46:46.477599 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-f80dc58e-6baa-471b-9e3f-cfe0ce2312fc admin admin] Allocated IP 172.26.2.190 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/b708c9dc-8b8d-4e94-8941-b543fe1be0eb) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:46:46.602161 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f80dc58e-6baa-471b-9e3f-cfe0ce2312fc admin admin] Publish callbacks [] for port (b708c9dc-8b8d-4e94-8941-b543fe1be0eb), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:46.683133 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f80dc58e-6baa-471b-9e3f-cfe0ce2312fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (b708c9dc-8b8d-4e94-8941-b543fe1be0eb), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:46.720756 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80dc58e-6baa-471b-9e3f-cfe0ce2312fc admin admin] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:46:46.723589 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-f80dc58e-6baa-471b-9e3f-cfe0ce2312fc admin admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:46:46.729591 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80dc58e-6baa-471b-9e3f-cfe0ce2312fc admin admin] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:46:46.735005 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80dc58e-6baa-471b-9e3f-cfe0ce2312fc admin admin] Pushing event updated for resources: {'Port': ['ID=b708c9dc-8b8d-4e94-8941-b543fe1be0eb,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:47.022853 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f80dc58e-6baa-471b-9e3f-cfe0ce2312fc admin admin] Publish callbacks [] for router_gateway (9828c275-06c2-4045-b55a-6b168150a939), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:47.118703 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device efb815a7-a402-4643-8b74-7573cb2289fd details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:46:47.233932 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port efb815a7-a402-4643-8b74-7573cb2289fd, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=efb815a7-a402-4643-8b74-7573cb2289fd,segment=NetworkSegment(2650e1a4-140a-452d-96dc-69df10048f2d),segment_id=2650e1a4-140a-452d-96dc-69df10048f2d)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:46:47.235770 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f80dc58e-6baa-471b-9e3f-cfe0ce2312fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (9828c275-06c2-4045-b55a-6b168150a939), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:47.246168 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': 'efb815a7-a402-4643-8b74-7573cb2289fd', 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad', 'port_id': 'efb815a7-a402-4643-8b74-7573cb2289fd', 'mac_address': 'fa:16:3e:73:d0:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf964d4-8e27-4675-95e6-63a8b1b44ae3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:46:47.294472 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port efb815a7-a402-4643-8b74-7573cb2289fd is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:46:47.294725 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (efb815a7-a402-4643-8b74-7573cb2289fd), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:47.309000 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb815a7-a402-4643-8b74-7573cb2289fd {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:46:47.328687 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc59e41-9ca4-4b8b-b574-53fb7adc2be3 None None] Network 66983626-1d5d-4ad4-9c5b-2e31ad4d88be requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:46:47.333608 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port efb815a7-a402-4643-8b74-7573cb2289fd, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=efb815a7-a402-4643-8b74-7573cb2289fd,segment=NetworkSegment(2650e1a4-140a-452d-96dc-69df10048f2d),segment_id=2650e1a4-140a-452d-96dc-69df10048f2d)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:46:47.424650 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80dc58e-6baa-471b-9e3f-cfe0ce2312fc admin admin] Router 9828c275-06c2-4045-b55a-6b168150a939 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:46:47.539557 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (efb815a7-a402-4643-8b74-7573cb2289fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:47.590275 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea96c3-5e45-4a16-9c96-fc24b1a042e7 req-19db6d34-0a8e-494e-a326-52075083ace0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:47.591814 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d4ea96c3-5e45-4a16-9c96-fc24b1a042e7 req-19db6d34-0a8e-494e-a326-52075083ace0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fdc69d4-a83f-4916-bd95-185427b93f20 HTTP/1.1" status: 200 len: 945 time: 0.0856502 Mar 23 02:46:47.594335 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-70c274a7-cede-4329-a096-cae927536d27 None None] Provisioning complete for port 1584a75f-53a3-49c7-b8ed-622a7aca1809 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:47.594720 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-70c274a7-cede-4329-a096-cae927536d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (1584a75f-53a3-49c7-b8ed-622a7aca1809), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:47.595019 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80dc58e-6baa-471b-9e3f-cfe0ce2312fc admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:46:47.609207 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d0d9db-58e8-4443-9799-04cc66af7730 None None] Sync routers for ids ['9828c275-06c2-4045-b55a-6b168150a939'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:46:47.632518 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d0d9db-58e8-4443-9799-04cc66af7730 None None] Routers {'9828c275-06c2-4045-b55a-6b168150a939'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:46:47.633179 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-93d0d9db-58e8-4443-9799-04cc66af7730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:46:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['9828c275-06c2-4045-b55a-6b168150a939'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:47.649265 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=efb815a7-a402-4643-8b74-7573cb2289fd,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:47.664251 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d4ea96c3-5e45-4a16-9c96-fc24b1a042e7 req-16d8f2c3-5724-4452-be0a-99f714af9281 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e9b942-ad41-4c9f-a448-a7bb9f99d13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565407 Mar 23 02:46:47.686277 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1bca5dd9-efd8-4cfd-9d74-c0198285c50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:47.719477 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f80dc58e-6baa-471b-9e3f-cfe0ce2312fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:47.723142 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f80dc58e-6baa-471b-9e3f-cfe0ce2312fc admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9911406 Mar 23 02:46:47.723569 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34786) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:47.750592 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['efb815a7-a402-4643-8b74-7573cb2289fd'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:46:47.755628 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-70c274a7-cede-4329-a096-cae927536d27 None None] Current status of the port 1584a75f-53a3-49c7-b8ed-622a7aca1809 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:46:47.756611 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-70c274a7-cede-4329-a096-cae927536d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (1584a75f-53a3-49c7-b8ed-622a7aca1809), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:47.768481 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-93d0d9db-58e8-4443-9799-04cc66af7730 None None] Set router 9828c275-06c2-4045-b55a-6b168150a939 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:46:47.849639 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-70c274a7-cede-4329-a096-cae927536d27 None None] For port 1584a75f-53a3-49c7-b8ed-622a7aca1809, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=1584a75f-53a3-49c7-b8ed-622a7aca1809,segment=NetworkSegment(514ce571-d1d5-4120-8ab2-56f18b5021ff),segment_id=514ce571-d1d5-4120-8ab2-56f18b5021ff)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:46:47.920119 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-70c274a7-cede-4329-a096-cae927536d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (1584a75f-53a3-49c7-b8ed-622a7aca1809), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:47.972027 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-93d0d9db-58e8-4443-9799-04cc66af7730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9828c275-06c2-4045-b55a-6b168150a939', 'name': 'tempest-TestVolumeBootPattern-1683085647-router', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:45Z', 'updated_at': '2022-03-23T02:46:46Z', 'revision_number': 3, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'gw_port': {'id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:46Z', 'updated_at': '2022-03-23T02:46:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:48.000647 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d0d9db-58e8-4443-9799-04cc66af7730 None None] Checking router: 9828c275-06c2-4045-b55a-6b168150a939 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:46:48.001142 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d0d9db-58e8-4443-9799-04cc66af7730 None None] Updating router 9828c275-06c2-4045-b55a-6b168150a939 port b708c9dc-8b8d-4e94-8941-b543fe1be0eb binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:46:48.010838 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c274a7-cede-4329-a096-cae927536d27 None None] Pushing event updated for resources: {'Port': ['ID=1584a75f-53a3-49c7-b8ed-622a7aca1809,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:48.029726 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-93d0d9db-58e8-4443-9799-04cc66af7730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b708c9dc-8b8d-4e94-8941-b543fe1be0eb), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:48.065405 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-2291185f-8f0b-44f7-b172-146130f3a8b3 None None] Provisioning complete for port 1584a75f-53a3-49c7-b8ed-622a7aca1809 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:48.065779 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2291185f-8f0b-44f7-b172-146130f3a8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (1584a75f-53a3-49c7-b8ed-622a7aca1809), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:48.207215 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-10447a44-586d-4f9d-a3e8-fcb8f8e8c172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:48.208803 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-2291185f-8f0b-44f7-b172-146130f3a8b3 None None] Current status of the port 1584a75f-53a3-49c7-b8ed-622a7aca1809 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:46:48.285009 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-93d0d9db-58e8-4443-9799-04cc66af7730 None None] Publish callbacks [] for port (b708c9dc-8b8d-4e94-8941-b543fe1be0eb), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:48.374496 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 1584a75f-53a3-49c7-b8ed-622a7aca1809 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:46:48.379613 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-93d0d9db-58e8-4443-9799-04cc66af7730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (b708c9dc-8b8d-4e94-8941-b543fe1be0eb), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:48.423194 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-10447a44-586d-4f9d-a3e8-fcb8f8e8c172 admin admin] Allocated IP 172.20.0.1 (66983626-1d5d-4ad4-9c5b-2e31ad4d88be/c82d9bc6-8a27-40bf-a00d-6b7979637073/0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:46:48.427334 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-93d0d9db-58e8-4443-9799-04cc66af7730 None None] Attempting to bind port b708c9dc-8b8d-4e94-8941-b543fe1be0eb on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:46:48.427898 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-93d0d9db-58e8-4443-9799-04cc66af7730 None None] Attempting to bind port b708c9dc-8b8d-4e94-8941-b543fe1be0eb by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:46:48.428373 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d0d9db-58e8-4443-9799-04cc66af7730 None None] Attempting to bind port b708c9dc-8b8d-4e94-8941-b543fe1be0eb on network 6bbcca03-75ff-487c-8b0e-a32302dacbee {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:46:48.429233 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 1584a75f-53a3-49c7-b8ed-622a7aca1809 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:48.429612 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (1584a75f-53a3-49c7-b8ed-622a7aca1809), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:48.440137 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf042de-6e80-487e-a505-511d6c06dba3 None None] Pushing event updated for resources: {'Port': ['ID=b708c9dc-8b8d-4e94-8941-b543fe1be0eb,revision_number=2']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:48.442745 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d0d9db-58e8-4443-9799-04cc66af7730 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:46:48.443794 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d0d9db-58e8-4443-9799-04cc66af7730 None None] Checking segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:46:48.444328 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-93d0d9db-58e8-4443-9799-04cc66af7730 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:48.444813 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d0d9db-58e8-4443-9799-04cc66af7730 None None] Bound using segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:46:48.445389 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-93d0d9db-58e8-4443-9799-04cc66af7730 None None] Bound port: b708c9dc-8b8d-4e94-8941-b543fe1be0eb, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:46:48.445868 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-93d0d9db-58e8-4443-9799-04cc66af7730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b708c9dc-8b8d-4e94-8941-b543fe1be0eb), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:48.498795 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-93d0d9db-58e8-4443-9799-04cc66af7730 None None] For port b708c9dc-8b8d-4e94-8941-b543fe1be0eb, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:46:48.501995 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-93d0d9db-58e8-4443-9799-04cc66af7730 None None] For port b708c9dc-8b8d-4e94-8941-b543fe1be0eb, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=b708c9dc-8b8d-4e94-8941-b543fe1be0eb,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:46:48.517582 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 1584a75f-53a3-49c7-b8ed-622a7aca1809 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:46:48.545050 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-10447a44-586d-4f9d-a3e8-fcb8f8e8c172 admin admin] Publish callbacks [] for port (0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:48.586668 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-93d0d9db-58e8-4443-9799-04cc66af7730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (b708c9dc-8b8d-4e94-8941-b543fe1be0eb), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:48.640404 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d0d9db-58e8-4443-9799-04cc66af7730 None None] Routers {'9828c275-06c2-4045-b55a-6b168150a939'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:46:48.641040 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-93d0d9db-58e8-4443-9799-04cc66af7730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:46:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['9828c275-06c2-4045-b55a-6b168150a939'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:48.648663 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:48.671415 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-10447a44-586d-4f9d-a3e8-fcb8f8e8c172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:48.679990 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf042de-6e80-487e-a505-511d6c06dba3 None None] Pushing event updated for resources: {'Port': ['ID=b708c9dc-8b8d-4e94-8941-b543fe1be0eb,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:48.712922 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10447a44-586d-4f9d-a3e8-fcb8f8e8c172 admin admin] Network 66983626-1d5d-4ad4-9c5b-2e31ad4d88be is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:46:48.717888 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-10447a44-586d-4f9d-a3e8-fcb8f8e8c172 admin admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:46:48.720423 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10447a44-586d-4f9d-a3e8-fcb8f8e8c172 admin admin] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:46:48.745154 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10447a44-586d-4f9d-a3e8-fcb8f8e8c172 admin admin] Pushing event updated for resources: {'Port': ['ID=0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:48.761721 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-93d0d9db-58e8-4443-9799-04cc66af7730 None None] Set router 9828c275-06c2-4045-b55a-6b168150a939 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:46:48.801579 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-10447a44-586d-4f9d-a3e8-fcb8f8e8c172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (9828c275-06c2-4045-b55a-6b168150a939), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:48.855534 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cca14a-4df9-49b2-828a-c11e025fe3e4 req-fe26c8a0-147f-4b19-a12f-9d23f766b375 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:48.857015 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f3cca14a-4df9-49b2-828a-c11e025fe3e4 req-fe26c8a0-147f-4b19-a12f-9d23f766b375 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fdc69d4-a83f-4916-bd95-185427b93f20 HTTP/1.1" status: 200 len: 945 time: 0.1131122 Mar 23 02:46:48.950860 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f3cca14a-4df9-49b2-828a-c11e025fe3e4 req-eaca5857-4fb0-4efb-8ec8-68f6a4189aaa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e9b942-ad41-4c9f-a448-a7bb9f99d13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877306 Mar 23 02:46:48.955008 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-93d0d9db-58e8-4443-9799-04cc66af7730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9828c275-06c2-4045-b55a-6b168150a939', 'name': 'tempest-TestVolumeBootPattern-1683085647-router', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:45Z', 'updated_at': '2022-03-23T02:46:46Z', 'revision_number': 3, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'gw_port': {'id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:46Z', 'updated_at': '2022-03-23T02:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:48.982108 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d0d9db-58e8-4443-9799-04cc66af7730 None None] The sync data for ids ['9828c275-06c2-4045-b55a-6b168150a939'] in dv-neutron-834613-2-hyperv is: [{'id': '9828c275-06c2-4045-b55a-6b168150a939', 'name': 'tempest-TestVolumeBootPattern-1683085647-router', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:45Z', 'updated_at': '2022-03-23T02:46:46Z', 'revision_number': 3, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'gw_port': {'id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:46Z', 'updated_at': '2022-03-23T02:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:46:49.034386 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e0f25230-75da-4cb0-8b39-23be0d0f035b None None] Provisioning complete for port 0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:49.034765 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e0f25230-75da-4cb0-8b39-23be0d0f035b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:49.054560 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-10447a44-586d-4f9d-a3e8-fcb8f8e8c172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:49.073935 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e0f25230-75da-4cb0-8b39-23be0d0f035b None None] Port 0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:46:49.133273 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device efb815a7-a402-4643-8b74-7573cb2289fd up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:46:49.277008 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port efb815a7-a402-4643-8b74-7573cb2289fd completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:46:49.281453 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port efb815a7-a402-4643-8b74-7573cb2289fd triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:49.282151 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (efb815a7-a402-4643-8b74-7573cb2289fd), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:49.382880 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port efb815a7-a402-4643-8b74-7573cb2289fd is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:46:49.383197 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (efb815a7-a402-4643-8b74-7573cb2289fd), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:49.409044 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdc69d4-a83f-4916-bd95-185427b93f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb815a7-a402-4643-8b74-7573cb2289fd'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:46:49.411325 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bb67c5-a129-414c-8e76-24fcf46532bd" -d '{"events": [{"server_uuid": "6fdc69d4-a83f-4916-bd95-185427b93f20", "name": "network-vif-plugged", "status": "completed", "tag": "efb815a7-a402-4643-8b74-7573cb2289fd"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:46:49.426831 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port efb815a7-a402-4643-8b74-7573cb2289fd, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=efb815a7-a402-4643-8b74-7573cb2289fd,segment=NetworkSegment(2650e1a4-140a-452d-96dc-69df10048f2d),segment_id=2650e1a4-140a-452d-96dc-69df10048f2d)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:46:49.454719 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60585fc-9687-460c-9697-dfe7d7f33049 x-openstack-request-id: req-f60585fc-9687-460c-9697-dfe7d7f33049 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:46:49.454892 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdc69d4-a83f-4916-bd95-185427b93f20", "name": "network-vif-plugged", "status": "completed", "tag": "efb815a7-a402-4643-8b74-7573cb2289fd", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:46:49.455077 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f60585fc-9687-460c-9697-dfe7d7f33049 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:46:49.455667 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f60585fc-9687-460c-9697-dfe7d7f33049'] response: {'server_uuid': '6fdc69d4-a83f-4916-bd95-185427b93f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb815a7-a402-4643-8b74-7573cb2289fd', 'code': 200} Mar 23 02:46:49.494215 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (efb815a7-a402-4643-8b74-7573cb2289fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:49.559808 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=efb815a7-a402-4643-8b74-7573cb2289fd,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:49.582965 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-10447a44-586d-4f9d-a3e8-fcb8f8e8c172 admin admin] Publish callbacks [] for port (0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:49.694533 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-10447a44-586d-4f9d-a3e8-fcb8f8e8c172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:49.761494 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10447a44-586d-4f9d-a3e8-fcb8f8e8c172 admin admin] Pushing event updated for resources: {'Port': ['ID=0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:49.766948 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-10447a44-586d-4f9d-a3e8-fcb8f8e8c172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (9828c275-06c2-4045-b55a-6b168150a939), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:49.884615 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff2e81-ebc8-4a1c-a5ee-48b5ece02014 req-408fa21e-85fd-49d4-b2e4-d938b2652c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:49.884615 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-aaff2e81-ebc8-4a1c-a5ee-48b5ece02014 req-408fa21e-85fd-49d4-b2e4-d938b2652c78 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6fdc69d4-a83f-4916-bd95-185427b93f20 HTTP/1.1" status: 200 len: 1130 time: 0.1040785 Mar 23 02:46:49.912239 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10447a44-586d-4f9d-a3e8-fcb8f8e8c172 admin admin] Network 66983626-1d5d-4ad4-9c5b-2e31ad4d88be is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:46:49.920445 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-10447a44-586d-4f9d-a3e8-fcb8f8e8c172 admin admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:46:49.933878 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a09af5bb-1805-48af-b630-57e1d0852da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:49.943734 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-aaff2e81-ebc8-4a1c-a5ee-48b5ece02014 req-4dda1be3-8541-4830-ab83-dc2c2a93ed1e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=37e9b942-ad41-4c9f-a448-a7bb9f99d13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553627 Mar 23 02:46:50.090599 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10447a44-586d-4f9d-a3e8-fcb8f8e8c172 admin admin] Router 9828c275-06c2-4045-b55a-6b168150a939 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:46:50.109330 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f1aac-ef28-45ed-a550-5735dad37e5c req-841bbce5-e45a-406a-bd3b-48e90b15c518 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:50.110821 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-eb5f1aac-ef28-45ed-a550-5735dad37e5c req-841bbce5-e45a-406a-bd3b-48e90b15c518 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fdc69d4-a83f-4916-bd95-185427b93f20 HTTP/1.1" status: 200 len: 946 time: 0.0861859 Mar 23 02:46:50.209705 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-58fd5a02-e592-400a-a115-7434e58e5084 None None] Provisioning complete for port 0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:50.209705 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-58fd5a02-e592-400a-a115-7434e58e5084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:50.238402 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-eb5f1aac-ef28-45ed-a550-5735dad37e5c req-daf18af2-228f-426f-91a9-f0de95e62fea tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e9b942-ad41-4c9f-a448-a7bb9f99d13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202571 Mar 23 02:46:50.249594 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-58fd5a02-e592-400a-a115-7434e58e5084 None None] Port 0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:46:50.253305 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10447a44-586d-4f9d-a3e8-fcb8f8e8c172 admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:46:50.262927 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-10447a44-586d-4f9d-a3e8-fcb8f8e8c172 admin admin] 10.222.0.24 "PUT /v2.0/routers/9828c275-06c2-4045-b55a-6b168150a939/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5382855 Mar 23 02:46:50.380008 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device b708c9dc-8b8d-4e94-8941-b543fe1be0eb up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:46:50.431330 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port b708c9dc-8b8d-4e94-8941-b543fe1be0eb triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:50.431717 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b708c9dc-8b8d-4e94-8941-b543fe1be0eb), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:50.520644 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port b708c9dc-8b8d-4e94-8941-b543fe1be0eb is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:46:50.521156 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b708c9dc-8b8d-4e94-8941-b543fe1be0eb), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:50.551017 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port b708c9dc-8b8d-4e94-8941-b543fe1be0eb, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=b708c9dc-8b8d-4e94-8941-b543fe1be0eb,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:46:50.619769 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (b708c9dc-8b8d-4e94-8941-b543fe1be0eb), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:50.649557 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5abc4c-eb0e-41a2-a6dc-f701f620e90b None None] Sync routers for ids ['9828c275-06c2-4045-b55a-6b168150a939'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:46:50.673414 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5abc4c-eb0e-41a2-a6dc-f701f620e90b None None] Routers {'9828c275-06c2-4045-b55a-6b168150a939'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:46:50.674025 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-cf5abc4c-eb0e-41a2-a6dc-f701f620e90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:46:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['9828c275-06c2-4045-b55a-6b168150a939'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:50.745239 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=b708c9dc-8b8d-4e94-8941-b543fe1be0eb,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:50.796811 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-cf5abc4c-eb0e-41a2-a6dc-f701f620e90b None None] Set router 9828c275-06c2-4045-b55a-6b168150a939 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:46:50.989047 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34808) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:50.994588 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-82f555eb-4dfd-4060-959e-f6572a729cc2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1121542359-network', 'tenant_id': '32baaeffa4224426869ca007cf93f615'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:51.002433 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-cf5abc4c-eb0e-41a2-a6dc-f701f620e90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9828c275-06c2-4045-b55a-6b168150a939', 'name': 'tempest-TestVolumeBootPattern-1683085647-router', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:45Z', 'updated_at': '2022-03-23T02:46:48Z', 'revision_number': 4, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'gw_port': {'id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:46Z', 'updated_at': '2022-03-23T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c', 'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'mac_address': 'fa:16:3e:de:35:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:48Z', 'updated_at': '2022-03-23T02:46:49Z', 'revision_number': 2, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'subnets': [{'id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:51.033612 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5abc4c-eb0e-41a2-a6dc-f701f620e90b None None] Checking router: 9828c275-06c2-4045-b55a-6b168150a939 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:46:51.033971 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5abc4c-eb0e-41a2-a6dc-f701f620e90b None None] Updating router 9828c275-06c2-4045-b55a-6b168150a939 port 0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:46:51.061561 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cf5abc4c-eb0e-41a2-a6dc-f701f620e90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:51.099297 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f555eb-4dfd-4060-959e-f6572a729cc2 admin admin] Made reservation on behalf of 32baaeffa4224426869ca007cf93f615 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:46:51.101751 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-82f555eb-4dfd-4060-959e-f6572a729cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:51.111442 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-82f555eb-4dfd-4060-959e-f6572a729cc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:51.196636 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-82f555eb-4dfd-4060-959e-f6572a729cc2 admin admin] Publish callbacks [] for security_group (30dc705c-283a-470d-8fab-d844a131a58b), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:51.265140 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-82f555eb-4dfd-4060-959e-f6572a729cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (30dc705c-283a-470d-8fab-d844a131a58b), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:51.268570 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:51.295954 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f555eb-4dfd-4060-959e-f6572a729cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dc705c-283a-470d-8fab-d844a131a58b,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:51.351161 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f555eb-4dfd-4060-959e-f6572a729cc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:46:51.353916 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cf5abc4c-eb0e-41a2-a6dc-f701f620e90b None None] Publish callbacks [] for port (0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:51.360850 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-82f555eb-4dfd-4060-959e-f6572a729cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (fa3af3ac-70fd-4e40-8bf9-dd6f68a81d51), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:51.361241 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-82f555eb-4dfd-4060-959e-f6572a729cc2 admin admin] Added segment fa3af3ac-70fd-4e40-8bf9-dd6f68a81d51 of type vlan for network e7ebad70-30f5-4c78-bcd0-5a2042ac8793 Mar 23 02:46:51.367480 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7a638-c3a8-4fad-bb03-1fe7f6baaac0 req-ddc76d95-d2a5-4b70-b643-0309c4eff495 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:51.369038 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5eb7a638-c3a8-4fad-bb03-1fe7f6baaac0 req-ddc76d95-d2a5-4b70-b643-0309c4eff495 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fdc69d4-a83f-4916-bd95-185427b93f20 HTTP/1.1" status: 200 len: 946 time: 0.0550647 Mar 23 02:46:51.401858 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-82f555eb-4dfd-4060-959e-f6572a729cc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (e7ebad70-30f5-4c78-bcd0-5a2042ac8793), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:51.413771 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cf5abc4c-eb0e-41a2-a6dc-f701f620e90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:51.417613 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5eb7a638-c3a8-4fad-bb03-1fe7f6baaac0 req-bc0c97d8-9ff3-452d-acfa-36248932027a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e9b942-ad41-4c9f-a448-a7bb9f99d13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428281 Mar 23 02:46:51.472777 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7a293-16fc-497b-8b48-8003b925ccf1 None None] Pushing event updated for resources: {'Port': ['ID=0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:51.493037 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-82f555eb-4dfd-4060-959e-f6572a729cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (e7ebad70-30f5-4c78-bcd0-5a2042ac8793), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:51.494555 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f555eb-4dfd-4060-959e-f6572a729cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:51.495260 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-82f555eb-4dfd-4060-959e-f6572a729cc2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:51.527029 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-cf5abc4c-eb0e-41a2-a6dc-f701f620e90b None None] Attempting to bind port 0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:46:51.527497 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-cf5abc4c-eb0e-41a2-a6dc-f701f620e90b None None] Attempting to bind port 0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '514ce571-d1d5-4120-8ab2-56f18b5021ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:46:51.528177 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5abc4c-eb0e-41a2-a6dc-f701f620e90b None None] Attempting to bind port 0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c on network 66983626-1d5d-4ad4-9c5b-2e31ad4d88be {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:46:51.533560 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5abc4c-eb0e-41a2-a6dc-f701f620e90b None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:46:51.533944 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5abc4c-eb0e-41a2-a6dc-f701f620e90b None None] Checking segment: {'id': '514ce571-d1d5-4120-8ab2-56f18b5021ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:46:51.534351 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cf5abc4c-eb0e-41a2-a6dc-f701f620e90b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:51.534776 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5abc4c-eb0e-41a2-a6dc-f701f620e90b None None] Bound using segment: {'id': '514ce571-d1d5-4120-8ab2-56f18b5021ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:46:51.535254 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-cf5abc4c-eb0e-41a2-a6dc-f701f620e90b None None] Bound port: 0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '514ce571-d1d5-4120-8ab2-56f18b5021ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:46:51.535643 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cf5abc4c-eb0e-41a2-a6dc-f701f620e90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:51.605781 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-cf5abc4c-eb0e-41a2-a6dc-f701f620e90b None None] For port 0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:46:51.609388 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-cf5abc4c-eb0e-41a2-a6dc-f701f620e90b None None] For port 0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c,segment=NetworkSegment(514ce571-d1d5-4120-8ab2-56f18b5021ff),segment_id=514ce571-d1d5-4120-8ab2-56f18b5021ff)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:46:51.645150 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f555eb-4dfd-4060-959e-f6572a729cc2 admin admin] Pushing event updated for resources: {'Network': ['ID=e7ebad70-30f5-4c78-bcd0-5a2042ac8793,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:51.657733 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network e7ebad70-30f5-4c78-bcd0-5a2042ac8793 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:46:51.672435 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693332d2-df22-4ac3-8c31-a0bf31637332 req-2c2d9ff1-3d03-4b81-b62c-b41af09ef392 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:51.675086 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-693332d2-df22-4ac3-8c31-a0bf31637332 req-2c2d9ff1-3d03-4b81-b62c-b41af09ef392 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fdc69d4-a83f-4916-bd95-185427b93f20 HTTP/1.1" status: 200 len: 946 time: 0.1757975 Mar 23 02:46:51.725190 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-693332d2-df22-4ac3-8c31-a0bf31637332 req-03a98989-cf74-406f-8e22-07bd5ccfd80c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e9b942-ad41-4c9f-a448-a7bb9f99d13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439839 Mar 23 02:46:51.732350 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cf5abc4c-eb0e-41a2-a6dc-f701f620e90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:51.739433 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-b919a052-fe3f-415c-b566-721b2135d48d None None] Provisioning complete for port 0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:51.739433 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b919a052-fe3f-415c-b566-721b2135d48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:51.746299 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-82f555eb-4dfd-4060-959e-f6572a729cc2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7537646 Mar 23 02:46:51.746650 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34814) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:51.747521 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34816) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:51.752032 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-fd1c3469-3b19-4ef0-b972-1736fc7598bf admin admin] Request body: {'subnet': {'network_id': 'e7ebad70-30f5-4c78-bcd0-5a2042ac8793', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1121542359-subnet', 'tenant_id': '32baaeffa4224426869ca007cf93f615', 'ip_version': 4}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:51.791298 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5af1789-2b57-4847-aa04-f35d7da7d603 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:51.792931 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d5af1789-2b57-4847-aa04-f35d7da7d603 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6fdc69d4-a83f-4916-bd95-185427b93f20 HTTP/1.1" status: 200 len: 1125 time: 0.0443196 Mar 23 02:46:51.795664 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34818) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:51.799905 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-46b66226-1bdd-4de0-bfc3-0cd2665976f0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'port_id': 'efb815a7-a402-4643-8b74-7573cb2289fd', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:51.841100 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5abc4c-eb0e-41a2-a6dc-f701f620e90b None None] Routers {'9828c275-06c2-4045-b55a-6b168150a939'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:46:51.841728 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-cf5abc4c-eb0e-41a2-a6dc-f701f620e90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:46:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['9828c275-06c2-4045-b55a-6b168150a939'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:51.843790 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7a293-16fc-497b-8b48-8003b925ccf1 None None] Pushing event updated for resources: {'Port': ['ID=0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:51.850910 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1c3469-3b19-4ef0-b972-1736fc7598bf admin admin] Made reservation on behalf of 32baaeffa4224426869ca007cf93f615 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:46:51.855069 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fd1c3469-3b19-4ef0-b972-1736fc7598bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:51.917411 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-46b66226-1bdd-4de0-bfc3-0cd2665976f0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:51.954528 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-b919a052-fe3f-415c-b566-721b2135d48d None None] Current status of the port 0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:46:51.954924 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b919a052-fe3f-415c-b566-721b2135d48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:52.011389 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-b919a052-fe3f-415c-b566-721b2135d48d None None] For port 0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c,segment=NetworkSegment(514ce571-d1d5-4120-8ab2-56f18b5021ff),segment_id=514ce571-d1d5-4120-8ab2-56f18b5021ff)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:46:52.013443 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-cf5abc4c-eb0e-41a2-a6dc-f701f620e90b None None] Set router 9828c275-06c2-4045-b55a-6b168150a939 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:46:52.134642 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fd1c3469-3b19-4ef0-b972-1736fc7598bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (d89b6fa3-3e91-44c2-8dc7-19946b092b93), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:52.207640 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c3469-3b19-4ef0-b972-1736fc7598bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d89b6fa3-3e91-44c2-8dc7-19946b092b93,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:52.218571 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c3469-3b19-4ef0-b972-1736fc7598bf admin admin] Checking segment: {'id': 'fa3af3ac-70fd-4e40-8bf9-dd6f68a81d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e7ebad70-30f5-4c78-bcd0-5a2042ac8793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:46:52.218935 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1c3469-3b19-4ef0-b972-1736fc7598bf admin admin] Network hostable DHCP agents. Network: e7ebad70-30f5-4c78-bcd0-5a2042ac8793, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:46:52.244084 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b919a052-fe3f-415c-b566-721b2135d48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:52.346472 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b919a052-fe3f-415c-b566-721b2135d48d None None] Pushing event updated for resources: {'Port': ['ID=0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:52.374749 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device b708c9dc-8b8d-4e94-8941-b543fe1be0eb up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:46:52.379078 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-46b66226-1bdd-4de0-bfc3-0cd2665976f0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:52.420606 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1c3469-3b19-4ef0-b972-1736fc7598bf admin admin] Network e7ebad70-30f5-4c78-bcd0-5a2042ac8793 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:46:52.424606 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-6051ec31-d589-4825-ac19-1455460d5461 None None] Provisioning complete for port 0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:52.425102 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6051ec31-d589-4825-ac19-1455460d5461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:52.487102 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-46b66226-1bdd-4de0-bfc3-0cd2665976f0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.26.2.93 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/595aa42b-3a2f-4dcc-a0d1-2a2f778ba3e2) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:46:52.511076 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-fd1c3469-3b19-4ef0-b972-1736fc7598bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, e7ebad70-30f5-4c78-bcd0-5a2042ac8793) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:46:52.515129 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port b708c9dc-8b8d-4e94-8941-b543fe1be0eb triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:52.515501 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b708c9dc-8b8d-4e94-8941-b543fe1be0eb), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:52.517743 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1c3469-3b19-4ef0-b972-1736fc7598bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:52.519223 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fd1c3469-3b19-4ef0-b972-1736fc7598bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:52.534853 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-cf5abc4c-eb0e-41a2-a6dc-f701f620e90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9828c275-06c2-4045-b55a-6b168150a939', 'name': 'tempest-TestVolumeBootPattern-1683085647-router', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:45Z', 'updated_at': '2022-03-23T02:46:48Z', 'revision_number': 4, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'gw_port': {'id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:46Z', 'updated_at': '2022-03-23T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c', 'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'mac_address': 'fa:16:3e:de:35:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:48Z', 'updated_at': '2022-03-23T02:46:51Z', 'revision_number': 4, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'subnets': [{'id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:52.543879 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1254d2ce-c71f-47fc-9348-06d51b642428 None None] Network e7ebad70-30f5-4c78-bcd0-5a2042ac8793 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:46:52.600684 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-fd1c3469-3b19-4ef0-b972-1736fc7598bf admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8516235 Mar 23 02:46:52.602940 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34820) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:52.604623 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-46b66226-1bdd-4de0-bfc3-0cd2665976f0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (595aa42b-3a2f-4dcc-a0d1-2a2f778ba3e2), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:52.607633 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-314d2278-5ca9-4ad3-9177-7e6d8f57dc14 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1121542359-router', 'tenant_id': '32baaeffa4224426869ca007cf93f615', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:52.637517 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5abc4c-eb0e-41a2-a6dc-f701f620e90b None None] The sync data for ids ['9828c275-06c2-4045-b55a-6b168150a939'] in dv-neutron-834613-2-hyperv is: [{'id': '9828c275-06c2-4045-b55a-6b168150a939', 'name': 'tempest-TestVolumeBootPattern-1683085647-router', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:45Z', 'updated_at': '2022-03-23T02:46:48Z', 'revision_number': 4, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'gw_port': {'id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:46Z', 'updated_at': '2022-03-23T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c', 'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'mac_address': 'fa:16:3e:de:35:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:48Z', 'updated_at': '2022-03-23T02:46:51Z', 'revision_number': 4, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'subnets': [{'id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:46:52.673146 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-6051ec31-d589-4825-ac19-1455460d5461 None None] Current status of the port 0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:46:52.715920 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-314d2278-5ca9-4ad3-9177-7e6d8f57dc14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (a7a127da-fafc-45a4-bb4b-7772e21a4701), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:52.717127 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-314d2278-5ca9-4ad3-9177-7e6d8f57dc14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (a7a127da-fafc-45a4-bb4b-7772e21a4701), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:52.750879 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-46b66226-1bdd-4de0-bfc3-0cd2665976f0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (595aa42b-3a2f-4dcc-a0d1-2a2f778ba3e2), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:52.773115 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:52.785716 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1292cb85-98a6-4e09-aac1-cfe998da679a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-e7ebad70-30f5-4c78-bcd0-5a2042ac8793', 'network_id': 'e7ebad70-30f5-4c78-bcd0-5a2042ac8793', 'project_id': '32baaeffa4224426869ca007cf93f615', 'fixed_ips': [{'subnet_id': 'd89b6fa3-3e91-44c2-8dc7-19946b092b93'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:46:52.786594 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1292cb85-98a6-4e09-aac1-cfe998da679a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:52.798582 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b66226-1bdd-4de0-bfc3-0cd2665976f0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:46:52.801902 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-314d2278-5ca9-4ad3-9177-7e6d8f57dc14 admin admin] Publish callbacks [] for router_controller (a7a127da-fafc-45a4-bb4b-7772e21a4701), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:52.806025 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-46b66226-1bdd-4de0-bfc3-0cd2665976f0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:46:52.808634 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b66226-1bdd-4de0-bfc3-0cd2665976f0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:46:52.809762 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port b708c9dc-8b8d-4e94-8941-b543fe1be0eb is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:46:52.842191 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b66226-1bdd-4de0-bfc3-0cd2665976f0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=595aa42b-3a2f-4dcc-a0d1-2a2f778ba3e2,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:52.962936 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-1292cb85-98a6-4e09-aac1-cfe998da679a None None] Allocated IP 172.20.0.2 (e7ebad70-30f5-4c78-bcd0-5a2042ac8793/d89b6fa3-3e91-44c2-8dc7-19946b092b93/e48c5328-1fe8-4f3b-aebc-75e22535e98e) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:46:53.069438 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-314d2278-5ca9-4ad3-9177-7e6d8f57dc14 admin admin] Publish callbacks [] for router_gateway (a7a127da-fafc-45a4-bb4b-7772e21a4701), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:53.164600 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1292cb85-98a6-4e09-aac1-cfe998da679a None None] Publish callbacks [] for port (e48c5328-1fe8-4f3b-aebc-75e22535e98e), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:53.269397 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-46b66226-1bdd-4de0-bfc3-0cd2665976f0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (1ac18ab8-ae69-4289-8688-a0407a899f7a), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:53.329390 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1292cb85-98a6-4e09-aac1-cfe998da679a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (e48c5328-1fe8-4f3b-aebc-75e22535e98e), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:53.371935 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1292cb85-98a6-4e09-aac1-cfe998da679a None None] Network e7ebad70-30f5-4c78-bcd0-5a2042ac8793 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:46:53.377232 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-1292cb85-98a6-4e09-aac1-cfe998da679a None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:46:53.382484 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1292cb85-98a6-4e09-aac1-cfe998da679a None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:46:53.385731 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292cb85-98a6-4e09-aac1-cfe998da679a None None] Pushing event updated for resources: {'Port': ['ID=e48c5328-1fe8-4f3b-aebc-75e22535e98e,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:53.428807 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-314d2278-5ca9-4ad3-9177-7e6d8f57dc14 admin admin] Publish callbacks [] for router_gateway (a7a127da-fafc-45a4-bb4b-7772e21a4701), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:53.439203 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-46b66226-1bdd-4de0-bfc3-0cd2665976f0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (595aa42b-3a2f-4dcc-a0d1-2a2f778ba3e2), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:53.452857 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-314d2278-5ca9-4ad3-9177-7e6d8f57dc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:53.459472 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-1292cb85-98a6-4e09-aac1-cfe998da679a None None] Attempting to bind port e48c5328-1fe8-4f3b-aebc-75e22535e98e on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:46:53.460486 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-1292cb85-98a6-4e09-aac1-cfe998da679a None None] Attempting to bind port e48c5328-1fe8-4f3b-aebc-75e22535e98e by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'fa3af3ac-70fd-4e40-8bf9-dd6f68a81d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e7ebad70-30f5-4c78-bcd0-5a2042ac8793'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:46:53.461204 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1292cb85-98a6-4e09-aac1-cfe998da679a None None] Attempting to bind port e48c5328-1fe8-4f3b-aebc-75e22535e98e on network e7ebad70-30f5-4c78-bcd0-5a2042ac8793 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:46:53.470791 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1292cb85-98a6-4e09-aac1-cfe998da679a None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:46:53.471227 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1292cb85-98a6-4e09-aac1-cfe998da679a None None] Checking segment: {'id': 'fa3af3ac-70fd-4e40-8bf9-dd6f68a81d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e7ebad70-30f5-4c78-bcd0-5a2042ac8793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:46:53.471649 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1292cb85-98a6-4e09-aac1-cfe998da679a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:53.472061 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1292cb85-98a6-4e09-aac1-cfe998da679a None None] Bound using segment: {'id': 'fa3af3ac-70fd-4e40-8bf9-dd6f68a81d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e7ebad70-30f5-4c78-bcd0-5a2042ac8793'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:46:53.472540 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-1292cb85-98a6-4e09-aac1-cfe998da679a None None] Bound port: e48c5328-1fe8-4f3b-aebc-75e22535e98e, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3af3ac-70fd-4e40-8bf9-dd6f68a81d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e7ebad70-30f5-4c78-bcd0-5a2042ac8793'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:46:53.472922 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1292cb85-98a6-4e09-aac1-cfe998da679a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (e48c5328-1fe8-4f3b-aebc-75e22535e98e), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:53.550374 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-1292cb85-98a6-4e09-aac1-cfe998da679a None None] For port e48c5328-1fe8-4f3b-aebc-75e22535e98e, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:46:53.556428 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-1292cb85-98a6-4e09-aac1-cfe998da679a None None] For port e48c5328-1fe8-4f3b-aebc-75e22535e98e, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=e48c5328-1fe8-4f3b-aebc-75e22535e98e,segment=NetworkSegment(fa3af3ac-70fd-4e40-8bf9-dd6f68a81d51),segment_id=fa3af3ac-70fd-4e40-8bf9-dd6f68a81d51)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:46:53.577721 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-314d2278-5ca9-4ad3-9177-7e6d8f57dc14 admin admin] Allocated IP 172.26.2.249 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/b588ec00-63f8-4c64-825a-babfd81faae9) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:46:53.627523 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-46b66226-1bdd-4de0-bfc3-0cd2665976f0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (595aa42b-3a2f-4dcc-a0d1-2a2f778ba3e2), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:53.631405 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1292cb85-98a6-4e09-aac1-cfe998da679a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (e48c5328-1fe8-4f3b-aebc-75e22535e98e), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:53.693712 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-46b66226-1bdd-4de0-bfc3-0cd2665976f0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (595aa42b-3a2f-4dcc-a0d1-2a2f778ba3e2), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:53.697423 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292cb85-98a6-4e09-aac1-cfe998da679a None None] Pushing event updated for resources: {'Port': ['ID=e48c5328-1fe8-4f3b-aebc-75e22535e98e,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:53.698191 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-314d2278-5ca9-4ad3-9177-7e6d8f57dc14 admin admin] Publish callbacks [] for port (b588ec00-63f8-4c64-825a-babfd81faae9), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:53.751200 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b66226-1bdd-4de0-bfc3-0cd2665976f0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=595aa42b-3a2f-4dcc-a0d1-2a2f778ba3e2,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:53.790169 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-46b66226-1bdd-4de0-bfc3-0cd2665976f0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (1ac18ab8-ae69-4289-8688-a0407a899f7a), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:53.821025 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-314d2278-5ca9-4ad3-9177-7e6d8f57dc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (b588ec00-63f8-4c64-825a-babfd81faae9), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:53.860791 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314d2278-5ca9-4ad3-9177-7e6d8f57dc14 admin admin] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:46:53.865576 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-314d2278-5ca9-4ad3-9177-7e6d8f57dc14 admin admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:46:53.869717 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314d2278-5ca9-4ad3-9177-7e6d8f57dc14 admin admin] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:46:53.938622 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d2278-5ca9-4ad3-9177-7e6d8f57dc14 admin admin] Pushing event updated for resources: {'Port': ['ID=b588ec00-63f8-4c64-825a-babfd81faae9,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:53.964823 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-46b66226-1bdd-4de0-bfc3-0cd2665976f0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Floating IP 1ac18ab8-ae69-4289-8688-a0407a899f7a associated. External IP: 172.26.2.93, port: efb815a7-a402-4643-8b74-7573cb2289fd. Mar 23 02:46:54.019600 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:54.213404 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b66226-1bdd-4de0-bfc3-0cd2665976f0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router a81012b3-442d-4857-abe1-3a6b195d4d04 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:46:54.273773 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-314d2278-5ca9-4ad3-9177-7e6d8f57dc14 admin admin] Publish callbacks [] for router_gateway (a7a127da-fafc-45a4-bb4b-7772e21a4701), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:54.351580 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b66226-1bdd-4de0-bfc3-0cd2665976f0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:46:54.363813 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df7e7a9-d2f4-4029-b022-37b7b8145f6e None None] Sync routers for ids ['a81012b3-442d-4857-abe1-3a6b195d4d04'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:46:54.373387 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df7e7a9-d2f4-4029-b022-37b7b8145f6e None None] Routers {'a81012b3-442d-4857-abe1-3a6b195d4d04'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:46:54.377510 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-5df7e7a9-d2f4-4029-b022-37b7b8145f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:46:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a81012b3-442d-4857-abe1-3a6b195d4d04'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:54.430338 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:46:54.433681 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-46b66226-1bdd-4de0-bfc3-0cd2665976f0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:54.485278 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34822) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:54.485968 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-46b66226-1bdd-4de0-bfc3-0cd2665976f0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6890628 Mar 23 02:46:54.486851 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fdc69d4-a83f-4916-bd95-185427b93f20', 'tag': 'efb815a7-a402-4643-8b74-7573cb2289fd'}] {{(pid=104348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:46:54.490603 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a43494f7a0cd0c51715e4079ece57a9ff1e623b58ceb021b6bb41ba87478d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7837a27b-f1f6-4e9c-8aa3-c822c541be33" -d '{"events": [{"name": "network-changed", "server_uuid": "6fdc69d4-a83f-4916-bd95-185427b93f20", "tag": "efb815a7-a402-4643-8b74-7573cb2289fd"}]}' {{(pid=104348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:46:54.501683 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-5df7e7a9-d2f4-4029-b022-37b7b8145f6e None None] Set router a81012b3-442d-4857-abe1-3a6b195d4d04 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:46:54.509748 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:54.510333 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:54.538939 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db72dac8-e8ab-472c-92b0-eb30a230f578 x-openstack-request-id: req-db72dac8-e8ab-472c-92b0-eb30a230f578 {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:46:54.539575 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fdc69d4-a83f-4916-bd95-185427b93f20", "tag": "efb815a7-a402-4643-8b74-7573cb2289fd", "status": "completed", "code": 200}]} {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:46:54.539965 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-db72dac8-e8ab-472c-92b0-eb30a230f578 {{(pid=104348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:46:54.540478 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db72dac8-e8ab-472c-92b0-eb30a230f578'] response: {'name': 'network-changed', 'server_uuid': '6fdc69d4-a83f-4916-bd95-185427b93f20', 'tag': 'efb815a7-a402-4643-8b74-7573cb2289fd', 'status': 'completed', 'code': 200} Mar 23 02:46:54.626976 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:46:54.628412 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device e48c5328-1fe8-4f3b-aebc-75e22535e98e up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:46:54.644194 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ce3a4c8e-8f34-48f7-b2bc-ae176cd5c108 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/1ac18ab8-ae69-4289-8688-a0407a899f7a HTTP/1.1" status: 200 len: 991 time: 0.1575029 Mar 23 02:46:54.648970 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-314d2278-5ca9-4ad3-9177-7e6d8f57dc14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (a7a127da-fafc-45a4-bb4b-7772e21a4701), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:54.693794 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port e48c5328-1fe8-4f3b-aebc-75e22535e98e triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:54.694476 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e48c5328-1fe8-4f3b-aebc-75e22535e98e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:54.695314 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837a27b-f1f6-4e9c-8aa3-c822c541be33 req-412d09ba-8f26-4484-accc-18c647b41aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:54.698126 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7837a27b-f1f6-4e9c-8aa3-c822c541be33 req-412d09ba-8f26-4484-accc-18c647b41aac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=6fdc69d4-a83f-4916-bd95-185427b93f20 HTTP/1.1" status: 200 len: 1130 time: 0.1319432 Mar 23 02:46:54.776027 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-5df7e7a9-d2f4-4029-b022-37b7b8145f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'name': 'tempest-TestNetworkBasicOps-router-561388503', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '53fad130-954f-4610-aabc-f57fae92222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '53fad130-954f-4610-aabc-f57fae92222a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '1ac18ab8-ae69-4289-8688-a0407a899f7a', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.93', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'port_id': 'efb815a7-a402-4643-8b74-7573cb2289fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad', 'mac_address': 'fa:16:3e:73:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdc69d4-a83f-4916-bd95-185427b93f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:46:53Z', 'updated_at': '2022-03-23T02:46:53Z', 'revision_number': 0, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2127f41f-657b-4193-9784-96a9c5c60d53', 'name': '', 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:07:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '2bf964d4-8e27-4675-95e6-63a8b1b44ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:33Z', 'updated_at': '2022-03-23T02:46:37Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '2bf964d4-8e27-4675-95e6-63a8b1b44ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:54.789563 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port e48c5328-1fe8-4f3b-aebc-75e22535e98e is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:46:54.789960 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (e48c5328-1fe8-4f3b-aebc-75e22535e98e), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:54.826781 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port e48c5328-1fe8-4f3b-aebc-75e22535e98e, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=e48c5328-1fe8-4f3b-aebc-75e22535e98e,segment=NetworkSegment(fa3af3ac-70fd-4e40-8bf9-dd6f68a81d51),segment_id=fa3af3ac-70fd-4e40-8bf9-dd6f68a81d51)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:46:54.828309 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df7e7a9-d2f4-4029-b022-37b7b8145f6e None None] Checking router: a81012b3-442d-4857-abe1-3a6b195d4d04 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:46:54.838677 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df7e7a9-d2f4-4029-b022-37b7b8145f6e None None] Routers {'a81012b3-442d-4857-abe1-3a6b195d4d04'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:46:54.839293 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-5df7e7a9-d2f4-4029-b022-37b7b8145f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:46:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a81012b3-442d-4857-abe1-3a6b195d4d04'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:54.848999 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837a27b-f1f6-4e9c-8aa3-c822c541be33 req-761a090c-5c23-47c4-b6d2-455d23e0a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:54.850669 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7837a27b-f1f6-4e9c-8aa3-c822c541be33 req-761a090c-5c23-47c4-b6d2-455d23e0a14e service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d2858bb-a91c-49a1-9ee0-086b475279ad HTTP/1.1" status: 200 len: 898 time: 0.1198053 Mar 23 02:46:54.883813 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcd5dbc-9d3d-4138-b18c-4d4976c68753 None None] Network e7ebad70-30f5-4c78-bcd0-5a2042ac8793 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:46:54.935915 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7837a27b-f1f6-4e9c-8aa3-c822c541be33 req-d7a6450e-683d-4fe7-a001-e15d11306996 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efb815a7-a402-4643-8b74-7573cb2289fd HTTP/1.1" status: 200 len: 999 time: 0.0782671 Mar 23 02:46:54.940472 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (e48c5328-1fe8-4f3b-aebc-75e22535e98e), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:54.960402 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-5df7e7a9-d2f4-4029-b022-37b7b8145f6e None None] Set router a81012b3-442d-4857-abe1-3a6b195d4d04 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:46:54.982953 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314d2278-5ca9-4ad3-9177-7e6d8f57dc14 admin admin] Router a7a127da-fafc-45a4-bb4b-7772e21a4701 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:46:54.994630 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-8156ae94-135a-434d-81f3-9920baa3dd46 None None] Provisioning complete for port e48c5328-1fe8-4f3b-aebc-75e22535e98e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:54.995009 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8156ae94-135a-434d-81f3-9920baa3dd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e48c5328-1fe8-4f3b-aebc-75e22535e98e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:55.006931 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837a27b-f1f6-4e9c-8aa3-c822c541be33 req-fad4fa79-ac5c-4250-8474-ccfa3f5000fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:55.008450 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7837a27b-f1f6-4e9c-8aa3-c822c541be33 req-fad4fa79-ac5c-4250-8474-ccfa3f5000fc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2bf964d4-8e27-4675-95e6-63a8b1b44ae3 HTTP/1.1" status: 200 len: 835 time: 0.0674059 Mar 23 02:46:55.045435 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=e48c5328-1fe8-4f3b-aebc-75e22535e98e,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:55.139842 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-8156ae94-135a-434d-81f3-9920baa3dd46 None None] Current status of the port e48c5328-1fe8-4f3b-aebc-75e22535e98e is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:46:55.146077 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837a27b-f1f6-4e9c-8aa3-c822c541be33 req-f0324b34-c5b5-42e8-8910-7bdee1159809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:55.148038 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7837a27b-f1f6-4e9c-8aa3-c822c541be33 req-f0324b34-c5b5-42e8-8910-7bdee1159809 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d2858bb-a91c-49a1-9ee0-086b475279ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1014881 Mar 23 02:46:55.213744 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314d2278-5ca9-4ad3-9177-7e6d8f57dc14 admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:46:55.227467 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4cb324-c9c9-4ef8-9e7e-2a085eef91aa None None] Sync routers for ids ['a7a127da-fafc-45a4-bb4b-7772e21a4701'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:46:55.249382 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4cb324-c9c9-4ef8-9e7e-2a085eef91aa None None] Routers {'a7a127da-fafc-45a4-bb4b-7772e21a4701'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:46:55.250866 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-ec4cb324-c9c9-4ef8-9e7e-2a085eef91aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:46:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a7a127da-fafc-45a4-bb4b-7772e21a4701'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:55.276897 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7837a27b-f1f6-4e9c-8aa3-c822c541be33 req-77115812-f940-48b4-8200-ac14ff969e5e service neutron] 10.222.0.23 "GET /v2.0/networks/4d2858bb-a91c-49a1-9ee0-086b475279ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204205 Mar 23 02:46:55.326689 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-5df7e7a9-d2f4-4029-b022-37b7b8145f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'name': 'tempest-TestNetworkBasicOps-router-561388503', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '53fad130-954f-4610-aabc-f57fae92222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '53fad130-954f-4610-aabc-f57fae92222a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '1ac18ab8-ae69-4289-8688-a0407a899f7a', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.93', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'port_id': 'efb815a7-a402-4643-8b74-7573cb2289fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad', 'mac_address': 'fa:16:3e:73:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdc69d4-a83f-4916-bd95-185427b93f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:46:53Z', 'updated_at': '2022-03-23T02:46:53Z', 'revision_number': 0, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2127f41f-657b-4193-9784-96a9c5c60d53', 'name': '', 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:07:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '2bf964d4-8e27-4675-95e6-63a8b1b44ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:33Z', 'updated_at': '2022-03-23T02:46:37Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '2bf964d4-8e27-4675-95e6-63a8b1b44ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:55.354136 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-314d2278-5ca9-4ad3-9177-7e6d8f57dc14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:55.354915 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-314d2278-5ca9-4ad3-9177-7e6d8f57dc14 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7507801 Mar 23 02:46:55.358033 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34826) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:55.361037 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df7e7a9-d2f4-4029-b022-37b7b8145f6e None None] The sync data for ids ['a81012b3-442d-4857-abe1-3a6b195d4d04'] in dv-neutron-834613-2-hyperv is: [{'id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'name': 'tempest-TestNetworkBasicOps-router-561388503', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '53fad130-954f-4610-aabc-f57fae92222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '53fad130-954f-4610-aabc-f57fae92222a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '1ac18ab8-ae69-4289-8688-a0407a899f7a', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.93', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'port_id': 'efb815a7-a402-4643-8b74-7573cb2289fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad', 'mac_address': 'fa:16:3e:73:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdc69d4-a83f-4916-bd95-185427b93f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:46:53Z', 'updated_at': '2022-03-23T02:46:53Z', 'revision_number': 0, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2127f41f-657b-4193-9784-96a9c5c60d53', 'name': '', 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:07:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '2bf964d4-8e27-4675-95e6-63a8b1b44ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:33Z', 'updated_at': '2022-03-23T02:46:37Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '2bf964d4-8e27-4675-95e6-63a8b1b44ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:46:55.386770 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7837a27b-f1f6-4e9c-8aa3-c822c541be33 req-e1576591-b1ff-46f4-b70c-8d8e346295e1 service neutron] 10.222.0.23 "GET /v2.0/networks/4d2858bb-a91c-49a1-9ee0-086b475279ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032073 Mar 23 02:46:55.389928 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-ec4cb324-c9c9-4ef8-9e7e-2a085eef91aa None None] Set router a7a127da-fafc-45a4-bb4b-7772e21a4701 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:46:55.606236 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63749149-71b0-4a87-b2a4-21c15fe46b3b None None] New status for floating IP 1ac18ab8-ae69-4289-8688-a0407a899f7a: ACTIVE {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:46:55.649348 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 34828) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:55.652186 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-2f57a2fe-f61c-4cc2-a126-63c1be29ef24 None None] Provisioning complete for port e48c5328-1fe8-4f3b-aebc-75e22535e98e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:55.652623 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2f57a2fe-f61c-4cc2-a126-63c1be29ef24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e48c5328-1fe8-4f3b-aebc-75e22535e98e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:55.751278 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f1e47392-5345-47d6-98e9-b0248f166d41 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/1ac18ab8-ae69-4289-8688-a0407a899f7a HTTP/1.1" status: 200 len: 991 time: 0.1008844 Mar 23 02:46:55.791301 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-2f57a2fe-f61c-4cc2-a126-63c1be29ef24 None None] Current status of the port e48c5328-1fe8-4f3b-aebc-75e22535e98e is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:46:55.807477 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-ec4cb324-c9c9-4ef8-9e7e-2a085eef91aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a127da-fafc-45a4-bb4b-7772e21a4701', 'name': 'tempest-TestVolumeBootPattern-1121542359-router', 'tenant_id': '32baaeffa4224426869ca007cf93f615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b588ec00-63f8-4c64-825a-babfd81faae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:52Z', 'updated_at': '2022-03-23T02:46:54Z', 'revision_number': 3, 'project_id': '32baaeffa4224426869ca007cf93f615', 'gw_port': {'id': 'b588ec00-63f8-4c64-825a-babfd81faae9', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a127da-fafc-45a4-bb4b-7772e21a4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:53Z', 'updated_at': '2022-03-23T02:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:55.834438 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4cb324-c9c9-4ef8-9e7e-2a085eef91aa None None] Checking router: a7a127da-fafc-45a4-bb4b-7772e21a4701 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:46:55.836014 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4cb324-c9c9-4ef8-9e7e-2a085eef91aa None None] Updating router a7a127da-fafc-45a4-bb4b-7772e21a4701 port b588ec00-63f8-4c64-825a-babfd81faae9 binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:46:55.863343 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ec4cb324-c9c9-4ef8-9e7e-2a085eef91aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b588ec00-63f8-4c64-825a-babfd81faae9), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:55.886676 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8b8a5a59-1d15-4db9-810f-4057d5ad650b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:56.085216 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-8b8a5a59-1d15-4db9-810f-4057d5ad650b admin admin] Allocated IP 172.20.0.1 (e7ebad70-30f5-4c78-bcd0-5a2042ac8793/d89b6fa3-3e91-44c2-8dc7-19946b092b93/32961f5c-3e66-4a34-bea2-4878783a95b7) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:46:56.123682 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ec4cb324-c9c9-4ef8-9e7e-2a085eef91aa None None] Publish callbacks [] for port (b588ec00-63f8-4c64-825a-babfd81faae9), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:56.179171 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ec4cb324-c9c9-4ef8-9e7e-2a085eef91aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (b588ec00-63f8-4c64-825a-babfd81faae9), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:56.191308 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8b8a5a59-1d15-4db9-810f-4057d5ad650b admin admin] Publish callbacks [] for port (32961f5c-3e66-4a34-bea2-4878783a95b7), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:56.233580 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b59e0-fef9-498f-957e-e0b5c5878ef3 None None] Pushing event updated for resources: {'Port': ['ID=b588ec00-63f8-4c64-825a-babfd81faae9,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:56.236005 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-ec4cb324-c9c9-4ef8-9e7e-2a085eef91aa None None] Attempting to bind port b588ec00-63f8-4c64-825a-babfd81faae9 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:46:56.236369 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-ec4cb324-c9c9-4ef8-9e7e-2a085eef91aa None None] Attempting to bind port b588ec00-63f8-4c64-825a-babfd81faae9 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:46:56.236739 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4cb324-c9c9-4ef8-9e7e-2a085eef91aa None None] Attempting to bind port b588ec00-63f8-4c64-825a-babfd81faae9 on network 6bbcca03-75ff-487c-8b0e-a32302dacbee {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:46:56.246291 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4cb324-c9c9-4ef8-9e7e-2a085eef91aa None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:46:56.246291 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4cb324-c9c9-4ef8-9e7e-2a085eef91aa None None] Checking segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:46:56.246291 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ec4cb324-c9c9-4ef8-9e7e-2a085eef91aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:56.246291 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4cb324-c9c9-4ef8-9e7e-2a085eef91aa None None] Bound using segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:46:56.246291 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-ec4cb324-c9c9-4ef8-9e7e-2a085eef91aa None None] Bound port: b588ec00-63f8-4c64-825a-babfd81faae9, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:46:56.246291 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ec4cb324-c9c9-4ef8-9e7e-2a085eef91aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b588ec00-63f8-4c64-825a-babfd81faae9), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:56.295952 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-ec4cb324-c9c9-4ef8-9e7e-2a085eef91aa None None] For port b588ec00-63f8-4c64-825a-babfd81faae9, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:46:56.299016 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-ec4cb324-c9c9-4ef8-9e7e-2a085eef91aa None None] For port b588ec00-63f8-4c64-825a-babfd81faae9, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=b588ec00-63f8-4c64-825a-babfd81faae9,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:46:56.320466 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8b8a5a59-1d15-4db9-810f-4057d5ad650b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (32961f5c-3e66-4a34-bea2-4878783a95b7), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:56.358946 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device e48c5328-1fe8-4f3b-aebc-75e22535e98e up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:46:56.359778 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8a5a59-1d15-4db9-810f-4057d5ad650b admin admin] Network e7ebad70-30f5-4c78-bcd0-5a2042ac8793 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:46:56.363026 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-8b8a5a59-1d15-4db9-810f-4057d5ad650b admin admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:46:56.369762 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8a5a59-1d15-4db9-810f-4057d5ad650b admin admin] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:46:56.398294 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a5a59-1d15-4db9-810f-4057d5ad650b admin admin] Pushing event updated for resources: {'Port': ['ID=32961f5c-3e66-4a34-bea2-4878783a95b7,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:56.403643 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ec4cb324-c9c9-4ef8-9e7e-2a085eef91aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (b588ec00-63f8-4c64-825a-babfd81faae9), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:56.419198 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8b8a5a59-1d15-4db9-810f-4057d5ad650b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (a7a127da-fafc-45a4-bb4b-7772e21a4701), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:56.469009 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port e48c5328-1fe8-4f3b-aebc-75e22535e98e triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:56.469404 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e48c5328-1fe8-4f3b-aebc-75e22535e98e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:56.477465 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4cb324-c9c9-4ef8-9e7e-2a085eef91aa None None] Routers {'a7a127da-fafc-45a4-bb4b-7772e21a4701'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:46:56.478277 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-ec4cb324-c9c9-4ef8-9e7e-2a085eef91aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:46:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a7a127da-fafc-45a4-bb4b-7772e21a4701'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:56.497989 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b59e0-fef9-498f-957e-e0b5c5878ef3 None None] Pushing event updated for resources: {'Port': ['ID=b588ec00-63f8-4c64-825a-babfd81faae9,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:56.620546 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8b8a5a59-1d15-4db9-810f-4057d5ad650b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (32961f5c-3e66-4a34-bea2-4878783a95b7), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:56.638210 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-8c7dcc65-91e6-46e0-8ae6-9be8394d3ffd None None] Provisioning complete for port 32961f5c-3e66-4a34-bea2-4878783a95b7 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:56.638210 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8c7dcc65-91e6-46e0-8ae6-9be8394d3ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (32961f5c-3e66-4a34-bea2-4878783a95b7), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:56.683030 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-ec4cb324-c9c9-4ef8-9e7e-2a085eef91aa None None] Set router a7a127da-fafc-45a4-bb4b-7772e21a4701 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:46:56.755138 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34830) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:56.792811 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8b8a5a59-1d15-4db9-810f-4057d5ad650b admin admin] Publish callbacks [] for port (32961f5c-3e66-4a34-bea2-4878783a95b7), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:56.794807 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port e48c5328-1fe8-4f3b-aebc-75e22535e98e is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:46:56.801810 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-8c7dcc65-91e6-46e0-8ae6-9be8394d3ffd None None] Port 32961f5c-3e66-4a34-bea2-4878783a95b7 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:46:56.825367 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2554d1b6-8e7f-4f21-9b44-22957c8a6ed5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/1ac18ab8-ae69-4289-8688-a0407a899f7a HTTP/1.1" status: 200 len: 993 time: 0.0677671 Mar 23 02:46:56.853804 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8b8a5a59-1d15-4db9-810f-4057d5ad650b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (32961f5c-3e66-4a34-bea2-4878783a95b7), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:56.885184 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-ec4cb324-c9c9-4ef8-9e7e-2a085eef91aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a127da-fafc-45a4-bb4b-7772e21a4701', 'name': 'tempest-TestVolumeBootPattern-1121542359-router', 'tenant_id': '32baaeffa4224426869ca007cf93f615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b588ec00-63f8-4c64-825a-babfd81faae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:52Z', 'updated_at': '2022-03-23T02:46:54Z', 'revision_number': 3, 'project_id': '32baaeffa4224426869ca007cf93f615', 'gw_port': {'id': 'b588ec00-63f8-4c64-825a-babfd81faae9', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a127da-fafc-45a4-bb4b-7772e21a4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:53Z', 'updated_at': '2022-03-23T02:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:56.911299 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4cb324-c9c9-4ef8-9e7e-2a085eef91aa None None] The sync data for ids ['a7a127da-fafc-45a4-bb4b-7772e21a4701'] in dv-neutron-834613-2-hyperv is: [{'id': 'a7a127da-fafc-45a4-bb4b-7772e21a4701', 'name': 'tempest-TestVolumeBootPattern-1121542359-router', 'tenant_id': '32baaeffa4224426869ca007cf93f615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b588ec00-63f8-4c64-825a-babfd81faae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:52Z', 'updated_at': '2022-03-23T02:46:54Z', 'revision_number': 3, 'project_id': '32baaeffa4224426869ca007cf93f615', 'gw_port': {'id': 'b588ec00-63f8-4c64-825a-babfd81faae9', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a127da-fafc-45a4-bb4b-7772e21a4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:53Z', 'updated_at': '2022-03-23T02:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:46:56.922259 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a5a59-1d15-4db9-810f-4057d5ad650b admin admin] Pushing event updated for resources: {'Port': ['ID=32961f5c-3e66-4a34-bea2-4878783a95b7,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:56.927778 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8b8a5a59-1d15-4db9-810f-4057d5ad650b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (a7a127da-fafc-45a4-bb4b-7772e21a4701), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:57.024514 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8a5a59-1d15-4db9-810f-4057d5ad650b admin admin] Network e7ebad70-30f5-4c78-bcd0-5a2042ac8793 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:46:57.025991 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-8b8a5a59-1d15-4db9-810f-4057d5ad650b admin admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:46:57.177842 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8a5a59-1d15-4db9-810f-4057d5ad650b admin admin] Router a7a127da-fafc-45a4-bb4b-7772e21a4701 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:46:57.301518 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8a5a59-1d15-4db9-810f-4057d5ad650b admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:46:57.306893 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8b8a5a59-1d15-4db9-810f-4057d5ad650b admin admin] 10.222.0.24 "PUT /v2.0/routers/a7a127da-fafc-45a4-bb4b-7772e21a4701/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9476626 Mar 23 02:46:57.330672 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e774bc00-441e-48f9-aa94-341daa2a0930 None None] Provisioning complete for port 32961f5c-3e66-4a34-bea2-4878783a95b7 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:57.331051 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e774bc00-441e-48f9-aa94-341daa2a0930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (32961f5c-3e66-4a34-bea2-4878783a95b7), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:57.370679 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e774bc00-441e-48f9-aa94-341daa2a0930 None None] Port 32961f5c-3e66-4a34-bea2-4878783a95b7 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:46:57.900199 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34838) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:57.904774 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-50074bae-b93e-477f-97be-2ab6fde69e1f tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1490140425', 'description': 'tempest-secgroup-smoke-1490140425 description', 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:58.008044 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-50074bae-b93e-477f-97be-2ab6fde69e1f tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:58.076916 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-50074bae-b93e-477f-97be-2ab6fde69e1f tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for security_group (1ff8b755-75e1-41e3-b4ab-6dfd14034518), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:58.149719 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-50074bae-b93e-477f-97be-2ab6fde69e1f tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (1ff8b755-75e1-41e3-b4ab-6dfd14034518), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:58.178757 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50074bae-b93e-477f-97be-2ab6fde69e1f tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff8b755-75e1-41e3-b4ab-6dfd14034518,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:58.244286 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-50074bae-b93e-477f-97be-2ab6fde69e1f tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:58.245539 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-50074bae-b93e-477f-97be-2ab6fde69e1f tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3443425 Mar 23 02:46:58.248518 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34840) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:58.252968 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-9ae7384e-c054-44e4-a187-2affbe9cd2f2 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Request body: {'security_group_rule': {'security_group_id': '1ff8b755-75e1-41e3-b4ab-6dfd14034518', 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:58.345093 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9ae7384e-c054-44e4-a187-2affbe9cd2f2 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for security_group_rule (3e7913fa-f060-4899-a300-3f9befb950d8), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:58.380465 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device b588ec00-63f8-4c64-825a-babfd81faae9 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:46:58.402353 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9ae7384e-c054-44e4-a187-2affbe9cd2f2 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for security_group_rule (3e7913fa-f060-4899-a300-3f9befb950d8), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:58.427294 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port b588ec00-63f8-4c64-825a-babfd81faae9 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:58.427809 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b588ec00-63f8-4c64-825a-babfd81faae9), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:58.470506 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9ae7384e-c054-44e4-a187-2affbe9cd2f2 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (3e7913fa-f060-4899-a300-3f9befb950d8), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:58.488499 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7384e-c054-44e4-a187-2affbe9cd2f2 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7913fa-f060-4899-a300-3f9befb950d8,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:58.503600 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port b588ec00-63f8-4c64-825a-babfd81faae9 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:46:58.505246 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b588ec00-63f8-4c64-825a-babfd81faae9), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:58.531286 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port b588ec00-63f8-4c64-825a-babfd81faae9, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=b588ec00-63f8-4c64-825a-babfd81faae9,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:46:58.552517 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9ae7384e-c054-44e4-a187-2affbe9cd2f2 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:58.556986 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9ae7384e-c054-44e4-a187-2affbe9cd2f2 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3042059 Mar 23 02:46:58.556986 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34842) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:58.560707 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-60048499-162d-4dcb-90d9-d4acaddb42df tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Request body: {'security_group_rule': {'security_group_id': '1ff8b755-75e1-41e3-b4ab-6dfd14034518', 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:58.596420 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (b588ec00-63f8-4c64-825a-babfd81faae9), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:58.647132 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=b588ec00-63f8-4c64-825a-babfd81faae9,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:58.681960 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-60048499-162d-4dcb-90d9-d4acaddb42df tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for security_group_rule (c8155812-44ea-4ea7-90cb-f280029a1205), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:58.737279 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-60048499-162d-4dcb-90d9-d4acaddb42df tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for security_group_rule (c8155812-44ea-4ea7-90cb-f280029a1205), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:58.819382 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-60048499-162d-4dcb-90d9-d4acaddb42df tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (c8155812-44ea-4ea7-90cb-f280029a1205), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:58.840752 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60048499-162d-4dcb-90d9-d4acaddb42df tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8155812-44ea-4ea7-90cb-f280029a1205,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:58.913008 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-60048499-162d-4dcb-90d9-d4acaddb42df tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:58.914243 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-60048499-162d-4dcb-90d9-d4acaddb42df tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3569160 Mar 23 02:46:58.916938 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34844) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:58.921170 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-15840e78-9f55-47d5-a8e7-b3cfa5f08c41 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Request body: {'security_group_rule': {'security_group_id': '1ff8b755-75e1-41e3-b4ab-6dfd14034518', 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:59.029949 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-15840e78-9f55-47d5-a8e7-b3cfa5f08c41 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for security_group_rule (415abaae-9609-4546-a21e-67487a5a41e8), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:59.086349 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-15840e78-9f55-47d5-a8e7-b3cfa5f08c41 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for security_group_rule (415abaae-9609-4546-a21e-67487a5a41e8), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:59.167620 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-15840e78-9f55-47d5-a8e7-b3cfa5f08c41 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (415abaae-9609-4546-a21e-67487a5a41e8), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:59.187524 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15840e78-9f55-47d5-a8e7-b3cfa5f08c41 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=415abaae-9609-4546-a21e-67487a5a41e8,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:59.278149 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-15840e78-9f55-47d5-a8e7-b3cfa5f08c41 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:59.279381 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-15840e78-9f55-47d5-a8e7-b3cfa5f08c41 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3614800 Mar 23 02:46:59.282081 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34846) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:59.286610 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-d81a9fe5-273f-4018-a94b-ea28be40d6cc tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Request body: {'security_group_rule': {'security_group_id': '1ff8b755-75e1-41e3-b4ab-6dfd14034518', 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:59.361132 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d81a9fe5-273f-4018-a94b-ea28be40d6cc tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for security_group_rule (32f2ce24-e572-4bbf-ac69-c101fa3f54ab), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:59.419994 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d81a9fe5-273f-4018-a94b-ea28be40d6cc tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for security_group_rule (32f2ce24-e572-4bbf-ac69-c101fa3f54ab), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:59.493752 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d81a9fe5-273f-4018-a94b-ea28be40d6cc tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (32f2ce24-e572-4bbf-ac69-c101fa3f54ab), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:59.512620 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a9fe5-273f-4018-a94b-ea28be40d6cc tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f2ce24-e572-4bbf-ac69-c101fa3f54ab,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:59.564308 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f13f7bc-c348-4ac4-85a8-d12e95b4c21c None None] Sync routers for ids ['a7a127da-fafc-45a4-bb4b-7772e21a4701'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:46:59.570692 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d81a9fe5-273f-4018-a94b-ea28be40d6cc tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:59.571949 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d81a9fe5-273f-4018-a94b-ea28be40d6cc tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2889044 Mar 23 02:46:59.574741 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34848) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:59.581016 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f13f7bc-c348-4ac4-85a8-d12e95b4c21c None None] Routers {'a7a127da-fafc-45a4-bb4b-7772e21a4701'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:46:59.581016 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-0f13f7bc-c348-4ac4-85a8-d12e95b4c21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:46:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a7a127da-fafc-45a4-bb4b-7772e21a4701'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:59.581288 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-2e8d6c52-0396-42e7-ac4d-494c54dc6b09 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Request body: {'security_group_rule': {'security_group_id': '1ff8b755-75e1-41e3-b4ab-6dfd14034518', 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:59.670681 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.securitygroups_db [None req-2e8d6c52-0396-42e7-ac4d-494c54dc6b09 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Project d89e60e7aaf14edeaf08ca6345e51704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:46:59.676102 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6c52-0396-42e7-ac4d-494c54dc6b09 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for security_group_rule (bf156d8e-46d0-46a1-8a27-8a9fe9e63428), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:59.682925 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-0f13f7bc-c348-4ac4-85a8-d12e95b4c21c None None] Set router a7a127da-fafc-45a4-bb4b-7772e21a4701 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:46:59.735378 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6c52-0396-42e7-ac4d-494c54dc6b09 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for security_group_rule (bf156d8e-46d0-46a1-8a27-8a9fe9e63428), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:59.801014 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6c52-0396-42e7-ac4d-494c54dc6b09 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (bf156d8e-46d0-46a1-8a27-8a9fe9e63428), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:59.821614 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d6c52-0396-42e7-ac4d-494c54dc6b09 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf156d8e-46d0-46a1-8a27-8a9fe9e63428,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:59.881317 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-0f13f7bc-c348-4ac4-85a8-d12e95b4c21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a127da-fafc-45a4-bb4b-7772e21a4701', 'name': 'tempest-TestVolumeBootPattern-1121542359-router', 'tenant_id': '32baaeffa4224426869ca007cf93f615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b588ec00-63f8-4c64-825a-babfd81faae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:52Z', 'updated_at': '2022-03-23T02:46:56Z', 'revision_number': 4, 'project_id': '32baaeffa4224426869ca007cf93f615', 'gw_port': {'id': 'b588ec00-63f8-4c64-825a-babfd81faae9', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a127da-fafc-45a4-bb4b-7772e21a4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:53Z', 'updated_at': '2022-03-23T02:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '32961f5c-3e66-4a34-bea2-4878783a95b7', 'name': '', 'network_id': 'e7ebad70-30f5-4c78-bcd0-5a2042ac8793', 'tenant_id': '32baaeffa4224426869ca007cf93f615', 'mac_address': 'fa:16:3e:02:75:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a127da-fafc-45a4-bb4b-7772e21a4701', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'd89b6fa3-3e91-44c2-8dc7-19946b092b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:55Z', 'updated_at': '2022-03-23T02:46:56Z', 'revision_number': 2, 'project_id': '32baaeffa4224426869ca007cf93f615', 'subnets': [{'id': 'd89b6fa3-3e91-44c2-8dc7-19946b092b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:59.883427 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6c52-0396-42e7-ac4d-494c54dc6b09 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:59.884819 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2e8d6c52-0396-42e7-ac4d-494c54dc6b09 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3088822 Mar 23 02:46:59.887233 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 34850) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:59.891521 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-2ff89c01-72d4-4a5c-b177-0b83a81472ee tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Request body: {'security_group_rule': {'security_group_id': '1ff8b755-75e1-41e3-b4ab-6dfd14034518', 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:59.908970 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f13f7bc-c348-4ac4-85a8-d12e95b4c21c None None] Checking router: a7a127da-fafc-45a4-bb4b-7772e21a4701 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:46:59.909339 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f13f7bc-c348-4ac4-85a8-d12e95b4c21c None None] Updating router a7a127da-fafc-45a4-bb4b-7772e21a4701 port 32961f5c-3e66-4a34-bea2-4878783a95b7 binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:46:59.940594 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0f13f7bc-c348-4ac4-85a8-d12e95b4c21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (32961f5c-3e66-4a34-bea2-4878783a95b7), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:59.984977 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.securitygroups_db [None req-2ff89c01-72d4-4a5c-b177-0b83a81472ee tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Project d89e60e7aaf14edeaf08ca6345e51704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:46:59.990054 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2ff89c01-72d4-4a5c-b177-0b83a81472ee tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for security_group_rule (462666ec-ab7b-446b-90bd-5e8cdf0a1ed6), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:00.050802 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2ff89c01-72d4-4a5c-b177-0b83a81472ee tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for security_group_rule (462666ec-ab7b-446b-90bd-5e8cdf0a1ed6), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:00.122020 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2ff89c01-72d4-4a5c-b177-0b83a81472ee tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (462666ec-ab7b-446b-90bd-5e8cdf0a1ed6), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:00.141360 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff89c01-72d4-4a5c-b177-0b83a81472ee tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=462666ec-ab7b-446b-90bd-5e8cdf0a1ed6,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:47:00.198856 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0f13f7bc-c348-4ac4-85a8-d12e95b4c21c None None] Publish callbacks [] for port (32961f5c-3e66-4a34-bea2-4878783a95b7), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:00.215542 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2ff89c01-72d4-4a5c-b177-0b83a81472ee tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:00.218064 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2ff89c01-72d4-4a5c-b177-0b83a81472ee tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3286164 Mar 23 02:47:00.289206 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0f13f7bc-c348-4ac4-85a8-d12e95b4c21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (32961f5c-3e66-4a34-bea2-4878783a95b7), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:00.346526 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513187f-780e-4f42-8a9a-8224f08d706b None None] Pushing event updated for resources: {'Port': ['ID=32961f5c-3e66-4a34-bea2-4878783a95b7,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:47:00.370793 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device b588ec00-63f8-4c64-825a-babfd81faae9 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:47:00.431546 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-0f13f7bc-c348-4ac4-85a8-d12e95b4c21c None None] Attempting to bind port 32961f5c-3e66-4a34-bea2-4878783a95b7 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:47:00.431959 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-0f13f7bc-c348-4ac4-85a8-d12e95b4c21c None None] Attempting to bind port 32961f5c-3e66-4a34-bea2-4878783a95b7 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'fa3af3ac-70fd-4e40-8bf9-dd6f68a81d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e7ebad70-30f5-4c78-bcd0-5a2042ac8793'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:47:00.432337 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f13f7bc-c348-4ac4-85a8-d12e95b4c21c None None] Attempting to bind port 32961f5c-3e66-4a34-bea2-4878783a95b7 on network e7ebad70-30f5-4c78-bcd0-5a2042ac8793 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:47:00.444105 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f13f7bc-c348-4ac4-85a8-d12e95b4c21c None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:47:00.444515 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f13f7bc-c348-4ac4-85a8-d12e95b4c21c None None] Checking segment: {'id': 'fa3af3ac-70fd-4e40-8bf9-dd6f68a81d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e7ebad70-30f5-4c78-bcd0-5a2042ac8793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:47:00.444919 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0f13f7bc-c348-4ac4-85a8-d12e95b4c21c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:00.445322 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f13f7bc-c348-4ac4-85a8-d12e95b4c21c None None] Bound using segment: {'id': 'fa3af3ac-70fd-4e40-8bf9-dd6f68a81d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e7ebad70-30f5-4c78-bcd0-5a2042ac8793'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:47:00.445890 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-0f13f7bc-c348-4ac4-85a8-d12e95b4c21c None None] Bound port: 32961f5c-3e66-4a34-bea2-4878783a95b7, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3af3ac-70fd-4e40-8bf9-dd6f68a81d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e7ebad70-30f5-4c78-bcd0-5a2042ac8793'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:47:00.446278 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0f13f7bc-c348-4ac4-85a8-d12e95b4c21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (32961f5c-3e66-4a34-bea2-4878783a95b7), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:00.505021 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port b588ec00-63f8-4c64-825a-babfd81faae9 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:47:00.505397 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b588ec00-63f8-4c64-825a-babfd81faae9), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:00.547236 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-0f13f7bc-c348-4ac4-85a8-d12e95b4c21c None None] For port 32961f5c-3e66-4a34-bea2-4878783a95b7, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:47:00.551592 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-0f13f7bc-c348-4ac4-85a8-d12e95b4c21c None None] For port 32961f5c-3e66-4a34-bea2-4878783a95b7, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=32961f5c-3e66-4a34-bea2-4878783a95b7,segment=NetworkSegment(fa3af3ac-70fd-4e40-8bf9-dd6f68a81d51),segment_id=fa3af3ac-70fd-4e40-8bf9-dd6f68a81d51)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:47:00.740132 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0f13f7bc-c348-4ac4-85a8-d12e95b4c21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (32961f5c-3e66-4a34-bea2-4878783a95b7), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:00.788013 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port b588ec00-63f8-4c64-825a-babfd81faae9 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:47:00.802282 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-7cde3cd3-567b-4570-9ef0-62fcc16a6b6f None None] Provisioning complete for port 32961f5c-3e66-4a34-bea2-4878783a95b7 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:47:00.802665 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7cde3cd3-567b-4570-9ef0-62fcc16a6b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (32961f5c-3e66-4a34-bea2-4878783a95b7), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:00.846501 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513187f-780e-4f42-8a9a-8224f08d706b None None] Pushing event updated for resources: {'Port': ['ID=32961f5c-3e66-4a34-bea2-4878783a95b7,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:47:00.853150 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f13f7bc-c348-4ac4-85a8-d12e95b4c21c None None] Routers {'a7a127da-fafc-45a4-bb4b-7772e21a4701'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:47:00.853834 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-0f13f7bc-c348-4ac4-85a8-d12e95b4c21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:46:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a7a127da-fafc-45a4-bb4b-7772e21a4701'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:47:01.001009 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-0f13f7bc-c348-4ac4-85a8-d12e95b4c21c None None] Set router a7a127da-fafc-45a4-bb4b-7772e21a4701 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:47:01.003216 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-7cde3cd3-567b-4570-9ef0-62fcc16a6b6f None None] Current status of the port 32961f5c-3e66-4a34-bea2-4878783a95b7 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:47:01.003456 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7cde3cd3-567b-4570-9ef0-62fcc16a6b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (32961f5c-3e66-4a34-bea2-4878783a95b7), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:01.102389 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-7cde3cd3-567b-4570-9ef0-62fcc16a6b6f None None] For port 32961f5c-3e66-4a34-bea2-4878783a95b7, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=32961f5c-3e66-4a34-bea2-4878783a95b7,segment=NetworkSegment(fa3af3ac-70fd-4e40-8bf9-dd6f68a81d51),segment_id=fa3af3ac-70fd-4e40-8bf9-dd6f68a81d51)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:47:01.160556 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7cde3cd3-567b-4570-9ef0-62fcc16a6b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (32961f5c-3e66-4a34-bea2-4878783a95b7), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:01.250443 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde3cd3-567b-4570-9ef0-62fcc16a6b6f None None] Pushing event updated for resources: {'Port': ['ID=32961f5c-3e66-4a34-bea2-4878783a95b7,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:47:01.283846 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-0f13f7bc-c348-4ac4-85a8-d12e95b4c21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a127da-fafc-45a4-bb4b-7772e21a4701', 'name': 'tempest-TestVolumeBootPattern-1121542359-router', 'tenant_id': '32baaeffa4224426869ca007cf93f615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b588ec00-63f8-4c64-825a-babfd81faae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:52Z', 'updated_at': '2022-03-23T02:46:56Z', 'revision_number': 4, 'project_id': '32baaeffa4224426869ca007cf93f615', 'gw_port': {'id': 'b588ec00-63f8-4c64-825a-babfd81faae9', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a127da-fafc-45a4-bb4b-7772e21a4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:53Z', 'updated_at': '2022-03-23T02:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '32961f5c-3e66-4a34-bea2-4878783a95b7', 'name': '', 'network_id': 'e7ebad70-30f5-4c78-bcd0-5a2042ac8793', 'tenant_id': '32baaeffa4224426869ca007cf93f615', 'mac_address': 'fa:16:3e:02:75:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a127da-fafc-45a4-bb4b-7772e21a4701', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'd89b6fa3-3e91-44c2-8dc7-19946b092b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:55Z', 'updated_at': '2022-03-23T02:47:00Z', 'revision_number': 4, 'project_id': '32baaeffa4224426869ca007cf93f615', 'subnets': [{'id': 'd89b6fa3-3e91-44c2-8dc7-19946b092b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:47:01.313808 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-5801ee09-8d5a-4482-b6a6-9dbde80df0cf None None] Provisioning complete for port 32961f5c-3e66-4a34-bea2-4878783a95b7 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:47:01.314178 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5801ee09-8d5a-4482-b6a6-9dbde80df0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (32961f5c-3e66-4a34-bea2-4878783a95b7), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:01.316437 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f13f7bc-c348-4ac4-85a8-d12e95b4c21c None None] The sync data for ids ['a7a127da-fafc-45a4-bb4b-7772e21a4701'] in dv-neutron-834613-2-hyperv is: [{'id': 'a7a127da-fafc-45a4-bb4b-7772e21a4701', 'name': 'tempest-TestVolumeBootPattern-1121542359-router', 'tenant_id': '32baaeffa4224426869ca007cf93f615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b588ec00-63f8-4c64-825a-babfd81faae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:52Z', 'updated_at': '2022-03-23T02:46:56Z', 'revision_number': 4, 'project_id': '32baaeffa4224426869ca007cf93f615', 'gw_port': {'id': 'b588ec00-63f8-4c64-825a-babfd81faae9', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a127da-fafc-45a4-bb4b-7772e21a4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:53Z', 'updated_at': '2022-03-23T02:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '32961f5c-3e66-4a34-bea2-4878783a95b7', 'name': '', 'network_id': 'e7ebad70-30f5-4c78-bcd0-5a2042ac8793', 'tenant_id': '32baaeffa4224426869ca007cf93f615', 'mac_address': 'fa:16:3e:02:75:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a127da-fafc-45a4-bb4b-7772e21a4701', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'd89b6fa3-3e91-44c2-8dc7-19946b092b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:55Z', 'updated_at': '2022-03-23T02:47:00Z', 'revision_number': 4, 'project_id': '32baaeffa4224426869ca007cf93f615', 'subnets': [{'id': 'd89b6fa3-3e91-44c2-8dc7-19946b092b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:47:01.421797 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-5801ee09-8d5a-4482-b6a6-9dbde80df0cf None None] Current status of the port 32961f5c-3e66-4a34-bea2-4878783a95b7 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:47:01.666552 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c77bdc2f-f72b-46f3-bd9c-e38fcb90dff0 req-b700027f-54f4-425c-befa-1e0d0c8c0634 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6fdc69d4-a83f-4916-bd95-185427b93f20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452504 Mar 23 02:47:01.758381 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bdc2f-f72b-46f3-bd9c-e38fcb90dff0 req-afe73fab-8fe6-4aa1-b778-350122d00255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:01.760489 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c77bdc2f-f72b-46f3-bd9c-e38fcb90dff0 req-afe73fab-8fe6-4aa1-b778-350122d00255 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=6fdc69d4-a83f-4916-bd95-185427b93f20 HTTP/1.1" status: 200 len: 1130 time: 0.0503879 Mar 23 02:47:01.878391 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bdc2f-f72b-46f3-bd9c-e38fcb90dff0 req-3d817d75-2a92-4744-bf80-3894e9735039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:01.879811 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c77bdc2f-f72b-46f3-bd9c-e38fcb90dff0 req-3d817d75-2a92-4744-bf80-3894e9735039 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d2858bb-a91c-49a1-9ee0-086b475279ad HTTP/1.1" status: 200 len: 898 time: 0.0980690 Mar 23 02:47:01.955257 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c77bdc2f-f72b-46f3-bd9c-e38fcb90dff0 req-6f60ce0b-d97a-4ed9-b2b5-72cf5439cfae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efb815a7-a402-4643-8b74-7573cb2289fd HTTP/1.1" status: 200 len: 1001 time: 0.0662353 Mar 23 02:47:02.013457 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bdc2f-f72b-46f3-bd9c-e38fcb90dff0 req-0c5da624-d36c-4616-813d-5e505677f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:02.014942 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c77bdc2f-f72b-46f3-bd9c-e38fcb90dff0 req-0c5da624-d36c-4616-813d-5e505677f909 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2bf964d4-8e27-4675-95e6-63a8b1b44ae3 HTTP/1.1" status: 200 len: 835 time: 0.0531256 Mar 23 02:47:02.069220 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bdc2f-f72b-46f3-bd9c-e38fcb90dff0 req-d7368ace-744d-4412-b26e-a04bb493e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:02.071187 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c77bdc2f-f72b-46f3-bd9c-e38fcb90dff0 req-d7368ace-744d-4412-b26e-a04bb493e2f0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d2858bb-a91c-49a1-9ee0-086b475279ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0475478 Mar 23 02:47:02.170012 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c77bdc2f-f72b-46f3-bd9c-e38fcb90dff0 req-eced83ab-8a06-46ac-8075-610f8c9e6c59 service neutron] 10.222.0.23 "GET /v2.0/networks/4d2858bb-a91c-49a1-9ee0-086b475279ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907617 Mar 23 02:47:02.270909 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c77bdc2f-f72b-46f3-bd9c-e38fcb90dff0 req-3638e7bb-b364-400a-934e-90e89feb55c2 service neutron] 10.222.0.23 "GET /v2.0/networks/4d2858bb-a91c-49a1-9ee0-086b475279ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941362 Mar 23 02:47:02.392671 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 32961f5c-3e66-4a34-bea2-4878783a95b7 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:47:02.446832 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 32961f5c-3e66-4a34-bea2-4878783a95b7 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:47:02.447214 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (32961f5c-3e66-4a34-bea2-4878783a95b7), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:02.528226 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 32961f5c-3e66-4a34-bea2-4878783a95b7 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:47:05.909915 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:47:17.589925 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-87747356-1331-4167-92fa-479444e97d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:18.647357 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:19.921865 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3699835e-ba8c-475a-96dd-0bbca270293d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:21.241718 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:21.438875 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35004) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:47:21.486926 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57b65b0-426a-4e71-b889-a38b24f6f829 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:21.487399 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57b65b0-426a-4e71-b889-a38b24f6f829 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:21.487882 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57b65b0-426a-4e71-b889-a38b24f6f829 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:21.489579 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e57b65b0-426a-4e71-b889-a38b24f6f829 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=d14f7a32e895424c88fd77b8785e073b&network_id=4d2858bb-a91c-49a1-9ee0-086b475279ad HTTP/1.1" status: 200 len: 3103 time: 0.0497439 Mar 23 02:47:22.681643 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:23.996181 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:24.875705 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35020) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:47:24.926957 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bf5915-e06d-4f7c-a1dc-7a23c48620fd tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:24.928501 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e3bf5915-e06d-4f7c-a1dc-7a23c48620fd tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6bbcca03-75ff-487c-8b0e-a32302dacbee HTTP/1.1" status: 200 len: 814 time: 0.0517545 Mar 23 02:47:25.974886 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35028) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:47:25.979579 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-4aa8e23f-2e11-4be5-811c-7c5e54c3d2df tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:47:26.039037 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4aa8e23f-2e11-4be5-811c-7c5e54c3d2df tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (1ac18ab8-ae69-4289-8688-a0407a899f7a), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:26.184163 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4aa8e23f-2e11-4be5-811c-7c5e54c3d2df tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:26.286380 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4aa8e23f-2e11-4be5-811c-7c5e54c3d2df tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (1ac18ab8-ae69-4289-8688-a0407a899f7a), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:26.286729 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-4aa8e23f-2e11-4be5-811c-7c5e54c3d2df tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Floating IP 1ac18ab8-ae69-4289-8688-a0407a899f7a disassociated. External IP: 172.26.2.93, port: efb815a7-a402-4643-8b74-7573cb2289fd. Mar 23 02:47:26.503986 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa8e23f-2e11-4be5-811c-7c5e54c3d2df tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router a81012b3-442d-4857-abe1-3a6b195d4d04 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:47:26.615843 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa8e23f-2e11-4be5-811c-7c5e54c3d2df tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:47:26.620792 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4aa8e23f-2e11-4be5-811c-7c5e54c3d2df tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:26.625180 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11c975c-9086-4443-a39b-67bab59c41a4 None None] Sync routers for ids ['a81012b3-442d-4857-abe1-3a6b195d4d04'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:47:26.634393 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11c975c-9086-4443-a39b-67bab59c41a4 None None] Routers {'a81012b3-442d-4857-abe1-3a6b195d4d04'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:47:26.634976 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-c11c975c-9086-4443-a39b-67bab59c41a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:47:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a81012b3-442d-4857-abe1-3a6b195d4d04'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:47:26.653257 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4aa8e23f-2e11-4be5-811c-7c5e54c3d2df tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "PUT /v2.0/floatingips/1ac18ab8-ae69-4289-8688-a0407a899f7a HTTP/1.1" status: 200 len: 689 time: 0.6746588 Mar 23 02:47:26.653257 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fdc69d4-a83f-4916-bd95-185427b93f20', 'tag': 'efb815a7-a402-4643-8b74-7573cb2289fd'}] {{(pid=104348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:47:26.653740 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a43494f7a0cd0c51715e4079ece57a9ff1e623b58ceb021b6bb41ba87478d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee80516b-aaf4-4ab0-b052-441b6ddb5577" -d '{"events": [{"name": "network-changed", "server_uuid": "6fdc69d4-a83f-4916-bd95-185427b93f20", "tag": "efb815a7-a402-4643-8b74-7573cb2289fd"}]}' {{(pid=104348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:47:26.654410 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35032) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:47:26.693355 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505dd762-f062-4c74-bcbf-eb9078995cf9 x-openstack-request-id: req-505dd762-f062-4c74-bcbf-eb9078995cf9 {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:47:26.693691 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fdc69d4-a83f-4916-bd95-185427b93f20", "tag": "efb815a7-a402-4643-8b74-7573cb2289fd", "status": "completed", "code": 200}]} {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:47:26.693950 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-505dd762-f062-4c74-bcbf-eb9078995cf9 {{(pid=104348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:47:26.694371 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-505dd762-f062-4c74-bcbf-eb9078995cf9'] response: {'name': 'network-changed', 'server_uuid': '6fdc69d4-a83f-4916-bd95-185427b93f20', 'tag': 'efb815a7-a402-4643-8b74-7573cb2289fd', 'status': 'completed', 'code': 200} Mar 23 02:47:26.709329 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1d3ffd77-153c-4940-baf4-c13d4e63c9bf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/1ac18ab8-ae69-4289-8688-a0407a899f7a HTTP/1.1" status: 200 len: 689 time: 0.0530877 Mar 23 02:47:26.750889 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-c11c975c-9086-4443-a39b-67bab59c41a4 None None] Set router a81012b3-442d-4857-abe1-3a6b195d4d04 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:47:26.758316 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80516b-aaf4-4ab0-b052-441b6ddb5577 req-e07da0b2-ef65-4e52-ae4f-4719b0a942eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:26.759875 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ee80516b-aaf4-4ab0-b052-441b6ddb5577 req-e07da0b2-ef65-4e52-ae4f-4719b0a942eb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=6fdc69d4-a83f-4916-bd95-185427b93f20 HTTP/1.1" status: 200 len: 1130 time: 0.0457604 Mar 23 02:47:26.850718 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80516b-aaf4-4ab0-b052-441b6ddb5577 req-74af46fc-8361-431d-abbd-773f2a4b31b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:26.852220 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ee80516b-aaf4-4ab0-b052-441b6ddb5577 req-74af46fc-8361-431d-abbd-773f2a4b31b9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d2858bb-a91c-49a1-9ee0-086b475279ad HTTP/1.1" status: 200 len: 898 time: 0.0864301 Mar 23 02:47:26.897183 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ee80516b-aaf4-4ab0-b052-441b6ddb5577 req-c0134bc2-a8c5-43e8-bbb2-39a33e4ff141 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efb815a7-a402-4643-8b74-7573cb2289fd HTTP/1.1" status: 200 len: 217 time: 0.0394435 Mar 23 02:47:26.946209 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80516b-aaf4-4ab0-b052-441b6ddb5577 req-9d1087d1-77e9-43a9-bb1b-8df8ed7bcc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:26.947682 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ee80516b-aaf4-4ab0-b052-441b6ddb5577 req-9d1087d1-77e9-43a9-bb1b-8df8ed7bcc30 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2bf964d4-8e27-4675-95e6-63a8b1b44ae3 HTTP/1.1" status: 200 len: 835 time: 0.0448105 Mar 23 02:47:26.951342 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-c11c975c-9086-4443-a39b-67bab59c41a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'name': 'tempest-TestNetworkBasicOps-router-561388503', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '53fad130-954f-4610-aabc-f57fae92222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '53fad130-954f-4610-aabc-f57fae92222a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '2127f41f-657b-4193-9784-96a9c5c60d53', 'name': '', 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:07:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '2bf964d4-8e27-4675-95e6-63a8b1b44ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:33Z', 'updated_at': '2022-03-23T02:46:37Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '2bf964d4-8e27-4675-95e6-63a8b1b44ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:47:26.979380 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11c975c-9086-4443-a39b-67bab59c41a4 None None] Checking router: a81012b3-442d-4857-abe1-3a6b195d4d04 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:47:26.988467 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11c975c-9086-4443-a39b-67bab59c41a4 None None] Routers {'a81012b3-442d-4857-abe1-3a6b195d4d04'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:47:26.989077 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-c11c975c-9086-4443-a39b-67bab59c41a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:47:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a81012b3-442d-4857-abe1-3a6b195d4d04'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:47:26.998129 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80516b-aaf4-4ab0-b052-441b6ddb5577 req-9a1ac430-c185-41e0-a400-fbca66c9d1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:26.999662 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ee80516b-aaf4-4ab0-b052-441b6ddb5577 req-9a1ac430-c185-41e0-a400-fbca66c9d1ae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d2858bb-a91c-49a1-9ee0-086b475279ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0454707 Mar 23 02:47:27.103263 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-c11c975c-9086-4443-a39b-67bab59c41a4 None None] Set router a81012b3-442d-4857-abe1-3a6b195d4d04 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:47:27.321756 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-c11c975c-9086-4443-a39b-67bab59c41a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'name': 'tempest-TestNetworkBasicOps-router-561388503', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '53fad130-954f-4610-aabc-f57fae92222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '53fad130-954f-4610-aabc-f57fae92222a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '2127f41f-657b-4193-9784-96a9c5c60d53', 'name': '', 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:07:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '2bf964d4-8e27-4675-95e6-63a8b1b44ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:33Z', 'updated_at': '2022-03-23T02:46:37Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '2bf964d4-8e27-4675-95e6-63a8b1b44ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:47:27.349552 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11c975c-9086-4443-a39b-67bab59c41a4 None None] The sync data for ids ['a81012b3-442d-4857-abe1-3a6b195d4d04'] in dv-neutron-834613-2-hyperv is: [{'id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'name': 'tempest-TestNetworkBasicOps-router-561388503', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '53fad130-954f-4610-aabc-f57fae92222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '53fad130-954f-4610-aabc-f57fae92222a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '2127f41f-657b-4193-9784-96a9c5c60d53', 'name': '', 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:07:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '2bf964d4-8e27-4675-95e6-63a8b1b44ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:33Z', 'updated_at': '2022-03-23T02:46:37Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '2bf964d4-8e27-4675-95e6-63a8b1b44ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:47:27.421897 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ee80516b-aaf4-4ab0-b052-441b6ddb5577 req-bb555091-92e8-47e9-b8e3-0141039b29f6 service neutron] 10.222.0.23 "GET /v2.0/networks/4d2858bb-a91c-49a1-9ee0-086b475279ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160075 Mar 23 02:47:27.516329 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ee80516b-aaf4-4ab0-b052-441b6ddb5577 req-ae51a229-a872-49c7-a718-7b82e9adaef4 service neutron] 10.222.0.23 "GET /v2.0/networks/4d2858bb-a91c-49a1-9ee0-086b475279ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884030 Mar 23 02:47:27.594621 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0e37fa-ba14-464b-8e73-4f28cb2ee000 None None] New status for floating IP 1ac18ab8-ae69-4289-8688-a0407a899f7a: DOWN {{(pid=104350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:47:27.713226 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35038) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:47:27.763913 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-95ca3fbf-daa1-4f43-be2d-881b9d3849e3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/1ac18ab8-ae69-4289-8688-a0407a899f7a HTTP/1.1" status: 200 len: 689 time: 0.0494850 Mar 23 02:47:28.767948 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35042) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:47:28.823022 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-81f7bc6f-f351-404b-b684-d51ff56ff1cf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/1ac18ab8-ae69-4289-8688-a0407a899f7a HTTP/1.1" status: 200 len: 687 time: 0.0535758 Mar 23 02:47:30.315438 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35048) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:47:30.321574 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-4350ce55-a144-45b6-9359-ac6e3ac07cc3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-774066334', 'description': 'tempest-secgroup-smoke-774066334 description', 'project_id': 'd14f7a32e895424c88fd77b8785e073b'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:47:30.424460 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4350ce55-a144-45b6-9359-ac6e3ac07cc3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:30.808320 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4350ce55-a144-45b6-9359-ac6e3ac07cc3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (d3743c6e-13cb-4ca7-9ffa-e46f9f517eb0), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:30.898293 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4350ce55-a144-45b6-9359-ac6e3ac07cc3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (d3743c6e-13cb-4ca7-9ffa-e46f9f517eb0), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:30.926750 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350ce55-a144-45b6-9359-ac6e3ac07cc3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3743c6e-13cb-4ca7-9ffa-e46f9f517eb0,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:47:30.990972 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4350ce55-a144-45b6-9359-ac6e3ac07cc3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:30.992294 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4350ce55-a144-45b6-9359-ac6e3ac07cc3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6744139 Mar 23 02:47:30.995168 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35052) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:47:30.999630 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-3541b4c8-fe66-499a-bd22-43876b8f8dae tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': 'd3743c6e-13cb-4ca7-9ffa-e46f9f517eb0', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:47:31.086493 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3541b4c8-fe66-499a-bd22-43876b8f8dae tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (811c8d8f-6828-4a56-a0ff-3bd106d4588f), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:31.141287 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3541b4c8-fe66-499a-bd22-43876b8f8dae tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (811c8d8f-6828-4a56-a0ff-3bd106d4588f), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:31.212033 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3541b4c8-fe66-499a-bd22-43876b8f8dae tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (811c8d8f-6828-4a56-a0ff-3bd106d4588f), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:31.230892 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541b4c8-fe66-499a-bd22-43876b8f8dae tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811c8d8f-6828-4a56-a0ff-3bd106d4588f,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:47:31.293931 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3541b4c8-fe66-499a-bd22-43876b8f8dae tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:31.295130 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3541b4c8-fe66-499a-bd22-43876b8f8dae tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2989950 Mar 23 02:47:31.297874 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35054) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:47:31.303025 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-bcaa1464-840c-4d2c-87a9-dbcbdcc69912 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': 'd3743c6e-13cb-4ca7-9ffa-e46f9f517eb0', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:47:31.383142 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bcaa1464-840c-4d2c-87a9-dbcbdcc69912 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (e4855d4a-9662-451e-a6d9-77140e482c59), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:31.437260 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bcaa1464-840c-4d2c-87a9-dbcbdcc69912 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (e4855d4a-9662-451e-a6d9-77140e482c59), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:31.504239 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bcaa1464-840c-4d2c-87a9-dbcbdcc69912 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (e4855d4a-9662-451e-a6d9-77140e482c59), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:31.521349 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa1464-840c-4d2c-87a9-dbcbdcc69912 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4855d4a-9662-451e-a6d9-77140e482c59,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:47:31.591981 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bcaa1464-840c-4d2c-87a9-dbcbdcc69912 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:31.593184 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-bcaa1464-840c-4d2c-87a9-dbcbdcc69912 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2943859 Mar 23 02:47:31.596538 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35056) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:47:31.600883 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-a914253b-8b93-4562-a71f-73abeb951a12 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': 'd3743c6e-13cb-4ca7-9ffa-e46f9f517eb0', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:47:31.692473 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a914253b-8b93-4562-a71f-73abeb951a12 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (8403c22f-3ba4-4ade-8246-f081203af06f), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:31.751254 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a914253b-8b93-4562-a71f-73abeb951a12 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (8403c22f-3ba4-4ade-8246-f081203af06f), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:31.818651 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a914253b-8b93-4562-a71f-73abeb951a12 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (8403c22f-3ba4-4ade-8246-f081203af06f), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:31.837634 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914253b-8b93-4562-a71f-73abeb951a12 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8403c22f-3ba4-4ade-8246-f081203af06f,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:47:31.923450 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a914253b-8b93-4562-a71f-73abeb951a12 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:31.928049 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a914253b-8b93-4562-a71f-73abeb951a12 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3275332 Mar 23 02:47:31.928049 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35068) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:47:31.932243 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-fcaf108b-48c6-4675-99c0-2459cb8b62f7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': 'd3743c6e-13cb-4ca7-9ffa-e46f9f517eb0', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:47:31.988046 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-46cfa5da-0529-460b-b10f-cca342420f31 req-bbf1ebcb-2986-42db-8a2b-38b67f2439c8 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1490140425&fields=id&tenant_id=d89e60e7aaf14edeaf08ca6345e51704 HTTP/1.1" status: 200 len: 267 time: 0.0429704 Mar 23 02:47:32.057840 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fcaf108b-48c6-4675-99c0-2459cb8b62f7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (2f30a8a2-d727-49f2-898f-cdbc7c0f8b17), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:32.093008 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfa5da-0529-460b-b10f-cca342420f31 req-d697b93b-c0c3-474f-ac72-d80352a508a1 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:32.094510 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-46cfa5da-0529-460b-b10f-cca342420f31 req-d697b93b-c0c3-474f-ac72-d80352a508a1 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/networks?id=66983626-1d5d-4ad4-9c5b-2e31ad4d88be HTTP/1.1" status: 200 len: 812 time: 0.1001067 Mar 23 02:47:32.109892 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-46cfa5da-0529-460b-b10f-cca342420f31 req-fcd18a4c-9e5b-4f71-902d-4ecd29bfb551 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/quotas/d89e60e7aaf14edeaf08ca6345e51704 HTTP/1.1" status: 200 len: 375 time: 0.0092614 Mar 23 02:47:32.116498 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fcaf108b-48c6-4675-99c0-2459cb8b62f7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (2f30a8a2-d727-49f2-898f-cdbc7c0f8b17), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:32.169738 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-46cfa5da-0529-460b-b10f-cca342420f31 req-7f7616c8-60c6-4820-aa54-2351971ef2d5 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d89e60e7aaf14edeaf08ca6345e51704&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542896 Mar 23 02:47:32.203562 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fcaf108b-48c6-4675-99c0-2459cb8b62f7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (2f30a8a2-d727-49f2-898f-cdbc7c0f8b17), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:32.221448 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf108b-48c6-4675-99c0-2459cb8b62f7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f30a8a2-d727-49f2-898f-cdbc7c0f8b17,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:47:32.266277 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-46cfa5da-0529-460b-b10f-cca342420f31 req-bd8c3937-d4c6-4238-996c-6574b59c89ed service neutron] 10.222.0.24 "GET /v2.0/networks/66983626-1d5d-4ad4-9c5b-2e31ad4d88be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846899 Mar 23 02:47:32.294967 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fcaf108b-48c6-4675-99c0-2459cb8b62f7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:32.296268 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-fcaf108b-48c6-4675-99c0-2459cb8b62f7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3673410 Mar 23 02:47:32.299557 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35070) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:47:32.303967 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-1f84b4c6-e2a7-4f14-908a-f4adaee6f9e0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': 'd3743c6e-13cb-4ca7-9ffa-e46f9f517eb0', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:47:32.359605 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-46cfa5da-0529-460b-b10f-cca342420f31 req-cdb249c1-a2d7-49f0-9eb8-81aa11523906 service neutron] 10.222.0.24 "GET /v2.0/networks/66983626-1d5d-4ad4-9c5b-2e31ad4d88be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874701 Mar 23 02:47:32.384551 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.securitygroups_db [None req-1f84b4c6-e2a7-4f14-908a-f4adaee6f9e0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Project d14f7a32e895424c88fd77b8785e073b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:47:32.389712 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1f84b4c6-e2a7-4f14-908a-f4adaee6f9e0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (4cef0259-78d7-43ee-b66a-12724523549b), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:32.447802 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1f84b4c6-e2a7-4f14-908a-f4adaee6f9e0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (4cef0259-78d7-43ee-b66a-12724523549b), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:32.527283 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1f84b4c6-e2a7-4f14-908a-f4adaee6f9e0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (4cef0259-78d7-43ee-b66a-12724523549b), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:32.544709 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84b4c6-e2a7-4f14-908a-f4adaee6f9e0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cef0259-78d7-43ee-b66a-12724523549b,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:47:32.625595 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1f84b4c6-e2a7-4f14-908a-f4adaee6f9e0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:32.626748 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1f84b4c6-e2a7-4f14-908a-f4adaee6f9e0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3261778 Mar 23 02:47:32.629955 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35078) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:47:32.635156 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-a8e52c21-aade-4ab0-9bd7-77e803f22ece tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': 'd3743c6e-13cb-4ca7-9ffa-e46f9f517eb0', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:47:32.714888 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.securitygroups_db [None req-a8e52c21-aade-4ab0-9bd7-77e803f22ece tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Project d14f7a32e895424c88fd77b8785e073b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:47:32.720404 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a8e52c21-aade-4ab0-9bd7-77e803f22ece tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (2d003e1a-1d29-4634-9367-0e5b73933e0d), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:32.781815 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a8e52c21-aade-4ab0-9bd7-77e803f22ece tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (2d003e1a-1d29-4634-9367-0e5b73933e0d), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:32.876556 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a8e52c21-aade-4ab0-9bd7-77e803f22ece tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (2d003e1a-1d29-4634-9367-0e5b73933e0d), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:32.895133 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e52c21-aade-4ab0-9bd7-77e803f22ece tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d003e1a-1d29-4634-9367-0e5b73933e0d,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:47:32.941709 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-9a627a29-b66d-4c82-9dc9-6d1718d4577e req-b5e49157-23d9-4eac-b041-d7ce18f8b260 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 210 time: 0.0280476 Mar 23 02:47:32.962673 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a8e52c21-aade-4ab0-9bd7-77e803f22ece tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:32.963910 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a8e52c21-aade-4ab0-9bd7-77e803f22ece tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3330235 Mar 23 02:47:33.160470 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-f87c00da-ae79-4677-8625-e32a7febf463 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-774066334&fields=id&tenant_id=d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 267 time: 0.0458162 Mar 23 02:47:33.264167 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-8a883ff3-58b7-4213-b6e9-258aa3083908 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:33.265623 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-8a883ff3-58b7-4213-b6e9-258aa3083908 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/networks?id=4d2858bb-a91c-49a1-9ee0-086b475279ad HTTP/1.1" status: 200 len: 797 time: 0.0987115 Mar 23 02:47:33.279999 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-8499c14f-6e0a-4f30-b5bd-a4d4ca83baa8 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/quotas/d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 375 time: 0.0088291 Mar 23 02:47:33.342459 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-bc20b26b-4bea-4d1b-8571-25469150b3b0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0568821 Mar 23 02:47:33.444631 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-a8139b77-2db3-4290-8072-59a92f435581 service neutron] 10.222.0.24 "GET /v2.0/networks/4d2858bb-a91c-49a1-9ee0-086b475279ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902731 Mar 23 02:47:33.536505 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-62d1d9ce-ee92-41f9-ba01-b01984f709fd service neutron] 10.222.0.24 "GET /v2.0/networks/4d2858bb-a91c-49a1-9ee0-086b475279ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861261 Mar 23 02:47:33.774473 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7825a93c-3575-4d4e-8a02-3aeb436abac7 req-4fe46963-a773-4021-90ce-91a4938a8d54 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=a874d834-3871-4e73-8cf4-557c48ad1c95 HTTP/1.1" status: 200 len: 210 time: 0.0278132 Mar 23 02:47:34.033459 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a1602db2-3799-4391-b3b0-eb7d00805c6d req-f25bec3e-e9f9-47fa-a166-a38d164031b3 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 210 time: 0.0280402 Mar 23 02:47:34.871487 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-2293bdee-1272-49c4-bf2b-ee342d7faa29 req-a4763e3e-9eaf-4e11-996b-5e5fdf4fd713 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=a874d834-3871-4e73-8cf4-557c48ad1c95 HTTP/1.1" status: 200 len: 210 time: 0.0311916 Mar 23 02:47:35.004333 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfa5da-0529-460b-b10f-cca342420f31 req-85d21841-a13d-4784-8bf7-ba45e81e3736 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:35.005846 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-46cfa5da-0529-460b-b10f-cca342420f31 req-85d21841-a13d-4784-8bf7-ba45e81e3736 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.23 "GET /v2.0/networks?id=66983626-1d5d-4ad4-9c5b-2e31ad4d88be HTTP/1.1" status: 200 len: 812 time: 0.1044419 Mar 23 02:47:35.084122 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-46cfa5da-0529-460b-b10f-cca342420f31 req-26daf5b7-6b3e-4f7f-971e-21f335f9b392 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d89e60e7aaf14edeaf08ca6345e51704 HTTP/1.1" status: 200 len: 380 time: 0.0656006 Mar 23 02:47:35.094425 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-46cfa5da-0529-460b-b10f-cca342420f31 req-a9663dbe-e58a-4326-8f17-eb8d0a7c30be tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Request body: {'port': {'device_id': '5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'admin_state_up': True, 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'security_groups': ['1ff8b755-75e1-41e3-b4ab-6dfd14034518']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:47:35.168209 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6af6fd90-ec20-42b4-a560-8acdde6b040a req-9b3db44d-cbe9-4346-b668-b0d1fa3a4076 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 210 time: 0.0570164 Mar 23 02:47:35.304325 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46cfa5da-0529-460b-b10f-cca342420f31 req-a9663dbe-e58a-4326-8f17-eb8d0a7c30be tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Made reservation on behalf of d89e60e7aaf14edeaf08ca6345e51704 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:47:35.307769 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-46cfa5da-0529-460b-b10f-cca342420f31 req-a9663dbe-e58a-4326-8f17-eb8d0a7c30be tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:35.445955 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-46cfa5da-0529-460b-b10f-cca342420f31 req-a9663dbe-e58a-4326-8f17-eb8d0a7c30be tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Allocated IP 172.20.0.3 (66983626-1d5d-4ad4-9c5b-2e31ad4d88be/c82d9bc6-8a27-40bf-a00d-6b7979637073/d64d70b5-fbe1-4ccd-8603-d1c87017eeef) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:47:35.705988 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-46cfa5da-0529-460b-b10f-cca342420f31 req-a9663dbe-e58a-4326-8f17-eb8d0a7c30be tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for port (d64d70b5-fbe1-4ccd-8603-d1c87017eeef), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:35.710218 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-b65a19cf-295b-46f1-aa94-853f85b1d532 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:35.711725 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-b65a19cf-295b-46f1-aa94-853f85b1d532 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/networks?id=4d2858bb-a91c-49a1-9ee0-086b475279ad HTTP/1.1" status: 200 len: 797 time: 0.1636403 Mar 23 02:47:35.802262 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-b8ca8736-ce93-46ee-b58c-ada29c2fd046 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 472 time: 0.0799706 Mar 23 02:47:35.808420 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-46cfa5da-0529-460b-b10f-cca342420f31 req-a9663dbe-e58a-4326-8f17-eb8d0a7c30be tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (d64d70b5-fbe1-4ccd-8603-d1c87017eeef), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:35.814231 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-67f95485-4bd4-4b99-aab1-dd6acf4efc06 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'port': {'device_id': 'a874d834-3871-4e73-8cf4-557c48ad1c95', 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad', 'admin_state_up': True, 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'security_groups': ['d3743c6e-13cb-4ca7-9ffa-e46f9f517eb0']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:47:35.901021 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46cfa5da-0529-460b-b10f-cca342420f31 req-a9663dbe-e58a-4326-8f17-eb8d0a7c30be tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Network 66983626-1d5d-4ad4-9c5b-2e31ad4d88be is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:47:35.912760 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-46cfa5da-0529-460b-b10f-cca342420f31 req-a9663dbe-e58a-4326-8f17-eb8d0a7c30be tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:47:35.920565 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-46cfa5da-0529-460b-b10f-cca342420f31 req-a9663dbe-e58a-4326-8f17-eb8d0a7c30be tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:47:35.923404 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9663dbe-e58a-4326-8f17-eb8d0a7c30be tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Pushing event updated for resources: {'Port': ['ID=d64d70b5-fbe1-4ccd-8603-d1c87017eeef,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:47:35.972619 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9663dbe-e58a-4326-8f17-eb8d0a7c30be tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:47:35.972619 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9663dbe-e58a-4326-8f17-eb8d0a7c30be tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:47:35.972619 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9663dbe-e58a-4326-8f17-eb8d0a7c30be tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:47:35.972619 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9663dbe-e58a-4326-8f17-eb8d0a7c30be tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:47:35.973252 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9663dbe-e58a-4326-8f17-eb8d0a7c30be tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:47:35.973252 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9663dbe-e58a-4326-8f17-eb8d0a7c30be tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:47:35.973453 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9663dbe-e58a-4326-8f17-eb8d0a7c30be tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:47:35.973791 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9663dbe-e58a-4326-8f17-eb8d0a7c30be tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:47:35.974130 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9663dbe-e58a-4326-8f17-eb8d0a7c30be tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:47:35.974466 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9663dbe-e58a-4326-8f17-eb8d0a7c30be tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:47:35.974809 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9663dbe-e58a-4326-8f17-eb8d0a7c30be tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:47:35.975141 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9663dbe-e58a-4326-8f17-eb8d0a7c30be tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:47:35.975473 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9663dbe-e58a-4326-8f17-eb8d0a7c30be tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:47:35.975804 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9663dbe-e58a-4326-8f17-eb8d0a7c30be tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:47:35.976174 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9663dbe-e58a-4326-8f17-eb8d0a7c30be tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:47:36.007382 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-9561d350-2f63-41d9-acc5-5510062f0480 req-5cd8d496-ed02-41d1-bcda-a88eb36ba62a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=a874d834-3871-4e73-8cf4-557c48ad1c95 HTTP/1.1" status: 200 len: 210 time: 0.0443692 Mar 23 02:47:36.031091 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfa5da-0529-460b-b10f-cca342420f31 req-a9663dbe-e58a-4326-8f17-eb8d0a7c30be tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:36.031799 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-46cfa5da-0529-460b-b10f-cca342420f31 req-a9663dbe-e58a-4326-8f17-eb8d0a7c30be tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:36.107306 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-46cfa5da-0529-460b-b10f-cca342420f31 req-a9663dbe-e58a-4326-8f17-eb8d0a7c30be tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0166759 Mar 23 02:47:36.118988 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-46cfa5da-0529-460b-b10f-cca342420f31 req-45d2611c-337f-4e29-97be-b7fa5d8b2a09 service neutron] Request body: {'port': {'device_id': '5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:47:36.157190 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-67f95485-4bd4-4b99-aab1-dd6acf4efc06 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Made reservation on behalf of d14f7a32e895424c88fd77b8785e073b for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:47:36.161660 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-67f95485-4bd4-4b99-aab1-dd6acf4efc06 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:36.199935 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-46cfa5da-0529-460b-b10f-cca342420f31 req-45d2611c-337f-4e29-97be-b7fa5d8b2a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d64d70b5-fbe1-4ccd-8603-d1c87017eeef), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:36.264058 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-cc2e2e6d-6799-4723-a101-8fd11ae5459c None None] Provisioning complete for port d64d70b5-fbe1-4ccd-8603-d1c87017eeef triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:47:36.264699 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cc2e2e6d-6799-4723-a101-8fd11ae5459c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d64d70b5-fbe1-4ccd-8603-d1c87017eeef), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:36.303726 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-cc2e2e6d-6799-4723-a101-8fd11ae5459c None None] Port d64d70b5-fbe1-4ccd-8603-d1c87017eeef cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:47:36.403721 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5d02e-f67d-402f-bd8e-0cc764d86f8e req-0b020ba8-22a2-4e36-b9ba-e0fd0735aa7a tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:36.409847 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-48b5d02e-f67d-402f-bd8e-0cc764d86f8e req-0b020ba8-22a2-4e36-b9ba-e0fd0735aa7a tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 931 time: 0.1518016 Mar 23 02:47:36.477608 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-67f95485-4bd4-4b99-aab1-dd6acf4efc06 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.20.0.8 (4d2858bb-a91c-49a1-9ee0-086b475279ad/2bf964d4-8e27-4675-95e6-63a8b1b44ae3/a07578dd-381e-4b2b-a4df-8258a87e77bd) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:47:36.596728 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-48b5d02e-f67d-402f-bd8e-0cc764d86f8e req-2dde436d-8c64-4245-96bb-dc52a9f3a7a1 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452911 Mar 23 02:47:36.766470 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-67f95485-4bd4-4b99-aab1-dd6acf4efc06 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (a07578dd-381e-4b2b-a4df-8258a87e77bd), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:36.781776 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-46cfa5da-0529-460b-b10f-cca342420f31 req-45d2611c-337f-4e29-97be-b7fa5d8b2a09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d64d70b5-fbe1-4ccd-8603-d1c87017eeef {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:47:36.791973 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-46cfa5da-0529-460b-b10f-cca342420f31 req-45d2611c-337f-4e29-97be-b7fa5d8b2a09 service neutron] Publish callbacks [] for port (d64d70b5-fbe1-4ccd-8603-d1c87017eeef), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:36.815383 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-46cfa5da-0529-460b-b10f-cca342420f31 req-45d2611c-337f-4e29-97be-b7fa5d8b2a09 service neutron] Transition to ACTIVE for port object d64d70b5-fbe1-4ccd-8603-d1c87017eeef will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:47:36.864063 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-46cfa5da-0529-460b-b10f-cca342420f31 req-45d2611c-337f-4e29-97be-b7fa5d8b2a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (d64d70b5-fbe1-4ccd-8603-d1c87017eeef), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:36.894329 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-67f95485-4bd4-4b99-aab1-dd6acf4efc06 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (a07578dd-381e-4b2b-a4df-8258a87e77bd), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:36.925589 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2611c-337f-4e29-97be-b7fa5d8b2a09 service neutron] Pushing event updated for resources: {'Port': ['ID=d64d70b5-fbe1-4ccd-8603-d1c87017eeef,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:47:36.972190 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-67f95485-4bd4-4b99-aab1-dd6acf4efc06 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 4d2858bb-a91c-49a1-9ee0-086b475279ad is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:47:36.979921 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-67f95485-4bd4-4b99-aab1-dd6acf4efc06 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:47:37.006045 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-67f95485-4bd4-4b99-aab1-dd6acf4efc06 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:47:37.063632 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f95485-4bd4-4b99-aab1-dd6acf4efc06 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=a07578dd-381e-4b2b-a4df-8258a87e77bd,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:47:37.106363 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-67f95485-4bd4-4b99-aab1-dd6acf4efc06 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:37.106363 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-67f95485-4bd4-4b99-aab1-dd6acf4efc06 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:37.126575 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-46cfa5da-0529-460b-b10f-cca342420f31 req-45d2611c-337f-4e29-97be-b7fa5d8b2a09 service neutron] Attempting to bind port d64d70b5-fbe1-4ccd-8603-d1c87017eeef on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:47:37.127451 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-46cfa5da-0529-460b-b10f-cca342420f31 req-45d2611c-337f-4e29-97be-b7fa5d8b2a09 service neutron] Attempting to bind port d64d70b5-fbe1-4ccd-8603-d1c87017eeef by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '514ce571-d1d5-4120-8ab2-56f18b5021ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:47:37.127784 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cfa5da-0529-460b-b10f-cca342420f31 req-45d2611c-337f-4e29-97be-b7fa5d8b2a09 service neutron] Attempting to bind port d64d70b5-fbe1-4ccd-8603-d1c87017eeef on network 66983626-1d5d-4ad4-9c5b-2e31ad4d88be {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:47:37.141706 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cfa5da-0529-460b-b10f-cca342420f31 req-45d2611c-337f-4e29-97be-b7fa5d8b2a09 service neutron] Port d64d70b5-fbe1-4ccd-8603-d1c87017eeef on network 66983626-1d5d-4ad4-9c5b-2e31ad4d88be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:47:37.142268 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cfa5da-0529-460b-b10f-cca342420f31 req-45d2611c-337f-4e29-97be-b7fa5d8b2a09 service neutron] Attempting to bind port d64d70b5-fbe1-4ccd-8603-d1c87017eeef on network 66983626-1d5d-4ad4-9c5b-2e31ad4d88be {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:47:37.153154 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cfa5da-0529-460b-b10f-cca342420f31 req-45d2611c-337f-4e29-97be-b7fa5d8b2a09 service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:47:37.154660 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cfa5da-0529-460b-b10f-cca342420f31 req-45d2611c-337f-4e29-97be-b7fa5d8b2a09 service neutron] Checking segment: {'id': '514ce571-d1d5-4120-8ab2-56f18b5021ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:47:37.155258 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cfa5da-0529-460b-b10f-cca342420f31 req-45d2611c-337f-4e29-97be-b7fa5d8b2a09 service neutron] Bound using segment: {'id': '514ce571-d1d5-4120-8ab2-56f18b5021ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:47:37.164717 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-46cfa5da-0529-460b-b10f-cca342420f31 req-45d2611c-337f-4e29-97be-b7fa5d8b2a09 service neutron] Bound port: d64d70b5-fbe1-4ccd-8603-d1c87017eeef, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '514ce571-d1d5-4120-8ab2-56f18b5021ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:47:37.164717 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-46cfa5da-0529-460b-b10f-cca342420f31 req-45d2611c-337f-4e29-97be-b7fa5d8b2a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d64d70b5-fbe1-4ccd-8603-d1c87017eeef), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:37.193941 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00797b61-51c6-4de3-bf71-d8d8176fa626 req-9af34d8d-2bd4-42bb-83bf-40faf615f2d8 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:37.196302 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-00797b61-51c6-4de3-bf71-d8d8176fa626 req-9af34d8d-2bd4-42bb-83bf-40faf615f2d8 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=a874d834-3871-4e73-8cf4-557c48ad1c95 HTTP/1.1" status: 200 len: 931 time: 0.0873239 Mar 23 02:47:37.218810 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-67f95485-4bd4-4b99-aab1-dd6acf4efc06 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4112515 Mar 23 02:47:37.235706 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-f6512dbf-b559-4db6-9718-120be8d91f2b service neutron] Request body: {'port': {'device_id': 'a874d834-3871-4e73-8cf4-557c48ad1c95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:47:37.279972 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-46cfa5da-0529-460b-b10f-cca342420f31 req-45d2611c-337f-4e29-97be-b7fa5d8b2a09 service neutron] For port d64d70b5-fbe1-4ccd-8603-d1c87017eeef, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:47:37.281224 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-00797b61-51c6-4de3-bf71-d8d8176fa626 req-3e06e44a-738f-4aa1-b33d-54e786ea3ece tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3743c6e-13cb-4ca7-9ffa-e46f9f517eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737696 Mar 23 02:47:37.287491 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-46cfa5da-0529-460b-b10f-cca342420f31 req-45d2611c-337f-4e29-97be-b7fa5d8b2a09 service neutron] For port d64d70b5-fbe1-4ccd-8603-d1c87017eeef, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d64d70b5-fbe1-4ccd-8603-d1c87017eeef,segment=NetworkSegment(514ce571-d1d5-4120-8ab2-56f18b5021ff),segment_id=514ce571-d1d5-4120-8ab2-56f18b5021ff)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:47:37.317087 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-f6512dbf-b559-4db6-9718-120be8d91f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a07578dd-381e-4b2b-a4df-8258a87e77bd), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:37.358892 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-46cfa5da-0529-460b-b10f-cca342420f31 req-45d2611c-337f-4e29-97be-b7fa5d8b2a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (d64d70b5-fbe1-4ccd-8603-d1c87017eeef), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:37.365644 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-6bfdf7d0-37c1-403b-9d0f-461c6b348231 None None] Provisioning complete for port a07578dd-381e-4b2b-a4df-8258a87e77bd triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:47:37.366217 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6bfdf7d0-37c1-403b-9d0f-461c6b348231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a07578dd-381e-4b2b-a4df-8258a87e77bd), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:37.408919 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-6bfdf7d0-37c1-403b-9d0f-461c6b348231 None None] Port a07578dd-381e-4b2b-a4df-8258a87e77bd cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:47:37.461721 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfa5da-0529-460b-b10f-cca342420f31 req-45d2611c-337f-4e29-97be-b7fa5d8b2a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:37.462348 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-46cfa5da-0529-460b-b10f-cca342420f31 req-45d2611c-337f-4e29-97be-b7fa5d8b2a09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:37.463748 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-46cfa5da-0529-460b-b10f-cca342420f31 req-45d2611c-337f-4e29-97be-b7fa5d8b2a09 service neutron] 10.222.0.23 "PUT /v2.0/ports/d64d70b5-fbe1-4ccd-8603-d1c87017eeef HTTP/1.1" status: 200 len: 1093 time: 1.3491960 Mar 23 02:47:37.464220 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c', 'tag': 'd64d70b5-fbe1-4ccd-8603-d1c87017eeef'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:47:37.466450 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d36fe2-f2a3-4ffe-9260-4ffc11d80c52" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c", "tag": "d64d70b5-fbe1-4ccd-8603-d1c87017eeef"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:47:37.520270 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852f631b-7b46-4bfa-b1f3-19f028247cbb x-openstack-request-id: req-852f631b-7b46-4bfa-b1f3-19f028247cbb {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:47:37.520568 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c", "tag": "d64d70b5-fbe1-4ccd-8603-d1c87017eeef", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:47:37.520823 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-852f631b-7b46-4bfa-b1f3-19f028247cbb {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:47:37.521247 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-852f631b-7b46-4bfa-b1f3-19f028247cbb'] response: {'name': 'network-changed', 'server_uuid': '5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c', 'tag': 'd64d70b5-fbe1-4ccd-8603-d1c87017eeef', 'status': 'completed', 'code': 200} Mar 23 02:47:37.545908 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2611c-337f-4e29-97be-b7fa5d8b2a09 service neutron] Pushing event updated for resources: {'Port': ['ID=d64d70b5-fbe1-4ccd-8603-d1c87017eeef,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:47:37.641911 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d36fe2-f2a3-4ffe-9260-4ffc11d80c52 req-98b83d36-58a2-462d-88e3-759e237dce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:37.643415 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c7d36fe2-f2a3-4ffe-9260-4ffc11d80c52 req-98b83d36-58a2-462d-88e3-759e237dce9f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d89e60e7aaf14edeaf08ca6345e51704&device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 1127 time: 0.0924156 Mar 23 02:47:37.754481 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c1b89-b403-41c4-874f-140c48e9a35e req-774c61e3-43f0-4dfd-b09a-a0c8717a3e46 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:37.756246 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-f68c1b89-b403-41c4-874f-140c48e9a35e req-774c61e3-43f0-4dfd-b09a-a0c8717a3e46 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 943 time: 0.0696485 Mar 23 02:47:37.781423 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-f6512dbf-b559-4db6-9718-120be8d91f2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a07578dd-381e-4b2b-a4df-8258a87e77bd {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:47:37.796252 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-f6512dbf-b559-4db6-9718-120be8d91f2b service neutron] Publish callbacks [] for port (a07578dd-381e-4b2b-a4df-8258a87e77bd), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:37.804274 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d36fe2-f2a3-4ffe-9260-4ffc11d80c52 req-50d4733e-e27d-4c6b-8ef7-00181d8a9a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:37.805736 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c7d36fe2-f2a3-4ffe-9260-4ffc11d80c52 req-50d4733e-e27d-4c6b-8ef7-00181d8a9a2d service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d89e60e7aaf14edeaf08ca6345e51704&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1564033 Mar 23 02:47:37.819030 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-f68c1b89-b403-41c4-874f-140c48e9a35e req-a31379f6-785d-4413-b120-dfee1999b365 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561583 Mar 23 02:47:37.821078 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-f6512dbf-b559-4db6-9718-120be8d91f2b service neutron] Transition to ACTIVE for port object a07578dd-381e-4b2b-a4df-8258a87e77bd will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:47:37.900749 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d36fe2-f2a3-4ffe-9260-4ffc11d80c52 req-f5fdc85e-e5fd-4b93-a555-43782b3f98b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:37.902485 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c7d36fe2-f2a3-4ffe-9260-4ffc11d80c52 req-f5fdc85e-e5fd-4b93-a555-43782b3f98b0 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894876 Mar 23 02:47:37.903984 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-f6512dbf-b559-4db6-9718-120be8d91f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (a07578dd-381e-4b2b-a4df-8258a87e77bd), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:37.963297 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6512dbf-b559-4db6-9718-120be8d91f2b service neutron] Pushing event updated for resources: {'Port': ['ID=a07578dd-381e-4b2b-a4df-8258a87e77bd,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:47:38.053263 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfa5da-0529-460b-b10f-cca342420f31 req-d6766f3c-c717-4141-b101-c479135b9582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:38.054770 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-46cfa5da-0529-460b-b10f-cca342420f31 req-d6766f3c-c717-4141-b101-c479135b9582 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d89e60e7aaf14edeaf08ca6345e51704&device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 1127 time: 0.1138883 Mar 23 02:47:38.110121 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-46cfa5da-0529-460b-b10f-cca342420f31 req-64a93749-4c0e-4b33-a8d4-0d85eace84b4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d64d70b5-fbe1-4ccd-8603-d1c87017eeef HTTP/1.1" status: 200 len: 217 time: 0.0454769 Mar 23 02:47:38.110837 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-f6512dbf-b559-4db6-9718-120be8d91f2b service neutron] Attempting to bind port a07578dd-381e-4b2b-a4df-8258a87e77bd on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:47:38.111100 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-f6512dbf-b559-4db6-9718-120be8d91f2b service neutron] Attempting to bind port a07578dd-381e-4b2b-a4df-8258a87e77bd by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '2650e1a4-140a-452d-96dc-69df10048f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:47:38.112059 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-f6512dbf-b559-4db6-9718-120be8d91f2b service neutron] Attempting to bind port a07578dd-381e-4b2b-a4df-8258a87e77bd on network 4d2858bb-a91c-49a1-9ee0-086b475279ad {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:47:38.146230 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-f6512dbf-b559-4db6-9718-120be8d91f2b service neutron] Port a07578dd-381e-4b2b-a4df-8258a87e77bd on network 4d2858bb-a91c-49a1-9ee0-086b475279ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:47:38.146558 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-f6512dbf-b559-4db6-9718-120be8d91f2b service neutron] Attempting to bind port a07578dd-381e-4b2b-a4df-8258a87e77bd on network 4d2858bb-a91c-49a1-9ee0-086b475279ad {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:47:38.157617 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-f6512dbf-b559-4db6-9718-120be8d91f2b service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:47:38.157843 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-f6512dbf-b559-4db6-9718-120be8d91f2b service neutron] Checking segment: {'id': '2650e1a4-140a-452d-96dc-69df10048f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:47:38.158857 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-f6512dbf-b559-4db6-9718-120be8d91f2b service neutron] Bound using segment: {'id': '2650e1a4-140a-452d-96dc-69df10048f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:47:38.159293 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-f6512dbf-b559-4db6-9718-120be8d91f2b service neutron] Bound port: a07578dd-381e-4b2b-a4df-8258a87e77bd, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2650e1a4-140a-452d-96dc-69df10048f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:47:38.159650 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-f6512dbf-b559-4db6-9718-120be8d91f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a07578dd-381e-4b2b-a4df-8258a87e77bd), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:38.179547 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfa5da-0529-460b-b10f-cca342420f31 req-8a85825a-95e0-4622-af2e-7968c98e9007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:38.181031 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-46cfa5da-0529-460b-b10f-cca342420f31 req-8a85825a-95e0-4622-af2e-7968c98e9007 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c82d9bc6-8a27-40bf-a00d-6b7979637073 HTTP/1.1" status: 200 len: 851 time: 0.0656507 Mar 23 02:47:38.260405 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-f6512dbf-b559-4db6-9718-120be8d91f2b service neutron] For port a07578dd-381e-4b2b-a4df-8258a87e77bd, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:47:38.264662 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-f6512dbf-b559-4db6-9718-120be8d91f2b service neutron] For port a07578dd-381e-4b2b-a4df-8258a87e77bd, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a07578dd-381e-4b2b-a4df-8258a87e77bd,segment=NetworkSegment(2650e1a4-140a-452d-96dc-69df10048f2d),segment_id=2650e1a4-140a-452d-96dc-69df10048f2d)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:47:38.273175 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfa5da-0529-460b-b10f-cca342420f31 req-44f190e4-e9ff-4f26-b3e4-4618a16d144f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:38.274751 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-46cfa5da-0529-460b-b10f-cca342420f31 req-44f190e4-e9ff-4f26-b3e4-4618a16d144f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66983626-1d5d-4ad4-9c5b-2e31ad4d88be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0737562 Mar 23 02:47:38.340907 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-f6512dbf-b559-4db6-9718-120be8d91f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (a07578dd-381e-4b2b-a4df-8258a87e77bd), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:38.406777 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-f6512dbf-b559-4db6-9718-120be8d91f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:38.407320 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-f6512dbf-b559-4db6-9718-120be8d91f2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:38.409870 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-f6512dbf-b559-4db6-9718-120be8d91f2b service neutron] 10.222.0.23 "PUT /v2.0/ports/a07578dd-381e-4b2b-a4df-8258a87e77bd HTTP/1.1" status: 200 len: 1093 time: 1.1790619 Mar 23 02:47:38.456057 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-46cfa5da-0529-460b-b10f-cca342420f31 req-5862819a-4864-4333-9188-777b84e9c13a service neutron] 10.222.0.23 "GET /v2.0/networks/66983626-1d5d-4ad4-9c5b-2e31ad4d88be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747668 Mar 23 02:47:38.462049 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6512dbf-b559-4db6-9718-120be8d91f2b service neutron] Pushing event updated for resources: {'Port': ['ID=a07578dd-381e-4b2b-a4df-8258a87e77bd,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:47:38.580566 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3025ccf-2f97-45de-b862-f4f37f8b3039 req-2c3186de-824e-4d52-ab07-9f8448d7a5f5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:38.582393 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a3025ccf-2f97-45de-b862-f4f37f8b3039 req-2c3186de-824e-4d52-ab07-9f8448d7a5f5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=a874d834-3871-4e73-8cf4-557c48ad1c95 HTTP/1.1" status: 200 len: 943 time: 0.2044806 Mar 23 02:47:38.646387 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-46cfa5da-0529-460b-b10f-cca342420f31 req-1d9155d8-b567-4416-8c1c-5056681d5e6b service neutron] 10.222.0.23 "GET /v2.0/networks/66983626-1d5d-4ad4-9c5b-2e31ad4d88be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810942 Mar 23 02:47:38.663570 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-158be00f-b316-42ec-b297-1da863c7c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:38.665036 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-158be00f-b316-42ec-b297-1da863c7c0b9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=a874d834-3871-4e73-8cf4-557c48ad1c95 HTTP/1.1" status: 200 len: 1127 time: 0.1442130 Mar 23 02:47:38.725600 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-94de0f35-0e72-435e-b5a0-5ff59d65aedb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a07578dd-381e-4b2b-a4df-8258a87e77bd HTTP/1.1" status: 200 len: 217 time: 0.0535078 Mar 23 02:47:38.731175 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a3025ccf-2f97-45de-b862-f4f37f8b3039 req-1cc97999-a71d-4a30-8022-ccb5bea7f77b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3743c6e-13cb-4ca7-9ffa-e46f9f517eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394658 Mar 23 02:47:38.782296 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-fc655567-cb6e-4028-b512-211a60a411b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:38.783959 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-fc655567-cb6e-4028-b512-211a60a411b6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2bf964d4-8e27-4675-95e6-63a8b1b44ae3 HTTP/1.1" status: 200 len: 835 time: 0.0515916 Mar 23 02:47:38.843354 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-4a508732-a981-43ec-bc1d-9e4e6a549e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:38.845175 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-4a508732-a981-43ec-bc1d-9e4e6a549e06 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d2858bb-a91c-49a1-9ee0-086b475279ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0554376 Mar 23 02:47:38.952558 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-18aeff08-7c3d-43a2-90b6-95b53d466738 service neutron] 10.222.0.23 "GET /v2.0/networks/4d2858bb-a91c-49a1-9ee0-086b475279ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005454 Mar 23 02:47:38.961363 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2c5a0-701a-467c-8397-7133bd5421b3 req-f2db53d0-b373-4d6a-90ac-3165e15075d1 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:38.962943 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-0eb2c5a0-701a-467c-8397-7133bd5421b3 req-f2db53d0-b373-4d6a-90ac-3165e15075d1 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 943 time: 0.0665460 Mar 23 02:47:39.024676 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-0eb2c5a0-701a-467c-8397-7133bd5421b3 req-e9f2e8ce-8443-4fac-9dc6-4202d725145d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534263 Mar 23 02:47:39.053318 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-45cb609e-7f00-412a-8ea0-17ac21f22526 req-4d39dd6e-9995-4744-9b40-b9c430f0590d service neutron] 10.222.0.23 "GET /v2.0/networks/4d2858bb-a91c-49a1-9ee0-086b475279ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948541 Mar 23 02:47:39.522356 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a874d834-3871-4e73-8cf4-557c48ad1c95', 'tag': 'a07578dd-381e-4b2b-a4df-8258a87e77bd'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:47:39.524701 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd77f62-3403-45b7-a91a-c7f2ddcae5ff" -d '{"events": [{"name": "network-changed", "server_uuid": "a874d834-3871-4e73-8cf4-557c48ad1c95", "tag": "a07578dd-381e-4b2b-a4df-8258a87e77bd"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:47:39.560596 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b66d10-acf2-49aa-81d2-5aa125da9505 x-openstack-request-id: req-09b66d10-acf2-49aa-81d2-5aa125da9505 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:47:39.560899 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a874d834-3871-4e73-8cf4-557c48ad1c95", "tag": "a07578dd-381e-4b2b-a4df-8258a87e77bd", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:47:39.561156 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-09b66d10-acf2-49aa-81d2-5aa125da9505 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:47:39.561575 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09b66d10-acf2-49aa-81d2-5aa125da9505'] response: {'name': 'network-changed', 'server_uuid': 'a874d834-3871-4e73-8cf4-557c48ad1c95', 'tag': 'a07578dd-381e-4b2b-a4df-8258a87e77bd', 'status': 'completed', 'code': 200} Mar 23 02:47:39.634982 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd77f62-3403-45b7-a91a-c7f2ddcae5ff req-fcad3643-be76-4881-84d9-6fbf12651f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:39.636571 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1dd77f62-3403-45b7-a91a-c7f2ddcae5ff req-fcad3643-be76-4881-84d9-6fbf12651f14 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=a874d834-3871-4e73-8cf4-557c48ad1c95 HTTP/1.1" status: 200 len: 1127 time: 0.0522456 Mar 23 02:47:39.733530 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd77f62-3403-45b7-a91a-c7f2ddcae5ff req-6ef5fb09-9f06-4b8a-b739-e3a2d978a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:39.735150 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1dd77f62-3403-45b7-a91a-c7f2ddcae5ff req-6ef5fb09-9f06-4b8a-b739-e3a2d978a26f service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d2858bb-a91c-49a1-9ee0-086b475279ad HTTP/1.1" status: 200 len: 898 time: 0.0904551 Mar 23 02:47:39.777629 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1dd77f62-3403-45b7-a91a-c7f2ddcae5ff req-16f8a1bf-7ac2-4f2c-b01d-38f6f27a2b88 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a07578dd-381e-4b2b-a4df-8258a87e77bd HTTP/1.1" status: 200 len: 217 time: 0.0355525 Mar 23 02:47:39.832110 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd77f62-3403-45b7-a91a-c7f2ddcae5ff req-1e70061b-cabd-4cd6-a76f-051ae90c4071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:39.833702 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1dd77f62-3403-45b7-a91a-c7f2ddcae5ff req-1e70061b-cabd-4cd6-a76f-051ae90c4071 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2bf964d4-8e27-4675-95e6-63a8b1b44ae3 HTTP/1.1" status: 200 len: 835 time: 0.0494204 Mar 23 02:47:39.857963 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdbf5c-aa70-4332-b738-e3501c130d46 req-d198614b-99af-4104-9eda-89a397f21223 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:39.859586 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-73fdbf5c-aa70-4332-b738-e3501c130d46 req-d198614b-99af-4104-9eda-89a397f21223 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=a874d834-3871-4e73-8cf4-557c48ad1c95 HTTP/1.1" status: 200 len: 943 time: 0.0546658 Mar 23 02:47:39.883360 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd77f62-3403-45b7-a91a-c7f2ddcae5ff req-873929c3-17ab-45e6-a755-88463450bc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:39.885014 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1dd77f62-3403-45b7-a91a-c7f2ddcae5ff req-873929c3-17ab-45e6-a755-88463450bc3e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d2858bb-a91c-49a1-9ee0-086b475279ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0451944 Mar 23 02:47:39.910061 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-73fdbf5c-aa70-4332-b738-e3501c130d46 req-30798e1b-f125-4707-9062-9bf5333f859f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3743c6e-13cb-4ca7-9ffa-e46f9f517eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445545 Mar 23 02:47:39.976306 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1dd77f62-3403-45b7-a91a-c7f2ddcae5ff req-f7c37723-0c3c-4a59-a3e0-0e435aa55ada service neutron] 10.222.0.23 "GET /v2.0/networks/4d2858bb-a91c-49a1-9ee0-086b475279ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849612 Mar 23 02:47:40.071082 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1dd77f62-3403-45b7-a91a-c7f2ddcae5ff req-f1d24dcd-d83c-404b-a076-cd03e9759b68 service neutron] 10.222.0.23 "GET /v2.0/networks/4d2858bb-a91c-49a1-9ee0-086b475279ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896306 Mar 23 02:47:40.160605 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3d735-f560-4966-9f24-465baed39bc3 req-0b61edfe-b5df-448a-bf9b-ad1c8ad151c6 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:40.162116 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-88a3d735-f560-4966-9f24-465baed39bc3 req-0b61edfe-b5df-448a-bf9b-ad1c8ad151c6 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 943 time: 0.0550923 Mar 23 02:47:40.217137 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-88a3d735-f560-4966-9f24-465baed39bc3 req-3251a4c1-c62c-4e1e-a23a-d6d120c37a95 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494168 Mar 23 02:47:41.034389 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e0417-0e01-43d5-9857-df90bf54d06e req-3f663a70-d950-4ada-9c22-7824936d79e7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:41.035906 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c76e0417-0e01-43d5-9857-df90bf54d06e req-3f663a70-d950-4ada-9c22-7824936d79e7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=a874d834-3871-4e73-8cf4-557c48ad1c95 HTTP/1.1" status: 200 len: 943 time: 0.0579839 Mar 23 02:47:41.086532 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c76e0417-0e01-43d5-9857-df90bf54d06e req-623e9e52-ffb1-4aed-ad1a-b514623f9783 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3743c6e-13cb-4ca7-9ffa-e46f9f517eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450678 Mar 23 02:47:41.339577 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d61e5-beb7-4257-bba1-29a2ab698485 req-4d0baa98-f563-4564-bb07-3a763d91ea5f tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:41.341100 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-795d61e5-beb7-4257-bba1-29a2ab698485 req-4d0baa98-f563-4564-bb07-3a763d91ea5f tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 943 time: 0.0580740 Mar 23 02:47:41.393431 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-795d61e5-beb7-4257-bba1-29a2ab698485 req-9e1bb66b-c698-41b9-a585-99ed66e9c00d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444455 Mar 23 02:47:41.411404 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device a07578dd-381e-4b2b-a4df-8258a87e77bd details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:47:41.507784 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port a07578dd-381e-4b2b-a4df-8258a87e77bd, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a07578dd-381e-4b2b-a4df-8258a87e77bd,segment=NetworkSegment(2650e1a4-140a-452d-96dc-69df10048f2d),segment_id=2650e1a4-140a-452d-96dc-69df10048f2d)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:47:41.519740 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': 'a07578dd-381e-4b2b-a4df-8258a87e77bd', 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad', 'port_id': 'a07578dd-381e-4b2b-a4df-8258a87e77bd', 'mac_address': 'fa:16:3e:f7:69:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf964d4-8e27-4675-95e6-63a8b1b44ae3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:47:41.556732 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port a07578dd-381e-4b2b-a4df-8258a87e77bd is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:47:41.557126 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a07578dd-381e-4b2b-a4df-8258a87e77bd), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:41.570160 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a07578dd-381e-4b2b-a4df-8258a87e77bd {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:47:41.592586 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port a07578dd-381e-4b2b-a4df-8258a87e77bd, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a07578dd-381e-4b2b-a4df-8258a87e77bd,segment=NetworkSegment(2650e1a4-140a-452d-96dc-69df10048f2d),segment_id=2650e1a4-140a-452d-96dc-69df10048f2d)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:47:41.645867 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (a07578dd-381e-4b2b-a4df-8258a87e77bd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:41.705299 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=a07578dd-381e-4b2b-a4df-8258a87e77bd,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:47:41.712340 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:47:41.716626 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:47:41.716626 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:47:41.716626 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:47:41.716626 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:47:41.716626 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:47:41.716626 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:47:41.716626 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:47:41.716626 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:47:41.716626 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:47:41.716626 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:47:41.716626 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:47:41.716626 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:47:41.716626 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:47:41.717825 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:47:41.840675 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['a07578dd-381e-4b2b-a4df-8258a87e77bd'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:47:42.208066 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f0add-8199-4ea9-99c0-ecd9cbdc09bd req-94bc219e-9c44-4d12-a496-a3d2f36f120a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:42.209780 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e30f0add-8199-4ea9-99c0-ecd9cbdc09bd req-94bc219e-9c44-4d12-a496-a3d2f36f120a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=a874d834-3871-4e73-8cf4-557c48ad1c95 HTTP/1.1" status: 200 len: 944 time: 0.0559928 Mar 23 02:47:42.262445 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e30f0add-8199-4ea9-99c0-ecd9cbdc09bd req-465c6b77-a44c-4e89-8635-7c728d9cdfcb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3743c6e-13cb-4ca7-9ffa-e46f9f517eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469406 Mar 23 02:47:42.511905 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0e1e0-685a-4f0c-b5c4-744f309242e5 req-45481963-7bd8-4f95-b0d3-04e14b902ba1 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:42.513392 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-67d0e1e0-685a-4f0c-b5c4-744f309242e5 req-45481963-7bd8-4f95-b0d3-04e14b902ba1 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 943 time: 0.0522687 Mar 23 02:47:42.561409 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-67d0e1e0-685a-4f0c-b5c4-744f309242e5 req-94d7f193-d5b9-4f4f-bd40-bc2fc224656a tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423248 Mar 23 02:47:42.909600 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:47:43.385190 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716c730-1563-4f29-b151-9cab7b2fa714 req-30cf8a52-4dd2-4bfc-b479-02c721f8fd02 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:43.386683 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4716c730-1563-4f29-b151-9cab7b2fa714 req-30cf8a52-4dd2-4bfc-b479-02c721f8fd02 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=a874d834-3871-4e73-8cf4-557c48ad1c95 HTTP/1.1" status: 200 len: 944 time: 0.0576916 Mar 23 02:47:43.420348 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device a07578dd-381e-4b2b-a4df-8258a87e77bd up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:47:43.436102 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4716c730-1563-4f29-b151-9cab7b2fa714 req-ce1e9739-b13e-421e-86d3-e6ca32af97fd tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3743c6e-13cb-4ca7-9ffa-e46f9f517eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436249 Mar 23 02:47:43.526598 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port a07578dd-381e-4b2b-a4df-8258a87e77bd completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:47:43.530681 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port a07578dd-381e-4b2b-a4df-8258a87e77bd triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:47:43.531059 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a07578dd-381e-4b2b-a4df-8258a87e77bd), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:43.613753 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port a07578dd-381e-4b2b-a4df-8258a87e77bd is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:47:43.620516 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a07578dd-381e-4b2b-a4df-8258a87e77bd), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:43.638150 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a874d834-3871-4e73-8cf4-557c48ad1c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07578dd-381e-4b2b-a4df-8258a87e77bd'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:47:43.642934 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fbdc0f-13ee-49d3-8d9a-462d559f0351" -d '{"events": [{"server_uuid": "a874d834-3871-4e73-8cf4-557c48ad1c95", "name": "network-vif-plugged", "status": "completed", "tag": "a07578dd-381e-4b2b-a4df-8258a87e77bd"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:47:43.656735 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port a07578dd-381e-4b2b-a4df-8258a87e77bd, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a07578dd-381e-4b2b-a4df-8258a87e77bd,segment=NetworkSegment(2650e1a4-140a-452d-96dc-69df10048f2d),segment_id=2650e1a4-140a-452d-96dc-69df10048f2d)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:47:43.678752 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6bd713-0518-425d-b111-ce2a218cb69c x-openstack-request-id: req-ae6bd713-0518-425d-b111-ce2a218cb69c {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:47:43.679150 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a874d834-3871-4e73-8cf4-557c48ad1c95", "name": "network-vif-plugged", "status": "completed", "tag": "a07578dd-381e-4b2b-a4df-8258a87e77bd", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:47:43.679743 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae6bd713-0518-425d-b111-ce2a218cb69c {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:47:43.680236 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae6bd713-0518-425d-b111-ce2a218cb69c'] response: {'server_uuid': 'a874d834-3871-4e73-8cf4-557c48ad1c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07578dd-381e-4b2b-a4df-8258a87e77bd', 'code': 200} Mar 23 02:47:43.685067 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec907b15-80ed-43b0-9f24-6e3d16af4a43 req-27ff20d6-9cb1-49af-a919-703efcbf962c tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:43.692745 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ec907b15-80ed-43b0-9f24-6e3d16af4a43 req-27ff20d6-9cb1-49af-a919-703efcbf962c tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 943 time: 0.0612206 Mar 23 02:47:43.715070 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (a07578dd-381e-4b2b-a4df-8258a87e77bd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:43.756343 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ec907b15-80ed-43b0-9f24-6e3d16af4a43 req-e347a43d-0ba9-4917-a827-859841b14845 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626349 Mar 23 02:47:43.785542 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=a07578dd-381e-4b2b-a4df-8258a87e77bd,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:47:43.944561 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5716b55-b803-4a32-a21c-ed31ab5b9102 req-4bfbdbdc-69eb-43df-848a-8f4c5f3df7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:43.946352 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c5716b55-b803-4a32-a21c-ed31ab5b9102 req-4bfbdbdc-69eb-43df-848a-8f4c5f3df7bb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a874d834-3871-4e73-8cf4-557c48ad1c95 HTTP/1.1" status: 200 len: 1129 time: 0.0456100 Mar 23 02:47:43.992459 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c5716b55-b803-4a32-a21c-ed31ab5b9102 req-5b5129c3-3d63-4f9c-b433-bf58474d86d0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d3743c6e-13cb-4ca7-9ffa-e46f9f517eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404096 Mar 23 02:47:44.557269 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5211f-8b1f-454f-8095-a568e38dc0fb req-69f22527-4d87-4dee-a13d-c5482361e265 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:44.558770 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c3d5211f-8b1f-454f-8095-a568e38dc0fb req-69f22527-4d87-4dee-a13d-c5482361e265 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=a874d834-3871-4e73-8cf4-557c48ad1c95 HTTP/1.1" status: 200 len: 945 time: 0.0519211 Mar 23 02:47:44.608136 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c3d5211f-8b1f-454f-8095-a568e38dc0fb req-25953a7a-ae76-47d6-909c-f350be357948 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3743c6e-13cb-4ca7-9ffa-e46f9f517eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427358 Mar 23 02:47:44.876427 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54bdcc8-16d7-4afd-ac36-7f1c6901c010 req-291ca31e-f70d-4daa-bcca-0f3e2b9f47f3 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:44.878340 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e54bdcc8-16d7-4afd-ac36-7f1c6901c010 req-291ca31e-f70d-4daa-bcca-0f3e2b9f47f3 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 943 time: 0.0542479 Mar 23 02:47:44.930552 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e54bdcc8-16d7-4afd-ac36-7f1c6901c010 req-31cd4d00-afe3-4203-a901-6399f58eb741 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466306 Mar 23 02:47:45.726812 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022ca04-97b1-4050-a929-2d38a4827279 req-78d5c950-748c-4d84-a579-0faed83274c7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:45.728307 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c022ca04-97b1-4050-a929-2d38a4827279 req-78d5c950-748c-4d84-a579-0faed83274c7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=a874d834-3871-4e73-8cf4-557c48ad1c95 HTTP/1.1" status: 200 len: 945 time: 0.0524428 Mar 23 02:47:45.784417 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c022ca04-97b1-4050-a929-2d38a4827279 req-010c1abb-85e6-47f4-9495-876aaf52da19 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3743c6e-13cb-4ca7-9ffa-e46f9f517eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502019 Mar 23 02:47:45.913426 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8e87e-053f-49f0-9a70-06e8bfc20893 req-1bedff05-9cbe-4051-93ef-cc0119448b92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:45.914373 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ade8e87e-053f-49f0-9a70-06e8bfc20893 req-1bedff05-9cbe-4051-93ef-cc0119448b92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=a874d834-3871-4e73-8cf4-557c48ad1c95 HTTP/1.1" status: 200 len: 945 time: 0.0595756 Mar 23 02:47:45.964461 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ade8e87e-053f-49f0-9a70-06e8bfc20893 req-76516cf8-a6ae-4a73-bd6a-f2b6cbd5badf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3743c6e-13cb-4ca7-9ffa-e46f9f517eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445368 Mar 23 02:47:45.987032 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35170) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:47:46.066553 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b416feae-06c8-448b-bbee-48325472a130 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:46.068110 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b416feae-06c8-448b-bbee-48325472a130 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a874d834-3871-4e73-8cf4-557c48ad1c95 HTTP/1.1" status: 200 len: 1124 time: 0.0800722 Mar 23 02:47:46.071139 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35172) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:47:46.075701 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-aa27acf7-80ac-4aeb-a20e-b8c951d92201 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'floatingip': {'port_id': 'a07578dd-381e-4b2b-a4df-8258a87e77bd'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:47:46.076371 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce3121-f407-40a1-810c-6cd2a0e5eb33 req-bf9024ed-69ad-4f24-b1bd-1ff3fb714407 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:46.081729 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-96ce3121-f407-40a1-810c-6cd2a0e5eb33 req-bf9024ed-69ad-4f24-b1bd-1ff3fb714407 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 943 time: 0.0648227 Mar 23 02:47:46.116167 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aa27acf7-80ac-4aeb-a20e-b8c951d92201 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (1ac18ab8-ae69-4289-8688-a0407a899f7a), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:46.127518 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-96ce3121-f407-40a1-810c-6cd2a0e5eb33 req-57c82c95-5063-4117-b02f-eafca3632edf tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440810 Mar 23 02:47:46.882856 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aa27acf7-80ac-4aeb-a20e-b8c951d92201 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:46.948614 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aa27acf7-80ac-4aeb-a20e-b8c951d92201 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (1ac18ab8-ae69-4289-8688-a0407a899f7a), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:47.048807 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [None req-aa27acf7-80ac-4aeb-a20e-b8c951d92201 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Floating IP 1ac18ab8-ae69-4289-8688-a0407a899f7a associated. External IP: 172.26.2.93, port: a07578dd-381e-4b2b-a4df-8258a87e77bd. Mar 23 02:47:47.292276 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5d119-849c-48cc-b910-febf1bbc6c88 req-53b45dcb-74a4-47fa-bb41-50c240444fcd tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:47.293733 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6ab5d119-849c-48cc-b910-febf1bbc6c88 req-53b45dcb-74a4-47fa-bb41-50c240444fcd tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 943 time: 0.0776899 Mar 23 02:47:47.303104 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa27acf7-80ac-4aeb-a20e-b8c951d92201 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router a81012b3-442d-4857-abe1-3a6b195d4d04 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:47:47.410813 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6ab5d119-849c-48cc-b910-febf1bbc6c88 req-6b1248e0-ad3c-413c-ad4e-875d34176791 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101341 Mar 23 02:47:47.445807 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa27acf7-80ac-4aeb-a20e-b8c951d92201 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:47:47.450676 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-aa27acf7-80ac-4aeb-a20e-b8c951d92201 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:47.456210 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ba823f-ce27-421f-a00c-725540579158 None None] Sync routers for ids ['a81012b3-442d-4857-abe1-3a6b195d4d04'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:47:47.465860 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ba823f-ce27-421f-a00c-725540579158 None None] Routers {'a81012b3-442d-4857-abe1-3a6b195d4d04'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:47:47.466462 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-90ba823f-ce27-421f-a00c-725540579158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:47:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a81012b3-442d-4857-abe1-3a6b195d4d04'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:47:47.479672 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-aa27acf7-80ac-4aeb-a20e-b8c951d92201 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "PUT /v2.0/floatingips/1ac18ab8-ae69-4289-8688-a0407a899f7a HTTP/1.1" status: 200 len: 990 time: 1.4074473 Mar 23 02:47:47.480273 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a874d834-3871-4e73-8cf4-557c48ad1c95', 'tag': 'a07578dd-381e-4b2b-a4df-8258a87e77bd'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:47:47.482513 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedb41b4-a121-4748-a098-d89131a16b26" -d '{"events": [{"name": "network-changed", "server_uuid": "a874d834-3871-4e73-8cf4-557c48ad1c95", "tag": "a07578dd-381e-4b2b-a4df-8258a87e77bd"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:47:47.482656 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35176) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:47:47.528540 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd769b81-9f85-4210-9b97-81735c1ef03c x-openstack-request-id: req-cd769b81-9f85-4210-9b97-81735c1ef03c {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:47:47.528927 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a874d834-3871-4e73-8cf4-557c48ad1c95", "tag": "a07578dd-381e-4b2b-a4df-8258a87e77bd", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:47:47.529540 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cd769b81-9f85-4210-9b97-81735c1ef03c {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:47:47.529800 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd769b81-9f85-4210-9b97-81735c1ef03c'] response: {'name': 'network-changed', 'server_uuid': 'a874d834-3871-4e73-8cf4-557c48ad1c95', 'tag': 'a07578dd-381e-4b2b-a4df-8258a87e77bd', 'status': 'completed', 'code': 200} Mar 23 02:47:47.552538 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9d89cc3d-58c2-4ea2-8ee1-cefe74b3ad7a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/1ac18ab8-ae69-4289-8688-a0407a899f7a HTTP/1.1" status: 200 len: 990 time: 0.0688760 Mar 23 02:47:47.592018 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb41b4-a121-4748-a098-d89131a16b26 req-c023d617-0be4-4450-a763-648e2731ebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:47.593009 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-90ba823f-ce27-421f-a00c-725540579158 None None] Set router a81012b3-442d-4857-abe1-3a6b195d4d04 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:47:47.593647 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-aedb41b4-a121-4748-a098-d89131a16b26 req-c023d617-0be4-4450-a763-648e2731ebb3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=a874d834-3871-4e73-8cf4-557c48ad1c95 HTTP/1.1" status: 200 len: 1129 time: 0.0457644 Mar 23 02:47:47.601153 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1fdce878-f3ba-41fe-a458-7561a5734aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:47.688824 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb41b4-a121-4748-a098-d89131a16b26 req-11519186-26d8-421e-8210-f9ad7fd2acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:47.691090 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-aedb41b4-a121-4748-a098-d89131a16b26 req-11519186-26d8-421e-8210-f9ad7fd2acfa service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d2858bb-a91c-49a1-9ee0-086b475279ad HTTP/1.1" status: 200 len: 898 time: 0.0905461 Mar 23 02:47:47.755956 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-aedb41b4-a121-4748-a098-d89131a16b26 req-1813b993-08d8-43e8-8f38-5969b1ffc40c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a07578dd-381e-4b2b-a4df-8258a87e77bd HTTP/1.1" status: 200 len: 998 time: 0.0591822 Mar 23 02:47:47.809490 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb41b4-a121-4748-a098-d89131a16b26 req-9efa2920-d828-463c-9397-cc79244664e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:47.811038 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-aedb41b4-a121-4748-a098-d89131a16b26 req-9efa2920-d828-463c-9397-cc79244664e5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2bf964d4-8e27-4675-95e6-63a8b1b44ae3 HTTP/1.1" status: 200 len: 835 time: 0.0498378 Mar 23 02:47:47.863353 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb41b4-a121-4748-a098-d89131a16b26 req-a3ea766e-b7d1-4920-8840-db64ccc468bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:47.864962 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-aedb41b4-a121-4748-a098-d89131a16b26 req-a3ea766e-b7d1-4920-8840-db64ccc468bb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d2858bb-a91c-49a1-9ee0-086b475279ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0474522 Mar 23 02:47:47.903050 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-90ba823f-ce27-421f-a00c-725540579158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'name': 'tempest-TestNetworkBasicOps-router-561388503', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '53fad130-954f-4610-aabc-f57fae92222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '53fad130-954f-4610-aabc-f57fae92222a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '1ac18ab8-ae69-4289-8688-a0407a899f7a', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.93', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'port_id': 'a07578dd-381e-4b2b-a4df-8258a87e77bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad', 'mac_address': 'fa:16:3e:f7:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874d834-3871-4e73-8cf4-557c48ad1c95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:46:53Z', 'updated_at': '2022-03-23T02:47:46Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2127f41f-657b-4193-9784-96a9c5c60d53', 'name': '', 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:07:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '2bf964d4-8e27-4675-95e6-63a8b1b44ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:33Z', 'updated_at': '2022-03-23T02:46:37Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '2bf964d4-8e27-4675-95e6-63a8b1b44ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:47:47.928588 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ba823f-ce27-421f-a00c-725540579158 None None] Checking router: a81012b3-442d-4857-abe1-3a6b195d4d04 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:47:47.936672 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ba823f-ce27-421f-a00c-725540579158 None None] Routers {'a81012b3-442d-4857-abe1-3a6b195d4d04'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:47:47.937275 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-90ba823f-ce27-421f-a00c-725540579158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:47:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a81012b3-442d-4857-abe1-3a6b195d4d04'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:47:47.955346 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-aedb41b4-a121-4748-a098-d89131a16b26 req-d0f4aada-e651-4711-b9a5-10f2844a9752 service neutron] 10.222.0.23 "GET /v2.0/networks/4d2858bb-a91c-49a1-9ee0-086b475279ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836656 Mar 23 02:47:48.042645 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-90ba823f-ce27-421f-a00c-725540579158 None None] Set router a81012b3-442d-4857-abe1-3a6b195d4d04 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:47:48.049387 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-aedb41b4-a121-4748-a098-d89131a16b26 req-11051b44-de77-49a4-a093-72725cf6f203 service neutron] 10.222.0.23 "GET /v2.0/networks/4d2858bb-a91c-49a1-9ee0-086b475279ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882268 Mar 23 02:47:48.262629 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-90ba823f-ce27-421f-a00c-725540579158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'name': 'tempest-TestNetworkBasicOps-router-561388503', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '53fad130-954f-4610-aabc-f57fae92222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '53fad130-954f-4610-aabc-f57fae92222a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '1ac18ab8-ae69-4289-8688-a0407a899f7a', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.93', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'port_id': 'a07578dd-381e-4b2b-a4df-8258a87e77bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad', 'mac_address': 'fa:16:3e:f7:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874d834-3871-4e73-8cf4-557c48ad1c95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:46:53Z', 'updated_at': '2022-03-23T02:47:46Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2127f41f-657b-4193-9784-96a9c5c60d53', 'name': '', 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:07:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '2bf964d4-8e27-4675-95e6-63a8b1b44ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:33Z', 'updated_at': '2022-03-23T02:46:37Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '2bf964d4-8e27-4675-95e6-63a8b1b44ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:47:48.288327 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ba823f-ce27-421f-a00c-725540579158 None None] The sync data for ids ['a81012b3-442d-4857-abe1-3a6b195d4d04'] in dv-neutron-834613-2-hyperv is: [{'id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'name': 'tempest-TestNetworkBasicOps-router-561388503', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '53fad130-954f-4610-aabc-f57fae92222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '53fad130-954f-4610-aabc-f57fae92222a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '1ac18ab8-ae69-4289-8688-a0407a899f7a', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.93', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'port_id': 'a07578dd-381e-4b2b-a4df-8258a87e77bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad', 'mac_address': 'fa:16:3e:f7:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874d834-3871-4e73-8cf4-557c48ad1c95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:46:53Z', 'updated_at': '2022-03-23T02:47:46Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2127f41f-657b-4193-9784-96a9c5c60d53', 'name': '', 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:07:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '2bf964d4-8e27-4675-95e6-63a8b1b44ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:33Z', 'updated_at': '2022-03-23T02:46:37Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '2bf964d4-8e27-4675-95e6-63a8b1b44ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:47:48.464825 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044c05fe-e65f-408b-8377-079290bdf0f2 None None] New status for floating IP 1ac18ab8-ae69-4289-8688-a0407a899f7a: ACTIVE {{(pid=104350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:47:48.534015 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaeb795-bf4c-4515-a7b8-35160ead1895 req-2bf2a774-2f40-4337-af16-518a3cea4d57 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:48.535411 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bbaeb795-bf4c-4515-a7b8-35160ead1895 req-2bf2a774-2f40-4337-af16-518a3cea4d57 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 943 time: 0.0544593 Mar 23 02:47:48.555747 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35182) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:47:48.592641 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bbaeb795-bf4c-4515-a7b8-35160ead1895 req-ebed23f0-987e-4014-b0c1-2d5f4c64ea68 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516589 Mar 23 02:47:48.627343 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3dd4facc-cd2d-4c6e-a6ca-92463dc240ef tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/1ac18ab8-ae69-4289-8688-a0407a899f7a HTTP/1.1" status: 200 len: 990 time: 0.0697844 Mar 23 02:47:48.681127 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:49.630116 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35188) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:47:49.726854 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0b39f0ee-0de6-45bf-bace-330770023f2a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/1ac18ab8-ae69-4289-8688-a0407a899f7a HTTP/1.1" status: 200 len: 992 time: 0.0955157 Mar 23 02:47:49.748110 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd87ac-4ca8-46da-9771-adcc18212018 req-8e7a8bf7-65c9-47f1-85e9-61d3a63d6c27 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:49.749679 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-dfbd87ac-4ca8-46da-9771-adcc18212018 req-8e7a8bf7-65c9-47f1-85e9-61d3a63d6c27 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 943 time: 0.0743880 Mar 23 02:47:49.802467 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-dfbd87ac-4ca8-46da-9771-adcc18212018 req-d4cc2903-827e-4adc-be4e-fa2190276ccf tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463281 Mar 23 02:47:49.885795 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1bfa617e-1a89-4520-96af-e4e45086a74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:50.922682 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb78d9-aa01-4e44-b8b3-fb014f06b8b8 req-00e19997-53c2-4ba6-8236-1ecb503f3a6e tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:50.925145 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6ebb78d9-aa01-4e44-b8b3-fb014f06b8b8 req-00e19997-53c2-4ba6-8236-1ecb503f3a6e tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 943 time: 0.0578887 Mar 23 02:47:50.972765 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6ebb78d9-aa01-4e44-b8b3-fb014f06b8b8 req-351a5846-20d4-4def-a535-c6f67126cb09 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421016 Mar 23 02:47:51.218042 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:52.089604 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c030a-2ce0-43e7-8d71-688ba39c0620 req-e1ac48e6-5a2f-4040-ba22-2a3545231db0 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:52.091059 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a80c030a-2ce0-43e7-8d71-688ba39c0620 req-e1ac48e6-5a2f-4040-ba22-2a3545231db0 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 943 time: 0.0517037 Mar 23 02:47:52.142374 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a80c030a-2ce0-43e7-8d71-688ba39c0620 req-6206370c-c22f-4d59-99ca-aaf6aabc679c tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450675 Mar 23 02:47:52.652455 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:53.261354 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef0676-1754-461b-a16f-03c73c186698 req-117846cb-1aa5-4f97-acf7-2ffb3dad5293 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:53.262832 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d8ef0676-1754-461b-a16f-03c73c186698 req-117846cb-1aa5-4f97-acf7-2ffb3dad5293 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 943 time: 0.0541294 Mar 23 02:47:53.310801 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d8ef0676-1754-461b-a16f-03c73c186698 req-64b5ebcc-f111-4884-93b9-368cf2383873 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423701 Mar 23 02:47:53.961044 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:54.427156 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720001b9-2e4c-4239-9794-e4d53c7e5607 req-9a220fc1-55ab-4fda-acf3-935505ba7efc tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:54.428699 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-720001b9-2e4c-4239-9794-e4d53c7e5607 req-9a220fc1-55ab-4fda-acf3-935505ba7efc tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 943 time: 0.0528026 Mar 23 02:47:54.476298 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-720001b9-2e4c-4239-9794-e4d53c7e5607 req-e2e646d6-992a-411f-a622-1a88fe7e03b5 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421124 Mar 23 02:47:55.443097 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device d64d70b5-fbe1-4ccd-8603-d1c87017eeef details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:47:55.539733 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port d64d70b5-fbe1-4ccd-8603-d1c87017eeef, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d64d70b5-fbe1-4ccd-8603-d1c87017eeef,segment=NetworkSegment(514ce571-d1d5-4120-8ab2-56f18b5021ff),segment_id=514ce571-d1d5-4120-8ab2-56f18b5021ff)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:47:55.552164 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': 'd64d70b5-fbe1-4ccd-8603-d1c87017eeef', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'port_id': 'd64d70b5-fbe1-4ccd-8603-d1c87017eeef', 'mac_address': 'fa:16:3e:a5:79:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:47:55.589073 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port d64d70b5-fbe1-4ccd-8603-d1c87017eeef is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:47:55.589470 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d64d70b5-fbe1-4ccd-8603-d1c87017eeef), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:55.591590 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0237184-66cd-4e1c-a943-dc6ac6d5efa7 req-2ea0d6a3-eabc-4c2d-97eb-40365bcc8cd2 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:55.593110 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f0237184-66cd-4e1c-a943-dc6ac6d5efa7 req-2ea0d6a3-eabc-4c2d-97eb-40365bcc8cd2 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 943 time: 0.0520153 Mar 23 02:47:55.602446 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d64d70b5-fbe1-4ccd-8603-d1c87017eeef {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:47:55.621760 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port d64d70b5-fbe1-4ccd-8603-d1c87017eeef, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d64d70b5-fbe1-4ccd-8603-d1c87017eeef,segment=NetworkSegment(514ce571-d1d5-4120-8ab2-56f18b5021ff),segment_id=514ce571-d1d5-4120-8ab2-56f18b5021ff)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:47:55.646357 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f0237184-66cd-4e1c-a943-dc6ac6d5efa7 req-40758a42-9cce-40eb-819d-873176c56e3d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474393 Mar 23 02:47:55.675263 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (d64d70b5-fbe1-4ccd-8603-d1c87017eeef), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:55.732585 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=d64d70b5-fbe1-4ccd-8603-d1c87017eeef,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:47:55.915337 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['d64d70b5-fbe1-4ccd-8603-d1c87017eeef'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:47:56.761751 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08963f-5eb5-44de-9183-3b0fbf474b03 req-d04175e4-f3c3-4d4b-a316-5db89baf46b8 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:56.763256 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1f08963f-5eb5-44de-9183-3b0fbf474b03 req-d04175e4-f3c3-4d4b-a316-5db89baf46b8 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 944 time: 0.0515318 Mar 23 02:47:56.820418 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1f08963f-5eb5-44de-9183-3b0fbf474b03 req-de05bc4a-ef08-48cf-8d43-a3dae34b8885 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508702 Mar 23 02:47:57.457842 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device d64d70b5-fbe1-4ccd-8603-d1c87017eeef up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:47:57.554718 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port d64d70b5-fbe1-4ccd-8603-d1c87017eeef completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:47:57.558364 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port d64d70b5-fbe1-4ccd-8603-d1c87017eeef triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:47:57.558746 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d64d70b5-fbe1-4ccd-8603-d1c87017eeef), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:57.637658 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port d64d70b5-fbe1-4ccd-8603-d1c87017eeef is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:47:57.638061 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d64d70b5-fbe1-4ccd-8603-d1c87017eeef), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:57.669101 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64d70b5-fbe1-4ccd-8603-d1c87017eeef'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:47:57.671330 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e07e366-236a-4c94-b919-e8cdf1043268" -d '{"events": [{"server_uuid": "5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c", "name": "network-vif-plugged", "status": "completed", "tag": "d64d70b5-fbe1-4ccd-8603-d1c87017eeef"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:47:57.684466 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port d64d70b5-fbe1-4ccd-8603-d1c87017eeef, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d64d70b5-fbe1-4ccd-8603-d1c87017eeef,segment=NetworkSegment(514ce571-d1d5-4120-8ab2-56f18b5021ff),segment_id=514ce571-d1d5-4120-8ab2-56f18b5021ff)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:47:57.709762 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29491b8-27a3-48db-924f-25573318b04d x-openstack-request-id: req-a29491b8-27a3-48db-924f-25573318b04d {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:47:57.709762 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c", "name": "network-vif-plugged", "status": "completed", "tag": "d64d70b5-fbe1-4ccd-8603-d1c87017eeef", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:47:57.709762 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a29491b8-27a3-48db-924f-25573318b04d {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:47:57.709762 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a29491b8-27a3-48db-924f-25573318b04d'] response: {'server_uuid': '5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64d70b5-fbe1-4ccd-8603-d1c87017eeef', 'code': 200} Mar 23 02:47:57.726434 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (d64d70b5-fbe1-4ccd-8603-d1c87017eeef), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:57.774433 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=d64d70b5-fbe1-4ccd-8603-d1c87017eeef,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:47:57.943207 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad2550-8bfc-445c-99f4-e8d8621b805e req-5d015de5-ffec-424d-92fe-fa6311446884 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:57.944753 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-28ad2550-8bfc-445c-99f4-e8d8621b805e req-5d015de5-ffec-424d-92fe-fa6311446884 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 945 time: 0.0573733 Mar 23 02:47:57.983422 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe498e3-0e9f-448f-b929-dd762538528b req-bb2d88aa-826c-4495-ad98-56a15356e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:57.984860 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1fe498e3-0e9f-448f-b929-dd762538528b req-bb2d88aa-826c-4495-ad98-56a15356e359 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 1129 time: 0.0443332 Mar 23 02:47:57.997633 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-28ad2550-8bfc-445c-99f4-e8d8621b805e req-fb0b33a8-c38d-424d-b74e-46f7e34b6835 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472989 Mar 23 02:47:58.031482 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1fe498e3-0e9f-448f-b929-dd762538528b req-199f0c02-ffc5-4edc-b3d1-6879534f3cb8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395994 Mar 23 02:47:59.118912 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced8d86-6103-471a-a8e8-7c01a3c60159 req-c11b8c42-7ecf-425b-827c-1fafdd6a1d89 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:59.120457 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1ced8d86-6103-471a-a8e8-7c01a3c60159 req-c11b8c42-7ecf-425b-827c-1fafdd6a1d89 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 945 time: 0.0534985 Mar 23 02:47:59.170950 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1ced8d86-6103-471a-a8e8-7c01a3c60159 req-c6982477-8ded-4418-9618-a3218630ff09 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446520 Mar 23 02:48:00.289764 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674bf53-718a-4c05-9f5b-4158f2fb5fee req-f3dc5d15-b8c5-4445-a67b-1423e5778144 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:00.291246 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d674bf53-718a-4c05-9f5b-4158f2fb5fee req-f3dc5d15-b8c5-4445-a67b-1423e5778144 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 945 time: 0.0521092 Mar 23 02:48:00.339606 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d674bf53-718a-4c05-9f5b-4158f2fb5fee req-9edef898-77f8-4a87-bd85-9bd8173899f7 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427833 Mar 23 02:48:00.459705 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c38cc-b365-4a35-8aa4-afb8d782dab9 req-b4d225bc-6626-4440-b76f-c957690e2419 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:00.461120 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-aa2c38cc-b365-4a35-8aa4-afb8d782dab9 req-b4d225bc-6626-4440-b76f-c957690e2419 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 945 time: 0.0573726 Mar 23 02:48:00.508517 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-aa2c38cc-b365-4a35-8aa4-afb8d782dab9 req-c2379605-79d1-4dd3-a09c-2a3fffb7040b tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418739 Mar 23 02:48:00.530446 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35212) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:00.661562 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09103de-59f6-46c9-aabe-328e4a98cf59 tempest-TestVolumeBootPattern-1149465325 tempest-TestVolumeBootPattern-1149465325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:00.663661 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c09103de-59f6-46c9-aabe-328e4a98cf59 tempest-TestVolumeBootPattern-1149465325 tempest-TestVolumeBootPattern-1149465325-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 1124 time: 0.1317036 Mar 23 02:48:00.666035 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35216) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:00.670233 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-afb15130-8216-4e3e-a715-dab584ca7a38 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'port_id': 'd64d70b5-fbe1-4ccd-8603-d1c87017eeef', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:48:00.760808 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-afb15130-8216-4e3e-a715-dab584ca7a38 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:00.859891 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-afb15130-8216-4e3e-a715-dab584ca7a38 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:00.963584 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-afb15130-8216-4e3e-a715-dab584ca7a38 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Allocated IP 172.26.2.237 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/7c2d917b-e628-4769-97a5-01f40d17e23c) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:48:01.067529 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-afb15130-8216-4e3e-a715-dab584ca7a38 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for port (7c2d917b-e628-4769-97a5-01f40d17e23c), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:01.155508 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-afb15130-8216-4e3e-a715-dab584ca7a38 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (7c2d917b-e628-4769-97a5-01f40d17e23c), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:01.193278 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb15130-8216-4e3e-a715-dab584ca7a38 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:48:01.196172 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-afb15130-8216-4e3e-a715-dab584ca7a38 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:48:01.202417 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb15130-8216-4e3e-a715-dab584ca7a38 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:48:01.209916 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb15130-8216-4e3e-a715-dab584ca7a38 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Pushing event updated for resources: {'Port': ['ID=7c2d917b-e628-4769-97a5-01f40d17e23c,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:01.573278 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-afb15130-8216-4e3e-a715-dab584ca7a38 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for floatingip (19172a4f-894b-429f-920d-69afd0382758), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:01.674213 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-afb15130-8216-4e3e-a715-dab584ca7a38 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7c2d917b-e628-4769-97a5-01f40d17e23c), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:01.823973 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-afb15130-8216-4e3e-a715-dab584ca7a38 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for port (7c2d917b-e628-4769-97a5-01f40d17e23c), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:01.864164 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-afb15130-8216-4e3e-a715-dab584ca7a38 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (7c2d917b-e628-4769-97a5-01f40d17e23c), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:01.932139 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb15130-8216-4e3e-a715-dab584ca7a38 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Pushing event updated for resources: {'Port': ['ID=7c2d917b-e628-4769-97a5-01f40d17e23c,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:01.944442 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-afb15130-8216-4e3e-a715-dab584ca7a38 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (19172a4f-894b-429f-920d-69afd0382758), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:02.044106 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [None req-afb15130-8216-4e3e-a715-dab584ca7a38 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Floating IP 19172a4f-894b-429f-920d-69afd0382758 associated. External IP: 172.26.2.237, port: d64d70b5-fbe1-4ccd-8603-d1c87017eeef. Mar 23 02:48:02.249870 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb15130-8216-4e3e-a715-dab584ca7a38 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Router 9828c275-06c2-4045-b55a-6b168150a939 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:48:02.358177 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb15130-8216-4e3e-a715-dab584ca7a38 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:48:02.368334 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebce0703-13fb-4720-a0b6-12bb42c5475b None None] Sync routers for ids ['9828c275-06c2-4045-b55a-6b168150a939'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:48:02.378569 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebce0703-13fb-4720-a0b6-12bb42c5475b None None] Routers {'9828c275-06c2-4045-b55a-6b168150a939'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:48:02.379164 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-ebce0703-13fb-4720-a0b6-12bb42c5475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:47:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['9828c275-06c2-4045-b55a-6b168150a939'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:02.436992 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-afb15130-8216-4e3e-a715-dab584ca7a38 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:02.468302 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-afb15130-8216-4e3e-a715-dab584ca7a38 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8012571 Mar 23 02:48:02.468902 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c', 'tag': 'd64d70b5-fbe1-4ccd-8603-d1c87017eeef'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:48:02.471538 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b37f608-61ae-477a-a0c5-0142727a0cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c", "tag": "d64d70b5-fbe1-4ccd-8603-d1c87017eeef"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:48:02.486224 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-ebce0703-13fb-4720-a0b6-12bb42c5475b None None] Set router 9828c275-06c2-4045-b55a-6b168150a939 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:48:02.507984 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f25080-fc49-49be-a141-be928e81195d x-openstack-request-id: req-d5f25080-fc49-49be-a141-be928e81195d {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:48:02.508282 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c", "tag": "d64d70b5-fbe1-4ccd-8603-d1c87017eeef", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:48:02.508542 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5f25080-fc49-49be-a141-be928e81195d {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:48:02.508964 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5f25080-fc49-49be-a141-be928e81195d'] response: {'name': 'network-changed', 'server_uuid': '5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c', 'tag': 'd64d70b5-fbe1-4ccd-8603-d1c87017eeef', 'status': 'completed', 'code': 200} Mar 23 02:48:02.578431 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37f608-61ae-477a-a0c5-0142727a0cf3 req-dfe36188-0cf2-436b-8467-66a1a5baa953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:02.579989 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b37f608-61ae-477a-a0c5-0142727a0cf3 req-dfe36188-0cf2-436b-8467-66a1a5baa953 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d89e60e7aaf14edeaf08ca6345e51704&device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 1129 time: 0.0496705 Mar 23 02:48:02.701327 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-de1780ab-6a74-4633-9fb9-7d6879a5aa34 req-65b3ccb3-d41f-4517-b2e4-ae6a56c564dd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6fdc69d4-a83f-4916-bd95-185427b93f20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732586 Mar 23 02:48:02.702603 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37f608-61ae-477a-a0c5-0142727a0cf3 req-2f793029-62a7-4d7b-bf89-62500faec2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:02.703940 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b37f608-61ae-477a-a0c5-0142727a0cf3 req-2f793029-62a7-4d7b-bf89-62500faec2cb service neutron] 10.222.0.23 "GET /v2.0/networks?id=66983626-1d5d-4ad4-9c5b-2e31ad4d88be HTTP/1.1" status: 200 len: 913 time: 0.1180258 Mar 23 02:48:02.712641 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-ebce0703-13fb-4720-a0b6-12bb42c5475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9828c275-06c2-4045-b55a-6b168150a939', 'name': 'tempest-TestVolumeBootPattern-1683085647-router', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:45Z', 'updated_at': '2022-03-23T02:46:48Z', 'revision_number': 4, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'gw_port': {'id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:46Z', 'updated_at': '2022-03-23T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '19172a4f-894b-429f-920d-69afd0382758', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'floating_ip_address': '172.26.2.237', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '9828c275-06c2-4045-b55a-6b168150a939', 'port_id': 'd64d70b5-fbe1-4ccd-8603-d1c87017eeef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'mac_address': 'fa:16:3e:a5:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:48:01Z', 'updated_at': '2022-03-23T02:48:01Z', 'revision_number': 0, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c', 'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'mac_address': 'fa:16:3e:de:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:48Z', 'updated_at': '2022-03-23T02:46:51Z', 'revision_number': 5, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'subnets': [{'id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:02.738880 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebce0703-13fb-4720-a0b6-12bb42c5475b None None] Checking router: 9828c275-06c2-4045-b55a-6b168150a939 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:48:02.747169 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebce0703-13fb-4720-a0b6-12bb42c5475b None None] Routers {'9828c275-06c2-4045-b55a-6b168150a939'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:48:02.747776 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-ebce0703-13fb-4720-a0b6-12bb42c5475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:47:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['9828c275-06c2-4045-b55a-6b168150a939'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:02.802557 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b37f608-61ae-477a-a0c5-0142727a0cf3 req-35041251-252d-4136-9f2f-144338bc3fb7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d64d70b5-fbe1-4ccd-8603-d1c87017eeef HTTP/1.1" status: 200 len: 999 time: 0.0901678 Mar 23 02:48:02.839894 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1780ab-6a74-4633-9fb9-7d6879a5aa34 req-1e878695-ccdf-47f4-be92-40647d287680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:02.841396 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-de1780ab-6a74-4633-9fb9-7d6879a5aa34 req-1e878695-ccdf-47f4-be92-40647d287680 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=6fdc69d4-a83f-4916-bd95-185427b93f20 HTTP/1.1" status: 200 len: 1130 time: 0.0893252 Mar 23 02:48:02.855306 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-ebce0703-13fb-4720-a0b6-12bb42c5475b None None] Set router 9828c275-06c2-4045-b55a-6b168150a939 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:48:02.858201 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37f608-61ae-477a-a0c5-0142727a0cf3 req-5717f15f-ba5d-4232-96b5-b2f482a05499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:02.859633 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b37f608-61ae-477a-a0c5-0142727a0cf3 req-5717f15f-ba5d-4232-96b5-b2f482a05499 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c82d9bc6-8a27-40bf-a00d-6b7979637073 HTTP/1.1" status: 200 len: 851 time: 0.0513759 Mar 23 02:48:02.970533 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37f608-61ae-477a-a0c5-0142727a0cf3 req-65e14917-dda0-4515-8620-185532f84c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:02.971969 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b37f608-61ae-477a-a0c5-0142727a0cf3 req-65e14917-dda0-4515-8620-185532f84c1d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66983626-1d5d-4ad4-9c5b-2e31ad4d88be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1048088 Mar 23 02:48:02.981903 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [req-1b37f608-61ae-477a-a0c5-0142727a0cf3 req-bfde7df1-4895-4edc-aa72-f6c431f67df9 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:48:02.982828 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b37f608-61ae-477a-a0c5-0142727a0cf3 req-bfde7df1-4895-4edc-aa72-f6c431f67df9 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048308 Mar 23 02:48:02.999807 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1780ab-6a74-4633-9fb9-7d6879a5aa34 req-75ec4600-cae6-4fd9-894b-5c94acdf601e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:03.001396 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-de1780ab-6a74-4633-9fb9-7d6879a5aa34 req-75ec4600-cae6-4fd9-894b-5c94acdf601e service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d2858bb-a91c-49a1-9ee0-086b475279ad HTTP/1.1" status: 200 len: 898 time: 0.1351595 Mar 23 02:48:03.073508 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-de1780ab-6a74-4633-9fb9-7d6879a5aa34 req-c8990282-a2eb-4ae6-bc89-b5264fe795a1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efb815a7-a402-4643-8b74-7573cb2289fd HTTP/1.1" status: 200 len: 217 time: 0.0596373 Mar 23 02:48:03.074018 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-ebce0703-13fb-4720-a0b6-12bb42c5475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9828c275-06c2-4045-b55a-6b168150a939', 'name': 'tempest-TestVolumeBootPattern-1683085647-router', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:45Z', 'updated_at': '2022-03-23T02:46:48Z', 'revision_number': 4, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'gw_port': {'id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:46Z', 'updated_at': '2022-03-23T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '19172a4f-894b-429f-920d-69afd0382758', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'floating_ip_address': '172.26.2.237', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '9828c275-06c2-4045-b55a-6b168150a939', 'port_id': 'd64d70b5-fbe1-4ccd-8603-d1c87017eeef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'mac_address': 'fa:16:3e:a5:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:48:01Z', 'updated_at': '2022-03-23T02:48:01Z', 'revision_number': 0, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c', 'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'mac_address': 'fa:16:3e:de:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:48Z', 'updated_at': '2022-03-23T02:46:51Z', 'revision_number': 5, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'subnets': [{'id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:03.103766 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebce0703-13fb-4720-a0b6-12bb42c5475b None None] The sync data for ids ['9828c275-06c2-4045-b55a-6b168150a939'] in dv-neutron-834613-2-hyperv is: [{'id': '9828c275-06c2-4045-b55a-6b168150a939', 'name': 'tempest-TestVolumeBootPattern-1683085647-router', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:45Z', 'updated_at': '2022-03-23T02:46:48Z', 'revision_number': 4, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'gw_port': {'id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:46Z', 'updated_at': '2022-03-23T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '19172a4f-894b-429f-920d-69afd0382758', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'floating_ip_address': '172.26.2.237', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '9828c275-06c2-4045-b55a-6b168150a939', 'port_id': 'd64d70b5-fbe1-4ccd-8603-d1c87017eeef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'mac_address': 'fa:16:3e:a5:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:48:01Z', 'updated_at': '2022-03-23T02:48:01Z', 'revision_number': 0, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c', 'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'mac_address': 'fa:16:3e:de:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:48Z', 'updated_at': '2022-03-23T02:46:51Z', 'revision_number': 5, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'subnets': [{'id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:48:03.148492 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1780ab-6a74-4633-9fb9-7d6879a5aa34 req-2a215ee7-cbae-43fa-8f93-974b3bd9c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:03.158907 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-de1780ab-6a74-4633-9fb9-7d6879a5aa34 req-2a215ee7-cbae-43fa-8f93-974b3bd9c2b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2bf964d4-8e27-4675-95e6-63a8b1b44ae3 HTTP/1.1" status: 200 len: 835 time: 0.0689123 Mar 23 02:48:03.158907 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b37f608-61ae-477a-a0c5-0142727a0cf3 req-d1c5f7f0-826a-4300-9a64-af0d1a208fca service neutron] 10.222.0.23 "GET /v2.0/networks/66983626-1d5d-4ad4-9c5b-2e31ad4d88be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634836 Mar 23 02:48:03.270329 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1780ab-6a74-4633-9fb9-7d6879a5aa34 req-7eeab4aa-7692-4ce1-8d96-1447a5f4a465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:03.271886 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-de1780ab-6a74-4633-9fb9-7d6879a5aa34 req-7eeab4aa-7692-4ce1-8d96-1447a5f4a465 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d2858bb-a91c-49a1-9ee0-086b475279ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1122415 Mar 23 02:48:03.289954 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b37f608-61ae-477a-a0c5-0142727a0cf3 req-9b22c01a-fda1-4f05-9d62-6a895f0c77c2 service neutron] 10.222.0.23 "GET /v2.0/networks/66983626-1d5d-4ad4-9c5b-2e31ad4d88be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223938 Mar 23 02:48:03.314090 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed056380-2ccc-46e7-af80-0362bb915634 None None] New status for floating IP 19172a4f-894b-429f-920d-69afd0382758: ACTIVE {{(pid=104350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:48:03.698188 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-de1780ab-6a74-4633-9fb9-7d6879a5aa34 req-f40620ac-fe39-4125-8808-531850dd8d13 service neutron] 10.222.0.23 "GET /v2.0/networks/4d2858bb-a91c-49a1-9ee0-086b475279ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188504 Mar 23 02:48:03.792750 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-de1780ab-6a74-4633-9fb9-7d6879a5aa34 req-028ce44a-4862-4cd3-b374-fb9acc44da6b service neutron] 10.222.0.23 "GET /v2.0/networks/4d2858bb-a91c-49a1-9ee0-086b475279ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873132 Mar 23 02:48:17.623416 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a88e2562-a92b-413f-93eb-4f0a557a13d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:18.697565 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:19.880223 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-54a4206d-87d8-40e3-8476-35978bf06f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:19.907796 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:48:21.239433 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:21.333748 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f365c6-d260-4633-8227-b49d6d4e3c84 req-598ca33f-cb4f-4203-b244-c21e6ce46762 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:21.335224 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-30f365c6-d260-4633-8227-b49d6d4e3c84 req-598ca33f-cb4f-4203-b244-c21e6ce46762 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=a874d834-3871-4e73-8cf4-557c48ad1c95 HTTP/1.1" status: 200 len: 945 time: 0.0537245 Mar 23 02:48:21.387986 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-30f365c6-d260-4633-8227-b49d6d4e3c84 req-ea9c530a-7f61-44fe-b300-2ed8d7f3c792 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3743c6e-13cb-4ca7-9ffa-e46f9f517eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471733 Mar 23 02:48:22.562235 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c567a-258c-4d50-9270-7c134ce31f74 req-60d04ffa-c522-49b1-bffc-b79a92b4dd1d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:22.563750 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a45c567a-258c-4d50-9270-7c134ce31f74 req-60d04ffa-c522-49b1-bffc-b79a92b4dd1d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=a874d834-3871-4e73-8cf4-557c48ad1c95 HTTP/1.1" status: 200 len: 945 time: 0.1076231 Mar 23 02:48:22.613144 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a45c567a-258c-4d50-9270-7c134ce31f74 req-cd42843f-6efe-4897-af5d-196040d4b554 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3743c6e-13cb-4ca7-9ffa-e46f9f517eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435584 Mar 23 02:48:22.651554 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:22.757312 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47f065-5273-4d7e-b75c-f7d11db0b56f req-de02f1da-fe25-4c21-aa5d-bc539d732fc4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:22.759942 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5c47f065-5273-4d7e-b75c-f7d11db0b56f req-de02f1da-fe25-4c21-aa5d-bc539d732fc4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/ports?device_id=a874d834-3871-4e73-8cf4-557c48ad1c95 HTTP/1.1" status: 200 len: 945 time: 0.0513618 Mar 23 02:48:22.857179 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-5c47f065-5273-4d7e-b75c-f7d11db0b56f req-8d01279c-d0a9-47d3-a55a-c4e9747402ae tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port a07578dd-381e-4b2b-a4df-8258a87e77bd {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:48:22.857520 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-5c47f065-5273-4d7e-b75c-f7d11db0b56f req-8d01279c-d0a9-47d3-a55a-c4e9747402ae tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (a07578dd-381e-4b2b-a4df-8258a87e77bd), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:22.944099 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-5c47f065-5273-4d7e-b75c-f7d11db0b56f req-8d01279c-d0a9-47d3-a55a-c4e9747402ae tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] For port a07578dd-381e-4b2b-a4df-8258a87e77bd, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a07578dd-381e-4b2b-a4df-8258a87e77bd,segment=NetworkSegment(2650e1a4-140a-452d-96dc-69df10048f2d),segment_id=2650e1a4-140a-452d-96dc-69df10048f2d)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:48:22.945000 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-5c47f065-5273-4d7e-b75c-f7d11db0b56f req-8d01279c-d0a9-47d3-a55a-c4e9747402ae tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (a07578dd-381e-4b2b-a4df-8258a87e77bd), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:23.118780 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-5c47f065-5273-4d7e-b75c-f7d11db0b56f req-8d01279c-d0a9-47d3-a55a-c4e9747402ae tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:23.119054 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-5c47f065-5273-4d7e-b75c-f7d11db0b56f req-8d01279c-d0a9-47d3-a55a-c4e9747402ae tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (1ac18ab8-ae69-4289-8688-a0407a899f7a), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:23.119373 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [req-5c47f065-5273-4d7e-b75c-f7d11db0b56f req-8d01279c-d0a9-47d3-a55a-c4e9747402ae tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Floating IP 1ac18ab8-ae69-4289-8688-a0407a899f7a disassociated. External IP: 172.26.2.93, port: a07578dd-381e-4b2b-a4df-8258a87e77bd. Mar 23 02:48:23.119714 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-5c47f065-5273-4d7e-b75c-f7d11db0b56f req-8d01279c-d0a9-47d3-a55a-c4e9747402ae tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for a07578dd-381e-4b2b-a4df-8258a87e77bd owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:48:23.303057 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-5c47f065-5273-4d7e-b75c-f7d11db0b56f req-8d01279c-d0a9-47d3-a55a-c4e9747402ae tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (a07578dd-381e-4b2b-a4df-8258a87e77bd), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:23.336557 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01279c-d0a9-47d3-a55a-c4e9747402ae tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=a07578dd-381e-4b2b-a4df-8258a87e77bd,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:23.453108 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c47f065-5273-4d7e-b75c-f7d11db0b56f req-8d01279c-d0a9-47d3-a55a-c4e9747402ae tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router a81012b3-442d-4857-abe1-3a6b195d4d04 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:48:23.559129 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c47f065-5273-4d7e-b75c-f7d11db0b56f req-8d01279c-d0a9-47d3-a55a-c4e9747402ae tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:48:23.571233 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674cb22f-2912-46c2-b32c-0027df8c7e8f None None] Sync routers for ids ['a81012b3-442d-4857-abe1-3a6b195d4d04'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:48:23.582282 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674cb22f-2912-46c2-b32c-0027df8c7e8f None None] Routers {'a81012b3-442d-4857-abe1-3a6b195d4d04'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:48:23.582932 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-674cb22f-2912-46c2-b32c-0027df8c7e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:48:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a81012b3-442d-4857-abe1-3a6b195d4d04'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:23.603975 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c47f065-5273-4d7e-b75c-f7d11db0b56f req-8d01279c-d0a9-47d3-a55a-c4e9747402ae tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] No DVR routers for this DVR port a07578dd-381e-4b2b-a4df-8258a87e77bd on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:48:23.606509 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-5c47f065-5273-4d7e-b75c-f7d11db0b56f req-8d01279c-d0a9-47d3-a55a-c4e9747402ae tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:23.609819 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5c47f065-5273-4d7e-b75c-f7d11db0b56f req-8d01279c-d0a9-47d3-a55a-c4e9747402ae tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "DELETE /v2.0/ports/a07578dd-381e-4b2b-a4df-8258a87e77bd HTTP/1.1" status: 204 len: 173 time: 0.8443871 Mar 23 02:48:23.610201 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a874d834-3871-4e73-8cf4-557c48ad1c95', 'name': 'network-vif-deleted', 'tag': 'a07578dd-381e-4b2b-a4df-8258a87e77bd'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:48:23.612487 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab919021-2ea6-4a6a-ba46-4268a9171eb0" -d '{"events": [{"server_uuid": "a874d834-3871-4e73-8cf4-557c48ad1c95", "name": "network-vif-deleted", "tag": "a07578dd-381e-4b2b-a4df-8258a87e77bd"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:48:23.653217 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f4aa3b-bf9f-4e65-ac07-7c09bbdf6238 x-openstack-request-id: req-01f4aa3b-bf9f-4e65-ac07-7c09bbdf6238 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:48:23.653481 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a874d834-3871-4e73-8cf4-557c48ad1c95", "name": "network-vif-deleted", "tag": "a07578dd-381e-4b2b-a4df-8258a87e77bd", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:48:23.653737 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01f4aa3b-bf9f-4e65-ac07-7c09bbdf6238 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:48:23.654152 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01f4aa3b-bf9f-4e65-ac07-7c09bbdf6238'] response: {'server_uuid': 'a874d834-3871-4e73-8cf4-557c48ad1c95', 'name': 'network-vif-deleted', 'tag': 'a07578dd-381e-4b2b-a4df-8258a87e77bd', 'status': 'completed', 'code': 200} Mar 23 02:48:23.724127 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-08dba13d-22b4-4726-b065-58a3cad8133f req-718e90ac-900e-4b35-84cb-68fba0aaff6e tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=a874d834-3871-4e73-8cf4-557c48ad1c95 HTTP/1.1" status: 200 len: 210 time: 0.0339692 Mar 23 02:48:23.817599 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-674cb22f-2912-46c2-b32c-0027df8c7e8f None None] Set router a81012b3-442d-4857-abe1-3a6b195d4d04 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:48:24.014993 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-674cb22f-2912-46c2-b32c-0027df8c7e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'name': 'tempest-TestNetworkBasicOps-router-561388503', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '53fad130-954f-4610-aabc-f57fae92222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '53fad130-954f-4610-aabc-f57fae92222a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '2127f41f-657b-4193-9784-96a9c5c60d53', 'name': '', 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:07:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '2bf964d4-8e27-4675-95e6-63a8b1b44ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:33Z', 'updated_at': '2022-03-23T02:46:37Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '2bf964d4-8e27-4675-95e6-63a8b1b44ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:24.017140 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:24.044867 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674cb22f-2912-46c2-b32c-0027df8c7e8f None None] Checking router: a81012b3-442d-4857-abe1-3a6b195d4d04 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:48:24.053349 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674cb22f-2912-46c2-b32c-0027df8c7e8f None None] Routers {'a81012b3-442d-4857-abe1-3a6b195d4d04'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:48:24.054919 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-674cb22f-2912-46c2-b32c-0027df8c7e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:48:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a81012b3-442d-4857-abe1-3a6b195d4d04'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:24.167347 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-674cb22f-2912-46c2-b32c-0027df8c7e8f None None] Set router a81012b3-442d-4857-abe1-3a6b195d4d04 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:48:24.362940 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-674cb22f-2912-46c2-b32c-0027df8c7e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'name': 'tempest-TestNetworkBasicOps-router-561388503', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '53fad130-954f-4610-aabc-f57fae92222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '53fad130-954f-4610-aabc-f57fae92222a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '2127f41f-657b-4193-9784-96a9c5c60d53', 'name': '', 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:07:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '2bf964d4-8e27-4675-95e6-63a8b1b44ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:33Z', 'updated_at': '2022-03-23T02:46:37Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '2bf964d4-8e27-4675-95e6-63a8b1b44ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:24.389343 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674cb22f-2912-46c2-b32c-0027df8c7e8f None None] The sync data for ids ['a81012b3-442d-4857-abe1-3a6b195d4d04'] in dv-neutron-834613-2-hyperv is: [{'id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'name': 'tempest-TestNetworkBasicOps-router-561388503', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '53fad130-954f-4610-aabc-f57fae92222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '53fad130-954f-4610-aabc-f57fae92222a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '2127f41f-657b-4193-9784-96a9c5c60d53', 'name': '', 'network_id': '4d2858bb-a91c-49a1-9ee0-086b475279ad', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:07:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '2bf964d4-8e27-4675-95e6-63a8b1b44ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:33Z', 'updated_at': '2022-03-23T02:46:37Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '2bf964d4-8e27-4675-95e6-63a8b1b44ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:48:24.616535 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6055cc3a-2fee-4fdf-985b-be5b31e6eea9 None None] New status for floating IP 1ac18ab8-ae69-4289-8688-a0407a899f7a: DOWN {{(pid=104350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:48:24.784371 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35256) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:24.845608 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b0704a52-0b2f-4d38-80e5-38cf6887569d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (d3743c6e-13cb-4ca7-9ffa-e46f9f517eb0), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:24.873422 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b0704a52-0b2f-4d38-80e5-38cf6887569d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (d3743c6e-13cb-4ca7-9ffa-e46f9f517eb0), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:24.989134 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b0704a52-0b2f-4d38-80e5-38cf6887569d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (d3743c6e-13cb-4ca7-9ffa-e46f9f517eb0), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:24.991934 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b0704a52-0b2f-4d38-80e5-38cf6887569d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:24.993098 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b0704a52-0b2f-4d38-80e5-38cf6887569d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/security-groups/d3743c6e-13cb-4ca7-9ffa-e46f9f517eb0 HTTP/1.1" status: 204 len: 168 time: 0.2076938 Mar 23 02:48:25.002840 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0704a52-0b2f-4d38-80e5-38cf6887569d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3743c6e-13cb-4ca7-9ffa-e46f9f517eb0,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:25.087375 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35260) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:25.213006 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-28c25fb4-f04e-471a-8e93-3e6b42abb29a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port 595aa42b-3a2f-4dcc-a0d1-2a2f778ba3e2 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:48:25.213355 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-28c25fb4-f04e-471a-8e93-3e6b42abb29a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (595aa42b-3a2f-4dcc-a0d1-2a2f778ba3e2), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:25.290569 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-28c25fb4-f04e-471a-8e93-3e6b42abb29a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (595aa42b-3a2f-4dcc-a0d1-2a2f778ba3e2), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:25.290895 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-28c25fb4-f04e-471a-8e93-3e6b42abb29a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (595aa42b-3a2f-4dcc-a0d1-2a2f778ba3e2), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:25.302535 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-28c25fb4-f04e-471a-8e93-3e6b42abb29a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for 595aa42b-3a2f-4dcc-a0d1-2a2f778ba3e2 owned by network:floatingip {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:48:25.508961 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-28c25fb4-f04e-471a-8e93-3e6b42abb29a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (595aa42b-3a2f-4dcc-a0d1-2a2f778ba3e2), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:25.537794 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c25fb4-f04e-471a-8e93-3e6b42abb29a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=595aa42b-3a2f-4dcc-a0d1-2a2f778ba3e2,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:25.549534 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c25fb4-f04e-471a-8e93-3e6b42abb29a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:25.549534 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c25fb4-f04e-471a-8e93-3e6b42abb29a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:25.549534 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c25fb4-f04e-471a-8e93-3e6b42abb29a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:25.549970 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c25fb4-f04e-471a-8e93-3e6b42abb29a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:25.550116 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c25fb4-f04e-471a-8e93-3e6b42abb29a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:25.550416 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c25fb4-f04e-471a-8e93-3e6b42abb29a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:25.550753 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c25fb4-f04e-471a-8e93-3e6b42abb29a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:25.551064 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c25fb4-f04e-471a-8e93-3e6b42abb29a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:25.551391 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c25fb4-f04e-471a-8e93-3e6b42abb29a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:25.551716 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c25fb4-f04e-471a-8e93-3e6b42abb29a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:25.552075 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c25fb4-f04e-471a-8e93-3e6b42abb29a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:25.552410 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c25fb4-f04e-471a-8e93-3e6b42abb29a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:25.552731 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c25fb4-f04e-471a-8e93-3e6b42abb29a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:25.553089 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c25fb4-f04e-471a-8e93-3e6b42abb29a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:25.553412 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c25fb4-f04e-471a-8e93-3e6b42abb29a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:25.581862 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device a07578dd-381e-4b2b-a4df-8258a87e77bd no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:48:25.606786 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: a07578dd-381e-4b2b-a4df-8258a87e77bd {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:48:25.607219 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device a07578dd-381e-4b2b-a4df-8258a87e77bd not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:48:25.608410 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-28c25fb4-f04e-471a-8e93-3e6b42abb29a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (1ac18ab8-ae69-4289-8688-a0407a899f7a), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:25.610874 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-28c25fb4-f04e-471a-8e93-3e6b42abb29a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:25.614480 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-28c25fb4-f04e-471a-8e93-3e6b42abb29a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/floatingips/1ac18ab8-ae69-4289-8688-a0407a899f7a HTTP/1.1" status: 204 len: 168 time: 0.5236633 Mar 23 02:48:26.009855 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afaecf-cd1a-4149-b645-84b85a838799 req-986864a4-b492-4c0d-8d59-baa954ac0995 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:26.011334 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-39afaecf-cd1a-4149-b645-84b85a838799 req-986864a4-b492-4c0d-8d59-baa954ac0995 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fdc69d4-a83f-4916-bd95-185427b93f20 HTTP/1.1" status: 200 len: 946 time: 0.0545869 Mar 23 02:48:26.060001 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-39afaecf-cd1a-4149-b645-84b85a838799 req-3dc248f3-7c3e-42d6-b3d6-ac608874e15c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e9b942-ad41-4c9f-a448-a7bb9f99d13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425761 Mar 23 02:48:27.234099 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10487f-663e-45e3-8e48-040c77f1f81b req-efc0d68b-f5fb-4e5d-aa19-470657dbe7ad tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:27.235592 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3d10487f-663e-45e3-8e48-040c77f1f81b req-efc0d68b-f5fb-4e5d-aa19-470657dbe7ad tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fdc69d4-a83f-4916-bd95-185427b93f20 HTTP/1.1" status: 200 len: 946 time: 0.1060245 Mar 23 02:48:27.287648 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3d10487f-663e-45e3-8e48-040c77f1f81b req-fe4e0d5f-d68c-47ef-a76c-a969377f6643 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e9b942-ad41-4c9f-a448-a7bb9f99d13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464756 Mar 23 02:48:27.362641 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cce9d1-6e85-4f83-92da-c5665b25e98d req-50808735-34ab-4266-8665-2624716b4bba tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:27.364019 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-39cce9d1-6e85-4f83-92da-c5665b25e98d req-50808735-34ab-4266-8665-2624716b4bba tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fdc69d4-a83f-4916-bd95-185427b93f20 HTTP/1.1" status: 200 len: 946 time: 0.0523019 Mar 23 02:48:27.453574 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-39cce9d1-6e85-4f83-92da-c5665b25e98d req-bc134cf3-0ea8-48df-b489-41428dad5dcc tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port efb815a7-a402-4643-8b74-7573cb2289fd {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:48:27.453912 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-39cce9d1-6e85-4f83-92da-c5665b25e98d req-bc134cf3-0ea8-48df-b489-41428dad5dcc tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (efb815a7-a402-4643-8b74-7573cb2289fd), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:27.544716 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-39cce9d1-6e85-4f83-92da-c5665b25e98d req-bc134cf3-0ea8-48df-b489-41428dad5dcc tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] For port efb815a7-a402-4643-8b74-7573cb2289fd, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=efb815a7-a402-4643-8b74-7573cb2289fd,segment=NetworkSegment(2650e1a4-140a-452d-96dc-69df10048f2d),segment_id=2650e1a4-140a-452d-96dc-69df10048f2d)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:48:27.545075 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-39cce9d1-6e85-4f83-92da-c5665b25e98d req-bc134cf3-0ea8-48df-b489-41428dad5dcc tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (efb815a7-a402-4643-8b74-7573cb2289fd), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:27.557871 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-39cce9d1-6e85-4f83-92da-c5665b25e98d req-bc134cf3-0ea8-48df-b489-41428dad5dcc tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for efb815a7-a402-4643-8b74-7573cb2289fd owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:48:27.731507 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-39cce9d1-6e85-4f83-92da-c5665b25e98d req-bc134cf3-0ea8-48df-b489-41428dad5dcc tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (efb815a7-a402-4643-8b74-7573cb2289fd), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:27.760668 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc134cf3-0ea8-48df-b489-41428dad5dcc tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=efb815a7-a402-4643-8b74-7573cb2289fd,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:27.804072 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-39cce9d1-6e85-4f83-92da-c5665b25e98d req-bc134cf3-0ea8-48df-b489-41428dad5dcc tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] No DVR routers for this DVR port efb815a7-a402-4643-8b74-7573cb2289fd on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:48:27.806664 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-39cce9d1-6e85-4f83-92da-c5665b25e98d req-bc134cf3-0ea8-48df-b489-41428dad5dcc tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:27.809900 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-39cce9d1-6e85-4f83-92da-c5665b25e98d req-bc134cf3-0ea8-48df-b489-41428dad5dcc tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "DELETE /v2.0/ports/efb815a7-a402-4643-8b74-7573cb2289fd HTTP/1.1" status: 204 len: 173 time: 0.4410779 Mar 23 02:48:27.810370 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdc69d4-a83f-4916-bd95-185427b93f20', 'name': 'network-vif-deleted', 'tag': 'efb815a7-a402-4643-8b74-7573cb2289fd'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:48:27.812704 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e4f3f2-369f-438d-bb41-938a20ebecca" -d '{"events": [{"server_uuid": "6fdc69d4-a83f-4916-bd95-185427b93f20", "name": "network-vif-deleted", "tag": "efb815a7-a402-4643-8b74-7573cb2289fd"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:48:27.860226 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e7399f-7d0b-4cb6-ab39-0e481ecaab2f x-openstack-request-id: req-79e7399f-7d0b-4cb6-ab39-0e481ecaab2f {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:48:27.860226 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdc69d4-a83f-4916-bd95-185427b93f20", "name": "network-vif-deleted", "tag": "efb815a7-a402-4643-8b74-7573cb2289fd", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:48:27.860226 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-79e7399f-7d0b-4cb6-ab39-0e481ecaab2f {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:48:27.860226 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79e7399f-7d0b-4cb6-ab39-0e481ecaab2f'] response: {'server_uuid': '6fdc69d4-a83f-4916-bd95-185427b93f20', 'name': 'network-vif-deleted', 'tag': 'efb815a7-a402-4643-8b74-7573cb2289fd', 'status': 'completed', 'code': 200} Mar 23 02:48:28.394210 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-14d03adf-4cd7-471f-89fb-4d1c48b7e969 req-ac2e01ef-b07f-40b9-a2a6-acc6640d0694 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fdc69d4-a83f-4916-bd95-185427b93f20 HTTP/1.1" status: 200 len: 210 time: 0.0281394 Mar 23 02:48:29.470785 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35276) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:29.530860 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cf7b22ef-b80e-4587-b738-b7b116c215c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (37e9b942-ad41-4c9f-a448-a7bb9f99d13f), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:29.555802 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cf7b22ef-b80e-4587-b738-b7b116c215c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (37e9b942-ad41-4c9f-a448-a7bb9f99d13f), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:29.581632 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device efb815a7-a402-4643-8b74-7573cb2289fd no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:48:29.601508 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: efb815a7-a402-4643-8b74-7573cb2289fd {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:48:29.602182 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device efb815a7-a402-4643-8b74-7573cb2289fd not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:48:29.691588 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cf7b22ef-b80e-4587-b738-b7b116c215c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (37e9b942-ad41-4c9f-a448-a7bb9f99d13f), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:29.695472 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cf7b22ef-b80e-4587-b738-b7b116c215c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:29.697284 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-cf7b22ef-b80e-4587-b738-b7b116c215c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/security-groups/37e9b942-ad41-4c9f-a448-a7bb9f99d13f HTTP/1.1" status: 204 len: 168 time: 0.2248762 Mar 23 02:48:29.706725 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b22ef-b80e-4587-b738-b7b116c215c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e9b942-ad41-4c9f-a448-a7bb9f99d13f,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:29.790257 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35280) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:30.162923 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6ffb00a6-7d4b-4246-8929-f03e4628c113 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (a81012b3-442d-4857-abe1-3a6b195d4d04), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:30.424435 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-6ffb00a6-7d4b-4246-8929-f03e4628c113 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port 2127f41f-657b-4193-9784-96a9c5c60d53 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:48:30.424704 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6ffb00a6-7d4b-4246-8929-f03e4628c113 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (2127f41f-657b-4193-9784-96a9c5c60d53), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:30.518366 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-6ffb00a6-7d4b-4246-8929-f03e4628c113 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] For port 2127f41f-657b-4193-9784-96a9c5c60d53, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=2127f41f-657b-4193-9784-96a9c5c60d53,segment=NetworkSegment(2650e1a4-140a-452d-96dc-69df10048f2d),segment_id=2650e1a4-140a-452d-96dc-69df10048f2d)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:48:30.519087 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6ffb00a6-7d4b-4246-8929-f03e4628c113 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (2127f41f-657b-4193-9784-96a9c5c60d53), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:30.531841 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-6ffb00a6-7d4b-4246-8929-f03e4628c113 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for 2127f41f-657b-4193-9784-96a9c5c60d53 owned by network:router_interface {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:48:30.823033 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6ffb00a6-7d4b-4246-8929-f03e4628c113 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (2127f41f-657b-4193-9784-96a9c5c60d53), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:30.847777 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb00a6-7d4b-4246-8929-f03e4628c113 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=2127f41f-657b-4193-9784-96a9c5c60d53,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:31.029687 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6ffb00a6-7d4b-4246-8929-f03e4628c113 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (a81012b3-442d-4857-abe1-3a6b195d4d04), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:31.247266 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ffb00a6-7d4b-4246-8929-f03e4628c113 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router a81012b3-442d-4857-abe1-3a6b195d4d04 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:48:31.353652 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffb00a6-7d4b-4246-8929-f03e4628c113 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:48:31.358529 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6ffb00a6-7d4b-4246-8929-f03e4628c113 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "PUT /v2.0/routers/a81012b3-442d-4857-abe1-3a6b195d4d04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5672667 Mar 23 02:48:31.361349 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35282) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:31.363783 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7abe0d5-02b1-4a32-a539-ee1ea13dcbcb None None] Sync routers for ids ['a81012b3-442d-4857-abe1-3a6b195d4d04'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:48:31.375431 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7abe0d5-02b1-4a32-a539-ee1ea13dcbcb None None] Routers {'a81012b3-442d-4857-abe1-3a6b195d4d04'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:48:31.376063 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-d7abe0d5-02b1-4a32-a539-ee1ea13dcbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:48:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a81012b3-442d-4857-abe1-3a6b195d4d04'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:31.411666 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa9817e-848e-43b9-9cd7-16a3bc4a0a27 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting subnet 2bf964d4-8e27-4675-95e6-63a8b1b44ae3 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:48:31.415328 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ffa9817e-848e-43b9-9cd7-16a3bc4a0a27 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for subnet (2bf964d4-8e27-4675-95e6-63a8b1b44ae3), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:31.459534 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ffa9817e-848e-43b9-9cd7-16a3bc4a0a27 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (2bf964d4-8e27-4675-95e6-63a8b1b44ae3), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:31.482992 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-d7abe0d5-02b1-4a32-a539-ee1ea13dcbcb None None] Set router a81012b3-442d-4857-abe1-3a6b195d4d04 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:48:31.542861 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ffa9817e-848e-43b9-9cd7-16a3bc4a0a27 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (2bf964d4-8e27-4675-95e6-63a8b1b44ae3), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:31.662226 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-d7abe0d5-02b1-4a32-a539-ee1ea13dcbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'name': 'tempest-TestNetworkBasicOps-router-561388503', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '53fad130-954f-4610-aabc-f57fae92222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:48:30Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '53fad130-954f-4610-aabc-f57fae92222a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:31.690013 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7abe0d5-02b1-4a32-a539-ee1ea13dcbcb None None] Checking router: a81012b3-442d-4857-abe1-3a6b195d4d04 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:48:31.692519 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ffa9817e-848e-43b9-9cd7-16a3bc4a0a27 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (2bf964d4-8e27-4675-95e6-63a8b1b44ae3), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:31.698620 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7abe0d5-02b1-4a32-a539-ee1ea13dcbcb None None] Routers {'a81012b3-442d-4857-abe1-3a6b195d4d04'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:48:31.699233 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-d7abe0d5-02b1-4a32-a539-ee1ea13dcbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:48:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a81012b3-442d-4857-abe1-3a6b195d4d04'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:31.723413 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9817e-848e-43b9-9cd7-16a3bc4a0a27 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Subnet': ['ID=2bf964d4-8e27-4675-95e6-63a8b1b44ae3,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:31.727986 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ffa9817e-848e-43b9-9cd7-16a3bc4a0a27 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:31.733764 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ffa9817e-848e-43b9-9cd7-16a3bc4a0a27 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/subnets/2bf964d4-8e27-4675-95e6-63a8b1b44ae3 HTTP/1.1" status: 204 len: 168 time: 0.3688452 Mar 23 02:48:31.736187 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35286) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:31.738517 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e995fd41-6b85-4260-846b-97b73bc4bd3d None None] Network 4d2858bb-a91c-49a1-9ee0-086b475279ad requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:48:31.819685 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-d7abe0d5-02b1-4a32-a539-ee1ea13dcbcb None None] Set router a81012b3-442d-4857-abe1-3a6b195d4d04 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:48:31.843110 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0e3c92d2-b5f6-465c-b901-f82f4c08fe77 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router (a81012b3-442d-4857-abe1-3a6b195d4d04), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:31.927092 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a6cb45-4b97-466d-b64a-382ae0e68c89 None None] DHCP port deletion for 4d2858bb-a91c-49a1-9ee0-086b475279ad request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:48:31.958344 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0e3c92d2-b5f6-465c-b901-f82f4c08fe77 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_gateway (a81012b3-442d-4857-abe1-3a6b195d4d04), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:31.971610 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-59a6cb45-4b97-466d-b64a-382ae0e68c89 None None] Deleting port d0fabe90-669e-4fd8-9394-c041656f7b16 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:48:31.972036 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-59a6cb45-4b97-466d-b64a-382ae0e68c89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (d0fabe90-669e-4fd8-9394-c041656f7b16), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:32.000635 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-d7abe0d5-02b1-4a32-a539-ee1ea13dcbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'name': 'tempest-TestNetworkBasicOps-router-561388503', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '53fad130-954f-4610-aabc-f57fae92222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:48:30Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '53fad130-954f-4610-aabc-f57fae92222a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:32.031285 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7abe0d5-02b1-4a32-a539-ee1ea13dcbcb None None] The sync data for ids ['a81012b3-442d-4857-abe1-3a6b195d4d04'] in dv-neutron-834613-2-hyperv is: [{'id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'name': 'tempest-TestNetworkBasicOps-router-561388503', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '53fad130-954f-4610-aabc-f57fae92222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:48:30Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '53fad130-954f-4610-aabc-f57fae92222a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81012b3-442d-4857-abe1-3a6b195d4d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:29Z', 'updated_at': '2022-03-23T02:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:48:32.045459 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-59a6cb45-4b97-466d-b64a-382ae0e68c89 None None] For port d0fabe90-669e-4fd8-9394-c041656f7b16, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=d0fabe90-669e-4fd8-9394-c041656f7b16,segment=NetworkSegment(2650e1a4-140a-452d-96dc-69df10048f2d),segment_id=2650e1a4-140a-452d-96dc-69df10048f2d)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:48:32.045943 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-59a6cb45-4b97-466d-b64a-382ae0e68c89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (d0fabe90-669e-4fd8-9394-c041656f7b16), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:32.063189 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-59a6cb45-4b97-466d-b64a-382ae0e68c89 None None] Calling delete_port for d0fabe90-669e-4fd8-9394-c041656f7b16 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:48:32.075837 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-0e3c92d2-b5f6-465c-b901-f82f4c08fe77 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port 53fad130-954f-4610-aabc-f57fae92222a {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:48:32.076252 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0e3c92d2-b5f6-465c-b901-f82f4c08fe77 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (53fad130-954f-4610-aabc-f57fae92222a), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:32.158253 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-0e3c92d2-b5f6-465c-b901-f82f4c08fe77 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] For port 53fad130-954f-4610-aabc-f57fae92222a, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=53fad130-954f-4610-aabc-f57fae92222a,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:48:32.158612 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0e3c92d2-b5f6-465c-b901-f82f4c08fe77 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (53fad130-954f-4610-aabc-f57fae92222a), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:32.171115 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-0e3c92d2-b5f6-465c-b901-f82f4c08fe77 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for 53fad130-954f-4610-aabc-f57fae92222a owned by network:router_gateway {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:48:32.217502 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-59a6cb45-4b97-466d-b64a-382ae0e68c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (d0fabe90-669e-4fd8-9394-c041656f7b16), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:32.247041 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6cb45-4b97-466d-b64a-382ae0e68c89 None None] Pushing event deleted for resources: {'Port': ['ID=d0fabe90-669e-4fd8-9394-c041656f7b16,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:32.248963 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a6cb45-4b97-466d-b64a-382ae0e68c89 None None] No DVR routers for this DVR port d0fabe90-669e-4fd8-9394-c041656f7b16 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:48:32.371672 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0e3c92d2-b5f6-465c-b901-f82f4c08fe77 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (53fad130-954f-4610-aabc-f57fae92222a), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:32.403324 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c92d2-b5f6-465c-b901-f82f4c08fe77 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=53fad130-954f-4610-aabc-f57fae92222a,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:32.463328 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d0fabe90-669e-4fd8-9394-c041656f7b16 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:48:32.466334 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0e3c92d2-b5f6-465c-b901-f82f4c08fe77 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (a81012b3-442d-4857-abe1-3a6b195d4d04), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:32.484134 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: d0fabe90-669e-4fd8-9394-c041656f7b16 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:48:32.491436 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d0fabe90-669e-4fd8-9394-c041656f7b16 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:48:32.491436 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 2127f41f-657b-4193-9784-96a9c5c60d53 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:48:32.505112 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 2127f41f-657b-4193-9784-96a9c5c60d53 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:48:32.505471 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 2127f41f-657b-4193-9784-96a9c5c60d53 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:48:32.569835 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0e3c92d2-b5f6-465c-b901-f82f4c08fe77 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (a81012b3-442d-4857-abe1-3a6b195d4d04), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:32.572167 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0e3c92d2-b5f6-465c-b901-f82f4c08fe77 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_controller (a81012b3-442d-4857-abe1-3a6b195d4d04), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:32.726712 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0e3c92d2-b5f6-465c-b901-f82f4c08fe77 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (a81012b3-442d-4857-abe1-3a6b195d4d04), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:32.727251 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3c92d2-b5f6-465c-b901-f82f4c08fe77 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Fanout notify agent at l3_agent the message router_deleted on router a81012b3-442d-4857-abe1-3a6b195d4d04 {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:48:32.733838 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0e3c92d2-b5f6-465c-b901-f82f4c08fe77 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:32.734971 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0e3c92d2-b5f6-465c-b901-f82f4c08fe77 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/routers/a81012b3-442d-4857-abe1-3a6b195d4d04 HTTP/1.1" status: 204 len: 168 time: 1.0001335 Mar 23 02:48:32.737904 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35288) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:32.821053 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1abce48a-779e-4c6e-a2ec-bc0d051675b7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (4d2858bb-a91c-49a1-9ee0-086b475279ad), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:32.910540 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1abce48a-779e-4c6e-a2ec-bc0d051675b7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (4d2858bb-a91c-49a1-9ee0-086b475279ad), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:32.930698 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-1abce48a-779e-4c6e-a2ec-bc0d051675b7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d2858bb-a91c-49a1-9ee0-086b475279ad']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:32.940725 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-1abce48a-779e-4c6e-a2ec-bc0d051675b7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2650e1a4-140a-452d-96dc-69df10048f2d') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:32.941021 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-1abce48a-779e-4c6e-a2ec-bc0d051675b7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2650e1a4-140a-452d-96dc-69df10048f2d') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:32.951766 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1abce48a-779e-4c6e-a2ec-bc0d051675b7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (2650e1a4-140a-452d-96dc-69df10048f2d), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:32.965422 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1abce48a-779e-4c6e-a2ec-bc0d051675b7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (2650e1a4-140a-452d-96dc-69df10048f2d), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:32.971249 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1abce48a-779e-4c6e-a2ec-bc0d051675b7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:48:32.971814 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1abce48a-779e-4c6e-a2ec-bc0d051675b7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (2650e1a4-140a-452d-96dc-69df10048f2d), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:32.974704 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:48:32.974704 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:48:32.974704 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:48:32.974704 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:48:32.974704 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:48:32.974704 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:48:32.974704 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:48:32.974704 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:48:32.974704 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:48:32.974704 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:48:32.974704 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:48:32.974704 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:48:32.974704 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:48:32.974704 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:48:32.974704 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:48:32.974704 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:48:32.974704 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:48:32.974704 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:48:32.974704 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:48:32.974704 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:48:32.974704 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:48:32.974704 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:48:32.974704 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:48:32.974704 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:48:32.974704 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:48:32.974704 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:48:32.974704 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:48:32.974704 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:48:32.974704 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:48:32.974704 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:48:32.974704 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:48:32.974704 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:48:33.154623 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1abce48a-779e-4c6e-a2ec-bc0d051675b7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (4d2858bb-a91c-49a1-9ee0-086b475279ad), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:33.159800 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1abce48a-779e-4c6e-a2ec-bc0d051675b7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:33.162432 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1abce48a-779e-4c6e-a2ec-bc0d051675b7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/networks/4d2858bb-a91c-49a1-9ee0-086b475279ad HTTP/1.1" status: 204 len: 168 time: 0.4235728 Mar 23 02:48:33.179025 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abce48a-779e-4c6e-a2ec-bc0d051675b7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Network': ['ID=4d2858bb-a91c-49a1-9ee0-086b475279ad,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:33.186011 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35290) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:33.191257 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-9dd5867f-ee4b-48c5-9852-cb50bbcffeaf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'network': {'name': 'tempest-network-smoke--2118980547', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'port_security_enabled': True}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:48:33.296984 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd5867f-ee4b-48c5-9852-cb50bbcffeaf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Made reservation on behalf of d14f7a32e895424c88fd77b8785e073b for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:48:33.300457 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9dd5867f-ee4b-48c5-9852-cb50bbcffeaf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:33.323711 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd5867f-ee4b-48c5-9852-cb50bbcffeaf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:48:33.332426 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9dd5867f-ee4b-48c5-9852-cb50bbcffeaf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (4d06f965-3c41-47fa-8045-8f797b543659), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:33.332763 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-9dd5867f-ee4b-48c5-9852-cb50bbcffeaf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Added segment 4d06f965-3c41-47fa-8045-8f797b543659 of type vlan for network 2c264b28-40d0-4832-b0de-7861d180e5d0 Mar 23 02:48:33.371847 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9dd5867f-ee4b-48c5-9852-cb50bbcffeaf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (2c264b28-40d0-4832-b0de-7861d180e5d0), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:33.479081 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9dd5867f-ee4b-48c5-9852-cb50bbcffeaf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (2c264b28-40d0-4832-b0de-7861d180e5d0), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:33.483985 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd5867f-ee4b-48c5-9852-cb50bbcffeaf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:33.484565 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9dd5867f-ee4b-48c5-9852-cb50bbcffeaf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:33.550541 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd5867f-ee4b-48c5-9852-cb50bbcffeaf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Network': ['ID=2c264b28-40d0-4832-b0de-7861d180e5d0,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:33.561397 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 2c264b28-40d0-4832-b0de-7861d180e5d0 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:48:33.607726 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9dd5867f-ee4b-48c5-9852-cb50bbcffeaf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4205980 Mar 23 02:48:33.610490 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35292) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:33.615433 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-f5ba3060-1985-4429-ab27-82f967fb227c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-629383785', 'admin_state_up': True, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:48:33.708179 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f5ba3060-1985-4429-ab27-82f967fb227c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (1b036354-3282-425e-8a74-cc4de3978869), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:33.709252 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f5ba3060-1985-4429-ab27-82f967fb227c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (1b036354-3282-425e-8a74-cc4de3978869), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:33.762862 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f5ba3060-1985-4429-ab27-82f967fb227c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_controller (1b036354-3282-425e-8a74-cc4de3978869), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:34.273014 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f5ba3060-1985-4429-ab27-82f967fb227c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_gateway (1b036354-3282-425e-8a74-cc4de3978869), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:34.396175 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 53fad130-954f-4610-aabc-f57fae92222a no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:48:34.416464 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 53fad130-954f-4610-aabc-f57fae92222a {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:48:34.416814 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 53fad130-954f-4610-aabc-f57fae92222a not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:48:34.528218 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f5ba3060-1985-4429-ab27-82f967fb227c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_gateway (1b036354-3282-425e-8a74-cc4de3978869), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:34.548730 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f5ba3060-1985-4429-ab27-82f967fb227c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:34.647043 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-f5ba3060-1985-4429-ab27-82f967fb227c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.26.2.128 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/ca874da6-438c-4988-a9b1-d39e4d8871b6) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:48:34.749386 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f5ba3060-1985-4429-ab27-82f967fb227c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (ca874da6-438c-4988-a9b1-d39e4d8871b6), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:34.846069 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f5ba3060-1985-4429-ab27-82f967fb227c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (ca874da6-438c-4988-a9b1-d39e4d8871b6), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:34.884975 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ba3060-1985-4429-ab27-82f967fb227c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:48:34.887812 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-f5ba3060-1985-4429-ab27-82f967fb227c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:48:34.893984 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ba3060-1985-4429-ab27-82f967fb227c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:48:34.901731 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba3060-1985-4429-ab27-82f967fb227c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=ca874da6-438c-4988-a9b1-d39e4d8871b6,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:35.242399 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f5ba3060-1985-4429-ab27-82f967fb227c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_gateway (1b036354-3282-425e-8a74-cc4de3978869), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:35.439924 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f5ba3060-1985-4429-ab27-82f967fb227c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (1b036354-3282-425e-8a74-cc4de3978869), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:35.622782 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ba3060-1985-4429-ab27-82f967fb227c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router 1b036354-3282-425e-8a74-cc4de3978869 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:48:35.731151 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ba3060-1985-4429-ab27-82f967fb227c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:48:35.740436 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357c5bdb-a288-4cae-a86d-4551c743afe8 None None] Sync routers for ids ['1b036354-3282-425e-8a74-cc4de3978869'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:48:35.749901 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357c5bdb-a288-4cae-a86d-4551c743afe8 None None] Routers {'1b036354-3282-425e-8a74-cc4de3978869'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:48:35.750531 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-357c5bdb-a288-4cae-a86d-4551c743afe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:48:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['1b036354-3282-425e-8a74-cc4de3978869'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:35.786099 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f5ba3060-1985-4429-ab27-82f967fb227c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:35.786510 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f5ba3060-1985-4429-ab27-82f967fb227c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1747561 Mar 23 02:48:35.789848 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35294) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:35.861051 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-357c5bdb-a288-4cae-a86d-4551c743afe8 None None] Set router 1b036354-3282-425e-8a74-cc4de3978869 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:48:35.924080 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5f3d8637-3915-4f43-a643-1c900f2593b2 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=d14f7a32e895424c88fd77b8785e073b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1330292 Mar 23 02:48:35.926755 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35298) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:36.015968 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd81eb66-a328-444b-b81f-b73e7b373a8d tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:36.020389 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-fd81eb66-a328-444b-b81f-b73e7b373a8d tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898926 Mar 23 02:48:36.020784 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35300) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:36.045267 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-357c5bdb-a288-4cae-a86d-4551c743afe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b036354-3282-425e-8a74-cc4de3978869', 'name': 'tempest-TestNetworkBasicOps-router-629383785', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ca874da6-438c-4988-a9b1-d39e4d8871b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:48:33Z', 'updated_at': '2022-03-23T02:48:35Z', 'revision_number': 3, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'ca874da6-438c-4988-a9b1-d39e4d8871b6', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b036354-3282-425e-8a74-cc4de3978869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:34Z', 'updated_at': '2022-03-23T02:48:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:36.050647 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-889d991c-ab2b-43ad-b043-087f11539357 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6bbcca03-75ff-487c-8b0e-a32302dacbee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285945 Mar 23 02:48:36.053151 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35302) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:36.060282 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-c00e948d-5bdc-4b9a-98a8-49167f68b1c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2075438289', 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:48:36.076880 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357c5bdb-a288-4cae-a86d-4551c743afe8 None None] Checking router: 1b036354-3282-425e-8a74-cc4de3978869 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:48:36.077232 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357c5bdb-a288-4cae-a86d-4551c743afe8 None None] Updating router 1b036354-3282-425e-8a74-cc4de3978869 port ca874da6-438c-4988-a9b1-d39e4d8871b6 binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:48:36.104210 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-357c5bdb-a288-4cae-a86d-4551c743afe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ca874da6-438c-4988-a9b1-d39e4d8871b6), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:36.211305 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00e948d-5bdc-4b9a-98a8-49167f68b1c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Made reservation on behalf of d14f7a32e895424c88fd77b8785e073b for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:48:36.215009 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c00e948d-5bdc-4b9a-98a8-49167f68b1c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:36.354187 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-357c5bdb-a288-4cae-a86d-4551c743afe8 None None] Publish callbacks [] for port (ca874da6-438c-4988-a9b1-d39e4d8871b6), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:36.417256 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-357c5bdb-a288-4cae-a86d-4551c743afe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (ca874da6-438c-4988-a9b1-d39e4d8871b6), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:36.463271 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c00e948d-5bdc-4b9a-98a8-49167f68b1c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (0d2dd2f6-06fc-420c-8044-eaa0291740ae), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:36.472768 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-357c5bdb-a288-4cae-a86d-4551c743afe8 None None] Attempting to bind port ca874da6-438c-4988-a9b1-d39e4d8871b6 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:48:36.473217 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-357c5bdb-a288-4cae-a86d-4551c743afe8 None None] Attempting to bind port ca874da6-438c-4988-a9b1-d39e4d8871b6 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:48:36.473517 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357c5bdb-a288-4cae-a86d-4551c743afe8 None None] Attempting to bind port ca874da6-438c-4988-a9b1-d39e4d8871b6 on network 6bbcca03-75ff-487c-8b0e-a32302dacbee {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:48:36.476158 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e97c19-794f-4550-8251-f037f8516ff6 None None] Pushing event updated for resources: {'Port': ['ID=ca874da6-438c-4988-a9b1-d39e4d8871b6,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:36.481692 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357c5bdb-a288-4cae-a86d-4551c743afe8 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:48:36.482077 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357c5bdb-a288-4cae-a86d-4551c743afe8 None None] Checking segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:48:36.482480 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-357c5bdb-a288-4cae-a86d-4551c743afe8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:36.482868 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357c5bdb-a288-4cae-a86d-4551c743afe8 None None] Bound using segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:48:36.483340 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-357c5bdb-a288-4cae-a86d-4551c743afe8 None None] Bound port: ca874da6-438c-4988-a9b1-d39e4d8871b6, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:48:36.483758 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-357c5bdb-a288-4cae-a86d-4551c743afe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ca874da6-438c-4988-a9b1-d39e4d8871b6), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:36.528292 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e948d-5bdc-4b9a-98a8-49167f68b1c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Subnet': ['ID=0d2dd2f6-06fc-420c-8044-eaa0291740ae,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:36.535614 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-357c5bdb-a288-4cae-a86d-4551c743afe8 None None] For port ca874da6-438c-4988-a9b1-d39e4d8871b6, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:48:36.539707 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00e948d-5bdc-4b9a-98a8-49167f68b1c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Checking segment: {'id': '4d06f965-3c41-47fa-8045-8f797b543659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:48:36.539707 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00e948d-5bdc-4b9a-98a8-49167f68b1c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network hostable DHCP agents. Network: 2c264b28-40d0-4832-b0de-7861d180e5d0, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:48:36.539986 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-357c5bdb-a288-4cae-a86d-4551c743afe8 None None] For port ca874da6-438c-4988-a9b1-d39e4d8871b6, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=ca874da6-438c-4988-a9b1-d39e4d8871b6,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:48:36.541120 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e948d-5bdc-4b9a-98a8-49167f68b1c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:36.541475 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e948d-5bdc-4b9a-98a8-49167f68b1c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:36.541826 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e948d-5bdc-4b9a-98a8-49167f68b1c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:36.542167 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e948d-5bdc-4b9a-98a8-49167f68b1c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:36.542509 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e948d-5bdc-4b9a-98a8-49167f68b1c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:36.542849 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e948d-5bdc-4b9a-98a8-49167f68b1c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:36.543181 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e948d-5bdc-4b9a-98a8-49167f68b1c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:36.543513 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e948d-5bdc-4b9a-98a8-49167f68b1c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:36.543863 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e948d-5bdc-4b9a-98a8-49167f68b1c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:36.544219 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e948d-5bdc-4b9a-98a8-49167f68b1c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:36.544537 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e948d-5bdc-4b9a-98a8-49167f68b1c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:36.544868 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e948d-5bdc-4b9a-98a8-49167f68b1c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:36.545195 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e948d-5bdc-4b9a-98a8-49167f68b1c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:36.545522 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e948d-5bdc-4b9a-98a8-49167f68b1c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:36.545847 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e948d-5bdc-4b9a-98a8-49167f68b1c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:36.611478 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-357c5bdb-a288-4cae-a86d-4551c743afe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (ca874da6-438c-4988-a9b1-d39e4d8871b6), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:36.634194 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00e948d-5bdc-4b9a-98a8-49167f68b1c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 2c264b28-40d0-4832-b0de-7861d180e5d0 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:48:36.667339 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357c5bdb-a288-4cae-a86d-4551c743afe8 None None] Routers {'1b036354-3282-425e-8a74-cc4de3978869'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:48:36.667899 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-357c5bdb-a288-4cae-a86d-4551c743afe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:48:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['1b036354-3282-425e-8a74-cc4de3978869'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:36.707468 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e97c19-794f-4550-8251-f037f8516ff6 None None] Pushing event updated for resources: {'Port': ['ID=ca874da6-438c-4988-a9b1-d39e4d8871b6,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:36.742916 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-c00e948d-5bdc-4b9a-98a8-49167f68b1c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 2c264b28-40d0-4832-b0de-7861d180e5d0) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:48:36.747743 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00e948d-5bdc-4b9a-98a8-49167f68b1c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:36.748402 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c00e948d-5bdc-4b9a-98a8-49167f68b1c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:36.752107 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22182971-5055-413c-a499-ce1d45719e2b None None] Network 2c264b28-40d0-4832-b0de-7861d180e5d0 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:48:36.835480 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-357c5bdb-a288-4cae-a86d-4551c743afe8 None None] Set router 1b036354-3282-425e-8a74-cc4de3978869 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:48:36.848852 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c00e948d-5bdc-4b9a-98a8-49167f68b1c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7937915 Mar 23 02:48:36.852247 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35304) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:36.964325 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124ff986-c488-401b-b200-6ce8b930c069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-2c264b28-40d0-4832-b0de-7861d180e5d0', 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ips': [{'subnet_id': '0d2dd2f6-06fc-420c-8044-eaa0291740ae'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:48:36.965192 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-124ff986-c488-401b-b200-6ce8b930c069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:37.307233 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-124ff986-c488-401b-b200-6ce8b930c069 None None] Allocated IP 172.20.0.2 (2c264b28-40d0-4832-b0de-7861d180e5d0/0d2dd2f6-06fc-420c-8044-eaa0291740ae/50567ba8-569a-4482-9e43-665be1d682d6) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:48:37.318242 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-357c5bdb-a288-4cae-a86d-4551c743afe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b036354-3282-425e-8a74-cc4de3978869', 'name': 'tempest-TestNetworkBasicOps-router-629383785', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ca874da6-438c-4988-a9b1-d39e4d8871b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:48:33Z', 'updated_at': '2022-03-23T02:48:35Z', 'revision_number': 3, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'ca874da6-438c-4988-a9b1-d39e4d8871b6', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b036354-3282-425e-8a74-cc4de3978869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:34Z', 'updated_at': '2022-03-23T02:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:37.338255 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a4162def-e81a-4781-8928-73de6917b460 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:37.351767 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357c5bdb-a288-4cae-a86d-4551c743afe8 None None] The sync data for ids ['1b036354-3282-425e-8a74-cc4de3978869'] in dv-neutron-834613-2-hyperv is: [{'id': '1b036354-3282-425e-8a74-cc4de3978869', 'name': 'tempest-TestNetworkBasicOps-router-629383785', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ca874da6-438c-4988-a9b1-d39e4d8871b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:48:33Z', 'updated_at': '2022-03-23T02:48:35Z', 'revision_number': 3, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'ca874da6-438c-4988-a9b1-d39e4d8871b6', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b036354-3282-425e-8a74-cc4de3978869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:34Z', 'updated_at': '2022-03-23T02:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:48:37.490448 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-124ff986-c488-401b-b200-6ce8b930c069 None None] Publish callbacks [] for port (50567ba8-569a-4482-9e43-665be1d682d6), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:37.543799 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-124ff986-c488-401b-b200-6ce8b930c069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (50567ba8-569a-4482-9e43-665be1d682d6), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:37.591303 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124ff986-c488-401b-b200-6ce8b930c069 None None] Network 2c264b28-40d0-4832-b0de-7861d180e5d0 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:48:37.599523 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-124ff986-c488-401b-b200-6ce8b930c069 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:48:37.602234 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124ff986-c488-401b-b200-6ce8b930c069 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:48:37.620168 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ff986-c488-401b-b200-6ce8b930c069 None None] Pushing event updated for resources: {'Port': ['ID=50567ba8-569a-4482-9e43-665be1d682d6,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:37.643967 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-a4162def-e81a-4781-8928-73de6917b460 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.20.0.1 (2c264b28-40d0-4832-b0de-7861d180e5d0/0d2dd2f6-06fc-420c-8044-eaa0291740ae/25eb3903-64be-4ab1-82f4-5f2200e09e5e) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:48:37.676189 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-124ff986-c488-401b-b200-6ce8b930c069 None None] Attempting to bind port 50567ba8-569a-4482-9e43-665be1d682d6 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:48:37.676569 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-124ff986-c488-401b-b200-6ce8b930c069 None None] Attempting to bind port 50567ba8-569a-4482-9e43-665be1d682d6 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '4d06f965-3c41-47fa-8045-8f797b543659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:48:37.676941 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124ff986-c488-401b-b200-6ce8b930c069 None None] Attempting to bind port 50567ba8-569a-4482-9e43-665be1d682d6 on network 2c264b28-40d0-4832-b0de-7861d180e5d0 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:48:37.683870 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124ff986-c488-401b-b200-6ce8b930c069 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:48:37.684364 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124ff986-c488-401b-b200-6ce8b930c069 None None] Checking segment: {'id': '4d06f965-3c41-47fa-8045-8f797b543659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:48:37.684782 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-124ff986-c488-401b-b200-6ce8b930c069 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:37.685296 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124ff986-c488-401b-b200-6ce8b930c069 None None] Bound using segment: {'id': '4d06f965-3c41-47fa-8045-8f797b543659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:48:37.685776 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-124ff986-c488-401b-b200-6ce8b930c069 None None] Bound port: 50567ba8-569a-4482-9e43-665be1d682d6, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d06f965-3c41-47fa-8045-8f797b543659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:48:37.686169 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-124ff986-c488-401b-b200-6ce8b930c069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (50567ba8-569a-4482-9e43-665be1d682d6), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:37.754799 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-124ff986-c488-401b-b200-6ce8b930c069 None None] For port 50567ba8-569a-4482-9e43-665be1d682d6, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:48:37.758938 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-124ff986-c488-401b-b200-6ce8b930c069 None None] For port 50567ba8-569a-4482-9e43-665be1d682d6, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=50567ba8-569a-4482-9e43-665be1d682d6,segment=NetworkSegment(4d06f965-3c41-47fa-8045-8f797b543659),segment_id=4d06f965-3c41-47fa-8045-8f797b543659)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:48:37.776144 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a4162def-e81a-4781-8928-73de6917b460 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (25eb3903-64be-4ab1-82f4-5f2200e09e5e), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:37.860980 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-124ff986-c488-401b-b200-6ce8b930c069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (50567ba8-569a-4482-9e43-665be1d682d6), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:37.906993 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a4162def-e81a-4781-8928-73de6917b460 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (25eb3903-64be-4ab1-82f4-5f2200e09e5e), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:37.927554 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ff986-c488-401b-b200-6ce8b930c069 None None] Pushing event updated for resources: {'Port': ['ID=50567ba8-569a-4482-9e43-665be1d682d6,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:37.946352 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4162def-e81a-4781-8928-73de6917b460 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 2c264b28-40d0-4832-b0de-7861d180e5d0 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:48:37.949928 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-a4162def-e81a-4781-8928-73de6917b460 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:48:37.953980 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4162def-e81a-4781-8928-73de6917b460 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:48:37.995641 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4162def-e81a-4781-8928-73de6917b460 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=25eb3903-64be-4ab1-82f4-5f2200e09e5e,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:38.015158 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a4162def-e81a-4781-8928-73de6917b460 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (1b036354-3282-425e-8a74-cc4de3978869), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:38.279248 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a4162def-e81a-4781-8928-73de6917b460 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (25eb3903-64be-4ab1-82f4-5f2200e09e5e), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:38.471380 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 50567ba8-569a-4482-9e43-665be1d682d6 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:48:38.522451 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 50567ba8-569a-4482-9e43-665be1d682d6 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:48:38.522992 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (50567ba8-569a-4482-9e43-665be1d682d6), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:38.578143 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a4162def-e81a-4781-8928-73de6917b460 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (25eb3903-64be-4ab1-82f4-5f2200e09e5e), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:38.606045 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 50567ba8-569a-4482-9e43-665be1d682d6 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:48:38.606446 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (50567ba8-569a-4482-9e43-665be1d682d6), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:38.639994 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 50567ba8-569a-4482-9e43-665be1d682d6, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=50567ba8-569a-4482-9e43-665be1d682d6,segment=NetworkSegment(4d06f965-3c41-47fa-8045-8f797b543659),segment_id=4d06f965-3c41-47fa-8045-8f797b543659)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:48:38.645528 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a4162def-e81a-4781-8928-73de6917b460 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (25eb3903-64be-4ab1-82f4-5f2200e09e5e), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:38.708648 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (50567ba8-569a-4482-9e43-665be1d682d6), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:38.709327 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device ca874da6-438c-4988-a9b1-d39e4d8871b6 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:48:38.727156 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a4162def-e81a-4781-8928-73de6917b460 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (1b036354-3282-425e-8a74-cc4de3978869), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:38.729231 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4162def-e81a-4781-8928-73de6917b460 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=25eb3903-64be-4ab1-82f4-5f2200e09e5e,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:38.802454 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=50567ba8-569a-4482-9e43-665be1d682d6,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:38.805988 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port ca874da6-438c-4988-a9b1-d39e4d8871b6 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:48:38.806418 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ca874da6-438c-4988-a9b1-d39e4d8871b6), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:38.839217 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4162def-e81a-4781-8928-73de6917b460 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 2c264b28-40d0-4832-b0de-7861d180e5d0 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:48:38.840895 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-a4162def-e81a-4781-8928-73de6917b460 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:48:38.893898 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port ca874da6-438c-4988-a9b1-d39e4d8871b6 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:48:38.894296 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ca874da6-438c-4988-a9b1-d39e4d8871b6), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:38.917638 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port ca874da6-438c-4988-a9b1-d39e4d8871b6, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=ca874da6-438c-4988-a9b1-d39e4d8871b6,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:48:38.955340 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1628626f-1886-4123-8580-046d96f5c3b5 None None] Network 2c264b28-40d0-4832-b0de-7861d180e5d0 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:48:38.967949 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4162def-e81a-4781-8928-73de6917b460 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router 1b036354-3282-425e-8a74-cc4de3978869 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:48:39.004402 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (ca874da6-438c-4988-a9b1-d39e4d8871b6), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:39.059394 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-555a2999-28ff-42e4-8f42-83e3d927f8ed None None] Provisioning complete for port 50567ba8-569a-4482-9e43-665be1d682d6 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:48:39.059774 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-555a2999-28ff-42e4-8f42-83e3d927f8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (50567ba8-569a-4482-9e43-665be1d682d6), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:39.081086 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4162def-e81a-4781-8928-73de6917b460 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:48:39.088986 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a4162def-e81a-4781-8928-73de6917b460 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "PUT /v2.0/routers/1b036354-3282-425e-8a74-cc4de3978869/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2335918 Mar 23 02:48:39.089610 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35306) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:39.123022 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=ca874da6-438c-4988-a9b1-d39e4d8871b6,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:39.210524 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-555a2999-28ff-42e4-8f42-83e3d927f8ed None None] Current status of the port 50567ba8-569a-4482-9e43-665be1d682d6 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:48:39.214170 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a1123d-573b-4137-8bc5-364134f71640 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:39.216693 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a1123d-573b-4137-8bc5-364134f71640 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:39.216693 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a1123d-573b-4137-8bc5-364134f71640 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:39.216693 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a1123d-573b-4137-8bc5-364134f71640 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:39.216693 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a1123d-573b-4137-8bc5-364134f71640 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:39.216693 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a1123d-573b-4137-8bc5-364134f71640 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:39.218626 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-62a1123d-573b-4137-8bc5-364134f71640 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1275747 Mar 23 02:48:39.221696 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35308) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:39.283488 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52766f78-4f00-4ed5-8b76-f1d440a35d88 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:39.283975 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52766f78-4f00-4ed5-8b76-f1d440a35d88 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:39.284557 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52766f78-4f00-4ed5-8b76-f1d440a35d88 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:39.286025 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52766f78-4f00-4ed5-8b76-f1d440a35d88 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:39.286486 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52766f78-4f00-4ed5-8b76-f1d440a35d88 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:39.286936 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52766f78-4f00-4ed5-8b76-f1d440a35d88 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:39.292371 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-52766f78-4f00-4ed5-8b76-f1d440a35d88 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0695133 Mar 23 02:48:39.293161 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35310) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:39.436269 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-dce715dd-6648-4325-84e8-2e35a5c604de None None] Provisioning complete for port 50567ba8-569a-4482-9e43-665be1d682d6 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:48:39.436732 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-dce715dd-6648-4325-84e8-2e35a5c604de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (50567ba8-569a-4482-9e43-665be1d682d6), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:39.471102 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35312) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:39.471504 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a9c62eff-6605-40c4-a468-f30fa25a5c98 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1768823 Mar 23 02:48:39.477402 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-1536028b-c221-4943-9b3c-90988ea31a46 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-253193454', 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:48:39.539812 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-dce715dd-6648-4325-84e8-2e35a5c604de None None] Current status of the port 50567ba8-569a-4482-9e43-665be1d682d6 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:48:39.550599 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-dce715dd-6648-4325-84e8-2e35a5c604de None None] Provisioning complete for port 25eb3903-64be-4ab1-82f4-5f2200e09e5e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:48:39.550987 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-dce715dd-6648-4325-84e8-2e35a5c604de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (25eb3903-64be-4ab1-82f4-5f2200e09e5e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:39.565244 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4ee0d8-9595-4f7d-8398-4f95563dd078 None None] Sync routers for ids ['1b036354-3282-425e-8a74-cc4de3978869'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:48:39.579220 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4ee0d8-9595-4f7d-8398-4f95563dd078 None None] Routers {'1b036354-3282-425e-8a74-cc4de3978869'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:48:39.580254 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-9f4ee0d8-9595-4f7d-8398-4f95563dd078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:48:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['1b036354-3282-425e-8a74-cc4de3978869'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:39.598243 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-dce715dd-6648-4325-84e8-2e35a5c604de None None] Port 25eb3903-64be-4ab1-82f4-5f2200e09e5e cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:48:39.641287 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1536028b-c221-4943-9b3c-90988ea31a46 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Made reservation on behalf of d14f7a32e895424c88fd77b8785e073b for: {'port': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:48:39.645021 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1536028b-c221-4943-9b3c-90988ea31a46 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:39.668966 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [None req-1536028b-c221-4943-9b3c-90988ea31a46 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] device_id is not set on port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 yet. {{(pid=104348) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:48:39.723766 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-7d7cb2b4-914b-4259-b812-114af7bc1b00 None None] Provisioning complete for port 25eb3903-64be-4ab1-82f4-5f2200e09e5e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:48:39.724791 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7d7cb2b4-914b-4259-b812-114af7bc1b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (25eb3903-64be-4ab1-82f4-5f2200e09e5e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:39.763910 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-7d7cb2b4-914b-4259-b812-114af7bc1b00 None None] Port 25eb3903-64be-4ab1-82f4-5f2200e09e5e cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:48:39.816012 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-1536028b-c221-4943-9b3c-90988ea31a46 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.20.0.6 (2c264b28-40d0-4832-b0de-7861d180e5d0/0d2dd2f6-06fc-420c-8044-eaa0291740ae/07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:48:39.823362 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-9f4ee0d8-9595-4f7d-8398-4f95563dd078 None None] Set router 1b036354-3282-425e-8a74-cc4de3978869 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:48:39.988023 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-f8620313-7ba9-4a57-9c83-8057d3e77a1b None None] Provisioning complete for port 25eb3903-64be-4ab1-82f4-5f2200e09e5e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:48:39.988640 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f8620313-7ba9-4a57-9c83-8057d3e77a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (25eb3903-64be-4ab1-82f4-5f2200e09e5e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:39.999699 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1536028b-c221-4943-9b3c-90988ea31a46 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:40.030833 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f8620313-7ba9-4a57-9c83-8057d3e77a1b None None] Port 25eb3903-64be-4ab1-82f4-5f2200e09e5e cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:48:40.065648 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-9f4ee0d8-9595-4f7d-8398-4f95563dd078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b036354-3282-425e-8a74-cc4de3978869', 'name': 'tempest-TestNetworkBasicOps-router-629383785', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ca874da6-438c-4988-a9b1-d39e4d8871b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:48:33Z', 'updated_at': '2022-03-23T02:48:38Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'ca874da6-438c-4988-a9b1-d39e4d8871b6', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b036354-3282-425e-8a74-cc4de3978869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:34Z', 'updated_at': '2022-03-23T02:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '25eb3903-64be-4ab1-82f4-5f2200e09e5e', 'name': '', 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:86:e6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b036354-3282-425e-8a74-cc4de3978869', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '0d2dd2f6-06fc-420c-8044-eaa0291740ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:37Z', 'updated_at': '2022-03-23T02:48:38Z', 'revision_number': 2, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '0d2dd2f6-06fc-420c-8044-eaa0291740ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:40.100139 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4ee0d8-9595-4f7d-8398-4f95563dd078 None None] Checking router: 1b036354-3282-425e-8a74-cc4de3978869 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:48:40.101585 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4ee0d8-9595-4f7d-8398-4f95563dd078 None None] Updating router 1b036354-3282-425e-8a74-cc4de3978869 port 25eb3903-64be-4ab1-82f4-5f2200e09e5e binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:48:40.115037 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1536028b-c221-4943-9b3c-90988ea31a46 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:40.132569 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-9f4ee0d8-9595-4f7d-8398-4f95563dd078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (25eb3903-64be-4ab1-82f4-5f2200e09e5e), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:40.173909 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1536028b-c221-4943-9b3c-90988ea31a46 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 2c264b28-40d0-4832-b0de-7861d180e5d0 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:48:40.179343 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-1536028b-c221-4943-9b3c-90988ea31a46 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:48:40.183949 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1536028b-c221-4943-9b3c-90988ea31a46 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:48:40.224072 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536028b-c221-4943-9b3c-90988ea31a46 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:40.259413 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1536028b-c221-4943-9b3c-90988ea31a46 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:40.260386 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1536028b-c221-4943-9b3c-90988ea31a46 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:40.382837 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1536028b-c221-4943-9b3c-90988ea31a46 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8960907 Mar 23 02:48:40.445373 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 50567ba8-569a-4482-9e43-665be1d682d6 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:48:40.461735 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-9f4ee0d8-9595-4f7d-8398-4f95563dd078 None None] Publish callbacks [] for port (25eb3903-64be-4ab1-82f4-5f2200e09e5e), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:40.489304 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-fbbd3d5e-5b84-489a-9218-60a777fc4fe5 None None] Provisioning complete for port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:48:40.489304 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fbbd3d5e-5b84-489a-9218-60a777fc4fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:40.530835 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-9f4ee0d8-9595-4f7d-8398-4f95563dd078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (25eb3903-64be-4ab1-82f4-5f2200e09e5e), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:40.531405 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-fbbd3d5e-5b84-489a-9218-60a777fc4fe5 None None] Port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:48:40.536771 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 50567ba8-569a-4482-9e43-665be1d682d6 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:48:40.537159 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (50567ba8-569a-4482-9e43-665be1d682d6), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:40.596064 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26aebd2-b3e5-46bb-9d82-a9fca3353b98 None None] Pushing event updated for resources: {'Port': ['ID=25eb3903-64be-4ab1-82f4-5f2200e09e5e,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:40.618906 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26aebd2-b3e5-46bb-9d82-a9fca3353b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:40.622386 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26aebd2-b3e5-46bb-9d82-a9fca3353b98 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:40.622386 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26aebd2-b3e5-46bb-9d82-a9fca3353b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:40.622386 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26aebd2-b3e5-46bb-9d82-a9fca3353b98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:40.622386 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26aebd2-b3e5-46bb-9d82-a9fca3353b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:40.622386 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26aebd2-b3e5-46bb-9d82-a9fca3353b98 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:40.622386 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26aebd2-b3e5-46bb-9d82-a9fca3353b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:40.622386 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26aebd2-b3e5-46bb-9d82-a9fca3353b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:40.622386 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26aebd2-b3e5-46bb-9d82-a9fca3353b98 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:40.622386 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26aebd2-b3e5-46bb-9d82-a9fca3353b98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:40.622386 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26aebd2-b3e5-46bb-9d82-a9fca3353b98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:40.623415 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26aebd2-b3e5-46bb-9d82-a9fca3353b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:40.623415 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26aebd2-b3e5-46bb-9d82-a9fca3353b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:40.623415 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26aebd2-b3e5-46bb-9d82-a9fca3353b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:40.623415 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26aebd2-b3e5-46bb-9d82-a9fca3353b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:40.627886 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 50567ba8-569a-4482-9e43-665be1d682d6 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:48:40.629387 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device ca874da6-438c-4988-a9b1-d39e4d8871b6 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:48:40.663937 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-9f4ee0d8-9595-4f7d-8398-4f95563dd078 None None] Attempting to bind port 25eb3903-64be-4ab1-82f4-5f2200e09e5e on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:48:40.664320 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-9f4ee0d8-9595-4f7d-8398-4f95563dd078 None None] Attempting to bind port 25eb3903-64be-4ab1-82f4-5f2200e09e5e by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '4d06f965-3c41-47fa-8045-8f797b543659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:48:40.664693 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4ee0d8-9595-4f7d-8398-4f95563dd078 None None] Attempting to bind port 25eb3903-64be-4ab1-82f4-5f2200e09e5e on network 2c264b28-40d0-4832-b0de-7861d180e5d0 {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:48:40.670300 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4ee0d8-9595-4f7d-8398-4f95563dd078 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:48:40.670679 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4ee0d8-9595-4f7d-8398-4f95563dd078 None None] Checking segment: {'id': '4d06f965-3c41-47fa-8045-8f797b543659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:48:40.671087 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-9f4ee0d8-9595-4f7d-8398-4f95563dd078 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:40.671484 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4ee0d8-9595-4f7d-8398-4f95563dd078 None None] Bound using segment: {'id': '4d06f965-3c41-47fa-8045-8f797b543659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:48:40.671976 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-9f4ee0d8-9595-4f7d-8398-4f95563dd078 None None] Bound port: 25eb3903-64be-4ab1-82f4-5f2200e09e5e, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d06f965-3c41-47fa-8045-8f797b543659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:48:40.672366 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-9f4ee0d8-9595-4f7d-8398-4f95563dd078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (25eb3903-64be-4ab1-82f4-5f2200e09e5e), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:40.684366 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port ca874da6-438c-4988-a9b1-d39e4d8871b6 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:48:40.692415 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ca874da6-438c-4988-a9b1-d39e4d8871b6), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:40.750874 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-9f4ee0d8-9595-4f7d-8398-4f95563dd078 None None] For port 25eb3903-64be-4ab1-82f4-5f2200e09e5e, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:48:40.755541 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-9f4ee0d8-9595-4f7d-8398-4f95563dd078 None None] For port 25eb3903-64be-4ab1-82f4-5f2200e09e5e, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=25eb3903-64be-4ab1-82f4-5f2200e09e5e,segment=NetworkSegment(4d06f965-3c41-47fa-8045-8f797b543659),segment_id=4d06f965-3c41-47fa-8045-8f797b543659)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:48:40.769575 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35316) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:40.770248 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port ca874da6-438c-4988-a9b1-d39e4d8871b6 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:48:40.780219 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-d54251ec-cbd8-41e4-bfde-5ea7820f1e1d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1171244948', 'description': 'tempest-secgroup-smoke-1171244948 description', 'project_id': 'd14f7a32e895424c88fd77b8785e073b'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:48:40.841302 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-9f4ee0d8-9595-4f7d-8398-4f95563dd078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (25eb3903-64be-4ab1-82f4-5f2200e09e5e), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:40.851885 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e3079b17-05b1-4856-aaaf-579275d9d1c5 None None] Provisioning complete for port 25eb3903-64be-4ab1-82f4-5f2200e09e5e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:48:40.852268 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e3079b17-05b1-4856-aaaf-579275d9d1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (25eb3903-64be-4ab1-82f4-5f2200e09e5e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:40.874983 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d54251ec-cbd8-41e4-bfde-5ea7820f1e1d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:40.895758 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4ee0d8-9595-4f7d-8398-4f95563dd078 None None] Routers {'1b036354-3282-425e-8a74-cc4de3978869'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:48:40.897593 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-9f4ee0d8-9595-4f7d-8398-4f95563dd078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:48:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['1b036354-3282-425e-8a74-cc4de3978869'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:40.971540 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26aebd2-b3e5-46bb-9d82-a9fca3353b98 None None] Pushing event updated for resources: {'Port': ['ID=25eb3903-64be-4ab1-82f4-5f2200e09e5e,revision_number=4']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:40.972582 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e3079b17-05b1-4856-aaaf-579275d9d1c5 None None] Current status of the port 25eb3903-64be-4ab1-82f4-5f2200e09e5e is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:48:40.973069 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e3079b17-05b1-4856-aaaf-579275d9d1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (25eb3903-64be-4ab1-82f4-5f2200e09e5e), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:40.980697 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d54251ec-cbd8-41e4-bfde-5ea7820f1e1d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (25d282dd-1e88-4c71-bacf-f7f150484ccc), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:41.011150 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-e3079b17-05b1-4856-aaaf-579275d9d1c5 None None] For port 25eb3903-64be-4ab1-82f4-5f2200e09e5e, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=25eb3903-64be-4ab1-82f4-5f2200e09e5e,segment=NetworkSegment(4d06f965-3c41-47fa-8045-8f797b543659),segment_id=4d06f965-3c41-47fa-8045-8f797b543659)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:48:41.027566 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-9f4ee0d8-9595-4f7d-8398-4f95563dd078 None None] Set router 1b036354-3282-425e-8a74-cc4de3978869 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:48:41.051307 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d54251ec-cbd8-41e4-bfde-5ea7820f1e1d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (25d282dd-1e88-4c71-bacf-f7f150484ccc), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:41.074282 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e3079b17-05b1-4856-aaaf-579275d9d1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (25eb3903-64be-4ab1-82f4-5f2200e09e5e), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:41.094800 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54251ec-cbd8-41e4-bfde-5ea7820f1e1d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25d282dd-1e88-4c71-bacf-f7f150484ccc,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:41.131017 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3079b17-05b1-4856-aaaf-579275d9d1c5 None None] Pushing event updated for resources: {'Port': ['ID=25eb3903-64be-4ab1-82f4-5f2200e09e5e,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:41.157218 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d54251ec-cbd8-41e4-bfde-5ea7820f1e1d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:41.157498 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d54251ec-cbd8-41e4-bfde-5ea7820f1e1d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3810282 Mar 23 02:48:41.160410 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35320) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:41.165101 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-b62aa7bd-741d-44e3-9b20-cce6a08dcc82 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '25d282dd-1e88-4c71-bacf-f7f150484ccc', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:48:41.204458 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-25e88c11-35a4-445a-acde-5fecca22d0fe None None] Provisioning complete for port 25eb3903-64be-4ab1-82f4-5f2200e09e5e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:48:41.205048 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-25e88c11-35a4-445a-acde-5fecca22d0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (25eb3903-64be-4ab1-82f4-5f2200e09e5e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:41.257743 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b62aa7bd-741d-44e3-9b20-cce6a08dcc82 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (9573dd96-744b-4367-889c-d4c3d52fb297), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:41.259945 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-9f4ee0d8-9595-4f7d-8398-4f95563dd078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b036354-3282-425e-8a74-cc4de3978869', 'name': 'tempest-TestNetworkBasicOps-router-629383785', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ca874da6-438c-4988-a9b1-d39e4d8871b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:48:33Z', 'updated_at': '2022-03-23T02:48:38Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'ca874da6-438c-4988-a9b1-d39e4d8871b6', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b036354-3282-425e-8a74-cc4de3978869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:34Z', 'updated_at': '2022-03-23T02:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '25eb3903-64be-4ab1-82f4-5f2200e09e5e', 'name': '', 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:86:e6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b036354-3282-425e-8a74-cc4de3978869', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '0d2dd2f6-06fc-420c-8044-eaa0291740ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:37Z', 'updated_at': '2022-03-23T02:48:40Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '0d2dd2f6-06fc-420c-8044-eaa0291740ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:41.286028 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-25e88c11-35a4-445a-acde-5fecca22d0fe None None] Current status of the port 25eb3903-64be-4ab1-82f4-5f2200e09e5e is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:48:41.286452 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4ee0d8-9595-4f7d-8398-4f95563dd078 None None] The sync data for ids ['1b036354-3282-425e-8a74-cc4de3978869'] in dv-neutron-834613-2-hyperv is: [{'id': '1b036354-3282-425e-8a74-cc4de3978869', 'name': 'tempest-TestNetworkBasicOps-router-629383785', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ca874da6-438c-4988-a9b1-d39e4d8871b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:48:33Z', 'updated_at': '2022-03-23T02:48:38Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'ca874da6-438c-4988-a9b1-d39e4d8871b6', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b036354-3282-425e-8a74-cc4de3978869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:34Z', 'updated_at': '2022-03-23T02:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '25eb3903-64be-4ab1-82f4-5f2200e09e5e', 'name': '', 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:86:e6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b036354-3282-425e-8a74-cc4de3978869', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '0d2dd2f6-06fc-420c-8044-eaa0291740ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:37Z', 'updated_at': '2022-03-23T02:48:40Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '0d2dd2f6-06fc-420c-8044-eaa0291740ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:48:41.325762 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b62aa7bd-741d-44e3-9b20-cce6a08dcc82 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (9573dd96-744b-4367-889c-d4c3d52fb297), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:41.400619 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b62aa7bd-741d-44e3-9b20-cce6a08dcc82 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (9573dd96-744b-4367-889c-d4c3d52fb297), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:41.420963 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62aa7bd-741d-44e3-9b20-cce6a08dcc82 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9573dd96-744b-4367-889c-d4c3d52fb297,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:41.510127 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b62aa7bd-741d-44e3-9b20-cce6a08dcc82 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:41.510127 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b62aa7bd-741d-44e3-9b20-cce6a08dcc82 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3448882 Mar 23 02:48:41.510127 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35322) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:41.515210 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-c8242f1b-cd94-410d-b628-cb028c73c04d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '25d282dd-1e88-4c71-bacf-f7f150484ccc', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:48:41.599633 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c8242f1b-cd94-410d-b628-cb028c73c04d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (d61df54f-d77d-43fb-94a8-ea272f348e63), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:41.660231 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c8242f1b-cd94-410d-b628-cb028c73c04d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (d61df54f-d77d-43fb-94a8-ea272f348e63), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:41.726559 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c8242f1b-cd94-410d-b628-cb028c73c04d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (d61df54f-d77d-43fb-94a8-ea272f348e63), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:41.746055 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8242f1b-cd94-410d-b628-cb028c73c04d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61df54f-d77d-43fb-94a8-ea272f348e63,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:41.817185 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c8242f1b-cd94-410d-b628-cb028c73c04d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:41.824142 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c8242f1b-cd94-410d-b628-cb028c73c04d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3073244 Mar 23 02:48:41.824142 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35324) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:41.826391 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-43eaac38-554d-41a3-be42-7ef50c5c7815 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '25d282dd-1e88-4c71-bacf-f7f150484ccc', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:48:41.970889 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-43eaac38-554d-41a3-be42-7ef50c5c7815 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (c4f06da7-cd5d-439e-9c8c-d65abe53c172), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:42.036240 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-43eaac38-554d-41a3-be42-7ef50c5c7815 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (c4f06da7-cd5d-439e-9c8c-d65abe53c172), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:42.142000 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-43eaac38-554d-41a3-be42-7ef50c5c7815 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (c4f06da7-cd5d-439e-9c8c-d65abe53c172), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:42.160777 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eaac38-554d-41a3-be42-7ef50c5c7815 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f06da7-cd5d-439e-9c8c-d65abe53c172,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:42.292604 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-43eaac38-554d-41a3-be42-7ef50c5c7815 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:42.294556 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-43eaac38-554d-41a3-be42-7ef50c5c7815 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4712431 Mar 23 02:48:42.296865 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35326) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:42.301476 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-50235468-bda8-4d84-ade3-b81cdb4010fe tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '25d282dd-1e88-4c71-bacf-f7f150484ccc', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:48:42.389009 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-50235468-bda8-4d84-ade3-b81cdb4010fe tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (8f6fe7f7-081b-435c-bd40-bab3f69b46e2), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:42.433266 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 25eb3903-64be-4ab1-82f4-5f2200e09e5e up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:48:42.456440 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-50235468-bda8-4d84-ade3-b81cdb4010fe tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (8f6fe7f7-081b-435c-bd40-bab3f69b46e2), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:42.481864 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 25eb3903-64be-4ab1-82f4-5f2200e09e5e triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:48:42.482060 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (25eb3903-64be-4ab1-82f4-5f2200e09e5e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:42.520133 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-50235468-bda8-4d84-ade3-b81cdb4010fe tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (8f6fe7f7-081b-435c-bd40-bab3f69b46e2), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:42.538974 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50235468-bda8-4d84-ade3-b81cdb4010fe tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f6fe7f7-081b-435c-bd40-bab3f69b46e2,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:42.562250 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 25eb3903-64be-4ab1-82f4-5f2200e09e5e is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:48:42.624942 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-50235468-bda8-4d84-ade3-b81cdb4010fe tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:42.626181 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-50235468-bda8-4d84-ade3-b81cdb4010fe tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3283358 Mar 23 02:48:42.629065 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35328) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:42.633951 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-1bf240e5-be2d-416f-abc9-0ca7f8e86d39 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '25d282dd-1e88-4c71-bacf-f7f150484ccc', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:48:42.737022 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.securitygroups_db [None req-1bf240e5-be2d-416f-abc9-0ca7f8e86d39 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Project d14f7a32e895424c88fd77b8785e073b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:48:42.742863 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1bf240e5-be2d-416f-abc9-0ca7f8e86d39 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (7182e423-0019-4040-ad3d-92045e3e86bb), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:42.799715 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1bf240e5-be2d-416f-abc9-0ca7f8e86d39 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (7182e423-0019-4040-ad3d-92045e3e86bb), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:42.897899 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1bf240e5-be2d-416f-abc9-0ca7f8e86d39 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (7182e423-0019-4040-ad3d-92045e3e86bb), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:42.915929 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf240e5-be2d-416f-abc9-0ca7f8e86d39 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7182e423-0019-4040-ad3d-92045e3e86bb,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:42.979226 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1bf240e5-be2d-416f-abc9-0ca7f8e86d39 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:42.980488 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1bf240e5-be2d-416f-abc9-0ca7f8e86d39 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3504775 Mar 23 02:48:42.983261 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35330) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:42.994112 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-bf3815cf-e0d6-43ca-a072-2fd0ae726846 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '25d282dd-1e88-4c71-bacf-f7f150484ccc', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:48:43.062731 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.securitygroups_db [None req-bf3815cf-e0d6-43ca-a072-2fd0ae726846 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Project d14f7a32e895424c88fd77b8785e073b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:48:43.068122 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bf3815cf-e0d6-43ca-a072-2fd0ae726846 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (74e3dd0c-757f-40c0-b407-51d0914c1c5a), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:43.127764 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bf3815cf-e0d6-43ca-a072-2fd0ae726846 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (74e3dd0c-757f-40c0-b407-51d0914c1c5a), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:43.188554 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bf3815cf-e0d6-43ca-a072-2fd0ae726846 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (74e3dd0c-757f-40c0-b407-51d0914c1c5a), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:43.206919 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3815cf-e0d6-43ca-a072-2fd0ae726846 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e3dd0c-757f-40c0-b407-51d0914c1c5a,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:43.264609 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bf3815cf-e0d6-43ca-a072-2fd0ae726846 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:43.265821 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-bf3815cf-e0d6-43ca-a072-2fd0ae726846 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2815301 Mar 23 02:48:43.416482 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4be645ec-a62e-4092-986b-64e645aa642b req-96463cfc-c7b2-47e6-aae7-8ab2502ff338 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1171244948&fields=id&tenant_id=d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 267 time: 0.0466256 Mar 23 02:48:43.468428 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be645ec-a62e-4092-986b-64e645aa642b req-d33223c2-be9d-4c3c-9f00-bfad1a1b4e2f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:43.469775 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4be645ec-a62e-4092-986b-64e645aa642b req-d33223c2-be9d-4c3c-9f00-bfad1a1b4e2f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports/07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 HTTP/1.1" status: 200 len: 929 time: 0.0467937 Mar 23 02:48:43.484729 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [req-4be645ec-a62e-4092-986b-64e645aa642b req-3644a854-e80d-43fa-8f29-4efbb04786af service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:48:43.485674 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4be645ec-a62e-4092-986b-64e645aa642b req-3644a854-e80d-43fa-8f29-4efbb04786af service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049756 Mar 23 02:48:43.529541 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4be645ec-a62e-4092-986b-64e645aa642b req-0f79f507-d0be-4d3c-a62f-fd8903c9abdb service neutron] 10.222.0.24 "GET /v2.0/ports/07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0382574 Mar 23 02:48:43.617749 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4be645ec-a62e-4092-986b-64e645aa642b req-3ec4cbc1-ae42-44b2-a7a8-88fe8a2048ad service neutron] 10.222.0.24 "GET /v2.0/networks/2c264b28-40d0-4832-b0de-7861d180e5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829909 Mar 23 02:48:43.711741 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4be645ec-a62e-4092-986b-64e645aa642b req-ee4130a1-aabe-443b-a5e3-2d4d2351ddc4 service neutron] 10.222.0.24 "GET /v2.0/networks/2c264b28-40d0-4832-b0de-7861d180e5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877697 Mar 23 02:48:43.764505 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be645ec-a62e-4092-986b-64e645aa642b req-840a26a4-7043-4eaf-9e94-5dba88c6f8ce tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:43.765997 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4be645ec-a62e-4092-986b-64e645aa642b req-840a26a4-7043-4eaf-9e94-5dba88c6f8ce tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports/07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 HTTP/1.1" status: 200 len: 929 time: 0.0485973 Mar 23 02:48:44.038072 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d9858ad8-76fd-44b6-85ca-70e7ffb2aa6e req-4c190b46-4c65-48b1-a5c9-4b03b6df824f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8dfdedb-27ec-42af-9b12-6f0ea1a60b85 HTTP/1.1" status: 200 len: 210 time: 0.0278337 Mar 23 02:48:44.075149 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35354) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:44.171192 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be645ec-a62e-4092-986b-64e645aa642b req-5d72a3e8-b391-4a70-9614-b5939001e304 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:44.172585 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4be645ec-a62e-4092-986b-64e645aa642b req-5d72a3e8-b391-4a70-9614-b5939001e304 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports/07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 HTTP/1.1" status: 200 len: 929 time: 0.0964539 Mar 23 02:48:45.116435 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-23bc060f-8606-475e-bb88-e19e0260402c req-f203391c-8d72-4f70-b88d-35d635bf9e2d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8dfdedb-27ec-42af-9b12-6f0ea1a60b85 HTTP/1.1" status: 200 len: 210 time: 0.0273263 Mar 23 02:48:46.212383 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-0d6e2d82-76c4-4db9-ada2-0bda3d8a0931 req-5a39c049-e25a-488b-bd5e-f197b55fbb61 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8dfdedb-27ec-42af-9b12-6f0ea1a60b85 HTTP/1.1" status: 200 len: 210 time: 0.0286288 Mar 23 02:48:46.336662 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be645ec-a62e-4092-986b-64e645aa642b req-057244f6-3739-4c9e-932d-92f5a165e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:46.338141 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4be645ec-a62e-4092-986b-64e645aa642b req-057244f6-3739-4c9e-932d-92f5a165e847 service neutron] 10.222.0.23 "GET /v2.0/ports/07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 HTTP/1.1" status: 200 len: 1025 time: 0.0783360 Mar 23 02:48:46.445389 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be645ec-a62e-4092-986b-64e645aa642b req-670933fd-eb5c-4a6f-a7da-bede0e462a74 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:46.446727 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4be645ec-a62e-4092-986b-64e645aa642b req-670933fd-eb5c-4a6f-a7da-bede0e462a74 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/networks?id=2c264b28-40d0-4832-b0de-7861d180e5d0 HTTP/1.1" status: 200 len: 797 time: 0.1035004 Mar 23 02:48:46.510927 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4be645ec-a62e-4092-986b-64e645aa642b req-19115f73-c3fd-48b3-b26f-66cdb96c49ec tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 380 time: 0.0565841 Mar 23 02:48:46.520899 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-4be645ec-a62e-4092-986b-64e645aa642b req-e4aedbde-7868-458b-ab83-455ae289f3f8 service neutron] Request body: {'port': {'device_id': 'a8dfdedb-27ec-42af-9b12-6f0ea1a60b85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:48:46.587430 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-4be645ec-a62e-4092-986b-64e645aa642b req-e4aedbde-7868-458b-ab83-455ae289f3f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:47.188870 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-4be645ec-a62e-4092-986b-64e645aa642b req-e4aedbde-7868-458b-ab83-455ae289f3f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:48:47.196686 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-4be645ec-a62e-4092-986b-64e645aa642b req-e4aedbde-7868-458b-ab83-455ae289f3f8 service neutron] Publish callbacks [] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:47.208594 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-4be645ec-a62e-4092-986b-64e645aa642b req-e4aedbde-7868-458b-ab83-455ae289f3f8 service neutron] Transition to ACTIVE for port object 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:48:47.279777 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-4be645ec-a62e-4092-986b-64e645aa642b req-e4aedbde-7868-458b-ab83-455ae289f3f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:47.362281 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aedbde-7868-458b-ab83-455ae289f3f8 service neutron] Pushing event updated for resources: {'Port': ['ID=07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:47.422166 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa7cb9-6999-4d94-87f1-c9a534689dca req-69e54d43-95d6-4f1f-812b-9821d45b768b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:47.423698 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0aaa7cb9-6999-4d94-87f1-c9a534689dca req-69e54d43-95d6-4f1f-812b-9821d45b768b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8dfdedb-27ec-42af-9b12-6f0ea1a60b85 HTTP/1.1" status: 200 len: 980 time: 0.1413848 Mar 23 02:48:47.483862 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-4be645ec-a62e-4092-986b-64e645aa642b req-e4aedbde-7868-458b-ab83-455ae289f3f8 service neutron] Attempting to bind port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:48:47.484210 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-4be645ec-a62e-4092-986b-64e645aa642b req-e4aedbde-7868-458b-ab83-455ae289f3f8 service neutron] Attempting to bind port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4d06f965-3c41-47fa-8045-8f797b543659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:48:47.484546 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be645ec-a62e-4092-986b-64e645aa642b req-e4aedbde-7868-458b-ab83-455ae289f3f8 service neutron] Attempting to bind port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 on network 2c264b28-40d0-4832-b0de-7861d180e5d0 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:48:47.495162 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0aaa7cb9-6999-4d94-87f1-c9a534689dca req-76248908-f832-43ca-8480-1be24740a088 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb92343-8d72-4261-9c10-138d36b0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650342 Mar 23 02:48:47.509022 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be645ec-a62e-4092-986b-64e645aa642b req-e4aedbde-7868-458b-ab83-455ae289f3f8 service neutron] Port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 on network 2c264b28-40d0-4832-b0de-7861d180e5d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:48:47.509022 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be645ec-a62e-4092-986b-64e645aa642b req-e4aedbde-7868-458b-ab83-455ae289f3f8 service neutron] Attempting to bind port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 on network 2c264b28-40d0-4832-b0de-7861d180e5d0 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:48:47.509022 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be645ec-a62e-4092-986b-64e645aa642b req-e4aedbde-7868-458b-ab83-455ae289f3f8 service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:48:47.509022 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be645ec-a62e-4092-986b-64e645aa642b req-e4aedbde-7868-458b-ab83-455ae289f3f8 service neutron] Checking segment: {'id': '4d06f965-3c41-47fa-8045-8f797b543659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:48:47.509022 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be645ec-a62e-4092-986b-64e645aa642b req-e4aedbde-7868-458b-ab83-455ae289f3f8 service neutron] Bound using segment: {'id': '4d06f965-3c41-47fa-8045-8f797b543659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:48:47.509022 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-4be645ec-a62e-4092-986b-64e645aa642b req-e4aedbde-7868-458b-ab83-455ae289f3f8 service neutron] Bound port: 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d06f965-3c41-47fa-8045-8f797b543659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:48:47.509022 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-4be645ec-a62e-4092-986b-64e645aa642b req-e4aedbde-7868-458b-ab83-455ae289f3f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:47.577135 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cd6845de-d6e0-4ea1-83b0-4706ff5bdb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:47.579424 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-4be645ec-a62e-4092-986b-64e645aa642b req-e4aedbde-7868-458b-ab83-455ae289f3f8 service neutron] For port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:48:47.582473 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-4be645ec-a62e-4092-986b-64e645aa642b req-e4aedbde-7868-458b-ab83-455ae289f3f8 service neutron] For port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4,segment=NetworkSegment(4d06f965-3c41-47fa-8045-8f797b543659),segment_id=4d06f965-3c41-47fa-8045-8f797b543659)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:48:47.640618 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-4be645ec-a62e-4092-986b-64e645aa642b req-e4aedbde-7868-458b-ab83-455ae289f3f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:47.677138 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be645ec-a62e-4092-986b-64e645aa642b req-e4aedbde-7868-458b-ab83-455ae289f3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:47.677757 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-4be645ec-a62e-4092-986b-64e645aa642b req-e4aedbde-7868-458b-ab83-455ae289f3f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:47.679730 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4be645ec-a62e-4092-986b-64e645aa642b req-e4aedbde-7868-458b-ab83-455ae289f3f8 service neutron] 10.222.0.23 "PUT /v2.0/ports/07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 HTTP/1.1" status: 200 len: 1130 time: 1.1630280 Mar 23 02:48:47.680188 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8dfdedb-27ec-42af-9b12-6f0ea1a60b85', 'tag': '07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:48:47.682409 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e391f6d9-54e3-4837-9103-309fbb79f213" -d '{"events": [{"name": "network-changed", "server_uuid": "a8dfdedb-27ec-42af-9b12-6f0ea1a60b85", "tag": "07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:48:47.712848 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aedbde-7868-458b-ab83-455ae289f3f8 service neutron] Pushing event updated for resources: {'Port': ['ID=07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:47.797539 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67732a13-809d-4dc7-b014-8bd7d8ab75ff x-openstack-request-id: req-67732a13-809d-4dc7-b014-8bd7d8ab75ff {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:48:47.797999 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8dfdedb-27ec-42af-9b12-6f0ea1a60b85", "tag": "07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:48:47.798441 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-67732a13-809d-4dc7-b014-8bd7d8ab75ff {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:48:47.798907 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67732a13-809d-4dc7-b014-8bd7d8ab75ff'] response: {'name': 'network-changed', 'server_uuid': 'a8dfdedb-27ec-42af-9b12-6f0ea1a60b85', 'tag': '07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4', 'status': 'completed', 'code': 200} Mar 23 02:48:47.839091 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be645ec-a62e-4092-986b-64e645aa642b req-4fdbd5a7-3a41-42e4-ad53-246ec44852bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:47.840731 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4be645ec-a62e-4092-986b-64e645aa642b req-4fdbd5a7-3a41-42e4-ad53-246ec44852bd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=a8dfdedb-27ec-42af-9b12-6f0ea1a60b85 HTTP/1.1" status: 200 len: 1164 time: 0.0537663 Mar 23 02:48:47.883301 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4be645ec-a62e-4092-986b-64e645aa642b req-8a6e336a-a51a-4029-98c9-119d798dc4ff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 HTTP/1.1" status: 200 len: 217 time: 0.0350757 Mar 23 02:48:47.934769 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be645ec-a62e-4092-986b-64e645aa642b req-d4a9110f-f473-4896-99e9-ae1fe7a99d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:47.936189 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4be645ec-a62e-4092-986b-64e645aa642b req-d4a9110f-f473-4896-99e9-ae1fe7a99d53 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d2dd2f6-06fc-420c-8044-eaa0291740ae HTTP/1.1" status: 200 len: 835 time: 0.0473921 Mar 23 02:48:47.990197 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be645ec-a62e-4092-986b-64e645aa642b req-ca164370-0072-4f2a-8f3c-28a1048ac173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:47.992436 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4be645ec-a62e-4092-986b-64e645aa642b req-ca164370-0072-4f2a-8f3c-28a1048ac173 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2c264b28-40d0-4832-b0de-7861d180e5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0489821 Mar 23 02:48:48.079611 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4be645ec-a62e-4092-986b-64e645aa642b req-d653f2f2-6f79-43d0-9b8b-cf561ba1af9f service neutron] 10.222.0.23 "GET /v2.0/networks/2c264b28-40d0-4832-b0de-7861d180e5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815537 Mar 23 02:48:48.173731 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4be645ec-a62e-4092-986b-64e645aa642b req-27f4adbf-9090-460b-ba2e-c1cdbf4d7d36 service neutron] 10.222.0.23 "GET /v2.0/networks/2c264b28-40d0-4832-b0de-7861d180e5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885785 Mar 23 02:48:48.308479 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391f6d9-54e3-4837-9103-309fbb79f213 req-2f578e9c-ea24-4a6d-b79f-6ed5afc46c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:48.310026 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e391f6d9-54e3-4837-9103-309fbb79f213 req-2f578e9c-ea24-4a6d-b79f-6ed5afc46c48 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=a8dfdedb-27ec-42af-9b12-6f0ea1a60b85 HTTP/1.1" status: 200 len: 1164 time: 0.0480108 Mar 23 02:48:48.405108 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391f6d9-54e3-4837-9103-309fbb79f213 req-9633d51d-84b8-4c57-9dd8-7a39a81024d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:48.406611 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e391f6d9-54e3-4837-9103-309fbb79f213 req-9633d51d-84b8-4c57-9dd8-7a39a81024d1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2c264b28-40d0-4832-b0de-7861d180e5d0 HTTP/1.1" status: 200 len: 898 time: 0.0893762 Mar 23 02:48:48.448851 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e391f6d9-54e3-4837-9103-309fbb79f213 req-5ff69308-334d-4480-92eb-9337b156bda3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 HTTP/1.1" status: 200 len: 217 time: 0.0358860 Mar 23 02:48:48.496038 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391f6d9-54e3-4837-9103-309fbb79f213 req-e14cf8a8-0171-4912-9b10-8f5285fe2006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:48.497454 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e391f6d9-54e3-4837-9103-309fbb79f213 req-e14cf8a8-0171-4912-9b10-8f5285fe2006 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d2dd2f6-06fc-420c-8044-eaa0291740ae HTTP/1.1" status: 200 len: 835 time: 0.0426686 Mar 23 02:48:48.552293 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391f6d9-54e3-4837-9103-309fbb79f213 req-36650bba-3329-4833-a9ee-9b50298a191e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:48.554369 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e391f6d9-54e3-4837-9103-309fbb79f213 req-36650bba-3329-4833-a9ee-9b50298a191e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2c264b28-40d0-4832-b0de-7861d180e5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0504780 Mar 23 02:48:48.664298 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:48.674794 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229019f-7215-4054-b4c7-43cd0fc7e6b9 req-7f19ce31-20fa-42c3-8623-d718a9849246 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:48.678778 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6229019f-7215-4054-b4c7-43cd0fc7e6b9 req-7f19ce31-20fa-42c3-8623-d718a9849246 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8dfdedb-27ec-42af-9b12-6f0ea1a60b85 HTTP/1.1" status: 200 len: 980 time: 0.1085794 Mar 23 02:48:48.702469 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e391f6d9-54e3-4837-9103-309fbb79f213 req-daf56849-68b3-40b8-b062-20181c9e2e66 service neutron] 10.222.0.23 "GET /v2.0/networks/2c264b28-40d0-4832-b0de-7861d180e5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419737 Mar 23 02:48:48.775083 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6229019f-7215-4054-b4c7-43cd0fc7e6b9 req-db5dec76-9e05-4ca7-9334-dec0c147b5b3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb92343-8d72-4261-9c10-138d36b0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891960 Mar 23 02:48:48.810009 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e391f6d9-54e3-4837-9103-309fbb79f213 req-5977d0c5-9b76-47c5-a5f1-caaba5829d01 service neutron] 10.222.0.23 "GET /v2.0/networks/2c264b28-40d0-4832-b0de-7861d180e5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012216 Mar 23 02:48:49.690668 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:48:49.784986 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4,segment=NetworkSegment(4d06f965-3c41-47fa-8045-8f797b543659),segment_id=4d06f965-3c41-47fa-8045-8f797b543659)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:48:49.796905 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4', 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0', 'port_id': '07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4', 'mac_address': 'fa:16:3e:70:75:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d2dd2f6-06fc-420c-8044-eaa0291740ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:48:49.847527 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:48:49.847956 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:49.861919 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:48:49.881693 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4,segment=NetworkSegment(4d06f965-3c41-47fa-8045-8f797b543659),segment_id=4d06f965-3c41-47fa-8045-8f797b543659)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:48:49.899652 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11189534-c76d-4956-90f7-cd1322889efc req-9f5f1ff5-c79c-46b3-882c-d19bf60f4855 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:49.901230 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-11189534-c76d-4956-90f7-cd1322889efc req-9f5f1ff5-c79c-46b3-882c-d19bf60f4855 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8dfdedb-27ec-42af-9b12-6f0ea1a60b85 HTTP/1.1" status: 200 len: 980 time: 0.0555379 Mar 23 02:48:49.948680 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a5954765-e3dc-4468-bece-ac065700a235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:49.949218 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-11189534-c76d-4956-90f7-cd1322889efc req-da512d3e-0f59-4d23-9b8d-08b65ffe2085 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb92343-8d72-4261-9c10-138d36b0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423069 Mar 23 02:48:49.960107 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:50.008781 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:50.015608 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:50.016000 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:50.016351 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:50.016698 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:50.017037 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:50.017370 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:50.017707 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:50.018037 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:50.018368 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:50.018700 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:50.019030 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:50.019360 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:50.019686 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:50.020033 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:50.020369 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:50.166176 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:48:51.073528 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead864b-e542-4ea9-8614-741a5c5abd3a req-9e8a412b-cfd0-4b3e-93f7-d96cba6b5eab tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:51.075032 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4ead864b-e542-4ea9-8614-741a5c5abd3a req-9e8a412b-cfd0-4b3e-93f7-d96cba6b5eab tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8dfdedb-27ec-42af-9b12-6f0ea1a60b85 HTTP/1.1" status: 200 len: 981 time: 0.0591178 Mar 23 02:48:51.122104 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4ead864b-e542-4ea9-8614-741a5c5abd3a req-2dc487d3-d42f-4244-9721-5b95cfc8edbf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb92343-8d72-4261-9c10-138d36b0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413585 Mar 23 02:48:51.268383 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:51.691793 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:48:51.821921 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:48:51.825759 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:48:51.826140 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:51.905457 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:48:51.905854 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:51.928302 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8dfdedb-27ec-42af-9b12-6f0ea1a60b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:48:51.931738 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc12a68-e192-46b1-a50c-142cea21987f" -d '{"events": [{"server_uuid": "a8dfdedb-27ec-42af-9b12-6f0ea1a60b85", "name": "network-vif-plugged", "status": "completed", "tag": "07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:48:51.947040 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4,segment=NetworkSegment(4d06f965-3c41-47fa-8045-8f797b543659),segment_id=4d06f965-3c41-47fa-8045-8f797b543659)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:48:52.022364 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd5c484-aa84-4a25-857d-20d00b1ef66c x-openstack-request-id: req-dcd5c484-aa84-4a25-857d-20d00b1ef66c {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:48:52.023287 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8dfdedb-27ec-42af-9b12-6f0ea1a60b85", "name": "network-vif-plugged", "status": "completed", "tag": "07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:48:52.023539 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dcd5c484-aa84-4a25-857d-20d00b1ef66c {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:48:52.023984 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcd5c484-aa84-4a25-857d-20d00b1ef66c'] response: {'server_uuid': 'a8dfdedb-27ec-42af-9b12-6f0ea1a60b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4', 'code': 200} Mar 23 02:48:52.025137 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:52.073366 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:52.241899 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc0b6c-cc1c-4f80-955b-02a47ad9b4b9 req-d092de87-8e51-4e23-ac95-a09788754857 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:52.243159 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d2cc0b6c-cc1c-4f80-955b-02a47ad9b4b9 req-d092de87-8e51-4e23-ac95-a09788754857 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8dfdedb-27ec-42af-9b12-6f0ea1a60b85 HTTP/1.1" status: 200 len: 982 time: 0.0541151 Mar 23 02:48:52.291479 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d2cc0b6c-cc1c-4f80-955b-02a47ad9b4b9 req-a0dc83b3-48ed-4ef1-9f74-f6c7545dd638 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb92343-8d72-4261-9c10-138d36b0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427625 Mar 23 02:48:52.338986 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1c0cc-b03a-4ed2-8040-4f5f9f8325a5 req-7aabf417-f159-4319-b93a-c3404e73e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:52.340510 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-72b1c0cc-b03a-4ed2-8040-4f5f9f8325a5 req-7aabf417-f159-4319-b93a-c3404e73e77c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a8dfdedb-27ec-42af-9b12-6f0ea1a60b85 HTTP/1.1" status: 200 len: 1166 time: 0.0433478 Mar 23 02:48:52.389222 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-72b1c0cc-b03a-4ed2-8040-4f5f9f8325a5 req-67b414b6-de71-4d58-baf4-185d9d3a2a2b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=afb92343-8d72-4261-9c10-138d36b0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412867 Mar 23 02:48:52.639344 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:53.417766 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813266a-2aa2-4ca5-a660-7aa4a15feba1 req-b7f91996-ee66-4e13-b031-c3a4ee1ae8e0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:53.419171 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-2813266a-2aa2-4ca5-a660-7aa4a15feba1 req-b7f91996-ee66-4e13-b031-c3a4ee1ae8e0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8dfdedb-27ec-42af-9b12-6f0ea1a60b85 HTTP/1.1" status: 200 len: 982 time: 0.0571678 Mar 23 02:48:53.466180 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-2813266a-2aa2-4ca5-a660-7aa4a15feba1 req-15a2190e-0791-48dd-be21-41f5f82d983b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb92343-8d72-4261-9c10-138d36b0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410240 Mar 23 02:48:53.947869 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:54.588879 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01083d48-f0b6-49de-93df-0f6d09892b48 req-50432f7f-4973-4c52-9851-adad5b7ca0c8 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:54.590464 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-01083d48-f0b6-49de-93df-0f6d09892b48 req-50432f7f-4973-4c52-9851-adad5b7ca0c8 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8dfdedb-27ec-42af-9b12-6f0ea1a60b85 HTTP/1.1" status: 200 len: 982 time: 0.0524836 Mar 23 02:48:54.636715 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-01083d48-f0b6-49de-93df-0f6d09892b48 req-da26d4a2-655c-4122-8f2f-4f90d2e1b750 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb92343-8d72-4261-9c10-138d36b0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405753 Mar 23 02:48:54.765098 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82805e24-2fdd-4f50-a695-e780818d24ba req-4ffdd4cf-6b23-42ea-a891-17355181a91a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:54.766579 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-82805e24-2fdd-4f50-a695-e780818d24ba req-4ffdd4cf-6b23-42ea-a891-17355181a91a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8dfdedb-27ec-42af-9b12-6f0ea1a60b85 HTTP/1.1" status: 200 len: 982 time: 0.0549817 Mar 23 02:48:54.815257 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-82805e24-2fdd-4f50-a695-e780818d24ba req-8045424e-42d1-4b4c-be73-350bfb9e3b21 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb92343-8d72-4261-9c10-138d36b0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428157 Mar 23 02:48:54.838284 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35404) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:54.888673 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59633af2-1617-4e7a-9823-9ea72adb322b tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:54.890117 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-59633af2-1617-4e7a-9823-9ea72adb322b tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a8dfdedb-27ec-42af-9b12-6f0ea1a60b85 HTTP/1.1" status: 200 len: 1161 time: 0.0508494 Mar 23 02:48:54.892975 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35406) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:54.897159 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-caf7eb76-e748-4f40-a497-5e4b7f5ec49c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'port_id': '07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:48:54.988396 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-caf7eb76-e748-4f40-a497-5e4b7f5ec49c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:55.087469 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-caf7eb76-e748-4f40-a497-5e4b7f5ec49c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:55.191405 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-caf7eb76-e748-4f40-a497-5e4b7f5ec49c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.26.2.79 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/fa88bf79-2be9-4f10-812e-c27324b265ff) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:48:55.290836 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-caf7eb76-e748-4f40-a497-5e4b7f5ec49c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (fa88bf79-2be9-4f10-812e-c27324b265ff), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:55.383507 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-caf7eb76-e748-4f40-a497-5e4b7f5ec49c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (fa88bf79-2be9-4f10-812e-c27324b265ff), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:55.418827 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf7eb76-e748-4f40-a497-5e4b7f5ec49c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:48:55.421592 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-caf7eb76-e748-4f40-a497-5e4b7f5ec49c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:48:55.425138 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf7eb76-e748-4f40-a497-5e4b7f5ec49c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:48:55.454830 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7eb76-e748-4f40-a497-5e4b7f5ec49c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=fa88bf79-2be9-4f10-812e-c27324b265ff,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:55.773473 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-caf7eb76-e748-4f40-a497-5e4b7f5ec49c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (1127b600-a413-4d97-80ac-684d8fce114a), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:55.915765 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-caf7eb76-e748-4f40-a497-5e4b7f5ec49c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (fa88bf79-2be9-4f10-812e-c27324b265ff), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:56.061255 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-caf7eb76-e748-4f40-a497-5e4b7f5ec49c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (fa88bf79-2be9-4f10-812e-c27324b265ff), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:56.166301 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-caf7eb76-e748-4f40-a497-5e4b7f5ec49c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (fa88bf79-2be9-4f10-812e-c27324b265ff), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:56.240564 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7eb76-e748-4f40-a497-5e4b7f5ec49c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=fa88bf79-2be9-4f10-812e-c27324b265ff,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:56.251284 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-caf7eb76-e748-4f40-a497-5e4b7f5ec49c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (1127b600-a413-4d97-80ac-684d8fce114a), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:56.354184 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-caf7eb76-e748-4f40-a497-5e4b7f5ec49c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Floating IP 1127b600-a413-4d97-80ac-684d8fce114a associated. External IP: 172.26.2.79, port: 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4. Mar 23 02:48:56.564573 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf7eb76-e748-4f40-a497-5e4b7f5ec49c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router 1b036354-3282-425e-8a74-cc4de3978869 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:48:56.673170 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf7eb76-e748-4f40-a497-5e4b7f5ec49c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:48:56.683717 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eab4ded-ee7c-4269-a0e0-7ad0a8534b8c None None] Sync routers for ids ['1b036354-3282-425e-8a74-cc4de3978869'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:48:56.699333 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eab4ded-ee7c-4269-a0e0-7ad0a8534b8c None None] Routers {'1b036354-3282-425e-8a74-cc4de3978869'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:48:56.700005 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-1eab4ded-ee7c-4269-a0e0-7ad0a8534b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:48:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['1b036354-3282-425e-8a74-cc4de3978869'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:56.732880 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-caf7eb76-e748-4f40-a497-5e4b7f5ec49c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:56.813895 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-1eab4ded-ee7c-4269-a0e0-7ad0a8534b8c None None] Set router 1b036354-3282-425e-8a74-cc4de3978869 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:48:56.906958 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:48:57.099295 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-caf7eb76-e748-4f40-a497-5e4b7f5ec49c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 2.2053120 Mar 23 02:48:57.100146 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8dfdedb-27ec-42af-9b12-6f0ea1a60b85', 'tag': '07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4'}] {{(pid=104348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:48:57.102747 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a43494f7a0cd0c51715e4079ece57a9ff1e623b58ceb021b6bb41ba87478d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629a25d0-17a2-4582-a8ec-5a21625c891a" -d '{"events": [{"name": "network-changed", "server_uuid": "a8dfdedb-27ec-42af-9b12-6f0ea1a60b85", "tag": "07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4"}]}' {{(pid=104348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:48:57.102925 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35408) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:57.148043 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2c1006-f275-4e7f-9e2d-e6f1ba9cde5e x-openstack-request-id: req-df2c1006-f275-4e7f-9e2d-e6f1ba9cde5e {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:48:57.148416 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8dfdedb-27ec-42af-9b12-6f0ea1a60b85", "tag": "07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4", "status": "completed", "code": 200}]} {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:48:57.148697 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df2c1006-f275-4e7f-9e2d-e6f1ba9cde5e {{(pid=104348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:48:57.149423 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df2c1006-f275-4e7f-9e2d-e6f1ba9cde5e'] response: {'name': 'network-changed', 'server_uuid': 'a8dfdedb-27ec-42af-9b12-6f0ea1a60b85', 'tag': '07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4', 'status': 'completed', 'code': 200} Mar 23 02:48:57.211530 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-1eab4ded-ee7c-4269-a0e0-7ad0a8534b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b036354-3282-425e-8a74-cc4de3978869', 'name': 'tempest-TestNetworkBasicOps-router-629383785', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ca874da6-438c-4988-a9b1-d39e4d8871b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:48:33Z', 'updated_at': '2022-03-23T02:48:38Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'ca874da6-438c-4988-a9b1-d39e4d8871b6', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b036354-3282-425e-8a74-cc4de3978869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:34Z', 'updated_at': '2022-03-23T02:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '1127b600-a413-4d97-80ac-684d8fce114a', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.79', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '1b036354-3282-425e-8a74-cc4de3978869', 'port_id': '07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-253193454', 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0', 'mac_address': 'fa:16:3e:70:75:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8dfdedb-27ec-42af-9b12-6f0ea1a60b85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:48:55Z', 'updated_at': '2022-03-23T02:48:55Z', 'revision_number': 0, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25eb3903-64be-4ab1-82f4-5f2200e09e5e', 'name': '', 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:86:e6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b036354-3282-425e-8a74-cc4de3978869', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '0d2dd2f6-06fc-420c-8044-eaa0291740ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:37Z', 'updated_at': '2022-03-23T02:48:40Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '0d2dd2f6-06fc-420c-8044-eaa0291740ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:57.220283 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8182d1-e5d1-48a4-9470-1b572f388096 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:57.221882 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7a8182d1-e5d1-48a4-9470-1b572f388096 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a8dfdedb-27ec-42af-9b12-6f0ea1a60b85&network_id=2c264b28-40d0-4832-b0de-7861d180e5d0 HTTP/1.1" status: 200 len: 1161 time: 0.1179273 Mar 23 02:48:57.240200 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a25d0-17a2-4582-a8ec-5a21625c891a req-581f4336-91b9-4526-8abb-ee49cdf10544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:57.241520 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eab4ded-ee7c-4269-a0e0-7ad0a8534b8c None None] Checking router: 1b036354-3282-425e-8a74-cc4de3978869 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:48:57.241708 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-629a25d0-17a2-4582-a8ec-5a21625c891a req-581f4336-91b9-4526-8abb-ee49cdf10544 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=a8dfdedb-27ec-42af-9b12-6f0ea1a60b85 HTTP/1.1" status: 200 len: 1166 time: 0.0625057 Mar 23 02:48:57.250756 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eab4ded-ee7c-4269-a0e0-7ad0a8534b8c None None] Routers {'1b036354-3282-425e-8a74-cc4de3978869'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:48:57.251378 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-1eab4ded-ee7c-4269-a0e0-7ad0a8534b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:48:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['1b036354-3282-425e-8a74-cc4de3978869'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:57.336762 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a25d0-17a2-4582-a8ec-5a21625c891a req-7831f579-2e3a-41f9-a37e-e3c793046f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:57.338218 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-629a25d0-17a2-4582-a8ec-5a21625c891a req-7831f579-2e3a-41f9-a37e-e3c793046f51 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2c264b28-40d0-4832-b0de-7861d180e5d0 HTTP/1.1" status: 200 len: 898 time: 0.0906279 Mar 23 02:48:57.364002 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-1eab4ded-ee7c-4269-a0e0-7ad0a8534b8c None None] Set router 1b036354-3282-425e-8a74-cc4de3978869 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:48:57.408524 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-629a25d0-17a2-4582-a8ec-5a21625c891a req-a58898cd-0e63-4aa8-8863-b09d2c81d36d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 HTTP/1.1" status: 200 len: 1035 time: 0.0633886 Mar 23 02:48:57.462521 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a25d0-17a2-4582-a8ec-5a21625c891a req-3cf54a65-3831-41bb-9865-a4efd1ca2007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:57.464430 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-629a25d0-17a2-4582-a8ec-5a21625c891a req-3cf54a65-3831-41bb-9865-a4efd1ca2007 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d2dd2f6-06fc-420c-8044-eaa0291740ae HTTP/1.1" status: 200 len: 835 time: 0.0492485 Mar 23 02:48:57.515833 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a25d0-17a2-4582-a8ec-5a21625c891a req-522fbf2c-5856-43be-a0bc-36e5a2682c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:57.517820 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-629a25d0-17a2-4582-a8ec-5a21625c891a req-522fbf2c-5856-43be-a0bc-36e5a2682c7d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2c264b28-40d0-4832-b0de-7861d180e5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0462580 Mar 23 02:48:57.603042 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-1eab4ded-ee7c-4269-a0e0-7ad0a8534b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b036354-3282-425e-8a74-cc4de3978869', 'name': 'tempest-TestNetworkBasicOps-router-629383785', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ca874da6-438c-4988-a9b1-d39e4d8871b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:48:33Z', 'updated_at': '2022-03-23T02:48:38Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'ca874da6-438c-4988-a9b1-d39e4d8871b6', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b036354-3282-425e-8a74-cc4de3978869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:34Z', 'updated_at': '2022-03-23T02:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '1127b600-a413-4d97-80ac-684d8fce114a', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.79', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '1b036354-3282-425e-8a74-cc4de3978869', 'port_id': '07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-253193454', 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0', 'mac_address': 'fa:16:3e:70:75:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8dfdedb-27ec-42af-9b12-6f0ea1a60b85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:48:55Z', 'updated_at': '2022-03-23T02:48:55Z', 'revision_number': 0, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25eb3903-64be-4ab1-82f4-5f2200e09e5e', 'name': '', 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:86:e6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b036354-3282-425e-8a74-cc4de3978869', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '0d2dd2f6-06fc-420c-8044-eaa0291740ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:37Z', 'updated_at': '2022-03-23T02:48:40Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '0d2dd2f6-06fc-420c-8044-eaa0291740ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:57.630390 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eab4ded-ee7c-4269-a0e0-7ad0a8534b8c None None] The sync data for ids ['1b036354-3282-425e-8a74-cc4de3978869'] in dv-neutron-834613-2-hyperv is: [{'id': '1b036354-3282-425e-8a74-cc4de3978869', 'name': 'tempest-TestNetworkBasicOps-router-629383785', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ca874da6-438c-4988-a9b1-d39e4d8871b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:48:33Z', 'updated_at': '2022-03-23T02:48:38Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'ca874da6-438c-4988-a9b1-d39e4d8871b6', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b036354-3282-425e-8a74-cc4de3978869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:34Z', 'updated_at': '2022-03-23T02:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '1127b600-a413-4d97-80ac-684d8fce114a', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.79', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '1b036354-3282-425e-8a74-cc4de3978869', 'port_id': '07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-253193454', 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0', 'mac_address': 'fa:16:3e:70:75:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8dfdedb-27ec-42af-9b12-6f0ea1a60b85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:48:55Z', 'updated_at': '2022-03-23T02:48:55Z', 'revision_number': 0, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25eb3903-64be-4ab1-82f4-5f2200e09e5e', 'name': '', 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:86:e6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b036354-3282-425e-8a74-cc4de3978869', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '0d2dd2f6-06fc-420c-8044-eaa0291740ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:37Z', 'updated_at': '2022-03-23T02:48:40Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '0d2dd2f6-06fc-420c-8044-eaa0291740ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:48:57.653154 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49842847-f5ba-4f80-aa9c-0e5a2f832a6c req-e7990574-0a8d-4fa9-a71f-8a96058aa508 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:57.654625 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-49842847-f5ba-4f80-aa9c-0e5a2f832a6c req-e7990574-0a8d-4fa9-a71f-8a96058aa508 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8dfdedb-27ec-42af-9b12-6f0ea1a60b85 HTTP/1.1" status: 200 len: 982 time: 0.0819733 Mar 23 02:48:57.656585 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-629a25d0-17a2-4582-a8ec-5a21625c891a req-33cd7542-6475-40a4-978a-0aa90fa695f5 service neutron] 10.222.0.23 "GET /v2.0/networks/2c264b28-40d0-4832-b0de-7861d180e5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318784 Mar 23 02:48:57.756944 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-49842847-f5ba-4f80-aa9c-0e5a2f832a6c req-1fb440a1-c46a-497f-8246-6f7ee89f2e31 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb92343-8d72-4261-9c10-138d36b0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965409 Mar 23 02:48:57.786451 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-629a25d0-17a2-4582-a8ec-5a21625c891a req-3c5f3113-c148-4ea8-b638-fbb8d3281650 service neutron] 10.222.0.23 "GET /v2.0/networks/2c264b28-40d0-4832-b0de-7861d180e5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194189 Mar 23 02:48:57.834460 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1db726-0e37-4ba2-8cf2-4d2ef07ff614 None None] New status for floating IP 1127b600-a413-4d97-80ac-684d8fce114a: ACTIVE {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:48:58.877259 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366c35a-8b25-40e6-ba34-dde5a323ea7d req-95664670-7571-405b-96b0-5181446fb5e4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:58.878731 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e366c35a-8b25-40e6-ba34-dde5a323ea7d req-95664670-7571-405b-96b0-5181446fb5e4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8dfdedb-27ec-42af-9b12-6f0ea1a60b85 HTTP/1.1" status: 200 len: 982 time: 0.0522053 Mar 23 02:48:58.925554 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e366c35a-8b25-40e6-ba34-dde5a323ea7d req-032452c6-54c6-4ffb-b409-6e56d2b97162 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb92343-8d72-4261-9c10-138d36b0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402465 Mar 23 02:48:58.974488 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e76151-f68a-4997-8fcc-3264406a34dd req-04723a9d-24b3-40f0-bbdb-369a64bd3e9d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:58.975961 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-09e76151-f68a-4997-8fcc-3264406a34dd req-04723a9d-24b3-40f0-bbdb-369a64bd3e9d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8dfdedb-27ec-42af-9b12-6f0ea1a60b85 HTTP/1.1" status: 200 len: 982 time: 0.0539954 Mar 23 02:48:59.021170 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e76151-f68a-4997-8fcc-3264406a34dd req-a7ec624b-bc98-46bf-9ce5-97291ed12b90 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:59.022524 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-09e76151-f68a-4997-8fcc-3264406a34dd req-a7ec624b-bc98-46bf-9ce5-97291ed12b90 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/ports/07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0415196 Mar 23 02:48:59.136153 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-09e76151-f68a-4997-8fcc-3264406a34dd req-102382a0-a036-4945-97df-05e421446182 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/networks/2c264b28-40d0-4832-b0de-7861d180e5d0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1083801 Mar 23 02:48:59.145591 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-09e76151-f68a-4997-8fcc-3264406a34dd req-61aec976-32f3-41df-959c-3f01486c2a9f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:48:59.204320 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-09e76151-f68a-4997-8fcc-3264406a34dd req-61aec976-32f3-41df-959c-3f01486c2a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:59.337763 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-09e76151-f68a-4997-8fcc-3264406a34dd req-61aec976-32f3-41df-959c-3f01486c2a9f service neutron] For port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4,segment=NetworkSegment(4d06f965-3c41-47fa-8045-8f797b543659),segment_id=4d06f965-3c41-47fa-8045-8f797b543659)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:48:59.369786 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-09e76151-f68a-4997-8fcc-3264406a34dd req-61aec976-32f3-41df-959c-3f01486c2a9f service neutron] For port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:48:59.405156 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-09e76151-f68a-4997-8fcc-3264406a34dd req-61aec976-32f3-41df-959c-3f01486c2a9f service neutron] device_id is not set on port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:48:59.414337 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-09e76151-f68a-4997-8fcc-3264406a34dd req-61aec976-32f3-41df-959c-3f01486c2a9f service neutron] Publish callbacks [] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:59.473772 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-09e76151-f68a-4997-8fcc-3264406a34dd req-61aec976-32f3-41df-959c-3f01486c2a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:59.569269 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aec976-32f3-41df-959c-3f01486c2a9f service neutron] Pushing event updated for resources: {'Port': ['ID=07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4,revision_number=6']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:59.650310 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e76151-f68a-4997-8fcc-3264406a34dd req-61aec976-32f3-41df-959c-3f01486c2a9f service neutron] No DVR routers for this DVR port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:48:59.768619 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-77dc8a29-c080-44ee-8c6c-9c88ea0aa80e None None] Provisioning complete for port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:48:59.769240 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-77dc8a29-c080-44ee-8c6c-9c88ea0aa80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:59.786560 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-09e76151-f68a-4997-8fcc-3264406a34dd req-61aec976-32f3-41df-959c-3f01486c2a9f service neutron] In _notify_port_updated(), no bound segment for port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 on network 2c264b28-40d0-4832-b0de-7861d180e5d0 {{(pid=104349) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:48:59.787380 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e76151-f68a-4997-8fcc-3264406a34dd req-61aec976-32f3-41df-959c-3f01486c2a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:59.788023 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-09e76151-f68a-4997-8fcc-3264406a34dd req-61aec976-32f3-41df-959c-3f01486c2a9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:59.790066 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-09e76151-f68a-4997-8fcc-3264406a34dd req-61aec976-32f3-41df-959c-3f01486c2a9f service neutron] 10.222.0.23 "PUT /v2.0/ports/07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 HTTP/1.1" status: 200 len: 1025 time: 0.6482675 Mar 23 02:48:59.802292 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-77dc8a29-c080-44ee-8c6c-9c88ea0aa80e None None] Port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:49:00.021756 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-eb539fe5-18c9-46cf-960a-38e428a42794 req-b2ecdf37-fa46-4b87-9d12-73131e896f1e tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8dfdedb-27ec-42af-9b12-6f0ea1a60b85 HTTP/1.1" status: 200 len: 210 time: 0.0293555 Mar 23 02:49:01.077879 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35426) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:01.126681 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10439fc0-a6ed-4dc2-bccd-eeffef9e5f78 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:01.128100 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-10439fc0-a6ed-4dc2-bccd-eeffef9e5f78 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports/07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 HTTP/1.1" status: 200 len: 924 time: 0.0490615 Mar 23 02:49:01.638739 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35430) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:01.643225 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-f44551f8-2c39-4e32-ac4b-567cd759efe7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-339595803', 'description': 'tempest-secgroup-smoke-339595803 description', 'project_id': 'd14f7a32e895424c88fd77b8785e073b'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:01.736784 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:49:01.748528 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f44551f8-2c39-4e32-ac4b-567cd759efe7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:01.776541 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] The host hv-neutron-8346 is not matching for port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 host ! {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 02:49:01.776976 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:49:01.813561 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f44551f8-2c39-4e32-ac4b-567cd759efe7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (9c402901-5ecc-4995-adf2-db5c1b300226), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:01.862397 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f44551f8-2c39-4e32-ac4b-567cd759efe7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (9c402901-5ecc-4995-adf2-db5c1b300226), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:01.889754 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44551f8-2c39-4e32-ac4b-567cd759efe7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c402901-5ecc-4995-adf2-db5c1b300226,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:01.950198 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f44551f8-2c39-4e32-ac4b-567cd759efe7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:01.951491 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f44551f8-2c39-4e32-ac4b-567cd759efe7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3117740 Mar 23 02:49:01.954308 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35432) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:01.959003 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-869c24a4-bb44-4401-94ba-f8ca3db29e62 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '9c402901-5ecc-4995-adf2-db5c1b300226', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:02.050068 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-869c24a4-bb44-4401-94ba-f8ca3db29e62 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (5779ea18-c583-46b4-a8a8-3d6c59894f33), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:02.103680 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-869c24a4-bb44-4401-94ba-f8ca3db29e62 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (5779ea18-c583-46b4-a8a8-3d6c59894f33), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:02.176718 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-869c24a4-bb44-4401-94ba-f8ca3db29e62 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (5779ea18-c583-46b4-a8a8-3d6c59894f33), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:02.195241 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c24a4-bb44-4401-94ba-f8ca3db29e62 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5779ea18-c583-46b4-a8a8-3d6c59894f33,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:02.276565 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-869c24a4-bb44-4401-94ba-f8ca3db29e62 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:02.277781 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-869c24a4-bb44-4401-94ba-f8ca3db29e62 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3225329 Mar 23 02:49:02.280629 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35434) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:02.284845 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-ea14d901-f90a-4cfc-a905-3faf981a117b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '9c402901-5ecc-4995-adf2-db5c1b300226', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:02.381525 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ea14d901-f90a-4cfc-a905-3faf981a117b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (8f721fc1-3702-4de6-872d-283bf48c4d78), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:02.435582 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ea14d901-f90a-4cfc-a905-3faf981a117b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (8f721fc1-3702-4de6-872d-283bf48c4d78), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:02.490512 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ea14d901-f90a-4cfc-a905-3faf981a117b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (8f721fc1-3702-4de6-872d-283bf48c4d78), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:02.507954 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14d901-f90a-4cfc-a905-3faf981a117b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f721fc1-3702-4de6-872d-283bf48c4d78,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:02.584169 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ea14d901-f90a-4cfc-a905-3faf981a117b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:02.585377 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ea14d901-f90a-4cfc-a905-3faf981a117b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3038206 Mar 23 02:49:02.588111 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35436) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:02.592402 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-a7015e0f-6256-40ea-bc40-c4893532a1a1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '9c402901-5ecc-4995-adf2-db5c1b300226', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:02.661739 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a7015e0f-6256-40ea-bc40-c4893532a1a1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (329fb4d7-2812-441f-8315-deaf6b2a23f5), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:02.720176 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a7015e0f-6256-40ea-bc40-c4893532a1a1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (329fb4d7-2812-441f-8315-deaf6b2a23f5), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:02.810504 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a7015e0f-6256-40ea-bc40-c4893532a1a1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (329fb4d7-2812-441f-8315-deaf6b2a23f5), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:02.828281 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7015e0f-6256-40ea-bc40-c4893532a1a1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329fb4d7-2812-441f-8315-deaf6b2a23f5,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:02.904701 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a7015e0f-6256-40ea-bc40-c4893532a1a1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:02.905971 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a7015e0f-6256-40ea-bc40-c4893532a1a1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3168731 Mar 23 02:49:02.908860 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35438) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:02.913159 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-70f762fd-b4ec-45cd-9a61-17b15031a270 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '9c402901-5ecc-4995-adf2-db5c1b300226', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:02.987764 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-70f762fd-b4ec-45cd-9a61-17b15031a270 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (0fc852cf-7ab2-423e-a827-8917d1efcb84), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:03.044612 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-70f762fd-b4ec-45cd-9a61-17b15031a270 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (0fc852cf-7ab2-423e-a827-8917d1efcb84), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:03.107712 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-70f762fd-b4ec-45cd-9a61-17b15031a270 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (0fc852cf-7ab2-423e-a827-8917d1efcb84), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:03.125926 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f762fd-b4ec-45cd-9a61-17b15031a270 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fc852cf-7ab2-423e-a827-8917d1efcb84,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:03.172554 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-70f762fd-b4ec-45cd-9a61-17b15031a270 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:03.173776 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-70f762fd-b4ec-45cd-9a61-17b15031a270 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2640064 Mar 23 02:49:03.176580 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35440) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:03.181290 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-49f2aa6d-9d9a-4acb-9d05-d03d6c05a30f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '9c402901-5ecc-4995-adf2-db5c1b300226', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:03.278558 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.securitygroups_db [None req-49f2aa6d-9d9a-4acb-9d05-d03d6c05a30f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Project d14f7a32e895424c88fd77b8785e073b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:49:03.283791 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-49f2aa6d-9d9a-4acb-9d05-d03d6c05a30f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (2c2458bc-b0cb-4640-9454-f441af458fb4), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:03.340563 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-49f2aa6d-9d9a-4acb-9d05-d03d6c05a30f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (2c2458bc-b0cb-4640-9454-f441af458fb4), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:03.417146 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-49f2aa6d-9d9a-4acb-9d05-d03d6c05a30f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (2c2458bc-b0cb-4640-9454-f441af458fb4), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:03.435167 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2aa6d-9d9a-4acb-9d05-d03d6c05a30f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c2458bc-b0cb-4640-9454-f441af458fb4,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:03.503950 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-49f2aa6d-9d9a-4acb-9d05-d03d6c05a30f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:03.505155 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-49f2aa6d-9d9a-4acb-9d05-d03d6c05a30f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3276350 Mar 23 02:49:03.507800 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35442) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:03.512683 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-63bb57b1-e8cc-4a11-8877-e9d5b4e012ae tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '9c402901-5ecc-4995-adf2-db5c1b300226', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:03.611176 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.securitygroups_db [None req-63bb57b1-e8cc-4a11-8877-e9d5b4e012ae tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Project d14f7a32e895424c88fd77b8785e073b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:49:03.616260 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-63bb57b1-e8cc-4a11-8877-e9d5b4e012ae tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (ed023fe4-0b2c-4309-94be-98bd74ac98b6), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:03.708688 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-63bb57b1-e8cc-4a11-8877-e9d5b4e012ae tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (ed023fe4-0b2c-4309-94be-98bd74ac98b6), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:03.716214 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cd745522-88f5-4660-8d57-597540f6e6f7 req-0db98f2b-2960-4835-b0d9-3ea79bb14de2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707579 Mar 23 02:49:03.773033 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-63bb57b1-e8cc-4a11-8877-e9d5b4e012ae tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (ed023fe4-0b2c-4309-94be-98bd74ac98b6), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:03.796205 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb57b1-e8cc-4a11-8877-e9d5b4e012ae tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed023fe4-0b2c-4309-94be-98bd74ac98b6,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:03.800398 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd745522-88f5-4660-8d57-597540f6e6f7 req-ba2d5e34-2281-4131-a1eb-c0463ecbd91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:03.802020 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cd745522-88f5-4660-8d57-597540f6e6f7 req-ba2d5e34-2281-4131-a1eb-c0463ecbd91e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d89e60e7aaf14edeaf08ca6345e51704&device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 1129 time: 0.0632012 Mar 23 02:49:03.840571 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-63bb57b1-e8cc-4a11-8877-e9d5b4e012ae tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:03.841707 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-63bb57b1-e8cc-4a11-8877-e9d5b4e012ae tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3329442 Mar 23 02:49:03.916290 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd745522-88f5-4660-8d57-597540f6e6f7 req-0b1fd35e-5583-4336-bee9-76b385a7c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:03.919795 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cd745522-88f5-4660-8d57-597540f6e6f7 req-0b1fd35e-5583-4336-bee9-76b385a7c158 service neutron] 10.222.0.23 "GET /v2.0/networks?id=66983626-1d5d-4ad4-9c5b-2e31ad4d88be HTTP/1.1" status: 200 len: 913 time: 0.0993736 Mar 23 02:49:03.987052 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cd745522-88f5-4660-8d57-597540f6e6f7 req-48c6a68d-5d77-42f6-8ffc-0ff2270ac6aa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d64d70b5-fbe1-4ccd-8603-d1c87017eeef HTTP/1.1" status: 200 len: 1001 time: 0.0609689 Mar 23 02:49:04.039637 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd745522-88f5-4660-8d57-597540f6e6f7 req-e3c49aa0-dfae-44fe-a2e5-5e306b04eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:04.041118 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cd745522-88f5-4660-8d57-597540f6e6f7 req-e3c49aa0-dfae-44fe-a2e5-5e306b04eca8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c82d9bc6-8a27-40bf-a00d-6b7979637073 HTTP/1.1" status: 200 len: 851 time: 0.0488012 Mar 23 02:49:04.058130 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-a7e74711-b568-49df-9be7-60f70a2e0b7c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-339595803&fields=id&tenant_id=d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 267 time: 0.0475526 Mar 23 02:49:04.090187 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd745522-88f5-4660-8d57-597540f6e6f7 req-6721b0ce-0ee1-4d02-ac55-e04f4f1253fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:04.091694 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cd745522-88f5-4660-8d57-597540f6e6f7 req-6721b0ce-0ee1-4d02-ac55-e04f4f1253fc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66983626-1d5d-4ad4-9c5b-2e31ad4d88be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444968 Mar 23 02:49:04.113129 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-36cd0255-9026-47de-becc-8dcea3e8ecf2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:04.114523 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-36cd0255-9026-47de-becc-8dcea3e8ecf2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports/07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 HTTP/1.1" status: 200 len: 929 time: 0.0499153 Mar 23 02:49:04.175896 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-c173f15b-0a84-4eac-a14b-0bca039d74d2 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:49:04.176983 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-c173f15b-0a84-4eac-a14b-0bca039d74d2 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0511582 Mar 23 02:49:04.180957 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cd745522-88f5-4660-8d57-597540f6e6f7 req-50430ad6-fff8-480e-a851-f3de711f6a28 service neutron] 10.222.0.23 "GET /v2.0/networks/66983626-1d5d-4ad4-9c5b-2e31ad4d88be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832005 Mar 23 02:49:04.221770 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-cb4e3ba7-0a08-4ff3-8823-c7e2535d2df8 service neutron] 10.222.0.24 "GET /v2.0/ports/07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0381973 Mar 23 02:49:04.274432 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cd745522-88f5-4660-8d57-597540f6e6f7 req-06888c20-0022-405f-a528-7e392a90beba service neutron] 10.222.0.23 "GET /v2.0/networks/66983626-1d5d-4ad4-9c5b-2e31ad4d88be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865734 Mar 23 02:49:04.311117 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-b21b5f0d-7d61-4b4c-8659-ad09b42c1c16 service neutron] 10.222.0.24 "GET /v2.0/networks/2c264b28-40d0-4832-b0de-7861d180e5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837855 Mar 23 02:49:04.403993 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-bd5f999b-8793-4f05-88e5-d79f988eee9d service neutron] 10.222.0.24 "GET /v2.0/networks/2c264b28-40d0-4832-b0de-7861d180e5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867772 Mar 23 02:49:04.454669 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-aab0ca67-5484-4590-adb5-e4220f209516 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:04.455984 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-aab0ca67-5484-4590-adb5-e4220f209516 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports/07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 HTTP/1.1" status: 200 len: 929 time: 0.0463638 Mar 23 02:49:04.674214 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-87aa56c3-92cd-42fd-bff5-c22c88e4c050 req-e50bccab-4f10-412f-85f1-b08cbdbf6833 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9f4c235-8038-4d58-af03-c65145b8a18f HTTP/1.1" status: 200 len: 210 time: 0.0303168 Mar 23 02:49:04.688520 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35464) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:04.784139 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-b98ab2e3-15bb-4ae4-9b3c-15a331b66833 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:04.785494 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-b98ab2e3-15bb-4ae4-9b3c-15a331b66833 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports/07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 HTTP/1.1" status: 200 len: 929 time: 0.0958250 Mar 23 02:49:05.769846 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-009f9eb3-6641-4f69-af3f-b564c5d8dc9f req-790e153a-714d-4f17-8f5b-03ca32e5ca03 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9f4c235-8038-4d58-af03-c65145b8a18f HTTP/1.1" status: 200 len: 210 time: 0.0287080 Mar 23 02:49:06.706343 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-b80f5241-0dfe-483e-9016-2f6415a91e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:06.707635 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-b80f5241-0dfe-483e-9016-2f6415a91e58 service neutron] 10.222.0.23 "GET /v2.0/ports/07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 HTTP/1.1" status: 200 len: 1025 time: 0.0438359 Mar 23 02:49:06.823027 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-c8a638ac-ef2c-41f2-8b61-a8f4add1eaaf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:06.824503 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-c8a638ac-ef2c-41f2-8b61-a8f4add1eaaf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/networks?id=2c264b28-40d0-4832-b0de-7861d180e5d0 HTTP/1.1" status: 200 len: 797 time: 0.1041143 Mar 23 02:49:06.877177 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a75bd50b-3bae-407d-8f1f-6f5c1dca379c req-8531c37b-d68d-4b86-8183-3ab5c8b07776 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9f4c235-8038-4d58-af03-c65145b8a18f HTTP/1.1" status: 200 len: 210 time: 0.0388491 Mar 23 02:49:06.934567 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-47c10ff1-4152-405b-ab2c-28db38b21467 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 472 time: 0.1018150 Mar 23 02:49:06.947614 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-aa09bb93-6947-4137-b4b8-9b6b51306189 service neutron] Request body: {'port': {'device_id': 'b9f4c235-8038-4d58-af03-c65145b8a18f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:07.008893 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-aa09bb93-6947-4137-b4b8-9b6b51306189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:07.272753 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-aa09bb93-6947-4137-b4b8-9b6b51306189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:49:07.280100 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-aa09bb93-6947-4137-b4b8-9b6b51306189 service neutron] Publish callbacks [] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:07.293365 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-aa09bb93-6947-4137-b4b8-9b6b51306189 service neutron] Transition to ACTIVE for port object 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:49:07.365268 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-aa09bb93-6947-4137-b4b8-9b6b51306189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:07.444747 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09bb93-6947-4137-b4b8-9b6b51306189 service neutron] Pushing event updated for resources: {'Port': ['ID=07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4,revision_number=7']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:07.559665 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-aa09bb93-6947-4137-b4b8-9b6b51306189 service neutron] Attempting to bind port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:49:07.567977 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-aa09bb93-6947-4137-b4b8-9b6b51306189 service neutron] Attempting to bind port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4d06f965-3c41-47fa-8045-8f797b543659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:49:07.567977 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-aa09bb93-6947-4137-b4b8-9b6b51306189 service neutron] Attempting to bind port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 on network 2c264b28-40d0-4832-b0de-7861d180e5d0 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:49:07.567977 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-aa09bb93-6947-4137-b4b8-9b6b51306189 service neutron] Port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 on network 2c264b28-40d0-4832-b0de-7861d180e5d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:49:07.567977 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-aa09bb93-6947-4137-b4b8-9b6b51306189 service neutron] Attempting to bind port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 on network 2c264b28-40d0-4832-b0de-7861d180e5d0 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:49:07.570438 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-aa09bb93-6947-4137-b4b8-9b6b51306189 service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:49:07.570752 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-aa09bb93-6947-4137-b4b8-9b6b51306189 service neutron] Checking segment: {'id': '4d06f965-3c41-47fa-8045-8f797b543659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:49:07.571139 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-aa09bb93-6947-4137-b4b8-9b6b51306189 service neutron] Bound using segment: {'id': '4d06f965-3c41-47fa-8045-8f797b543659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:49:07.571564 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-aa09bb93-6947-4137-b4b8-9b6b51306189 service neutron] Bound port: 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d06f965-3c41-47fa-8045-8f797b543659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:49:07.571944 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-aa09bb93-6947-4137-b4b8-9b6b51306189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:07.634804 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-aa09bb93-6947-4137-b4b8-9b6b51306189 service neutron] For port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:49:07.637793 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-aa09bb93-6947-4137-b4b8-9b6b51306189 service neutron] For port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4,segment=NetworkSegment(4d06f965-3c41-47fa-8045-8f797b543659),segment_id=4d06f965-3c41-47fa-8045-8f797b543659)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:49:07.714555 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-aa09bb93-6947-4137-b4b8-9b6b51306189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:07.748699 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-aa09bb93-6947-4137-b4b8-9b6b51306189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:07.749324 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-aa09bb93-6947-4137-b4b8-9b6b51306189 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:07.750751 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-aa09bb93-6947-4137-b4b8-9b6b51306189 service neutron] 10.222.0.23 "PUT /v2.0/ports/07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 HTTP/1.1" status: 200 len: 1130 time: 0.8072674 Mar 23 02:49:07.751206 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f4c235-8038-4d58-af03-c65145b8a18f', 'tag': '07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:49:07.753482 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b387dffa-5ba0-4c55-924e-adc27ac90db0" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f4c235-8038-4d58-af03-c65145b8a18f", "tag": "07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:49:07.792147 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09bb93-6947-4137-b4b8-9b6b51306189 service neutron] Pushing event updated for resources: {'Port': ['ID=07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4,revision_number=8']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:07.797106 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11482c95-3130-4613-b42c-10f732088c1a x-openstack-request-id: req-11482c95-3130-4613-b42c-10f732088c1a {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:49:07.797407 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f4c235-8038-4d58-af03-c65145b8a18f", "tag": "07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:49:07.797751 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-11482c95-3130-4613-b42c-10f732088c1a {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:49:07.798126 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11482c95-3130-4613-b42c-10f732088c1a'] response: {'name': 'network-changed', 'server_uuid': 'b9f4c235-8038-4d58-af03-c65145b8a18f', 'tag': '07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4', 'status': 'completed', 'code': 200} Mar 23 02:49:07.863395 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387dffa-5ba0-4c55-924e-adc27ac90db0 req-3ec6650b-ac4a-40a9-9a5b-1774b75f6f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:07.864965 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b387dffa-5ba0-4c55-924e-adc27ac90db0 req-3ec6650b-ac4a-40a9-9a5b-1774b75f6f65 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=b9f4c235-8038-4d58-af03-c65145b8a18f HTTP/1.1" status: 200 len: 1164 time: 0.0482237 Mar 23 02:49:08.002661 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387dffa-5ba0-4c55-924e-adc27ac90db0 req-e2e5cbaf-daf2-4912-85c2-d350a4c496f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:08.004353 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b387dffa-5ba0-4c55-924e-adc27ac90db0 req-e2e5cbaf-daf2-4912-85c2-d350a4c496f0 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d14f7a32e895424c88fd77b8785e073b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1329327 Mar 23 02:49:08.077334 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6106fa4-9e2f-4507-8842-835332a286e0 req-b7af75bc-bd37-4b26-ab1c-5e45f272064a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:08.078781 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c6106fa4-9e2f-4507-8842-835332a286e0 req-b7af75bc-bd37-4b26-ab1c-5e45f272064a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9f4c235-8038-4d58-af03-c65145b8a18f HTTP/1.1" status: 200 len: 980 time: 0.1265392 Mar 23 02:49:08.137337 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387dffa-5ba0-4c55-924e-adc27ac90db0 req-7577a3da-22b8-4f71-bfdc-b26db56ada4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:08.138808 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b387dffa-5ba0-4c55-924e-adc27ac90db0 req-7577a3da-22b8-4f71-bfdc-b26db56ada4b service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1283550 Mar 23 02:49:08.151000 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c6106fa4-9e2f-4507-8842-835332a286e0 req-2247ccef-fb51-4553-87c6-2f8971513474 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb92343-8d72-4261-9c10-138d36b0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655665 Mar 23 02:49:08.222012 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-c5a22cf6-6ab0-431e-b1c7-7071790eaa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:08.223485 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-c5a22cf6-6ab0-431e-b1c7-7071790eaa99 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=b9f4c235-8038-4d58-af03-c65145b8a18f HTTP/1.1" status: 200 len: 1164 time: 0.0457485 Mar 23 02:49:08.291130 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-cb119e7e-e9b4-4f16-b54f-8f93073e876f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 HTTP/1.1" status: 200 len: 1035 time: 0.0606797 Mar 23 02:49:08.337956 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-0b561881-1796-47f5-a0e8-43a1c97a7754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:08.339292 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-0b561881-1796-47f5-a0e8-43a1c97a7754 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d2dd2f6-06fc-420c-8044-eaa0291740ae HTTP/1.1" status: 200 len: 835 time: 0.0426359 Mar 23 02:49:08.388451 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-91a3fc29-00c1-43b0-a762-4c792c60a9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:08.389917 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-91a3fc29-00c1-43b0-a762-4c792c60a9cd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2c264b28-40d0-4832-b0de-7861d180e5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444362 Mar 23 02:49:08.479114 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-77785b5f-d833-4e76-965a-ca536b8d294e service neutron] 10.222.0.23 "GET /v2.0/networks/2c264b28-40d0-4832-b0de-7861d180e5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828614 Mar 23 02:49:08.566022 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-626fc5f4-97f9-4822-9c3f-4df65753f8d1 req-6eeb850c-369c-4c79-8da5-0c42137c4d0e service neutron] 10.222.0.23 "GET /v2.0/networks/2c264b28-40d0-4832-b0de-7861d180e5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797343 Mar 23 02:49:09.274821 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1ed58-cefa-4f49-aebd-c92919aba2c2 req-c55fc4f7-d7b9-4e9e-8b11-4f9ae8a954f2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:09.276355 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-02f1ed58-cefa-4f49-aebd-c92919aba2c2 req-c55fc4f7-d7b9-4e9e-8b11-4f9ae8a954f2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9f4c235-8038-4d58-af03-c65145b8a18f HTTP/1.1" status: 200 len: 980 time: 0.0569189 Mar 23 02:49:09.323417 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-02f1ed58-cefa-4f49-aebd-c92919aba2c2 req-ee2a6adc-200c-4bdb-8c94-2104efa5ecab tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb92343-8d72-4261-9c10-138d36b0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415688 Mar 23 02:49:09.800315 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:49:09.896085 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4,segment=NetworkSegment(4d06f965-3c41-47fa-8045-8f797b543659),segment_id=4d06f965-3c41-47fa-8045-8f797b543659)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:49:09.907137 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4', 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0', 'port_id': '07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4', 'mac_address': 'fa:16:3e:70:75:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d2dd2f6-06fc-420c-8044-eaa0291740ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:49:09.947452 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:49:09.947871 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:09.960676 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:49:09.979705 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4,segment=NetworkSegment(4d06f965-3c41-47fa-8045-8f797b543659),segment_id=4d06f965-3c41-47fa-8045-8f797b543659)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:49:10.085332 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:10.132609 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4,revision_number=9']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:10.308239 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:49:10.770947 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b90d21-b4d9-43c2-aa8c-e62f2444e5ee req-9bdab87c-1673-4d06-b6c7-61b31722c1dc tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:10.772451 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a0b90d21-b4d9-43c2-aa8c-e62f2444e5ee req-9bdab87c-1673-4d06-b6c7-61b31722c1dc tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9f4c235-8038-4d58-af03-c65145b8a18f HTTP/1.1" status: 200 len: 981 time: 0.3802407 Mar 23 02:49:10.818330 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a0b90d21-b4d9-43c2-aa8c-e62f2444e5ee req-541bf4ae-1a55-44ea-a736-d0453c81800d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb92343-8d72-4261-9c10-138d36b0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403066 Mar 23 02:49:11.799347 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:49:11.913595 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:49:11.917558 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:11.917940 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:11.938198 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49275416-e76c-4492-8a3c-ee0f70432a89 req-0d93cffe-8617-4b82-bf53-f753498784bd tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:11.939989 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-49275416-e76c-4492-8a3c-ee0f70432a89 req-0d93cffe-8617-4b82-bf53-f753498784bd tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9f4c235-8038-4d58-af03-c65145b8a18f HTTP/1.1" status: 200 len: 981 time: 0.0527823 Mar 23 02:49:11.987522 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-49275416-e76c-4492-8a3c-ee0f70432a89 req-704223bd-bba7-4066-b7e1-c7418711d7ed tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb92343-8d72-4261-9c10-138d36b0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416002 Mar 23 02:49:11.999718 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:49:12.000146 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:12.023380 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f4c235-8038-4d58-af03-c65145b8a18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:49:12.025665 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8169a402-f80c-4ad8-a140-78c41f78e4b4" -d '{"events": [{"server_uuid": "b9f4c235-8038-4d58-af03-c65145b8a18f", "name": "network-vif-plugged", "status": "completed", "tag": "07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:49:12.038210 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4,segment=NetworkSegment(4d06f965-3c41-47fa-8045-8f797b543659),segment_id=4d06f965-3c41-47fa-8045-8f797b543659)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:49:12.063889 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0edfed-6e0d-48fe-a1aa-b55f04840473 x-openstack-request-id: req-ee0edfed-6e0d-48fe-a1aa-b55f04840473 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:49:12.064216 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f4c235-8038-4d58-af03-c65145b8a18f", "name": "network-vif-plugged", "status": "completed", "tag": "07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:49:12.064509 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee0edfed-6e0d-48fe-a1aa-b55f04840473 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:49:12.065213 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee0edfed-6e0d-48fe-a1aa-b55f04840473'] response: {'server_uuid': 'b9f4c235-8038-4d58-af03-c65145b8a18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4', 'code': 200} Mar 23 02:49:12.102662 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:12.152625 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4,revision_number=10']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:12.379728 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e8212-df5d-4a06-91a7-b5e09c2ba606 req-8fe81529-62e5-4aff-8826-f2c1a08eb5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:12.381214 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-691e8212-df5d-4a06-91a7-b5e09c2ba606 req-8fe81529-62e5-4aff-8826-f2c1a08eb5b7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b9f4c235-8038-4d58-af03-c65145b8a18f HTTP/1.1" status: 200 len: 1167 time: 0.0438542 Mar 23 02:49:12.423363 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-691e8212-df5d-4a06-91a7-b5e09c2ba606 req-5dd0d0f0-eaf7-48c0-bf62-a324e5d8d07a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=afb92343-8d72-4261-9c10-138d36b0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364826 Mar 23 02:49:13.113448 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914fe91-4241-4ac6-85e4-1d3297738307 req-29c1778f-55bd-4eaf-9951-a6baa3fb9352 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:13.114919 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-0914fe91-4241-4ac6-85e4-1d3297738307 req-29c1778f-55bd-4eaf-9951-a6baa3fb9352 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9f4c235-8038-4d58-af03-c65145b8a18f HTTP/1.1" status: 200 len: 983 time: 0.0551887 Mar 23 02:49:13.165644 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-0914fe91-4241-4ac6-85e4-1d3297738307 req-bb7df3ba-2692-44a8-a07f-f8028bfad31e tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb92343-8d72-4261-9c10-138d36b0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451477 Mar 23 02:49:14.285232 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced43c92-2607-4d2d-99fa-9419d2f5f0d2 req-ae54790c-e945-43f8-aca2-439577485020 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:14.286774 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ced43c92-2607-4d2d-99fa-9419d2f5f0d2 req-ae54790c-e945-43f8-aca2-439577485020 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9f4c235-8038-4d58-af03-c65145b8a18f HTTP/1.1" status: 200 len: 983 time: 0.0515034 Mar 23 02:49:14.337581 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ced43c92-2607-4d2d-99fa-9419d2f5f0d2 req-6ad4ee84-8957-48b3-91b9-3425f4092282 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb92343-8d72-4261-9c10-138d36b0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452008 Mar 23 02:49:14.460023 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06bccdb-a133-4537-830f-7d8864cf613b req-8cfe1856-8c20-490b-a399-216245508966 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:14.466626 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c06bccdb-a133-4537-830f-7d8864cf613b req-8cfe1856-8c20-490b-a399-216245508966 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9f4c235-8038-4d58-af03-c65145b8a18f HTTP/1.1" status: 200 len: 983 time: 0.0541232 Mar 23 02:49:14.509760 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c06bccdb-a133-4537-830f-7d8864cf613b req-25cc973a-ba96-4ea8-8b80-e8c9a1f87fd9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb92343-8d72-4261-9c10-138d36b0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424809 Mar 23 02:49:14.531714 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35506) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:14.608764 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89cc605-2429-485f-b1de-0e39220f9ec5 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:14.610263 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e89cc605-2429-485f-b1de-0e39220f9ec5 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b9f4c235-8038-4d58-af03-c65145b8a18f&network_id=2c264b28-40d0-4832-b0de-7861d180e5d0 HTTP/1.1" status: 200 len: 1162 time: 0.0775690 Mar 23 02:49:15.117449 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1018274-ef2c-4a9f-8530-c8b50fd09935 req-20eefed4-ef4e-4a15-ab28-c6b7fbe8e5c2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:15.119151 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-f1018274-ef2c-4a9f-8530-c8b50fd09935 req-20eefed4-ef4e-4a15-ab28-c6b7fbe8e5c2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9f4c235-8038-4d58-af03-c65145b8a18f HTTP/1.1" status: 200 len: 983 time: 0.0548091 Mar 23 02:49:15.166264 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-f1018274-ef2c-4a9f-8530-c8b50fd09935 req-322a407d-72df-4a43-b88b-f036d6489f22 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb92343-8d72-4261-9c10-138d36b0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415654 Mar 23 02:49:16.286376 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9215b2a-04d5-4f60-a4ce-bc2a49e22b27 req-1be0f555-b199-4432-8135-a037aadfe0bf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:16.287861 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c9215b2a-04d5-4f60-a4ce-bc2a49e22b27 req-1be0f555-b199-4432-8135-a037aadfe0bf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9f4c235-8038-4d58-af03-c65145b8a18f HTTP/1.1" status: 200 len: 983 time: 0.0522885 Mar 23 02:49:16.341544 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c9215b2a-04d5-4f60-a4ce-bc2a49e22b27 req-bd2a5e10-5ef1-4596-b24a-15f8d6f2b6ed tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb92343-8d72-4261-9c10-138d36b0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481594 Mar 23 02:49:16.381483 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe4a38-2df5-4c1c-87f7-8fe9e392f75b req-fcd5c43e-6033-4b84-b6a3-4079bb2891e8 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:16.382928 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-27fe4a38-2df5-4c1c-87f7-8fe9e392f75b req-fcd5c43e-6033-4b84-b6a3-4079bb2891e8 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9f4c235-8038-4d58-af03-c65145b8a18f HTTP/1.1" status: 200 len: 983 time: 0.0537446 Mar 23 02:49:16.430088 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe4a38-2df5-4c1c-87f7-8fe9e392f75b req-48527030-ca30-40d4-a3d7-6eebbe9c73f7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:16.431323 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-27fe4a38-2df5-4c1c-87f7-8fe9e392f75b req-48527030-ca30-40d4-a3d7-6eebbe9c73f7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/ports/07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0432823 Mar 23 02:49:16.527189 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-27fe4a38-2df5-4c1c-87f7-8fe9e392f75b req-10a7e04e-5684-43d4-bc66-4e593a3b67c4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/networks/2c264b28-40d0-4832-b0de-7861d180e5d0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0911350 Mar 23 02:49:16.536478 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-27fe4a38-2df5-4c1c-87f7-8fe9e392f75b req-42230764-71dc-403b-97dc-2b805d9ffbe4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:16.595954 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-27fe4a38-2df5-4c1c-87f7-8fe9e392f75b req-42230764-71dc-403b-97dc-2b805d9ffbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:16.724975 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-27fe4a38-2df5-4c1c-87f7-8fe9e392f75b req-42230764-71dc-403b-97dc-2b805d9ffbe4 service neutron] For port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4,segment=NetworkSegment(4d06f965-3c41-47fa-8045-8f797b543659),segment_id=4d06f965-3c41-47fa-8045-8f797b543659)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:49:16.757594 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-27fe4a38-2df5-4c1c-87f7-8fe9e392f75b req-42230764-71dc-403b-97dc-2b805d9ffbe4 service neutron] For port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:49:16.792639 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-27fe4a38-2df5-4c1c-87f7-8fe9e392f75b req-42230764-71dc-403b-97dc-2b805d9ffbe4 service neutron] device_id is not set on port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 yet. {{(pid=104349) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:49:16.800753 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-27fe4a38-2df5-4c1c-87f7-8fe9e392f75b req-42230764-71dc-403b-97dc-2b805d9ffbe4 service neutron] Publish callbacks [] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:16.879727 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-27fe4a38-2df5-4c1c-87f7-8fe9e392f75b req-42230764-71dc-403b-97dc-2b805d9ffbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:16.927226 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42230764-71dc-403b-97dc-2b805d9ffbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4,revision_number=11']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:17.003131 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-27fe4a38-2df5-4c1c-87f7-8fe9e392f75b req-42230764-71dc-403b-97dc-2b805d9ffbe4 service neutron] No DVR routers for this DVR port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:49:17.146525 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-27fe4a38-2df5-4c1c-87f7-8fe9e392f75b req-42230764-71dc-403b-97dc-2b805d9ffbe4 service neutron] In _notify_port_updated(), no bound segment for port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 on network 2c264b28-40d0-4832-b0de-7861d180e5d0 {{(pid=104349) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:49:17.147396 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe4a38-2df5-4c1c-87f7-8fe9e392f75b req-42230764-71dc-403b-97dc-2b805d9ffbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:17.148052 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-27fe4a38-2df5-4c1c-87f7-8fe9e392f75b req-42230764-71dc-403b-97dc-2b805d9ffbe4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:17.149321 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-27fe4a38-2df5-4c1c-87f7-8fe9e392f75b req-42230764-71dc-403b-97dc-2b805d9ffbe4 service neutron] 10.222.0.23 "PUT /v2.0/ports/07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 HTTP/1.1" status: 200 len: 1026 time: 0.6166992 Mar 23 02:49:17.167466 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-471d99de-6d2b-4865-98a2-2759fab76729 None None] Provisioning complete for port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:17.169239 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-471d99de-6d2b-4865-98a2-2759fab76729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:17.201226 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-471d99de-6d2b-4865-98a2-2759fab76729 None None] Port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:49:17.437678 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4765fe94-e97c-43fd-8d4f-9bdbff05e253 req-10f15b77-c4d2-44d1-bb39-8205cd267e6c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9f4c235-8038-4d58-af03-c65145b8a18f HTTP/1.1" status: 200 len: 210 time: 0.0300260 Mar 23 02:49:17.587850 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16738488-984f-4de6-be29-98ea7ccfa521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:18.492464 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35518) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:18.548731 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-27547d58-82b1-432e-93e6-3bf4426c7182 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (9c402901-5ecc-4995-adf2-db5c1b300226), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:18.573882 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-27547d58-82b1-432e-93e6-3bf4426c7182 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (9c402901-5ecc-4995-adf2-db5c1b300226), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:18.673854 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:18.712971 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-27547d58-82b1-432e-93e6-3bf4426c7182 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (9c402901-5ecc-4995-adf2-db5c1b300226), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:18.715604 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-27547d58-82b1-432e-93e6-3bf4426c7182 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:18.716869 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-27547d58-82b1-432e-93e6-3bf4426c7182 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/security-groups/9c402901-5ecc-4995-adf2-db5c1b300226 HTTP/1.1" status: 204 len: 168 time: 0.2233176 Mar 23 02:49:18.726775 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27547d58-82b1-432e-93e6-3bf4426c7182 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c402901-5ecc-4995-adf2-db5c1b300226,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:18.810905 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35522) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:18.967178 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-3b203ee4-10dc-4f15-9f53-fba3b3fdd751 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port fa88bf79-2be9-4f10-812e-c27324b265ff {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:49:18.967447 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3b203ee4-10dc-4f15-9f53-fba3b3fdd751 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (fa88bf79-2be9-4f10-812e-c27324b265ff), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:19.046133 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3b203ee4-10dc-4f15-9f53-fba3b3fdd751 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (fa88bf79-2be9-4f10-812e-c27324b265ff), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:19.046456 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3b203ee4-10dc-4f15-9f53-fba3b3fdd751 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (fa88bf79-2be9-4f10-812e-c27324b265ff), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:19.057996 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-3b203ee4-10dc-4f15-9f53-fba3b3fdd751 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for fa88bf79-2be9-4f10-812e-c27324b265ff owned by network:floatingip {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:49:19.262265 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3b203ee4-10dc-4f15-9f53-fba3b3fdd751 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (fa88bf79-2be9-4f10-812e-c27324b265ff), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:19.290924 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b203ee4-10dc-4f15-9f53-fba3b3fdd751 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=fa88bf79-2be9-4f10-812e-c27324b265ff,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:19.350697 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3b203ee4-10dc-4f15-9f53-fba3b3fdd751 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (1127b600-a413-4d97-80ac-684d8fce114a), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:19.351033 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [None req-3b203ee4-10dc-4f15-9f53-fba3b3fdd751 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Floating IP 1127b600-a413-4d97-80ac-684d8fce114a disassociated (deleted). External IP: 172.26.2.79, port: 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4. Mar 23 02:49:19.563263 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b203ee4-10dc-4f15-9f53-fba3b3fdd751 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router 1b036354-3282-425e-8a74-cc4de3978869 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:49:19.673081 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b203ee4-10dc-4f15-9f53-fba3b3fdd751 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:49:19.678156 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3b203ee4-10dc-4f15-9f53-fba3b3fdd751 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:19.682877 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e61f65d-b8c6-4ac6-aeb5-1a1cd21b0652 None None] Sync routers for ids ['1b036354-3282-425e-8a74-cc4de3978869'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:49:19.692612 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e61f65d-b8c6-4ac6-aeb5-1a1cd21b0652 None None] Routers {'1b036354-3282-425e-8a74-cc4de3978869'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:49:19.693230 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-1e61f65d-b8c6-4ac6-aeb5-1a1cd21b0652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:48:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['1b036354-3282-425e-8a74-cc4de3978869'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:19.709269 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3b203ee4-10dc-4f15-9f53-fba3b3fdd751 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/floatingips/1127b600-a413-4d97-80ac-684d8fce114a HTTP/1.1" status: 204 len: 168 time: 0.8972073 Mar 23 02:49:19.778608 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35528) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:19.803193 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-1e61f65d-b8c6-4ac6-aeb5-1a1cd21b0652 None None] Set router 1b036354-3282-425e-8a74-cc4de3978869 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:49:19.836628 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a850dadb-a3e6-42d9-ad5f-f46d1e73d852 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (25d282dd-1e88-4c71-bacf-f7f150484ccc), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:19.849349 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:49:19.863750 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a850dadb-a3e6-42d9-ad5f-f46d1e73d852 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (25d282dd-1e88-4c71-bacf-f7f150484ccc), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:19.955297 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-97c9ba2d-054b-470d-8f6c-6bd373be058b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:19.973550 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] The host hv-neutron-8346 is not matching for port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 host ! {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 02:49:19.973938 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:49:20.010069 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a850dadb-a3e6-42d9-ad5f-f46d1e73d852 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (25d282dd-1e88-4c71-bacf-f7f150484ccc), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:20.012644 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a850dadb-a3e6-42d9-ad5f-f46d1e73d852 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:20.013816 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a850dadb-a3e6-42d9-ad5f-f46d1e73d852 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/security-groups/25d282dd-1e88-4c71-bacf-f7f150484ccc HTTP/1.1" status: 204 len: 168 time: 0.2342083 Mar 23 02:49:20.023853 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850dadb-a3e6-42d9-ad5f-f46d1e73d852 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d282dd-1e88-4c71-bacf-f7f150484ccc,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:20.067191 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-1e61f65d-b8c6-4ac6-aeb5-1a1cd21b0652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b036354-3282-425e-8a74-cc4de3978869', 'name': 'tempest-TestNetworkBasicOps-router-629383785', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ca874da6-438c-4988-a9b1-d39e4d8871b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:48:33Z', 'updated_at': '2022-03-23T02:48:38Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'ca874da6-438c-4988-a9b1-d39e4d8871b6', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b036354-3282-425e-8a74-cc4de3978869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:34Z', 'updated_at': '2022-03-23T02:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '25eb3903-64be-4ab1-82f4-5f2200e09e5e', 'name': '', 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:86:e6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b036354-3282-425e-8a74-cc4de3978869', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '0d2dd2f6-06fc-420c-8044-eaa0291740ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:37Z', 'updated_at': '2022-03-23T02:48:40Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '0d2dd2f6-06fc-420c-8044-eaa0291740ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:20.093203 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e61f65d-b8c6-4ac6-aeb5-1a1cd21b0652 None None] Checking router: 1b036354-3282-425e-8a74-cc4de3978869 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:49:20.102077 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e61f65d-b8c6-4ac6-aeb5-1a1cd21b0652 None None] Routers {'1b036354-3282-425e-8a74-cc4de3978869'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:49:20.102681 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-1e61f65d-b8c6-4ac6-aeb5-1a1cd21b0652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:49:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['1b036354-3282-425e-8a74-cc4de3978869'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:20.108553 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35532) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:20.204918 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-0d262d47-75af-48ba-b85e-d0a0d4f58d8f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:49:20.205280 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0d262d47-75af-48ba-b85e-d0a0d4f58d8f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:20.215852 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-1e61f65d-b8c6-4ac6-aeb5-1a1cd21b0652 None None] Set router 1b036354-3282-425e-8a74-cc4de3978869 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:49:20.291233 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0d262d47-75af-48ba-b85e-d0a0d4f58d8f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:20.304275 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-0d262d47-75af-48ba-b85e-d0a0d4f58d8f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for 07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 owned by {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:49:20.412299 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-1e61f65d-b8c6-4ac6-aeb5-1a1cd21b0652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b036354-3282-425e-8a74-cc4de3978869', 'name': 'tempest-TestNetworkBasicOps-router-629383785', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ca874da6-438c-4988-a9b1-d39e4d8871b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:48:33Z', 'updated_at': '2022-03-23T02:48:38Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'ca874da6-438c-4988-a9b1-d39e4d8871b6', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b036354-3282-425e-8a74-cc4de3978869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:34Z', 'updated_at': '2022-03-23T02:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '25eb3903-64be-4ab1-82f4-5f2200e09e5e', 'name': '', 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:86:e6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b036354-3282-425e-8a74-cc4de3978869', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '0d2dd2f6-06fc-420c-8044-eaa0291740ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:37Z', 'updated_at': '2022-03-23T02:48:40Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '0d2dd2f6-06fc-420c-8044-eaa0291740ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:20.442117 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e61f65d-b8c6-4ac6-aeb5-1a1cd21b0652 None None] The sync data for ids ['1b036354-3282-425e-8a74-cc4de3978869'] in dv-neutron-834613-2-hyperv is: [{'id': '1b036354-3282-425e-8a74-cc4de3978869', 'name': 'tempest-TestNetworkBasicOps-router-629383785', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ca874da6-438c-4988-a9b1-d39e4d8871b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:48:33Z', 'updated_at': '2022-03-23T02:48:38Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'ca874da6-438c-4988-a9b1-d39e4d8871b6', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b036354-3282-425e-8a74-cc4de3978869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:34Z', 'updated_at': '2022-03-23T02:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '25eb3903-64be-4ab1-82f4-5f2200e09e5e', 'name': '', 'network_id': '2c264b28-40d0-4832-b0de-7861d180e5d0', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:86:e6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b036354-3282-425e-8a74-cc4de3978869', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '0d2dd2f6-06fc-420c-8044-eaa0291740ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:37Z', 'updated_at': '2022-03-23T02:48:40Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '0d2dd2f6-06fc-420c-8044-eaa0291740ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:49:20.513245 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0d262d47-75af-48ba-b85e-d0a0d4f58d8f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:20.541563 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d262d47-75af-48ba-b85e-d0a0d4f58d8f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:20.624522 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0d262d47-75af-48ba-b85e-d0a0d4f58d8f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:20.631052 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0d262d47-75af-48ba-b85e-d0a0d4f58d8f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/ports/07a75e2f-0c1e-41ba-b0e7-a6034be6e6b4 HTTP/1.1" status: 204 len: 168 time: 0.5184896 Mar 23 02:49:20.631236 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35534) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:20.694620 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef07550-5c92-4641-80fa-46f72613f282 None None] New status for floating IP 1127b600-a413-4d97-80ac-684d8fce114a: DOWN {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:49:21.009401 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-418c84d3-4e40-4cb7-8ccb-042813936e16 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (1b036354-3282-425e-8a74-cc4de3978869), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:21.233499 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:21.270838 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-418c84d3-4e40-4cb7-8ccb-042813936e16 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port 25eb3903-64be-4ab1-82f4-5f2200e09e5e {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:49:21.274747 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-418c84d3-4e40-4cb7-8ccb-042813936e16 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (25eb3903-64be-4ab1-82f4-5f2200e09e5e), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:21.360563 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-418c84d3-4e40-4cb7-8ccb-042813936e16 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] For port 25eb3903-64be-4ab1-82f4-5f2200e09e5e, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=25eb3903-64be-4ab1-82f4-5f2200e09e5e,segment=NetworkSegment(4d06f965-3c41-47fa-8045-8f797b543659),segment_id=4d06f965-3c41-47fa-8045-8f797b543659)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:49:21.360941 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-418c84d3-4e40-4cb7-8ccb-042813936e16 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (25eb3903-64be-4ab1-82f4-5f2200e09e5e), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:21.374303 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-418c84d3-4e40-4cb7-8ccb-042813936e16 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for 25eb3903-64be-4ab1-82f4-5f2200e09e5e owned by network:router_interface {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:49:21.627982 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-418c84d3-4e40-4cb7-8ccb-042813936e16 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (25eb3903-64be-4ab1-82f4-5f2200e09e5e), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:21.654569 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c84d3-4e40-4cb7-8ccb-042813936e16 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=25eb3903-64be-4ab1-82f4-5f2200e09e5e,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:21.839222 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-418c84d3-4e40-4cb7-8ccb-042813936e16 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (1b036354-3282-425e-8a74-cc4de3978869), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:22.054199 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418c84d3-4e40-4cb7-8ccb-042813936e16 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router 1b036354-3282-425e-8a74-cc4de3978869 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:49:22.161706 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418c84d3-4e40-4cb7-8ccb-042813936e16 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:49:22.167464 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-418c84d3-4e40-4cb7-8ccb-042813936e16 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "PUT /v2.0/routers/1b036354-3282-425e-8a74-cc4de3978869/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5345187 Mar 23 02:49:22.169790 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35536) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:22.172249 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f18d52-b765-4425-bb6d-eafefe778b6d None None] Sync routers for ids ['1b036354-3282-425e-8a74-cc4de3978869'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:49:22.182451 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f18d52-b765-4425-bb6d-eafefe778b6d None None] Routers {'1b036354-3282-425e-8a74-cc4de3978869'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:49:22.183067 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-97f18d52-b765-4425-bb6d-eafefe778b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:49:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['1b036354-3282-425e-8a74-cc4de3978869'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:22.221611 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b2f422-a65a-4458-90c2-c3d195d88b7a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting subnet 0d2dd2f6-06fc-420c-8044-eaa0291740ae {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:49:22.224808 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-46b2f422-a65a-4458-90c2-c3d195d88b7a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for subnet (0d2dd2f6-06fc-420c-8044-eaa0291740ae), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:22.265682 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-46b2f422-a65a-4458-90c2-c3d195d88b7a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (0d2dd2f6-06fc-420c-8044-eaa0291740ae), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:22.357615 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-46b2f422-a65a-4458-90c2-c3d195d88b7a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (0d2dd2f6-06fc-420c-8044-eaa0291740ae), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:22.439631 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-97f18d52-b765-4425-bb6d-eafefe778b6d None None] Set router 1b036354-3282-425e-8a74-cc4de3978869 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:49:22.485307 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-46b2f422-a65a-4458-90c2-c3d195d88b7a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (0d2dd2f6-06fc-420c-8044-eaa0291740ae), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:22.513624 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2f422-a65a-4458-90c2-c3d195d88b7a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Subnet': ['ID=0d2dd2f6-06fc-420c-8044-eaa0291740ae,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:22.515569 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-46b2f422-a65a-4458-90c2-c3d195d88b7a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:22.519328 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-46b2f422-a65a-4458-90c2-c3d195d88b7a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/subnets/0d2dd2f6-06fc-420c-8044-eaa0291740ae HTTP/1.1" status: 204 len: 168 time: 0.3484519 Mar 23 02:49:22.522045 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35538) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:22.536307 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f322a2c-ed35-47b9-a1de-b936200e370a None None] Network 2c264b28-40d0-4832-b0de-7861d180e5d0 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:49:22.633539 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6ff72017-a37e-4083-8951-55771fefa7d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router (1b036354-3282-425e-8a74-cc4de3978869), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:22.698946 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:22.717028 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-97f18d52-b765-4425-bb6d-eafefe778b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b036354-3282-425e-8a74-cc4de3978869', 'name': 'tempest-TestNetworkBasicOps-router-629383785', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ca874da6-438c-4988-a9b1-d39e4d8871b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:48:33Z', 'updated_at': '2022-03-23T02:49:21Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'ca874da6-438c-4988-a9b1-d39e4d8871b6', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b036354-3282-425e-8a74-cc4de3978869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:34Z', 'updated_at': '2022-03-23T02:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:22.749656 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f18d52-b765-4425-bb6d-eafefe778b6d None None] Checking router: 1b036354-3282-425e-8a74-cc4de3978869 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:49:22.751416 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6ff72017-a37e-4083-8951-55771fefa7d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_gateway (1b036354-3282-425e-8a74-cc4de3978869), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:22.759145 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f18d52-b765-4425-bb6d-eafefe778b6d None None] Routers {'1b036354-3282-425e-8a74-cc4de3978869'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:49:22.759769 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-97f18d52-b765-4425-bb6d-eafefe778b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:49:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['1b036354-3282-425e-8a74-cc4de3978869'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:22.794772 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21b6a7f-c2d7-431c-9adb-2fa4662ac2e7 None None] DHCP port deletion for 2c264b28-40d0-4832-b0de-7861d180e5d0 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:49:22.860058 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-6ff72017-a37e-4083-8951-55771fefa7d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port ca874da6-438c-4988-a9b1-d39e4d8871b6 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:49:22.860334 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6ff72017-a37e-4083-8951-55771fefa7d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (ca874da6-438c-4988-a9b1-d39e4d8871b6), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:22.896154 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-97f18d52-b765-4425-bb6d-eafefe778b6d None None] Set router 1b036354-3282-425e-8a74-cc4de3978869 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:49:22.942953 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-6ff72017-a37e-4083-8951-55771fefa7d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] For port ca874da6-438c-4988-a9b1-d39e4d8871b6, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=ca874da6-438c-4988-a9b1-d39e4d8871b6,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:49:22.943312 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6ff72017-a37e-4083-8951-55771fefa7d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (ca874da6-438c-4988-a9b1-d39e4d8871b6), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:22.957238 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-6ff72017-a37e-4083-8951-55771fefa7d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for ca874da6-438c-4988-a9b1-d39e4d8871b6 owned by network:router_gateway {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:49:22.958316 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-a21b6a7f-c2d7-431c-9adb-2fa4662ac2e7 None None] Deleting port 50567ba8-569a-4482-9e43-665be1d682d6 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:49:22.958842 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a21b6a7f-c2d7-431c-9adb-2fa4662ac2e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (50567ba8-569a-4482-9e43-665be1d682d6), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:23.085976 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-a21b6a7f-c2d7-431c-9adb-2fa4662ac2e7 None None] For port 50567ba8-569a-4482-9e43-665be1d682d6, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=50567ba8-569a-4482-9e43-665be1d682d6,segment=NetworkSegment(4d06f965-3c41-47fa-8045-8f797b543659),segment_id=4d06f965-3c41-47fa-8045-8f797b543659)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:49:23.086386 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a21b6a7f-c2d7-431c-9adb-2fa4662ac2e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (50567ba8-569a-4482-9e43-665be1d682d6), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:23.108639 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-a21b6a7f-c2d7-431c-9adb-2fa4662ac2e7 None None] Calling delete_port for 50567ba8-569a-4482-9e43-665be1d682d6 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:49:23.193523 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6ff72017-a37e-4083-8951-55771fefa7d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (ca874da6-438c-4988-a9b1-d39e4d8871b6), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:23.215443 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-97f18d52-b765-4425-bb6d-eafefe778b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b036354-3282-425e-8a74-cc4de3978869', 'name': 'tempest-TestNetworkBasicOps-router-629383785', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ca874da6-438c-4988-a9b1-d39e4d8871b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:48:33Z', 'updated_at': '2022-03-23T02:49:21Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'ca874da6-438c-4988-a9b1-d39e4d8871b6', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b036354-3282-425e-8a74-cc4de3978869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:34Z', 'updated_at': '2022-03-23T02:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:23.245896 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff72017-a37e-4083-8951-55771fefa7d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=ca874da6-438c-4988-a9b1-d39e4d8871b6,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:23.246640 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f18d52-b765-4425-bb6d-eafefe778b6d None None] The sync data for ids ['1b036354-3282-425e-8a74-cc4de3978869'] in dv-neutron-834613-2-hyperv is: [{'id': '1b036354-3282-425e-8a74-cc4de3978869', 'name': 'tempest-TestNetworkBasicOps-router-629383785', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ca874da6-438c-4988-a9b1-d39e4d8871b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:48:33Z', 'updated_at': '2022-03-23T02:49:21Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'ca874da6-438c-4988-a9b1-d39e4d8871b6', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b036354-3282-425e-8a74-cc4de3978869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:34Z', 'updated_at': '2022-03-23T02:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:49:23.287927 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6ff72017-a37e-4083-8951-55771fefa7d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (1b036354-3282-425e-8a74-cc4de3978869), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:23.313328 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a21b6a7f-c2d7-431c-9adb-2fa4662ac2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (50567ba8-569a-4482-9e43-665be1d682d6), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:23.338984 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b6a7f-c2d7-431c-9adb-2fa4662ac2e7 None None] Pushing event deleted for resources: {'Port': ['ID=50567ba8-569a-4482-9e43-665be1d682d6,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:23.342428 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21b6a7f-c2d7-431c-9adb-2fa4662ac2e7 None None] No DVR routers for this DVR port 50567ba8-569a-4482-9e43-665be1d682d6 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:49:23.385055 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6ff72017-a37e-4083-8951-55771fefa7d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (1b036354-3282-425e-8a74-cc4de3978869), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:23.387177 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6ff72017-a37e-4083-8951-55771fefa7d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_controller (1b036354-3282-425e-8a74-cc4de3978869), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:23.483992 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6ff72017-a37e-4083-8951-55771fefa7d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (1b036354-3282-425e-8a74-cc4de3978869), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:23.484477 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff72017-a37e-4083-8951-55771fefa7d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Fanout notify agent at l3_agent the message router_deleted on router 1b036354-3282-425e-8a74-cc4de3978869 {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:49:23.491231 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6ff72017-a37e-4083-8951-55771fefa7d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:23.492407 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6ff72017-a37e-4083-8951-55771fefa7d6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/routers/1b036354-3282-425e-8a74-cc4de3978869 HTTP/1.1" status: 204 len: 168 time: 0.9693716 Mar 23 02:49:23.495003 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35540) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:23.569419 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-02c865d4-ac8a-4141-a020-db6ee622ee21 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (2c264b28-40d0-4832-b0de-7861d180e5d0), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:23.663503 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-02c865d4-ac8a-4141-a020-db6ee622ee21 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (2c264b28-40d0-4832-b0de-7861d180e5d0), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:23.686416 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-02c865d4-ac8a-4141-a020-db6ee622ee21 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c264b28-40d0-4832-b0de-7861d180e5d0']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:23.696715 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-02c865d4-ac8a-4141-a020-db6ee622ee21 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d06f965-3c41-47fa-8045-8f797b543659') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:23.697092 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-02c865d4-ac8a-4141-a020-db6ee622ee21 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d06f965-3c41-47fa-8045-8f797b543659') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:23.708022 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-02c865d4-ac8a-4141-a020-db6ee622ee21 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (4d06f965-3c41-47fa-8045-8f797b543659), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:23.722193 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-02c865d4-ac8a-4141-a020-db6ee622ee21 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (4d06f965-3c41-47fa-8045-8f797b543659), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:23.728633 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c865d4-ac8a-4141-a020-db6ee622ee21 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:49:23.729273 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-02c865d4-ac8a-4141-a020-db6ee622ee21 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (4d06f965-3c41-47fa-8045-8f797b543659), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:23.732388 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:49:23.732388 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:49:23.732388 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:49:23.732388 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:49:23.732388 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:49:23.732388 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:49:23.732388 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:49:23.732388 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:49:23.732388 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:49:23.732388 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:49:23.732388 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:49:23.732388 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:49:23.732388 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:49:23.732388 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:49:23.732388 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:49:23.732388 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:49:23.732388 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:49:23.732388 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:49:23.732388 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:49:23.732388 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:49:23.732388 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:49:23.732388 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:49:23.732388 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:49:23.732388 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:49:23.732388 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:49:23.732388 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:49:23.732388 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:49:23.732388 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:49:23.732388 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:49:23.732388 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:49:23.732388 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:49:23.732388 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:49:23.856814 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-02c865d4-ac8a-4141-a020-db6ee622ee21 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (2c264b28-40d0-4832-b0de-7861d180e5d0), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:23.873650 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-02c865d4-ac8a-4141-a020-db6ee622ee21 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:23.873650 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-02c865d4-ac8a-4141-a020-db6ee622ee21 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/networks/2c264b28-40d0-4832-b0de-7861d180e5d0 HTTP/1.1" status: 204 len: 168 time: 0.3719413 Mar 23 02:49:23.882228 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35542) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:23.891668 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c865d4-ac8a-4141-a020-db6ee622ee21 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Network': ['ID=2c264b28-40d0-4832-b0de-7861d180e5d0,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:23.900611 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-25f11894-f414-4651-a3e6-d1a1c5165b71 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0165935 Mar 23 02:49:23.903024 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35544) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:23.909243 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-273adfdd-3c73-4561-85de-fefa08c1b136 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'network': {'name': 'tempest-network-smoke--1542160228', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'port_security_enabled': True}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:23.947886 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:23.993141 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273adfdd-3c73-4561-85de-fefa08c1b136 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Made reservation on behalf of d14f7a32e895424c88fd77b8785e073b for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:49:23.996560 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-273adfdd-3c73-4561-85de-fefa08c1b136 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:24.020717 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273adfdd-3c73-4561-85de-fefa08c1b136 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:49:24.029511 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-273adfdd-3c73-4561-85de-fefa08c1b136 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (e710357f-5c03-49d3-aa34-756a955902f7), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:24.029872 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-273adfdd-3c73-4561-85de-fefa08c1b136 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Added segment e710357f-5c03-49d3-aa34-756a955902f7 of type vlan for network 00453160-d9db-48a5-81ed-996fb61f7b43 Mar 23 02:49:24.069248 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-273adfdd-3c73-4561-85de-fefa08c1b136 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (00453160-d9db-48a5-81ed-996fb61f7b43), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:24.136432 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-273adfdd-3c73-4561-85de-fefa08c1b136 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (00453160-d9db-48a5-81ed-996fb61f7b43), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:24.141542 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273adfdd-3c73-4561-85de-fefa08c1b136 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:24.142167 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-273adfdd-3c73-4561-85de-fefa08c1b136 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:24.210072 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273adfdd-3c73-4561-85de-fefa08c1b136 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Network': ['ID=00453160-d9db-48a5-81ed-996fb61f7b43,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:24.221994 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 00453160-d9db-48a5-81ed-996fb61f7b43 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:49:24.282247 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-273adfdd-3c73-4561-85de-fefa08c1b136 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3781197 Mar 23 02:49:24.285291 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35546) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:24.289828 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-72528e48-4329-4945-8d6e-22ba7d489f1d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-910500492', 'admin_state_up': True, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:24.399744 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-72528e48-4329-4945-8d6e-22ba7d489f1d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (13f84fab-10ab-4348-9f54-f9459e0749bf), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:24.400909 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-72528e48-4329-4945-8d6e-22ba7d489f1d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (13f84fab-10ab-4348-9f54-f9459e0749bf), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:24.437038 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 50567ba8-569a-4482-9e43-665be1d682d6 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:49:24.452959 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-72528e48-4329-4945-8d6e-22ba7d489f1d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_controller (13f84fab-10ab-4348-9f54-f9459e0749bf), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:24.458866 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 50567ba8-569a-4482-9e43-665be1d682d6 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:49:24.460573 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 50567ba8-569a-4482-9e43-665be1d682d6 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:49:24.460573 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 25eb3903-64be-4ab1-82f4-5f2200e09e5e no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:49:24.477858 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 25eb3903-64be-4ab1-82f4-5f2200e09e5e {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:49:24.478210 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 25eb3903-64be-4ab1-82f4-5f2200e09e5e not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:49:24.478621 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device ca874da6-438c-4988-a9b1-d39e4d8871b6 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:49:24.496568 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: ca874da6-438c-4988-a9b1-d39e4d8871b6 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:49:24.496925 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device ca874da6-438c-4988-a9b1-d39e4d8871b6 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:49:24.644278 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-72528e48-4329-4945-8d6e-22ba7d489f1d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_gateway (13f84fab-10ab-4348-9f54-f9459e0749bf), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:24.926452 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-72528e48-4329-4945-8d6e-22ba7d489f1d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_gateway (13f84fab-10ab-4348-9f54-f9459e0749bf), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:24.947907 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-72528e48-4329-4945-8d6e-22ba7d489f1d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:25.047175 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-72528e48-4329-4945-8d6e-22ba7d489f1d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.26.2.129 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/b71a6b9e-0b61-4c86-a319-977ad804738b) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:49:25.149855 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-72528e48-4329-4945-8d6e-22ba7d489f1d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (b71a6b9e-0b61-4c86-a319-977ad804738b), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:25.228456 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-72528e48-4329-4945-8d6e-22ba7d489f1d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (b71a6b9e-0b61-4c86-a319-977ad804738b), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:25.265259 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72528e48-4329-4945-8d6e-22ba7d489f1d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:49:25.268399 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-72528e48-4329-4945-8d6e-22ba7d489f1d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:49:25.274315 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72528e48-4329-4945-8d6e-22ba7d489f1d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:49:25.279696 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72528e48-4329-4945-8d6e-22ba7d489f1d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=b71a6b9e-0b61-4c86-a319-977ad804738b,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:25.578568 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-72528e48-4329-4945-8d6e-22ba7d489f1d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_gateway (13f84fab-10ab-4348-9f54-f9459e0749bf), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:26.071442 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-72528e48-4329-4945-8d6e-22ba7d489f1d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (13f84fab-10ab-4348-9f54-f9459e0749bf), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:26.296036 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72528e48-4329-4945-8d6e-22ba7d489f1d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router 13f84fab-10ab-4348-9f54-f9459e0749bf is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:49:26.403924 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72528e48-4329-4945-8d6e-22ba7d489f1d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:49:26.413948 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debf5155-f80a-4d3c-b5da-6da42907cf23 None None] Sync routers for ids ['13f84fab-10ab-4348-9f54-f9459e0749bf'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:49:26.423762 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debf5155-f80a-4d3c-b5da-6da42907cf23 None None] Routers {'13f84fab-10ab-4348-9f54-f9459e0749bf'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:49:26.424782 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-debf5155-f80a-4d3c-b5da-6da42907cf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:49:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['13f84fab-10ab-4348-9f54-f9459e0749bf'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:26.480994 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-72528e48-4329-4945-8d6e-22ba7d489f1d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:26.482316 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-72528e48-4329-4945-8d6e-22ba7d489f1d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1960418 Mar 23 02:49:26.485322 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35548) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:26.514504 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7cbf19b1-61f4-4e91-8fd9-bdee38d8b510 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=d14f7a32e895424c88fd77b8785e073b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280364 Mar 23 02:49:26.517224 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35550) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:26.612147 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f44499-3d7f-40aa-b8bc-f23f09381c20 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:26.613760 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f7f44499-3d7f-40aa-b8bc-f23f09381c20 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0946205 Mar 23 02:49:26.616537 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35552) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:26.619087 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-debf5155-f80a-4d3c-b5da-6da42907cf23 None None] Set router 13f84fab-10ab-4348-9f54-f9459e0749bf gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:49:26.645097 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6372d35a-ea82-4c06-88de-115fa1f0c3b2 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6bbcca03-75ff-487c-8b0e-a32302dacbee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275567 Mar 23 02:49:26.647476 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35554) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:26.652125 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-a610d801-6274-440d-a250-c9a5e903cf64 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-774889597', 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:26.792046 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-debf5155-f80a-4d3c-b5da-6da42907cf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'name': 'tempest-TestNetworkBasicOps-router-910500492', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:49:25Z', 'revision_number': 3, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:26.799220 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a610d801-6274-440d-a250-c9a5e903cf64 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Made reservation on behalf of d14f7a32e895424c88fd77b8785e073b for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:49:26.803226 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a610d801-6274-440d-a250-c9a5e903cf64 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:26.818181 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debf5155-f80a-4d3c-b5da-6da42907cf23 None None] Checking router: 13f84fab-10ab-4348-9f54-f9459e0749bf for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:49:26.818528 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debf5155-f80a-4d3c-b5da-6da42907cf23 None None] Updating router 13f84fab-10ab-4348-9f54-f9459e0749bf port b71a6b9e-0b61-4c86-a319-977ad804738b binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:49:26.849828 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-debf5155-f80a-4d3c-b5da-6da42907cf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b71a6b9e-0b61-4c86-a319-977ad804738b), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:27.039081 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a610d801-6274-440d-a250-c9a5e903cf64 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (fa29659b-3c20-4391-bf14-abe1a4e335fb), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:27.100049 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610d801-6274-440d-a250-c9a5e903cf64 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Subnet': ['ID=fa29659b-3c20-4391-bf14-abe1a4e335fb,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:27.100880 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-debf5155-f80a-4d3c-b5da-6da42907cf23 None None] Publish callbacks [] for port (b71a6b9e-0b61-4c86-a319-977ad804738b), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:27.111323 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a610d801-6274-440d-a250-c9a5e903cf64 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Checking segment: {'id': 'e710357f-5c03-49d3-aa34-756a955902f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:49:27.111833 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a610d801-6274-440d-a250-c9a5e903cf64 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network hostable DHCP agents. Network: 00453160-d9db-48a5-81ed-996fb61f7b43, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:49:27.199056 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-debf5155-f80a-4d3c-b5da-6da42907cf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (b71a6b9e-0b61-4c86-a319-977ad804738b), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:27.227709 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a610d801-6274-440d-a250-c9a5e903cf64 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 00453160-d9db-48a5-81ed-996fb61f7b43 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:49:27.253651 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-debf5155-f80a-4d3c-b5da-6da42907cf23 None None] Attempting to bind port b71a6b9e-0b61-4c86-a319-977ad804738b on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:49:27.254019 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-debf5155-f80a-4d3c-b5da-6da42907cf23 None None] Attempting to bind port b71a6b9e-0b61-4c86-a319-977ad804738b by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:49:27.254378 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debf5155-f80a-4d3c-b5da-6da42907cf23 None None] Attempting to bind port b71a6b9e-0b61-4c86-a319-977ad804738b on network 6bbcca03-75ff-487c-8b0e-a32302dacbee {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:49:27.256486 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e983007-07d4-4bbd-a688-8208d52fd979 None None] Pushing event updated for resources: {'Port': ['ID=b71a6b9e-0b61-4c86-a319-977ad804738b,revision_number=2']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:27.261826 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debf5155-f80a-4d3c-b5da-6da42907cf23 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:49:27.264390 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debf5155-f80a-4d3c-b5da-6da42907cf23 None None] Checking segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:49:27.264390 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-debf5155-f80a-4d3c-b5da-6da42907cf23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:27.264390 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debf5155-f80a-4d3c-b5da-6da42907cf23 None None] Bound using segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:49:27.264390 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-debf5155-f80a-4d3c-b5da-6da42907cf23 None None] Bound port: b71a6b9e-0b61-4c86-a319-977ad804738b, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:49:27.264390 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-debf5155-f80a-4d3c-b5da-6da42907cf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b71a6b9e-0b61-4c86-a319-977ad804738b), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:27.313243 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-a610d801-6274-440d-a250-c9a5e903cf64 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 00453160-d9db-48a5-81ed-996fb61f7b43) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:49:27.315457 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-debf5155-f80a-4d3c-b5da-6da42907cf23 None None] For port b71a6b9e-0b61-4c86-a319-977ad804738b, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:49:27.318134 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a610d801-6274-440d-a250-c9a5e903cf64 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:27.318476 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-debf5155-f80a-4d3c-b5da-6da42907cf23 None None] For port b71a6b9e-0b61-4c86-a319-977ad804738b, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=b71a6b9e-0b61-4c86-a319-977ad804738b,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:49:27.318718 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a610d801-6274-440d-a250-c9a5e903cf64 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:27.324954 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a279bd9b-a729-4293-ab4a-841c3154a128 None None] Network 00453160-d9db-48a5-81ed-996fb61f7b43 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:49:27.405184 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-debf5155-f80a-4d3c-b5da-6da42907cf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (b71a6b9e-0b61-4c86-a319-977ad804738b), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:27.419116 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a610d801-6274-440d-a250-c9a5e903cf64 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7704847 Mar 23 02:49:27.421834 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35556) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:27.424837 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebe00cc-fd21-4990-b97a-7975671685af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-00453160-d9db-48a5-81ed-996fb61f7b43', 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ips': [{'subnet_id': 'fa29659b-3c20-4391-bf14-abe1a4e335fb'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:49:27.425856 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-eebe00cc-fd21-4990-b97a-7975671685af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:27.473025 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debf5155-f80a-4d3c-b5da-6da42907cf23 None None] Routers {'13f84fab-10ab-4348-9f54-f9459e0749bf'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:49:27.473904 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-debf5155-f80a-4d3c-b5da-6da42907cf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:49:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['13f84fab-10ab-4348-9f54-f9459e0749bf'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:27.567138 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e983007-07d4-4bbd-a688-8208d52fd979 None None] Pushing event updated for resources: {'Port': ['ID=b71a6b9e-0b61-4c86-a319-977ad804738b,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:27.570903 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-eebe00cc-fd21-4990-b97a-7975671685af None None] Allocated IP 172.20.0.2 (00453160-d9db-48a5-81ed-996fb61f7b43/fa29659b-3c20-4391-bf14-abe1a4e335fb/f7c29c7e-bcc5-456c-8d90-e203df9b9198) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:49:27.621557 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-debf5155-f80a-4d3c-b5da-6da42907cf23 None None] Set router 13f84fab-10ab-4348-9f54-f9459e0749bf gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:49:27.811121 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-debf5155-f80a-4d3c-b5da-6da42907cf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'name': 'tempest-TestNetworkBasicOps-router-910500492', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:49:25Z', 'revision_number': 3, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:27.843685 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debf5155-f80a-4d3c-b5da-6da42907cf23 None None] The sync data for ids ['13f84fab-10ab-4348-9f54-f9459e0749bf'] in dv-neutron-834613-2-hyperv is: [{'id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'name': 'tempest-TestNetworkBasicOps-router-910500492', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:49:25Z', 'revision_number': 3, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:49:27.889704 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-eebe00cc-fd21-4990-b97a-7975671685af None None] Publish callbacks [] for port (f7c29c7e-bcc5-456c-8d90-e203df9b9198), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:27.896705 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1dd7662f-4457-4491-9ac8-459c07914cff tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:27.965690 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-eebe00cc-fd21-4990-b97a-7975671685af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (f7c29c7e-bcc5-456c-8d90-e203df9b9198), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:28.004669 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebe00cc-fd21-4990-b97a-7975671685af None None] Network 00453160-d9db-48a5-81ed-996fb61f7b43 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:49:28.007681 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-eebe00cc-fd21-4990-b97a-7975671685af None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:49:28.014677 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebe00cc-fd21-4990-b97a-7975671685af None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:49:28.022442 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe00cc-fd21-4990-b97a-7975671685af None None] Pushing event updated for resources: {'Port': ['ID=f7c29c7e-bcc5-456c-8d90-e203df9b9198,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:28.082862 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-eebe00cc-fd21-4990-b97a-7975671685af None None] Attempting to bind port f7c29c7e-bcc5-456c-8d90-e203df9b9198 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:49:28.082862 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-eebe00cc-fd21-4990-b97a-7975671685af None None] Attempting to bind port f7c29c7e-bcc5-456c-8d90-e203df9b9198 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'e710357f-5c03-49d3-aa34-756a955902f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:49:28.082862 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe00cc-fd21-4990-b97a-7975671685af None None] Attempting to bind port f7c29c7e-bcc5-456c-8d90-e203df9b9198 on network 00453160-d9db-48a5-81ed-996fb61f7b43 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:49:28.107465 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe00cc-fd21-4990-b97a-7975671685af None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:49:28.110415 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe00cc-fd21-4990-b97a-7975671685af None None] Checking segment: {'id': 'e710357f-5c03-49d3-aa34-756a955902f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:49:28.110859 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-eebe00cc-fd21-4990-b97a-7975671685af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:28.111271 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe00cc-fd21-4990-b97a-7975671685af None None] Bound using segment: {'id': 'e710357f-5c03-49d3-aa34-756a955902f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:49:28.112436 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-eebe00cc-fd21-4990-b97a-7975671685af None None] Bound port: f7c29c7e-bcc5-456c-8d90-e203df9b9198, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e710357f-5c03-49d3-aa34-756a955902f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:49:28.112839 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-eebe00cc-fd21-4990-b97a-7975671685af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f7c29c7e-bcc5-456c-8d90-e203df9b9198), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:28.210198 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-eebe00cc-fd21-4990-b97a-7975671685af None None] For port f7c29c7e-bcc5-456c-8d90-e203df9b9198, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:49:28.214973 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-eebe00cc-fd21-4990-b97a-7975671685af None None] For port f7c29c7e-bcc5-456c-8d90-e203df9b9198, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f7c29c7e-bcc5-456c-8d90-e203df9b9198,segment=NetworkSegment(e710357f-5c03-49d3-aa34-756a955902f7),segment_id=e710357f-5c03-49d3-aa34-756a955902f7)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:49:28.268657 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-1dd7662f-4457-4491-9ac8-459c07914cff tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.20.0.1 (00453160-d9db-48a5-81ed-996fb61f7b43/fa29659b-3c20-4391-bf14-abe1a4e335fb/ec792925-635f-4f38-9f06-c0587bbedf90) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:49:28.297747 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-eebe00cc-fd21-4990-b97a-7975671685af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f7c29c7e-bcc5-456c-8d90-e203df9b9198), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:28.428746 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe00cc-fd21-4990-b97a-7975671685af None None] Pushing event updated for resources: {'Port': ['ID=f7c29c7e-bcc5-456c-8d90-e203df9b9198,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:28.493364 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device b71a6b9e-0b61-4c86-a319-977ad804738b up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:49:28.559704 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port b71a6b9e-0b61-4c86-a319-977ad804738b triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:28.560278 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b71a6b9e-0b61-4c86-a319-977ad804738b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:28.740441 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port b71a6b9e-0b61-4c86-a319-977ad804738b is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:49:28.740928 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b71a6b9e-0b61-4c86-a319-977ad804738b), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:28.769228 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port b71a6b9e-0b61-4c86-a319-977ad804738b, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=b71a6b9e-0b61-4c86-a319-977ad804738b,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:49:28.867555 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (b71a6b9e-0b61-4c86-a319-977ad804738b), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:28.908100 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1dd7662f-4457-4491-9ac8-459c07914cff tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (ec792925-635f-4f38-9f06-c0587bbedf90), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:28.930817 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=b71a6b9e-0b61-4c86-a319-977ad804738b,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:29.011195 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1dd7662f-4457-4491-9ac8-459c07914cff tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (ec792925-635f-4f38-9f06-c0587bbedf90), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:29.052454 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd7662f-4457-4491-9ac8-459c07914cff tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 00453160-d9db-48a5-81ed-996fb61f7b43 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:49:29.055391 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-1dd7662f-4457-4491-9ac8-459c07914cff tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:49:29.057839 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd7662f-4457-4491-9ac8-459c07914cff tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:49:29.090276 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd7662f-4457-4491-9ac8-459c07914cff tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=ec792925-635f-4f38-9f06-c0587bbedf90,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:29.113364 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1dd7662f-4457-4491-9ac8-459c07914cff tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (13f84fab-10ab-4348-9f54-f9459e0749bf), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:29.326384 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1dd7662f-4457-4491-9ac8-459c07914cff tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ec792925-635f-4f38-9f06-c0587bbedf90), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:29.646798 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1dd7662f-4457-4491-9ac8-459c07914cff tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (ec792925-635f-4f38-9f06-c0587bbedf90), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:29.705121 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cd6fb8-5ffc-455b-bf38-e65e07e6a53f None None] Network 00453160-d9db-48a5-81ed-996fb61f7b43 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:49:29.736081 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1dd7662f-4457-4491-9ac8-459c07914cff tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (ec792925-635f-4f38-9f06-c0587bbedf90), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:29.819489 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1dd7662f-4457-4491-9ac8-459c07914cff tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (13f84fab-10ab-4348-9f54-f9459e0749bf), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:29.822661 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd7662f-4457-4491-9ac8-459c07914cff tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=ec792925-635f-4f38-9f06-c0587bbedf90,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:29.837594 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-076ab0fa-8091-43f4-b443-d8825fe4d4b5 None None] Provisioning complete for port f7c29c7e-bcc5-456c-8d90-e203df9b9198 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:29.839733 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-076ab0fa-8091-43f4-b443-d8825fe4d4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f7c29c7e-bcc5-456c-8d90-e203df9b9198), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:29.934117 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd7662f-4457-4491-9ac8-459c07914cff tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 00453160-d9db-48a5-81ed-996fb61f7b43 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:49:29.935583 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-076ab0fa-8091-43f4-b443-d8825fe4d4b5 None None] Current status of the port f7c29c7e-bcc5-456c-8d90-e203df9b9198 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:49:29.935727 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-1dd7662f-4457-4491-9ac8-459c07914cff tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:49:29.936192 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-076ab0fa-8091-43f4-b443-d8825fe4d4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f7c29c7e-bcc5-456c-8d90-e203df9b9198), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:29.978423 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-076ab0fa-8091-43f4-b443-d8825fe4d4b5 None None] For port f7c29c7e-bcc5-456c-8d90-e203df9b9198, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f7c29c7e-bcc5-456c-8d90-e203df9b9198,segment=NetworkSegment(e710357f-5c03-49d3-aa34-756a955902f7),segment_id=e710357f-5c03-49d3-aa34-756a955902f7)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:49:30.051725 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-076ab0fa-8091-43f4-b443-d8825fe4d4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f7c29c7e-bcc5-456c-8d90-e203df9b9198), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:30.098389 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd7662f-4457-4491-9ac8-459c07914cff tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router 13f84fab-10ab-4348-9f54-f9459e0749bf has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:49:30.116534 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ab0fa-8091-43f4-b443-d8825fe4d4b5 None None] Pushing event updated for resources: {'Port': ['ID=f7c29c7e-bcc5-456c-8d90-e203df9b9198,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:30.190134 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-17af1144-9fac-4b28-906b-02934ddb6457 None None] Provisioning complete for port f7c29c7e-bcc5-456c-8d90-e203df9b9198 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:30.190591 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-17af1144-9fac-4b28-906b-02934ddb6457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f7c29c7e-bcc5-456c-8d90-e203df9b9198), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:30.226947 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd7662f-4457-4491-9ac8-459c07914cff tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:49:30.238881 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35558) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:30.241365 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caafce1-4d91-416f-b6a5-5948ffc8ff60 None None] Sync routers for ids ['13f84fab-10ab-4348-9f54-f9459e0749bf'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:49:30.250270 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1dd7662f-4457-4491-9ac8-459c07914cff tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "PUT /v2.0/routers/13f84fab-10ab-4348-9f54-f9459e0749bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8271625 Mar 23 02:49:30.254089 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caafce1-4d91-416f-b6a5-5948ffc8ff60 None None] Routers {'13f84fab-10ab-4348-9f54-f9459e0749bf'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:49:30.254987 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-9caafce1-4d91-416f-b6a5-5948ffc8ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:49:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['13f84fab-10ab-4348-9f54-f9459e0749bf'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:30.357204 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21de2f05-ff1a-4e9a-b90f-97679b9391a4 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:30.357687 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21de2f05-ff1a-4e9a-b90f-97679b9391a4 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:30.358150 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21de2f05-ff1a-4e9a-b90f-97679b9391a4 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:30.358612 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21de2f05-ff1a-4e9a-b90f-97679b9391a4 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:30.359330 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21de2f05-ff1a-4e9a-b90f-97679b9391a4 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:30.359791 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21de2f05-ff1a-4e9a-b90f-97679b9391a4 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:30.364383 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-21de2f05-ff1a-4e9a-b90f-97679b9391a4 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1240764 Mar 23 02:49:30.364785 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35560) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:30.403307 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-9caafce1-4d91-416f-b6a5-5948ffc8ff60 None None] Set router 13f84fab-10ab-4348-9f54-f9459e0749bf gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:49:30.450513 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-17af1144-9fac-4b28-906b-02934ddb6457 None None] Current status of the port f7c29c7e-bcc5-456c-8d90-e203df9b9198 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:49:30.505179 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-17af1144-9fac-4b28-906b-02934ddb6457 None None] Provisioning complete for port ec792925-635f-4f38-9f06-c0587bbedf90 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:30.505559 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-17af1144-9fac-4b28-906b-02934ddb6457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ec792925-635f-4f38-9f06-c0587bbedf90), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:30.523945 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3473ff-d5b3-4f6d-b7fe-946fd69f0779 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:30.524516 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3473ff-d5b3-4f6d-b7fe-946fd69f0779 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:30.524987 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3473ff-d5b3-4f6d-b7fe-946fd69f0779 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:30.525444 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3473ff-d5b3-4f6d-b7fe-946fd69f0779 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:30.525894 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3473ff-d5b3-4f6d-b7fe-946fd69f0779 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:30.527808 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3473ff-d5b3-4f6d-b7fe-946fd69f0779 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:30.540683 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35562) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:30.540929 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8a3473ff-d5b3-4f6d-b7fe-946fd69f0779 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1749010 Mar 23 02:49:30.589534 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device b71a6b9e-0b61-4c86-a319-977ad804738b up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:49:30.638995 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-17af1144-9fac-4b28-906b-02934ddb6457 None None] Port ec792925-635f-4f38-9f06-c0587bbedf90 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:49:30.696477 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port b71a6b9e-0b61-4c86-a319-977ad804738b triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:30.696892 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b71a6b9e-0b61-4c86-a319-977ad804738b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:30.714894 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ff9acc2c-4579-4c27-a83f-35dc2ce92782 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1728261 Mar 23 02:49:30.781313 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-6d1c42ac-1c08-496a-987b-701163a95b3c None None] Provisioning complete for port ec792925-635f-4f38-9f06-c0587bbedf90 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:30.781922 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6d1c42ac-1c08-496a-987b-701163a95b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ec792925-635f-4f38-9f06-c0587bbedf90), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:30.846141 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-6d1c42ac-1c08-496a-987b-701163a95b3c None None] Port ec792925-635f-4f38-9f06-c0587bbedf90 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:49:30.849948 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-9caafce1-4d91-416f-b6a5-5948ffc8ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'name': 'tempest-TestNetworkBasicOps-router-910500492', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:49:29Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'ec792925-635f-4f38-9f06-c0587bbedf90', 'name': '', 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:ca:be:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'fa29659b-3c20-4391-bf14-abe1a4e335fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:28Z', 'updated_at': '2022-03-23T02:49:29Z', 'revision_number': 2, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': 'fa29659b-3c20-4391-bf14-abe1a4e335fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:30.885319 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caafce1-4d91-416f-b6a5-5948ffc8ff60 None None] Checking router: 13f84fab-10ab-4348-9f54-f9459e0749bf for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:49:30.885680 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caafce1-4d91-416f-b6a5-5948ffc8ff60 None None] Updating router 13f84fab-10ab-4348-9f54-f9459e0749bf port ec792925-635f-4f38-9f06-c0587bbedf90 binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:49:30.889741 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port b71a6b9e-0b61-4c86-a319-977ad804738b is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:49:30.890752 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f7c29c7e-bcc5-456c-8d90-e203df9b9198 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:49:30.936926 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9caafce1-4d91-416f-b6a5-5948ffc8ff60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ec792925-635f-4f38-9f06-c0587bbedf90), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:30.998771 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port f7c29c7e-bcc5-456c-8d90-e203df9b9198 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:30.999050 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f7c29c7e-bcc5-456c-8d90-e203df9b9198), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:31.150228 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35566) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:31.155071 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-d17a945d-14d9-4383-a2aa-bdc6726a4074 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1403910241', 'description': 'tempest-secgroup-smoke-1403910241 description', 'project_id': 'd14f7a32e895424c88fd77b8785e073b'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:31.201665 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port f7c29c7e-bcc5-456c-8d90-e203df9b9198 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:49:31.227300 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d17a945d-14d9-4383-a2aa-bdc6726a4074 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:31.279992 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9caafce1-4d91-416f-b6a5-5948ffc8ff60 None None] Publish callbacks [] for port (ec792925-635f-4f38-9f06-c0587bbedf90), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:31.297645 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d17a945d-14d9-4383-a2aa-bdc6726a4074 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (983961c3-8364-4273-9dba-bf75a89ab1f3), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:31.341912 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9caafce1-4d91-416f-b6a5-5948ffc8ff60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (ec792925-635f-4f38-9f06-c0587bbedf90), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:31.370612 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d17a945d-14d9-4383-a2aa-bdc6726a4074 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (983961c3-8364-4273-9dba-bf75a89ab1f3), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:31.394515 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c67a47-4ed6-408e-b2e4-7db2210faa5d None None] Pushing event updated for resources: {'Port': ['ID=ec792925-635f-4f38-9f06-c0587bbedf90,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:31.401939 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a945d-14d9-4383-a2aa-bdc6726a4074 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=983961c3-8364-4273-9dba-bf75a89ab1f3,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:31.409888 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a945d-14d9-4383-a2aa-bdc6726a4074 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:31.410325 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a945d-14d9-4383-a2aa-bdc6726a4074 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:31.410745 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a945d-14d9-4383-a2aa-bdc6726a4074 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:31.411173 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a945d-14d9-4383-a2aa-bdc6726a4074 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:31.411571 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a945d-14d9-4383-a2aa-bdc6726a4074 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:31.412017 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a945d-14d9-4383-a2aa-bdc6726a4074 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:31.412419 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a945d-14d9-4383-a2aa-bdc6726a4074 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:31.412828 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a945d-14d9-4383-a2aa-bdc6726a4074 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:31.413225 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a945d-14d9-4383-a2aa-bdc6726a4074 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:31.413623 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a945d-14d9-4383-a2aa-bdc6726a4074 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:31.414024 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a945d-14d9-4383-a2aa-bdc6726a4074 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:31.414426 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a945d-14d9-4383-a2aa-bdc6726a4074 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:31.414824 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a945d-14d9-4383-a2aa-bdc6726a4074 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:31.415233 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a945d-14d9-4383-a2aa-bdc6726a4074 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:31.415629 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a945d-14d9-4383-a2aa-bdc6726a4074 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:31.454490 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-9caafce1-4d91-416f-b6a5-5948ffc8ff60 None None] Attempting to bind port ec792925-635f-4f38-9f06-c0587bbedf90 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:49:31.454942 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-9caafce1-4d91-416f-b6a5-5948ffc8ff60 None None] Attempting to bind port ec792925-635f-4f38-9f06-c0587bbedf90 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'e710357f-5c03-49d3-aa34-756a955902f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:49:31.455345 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caafce1-4d91-416f-b6a5-5948ffc8ff60 None None] Attempting to bind port ec792925-635f-4f38-9f06-c0587bbedf90 on network 00453160-d9db-48a5-81ed-996fb61f7b43 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:49:31.458199 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d17a945d-14d9-4383-a2aa-bdc6726a4074 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:31.461705 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d17a945d-14d9-4383-a2aa-bdc6726a4074 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3080399 Mar 23 02:49:31.462756 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35568) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:31.463416 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caafce1-4d91-416f-b6a5-5948ffc8ff60 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:49:31.463956 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caafce1-4d91-416f-b6a5-5948ffc8ff60 None None] Checking segment: {'id': 'e710357f-5c03-49d3-aa34-756a955902f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:49:31.467278 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-9303111b-5abe-45d1-8244-f2976b8bd3e3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '983961c3-8364-4273-9dba-bf75a89ab1f3', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:31.468333 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9caafce1-4d91-416f-b6a5-5948ffc8ff60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:31.468927 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caafce1-4d91-416f-b6a5-5948ffc8ff60 None None] Bound using segment: {'id': 'e710357f-5c03-49d3-aa34-756a955902f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:49:31.469661 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-9caafce1-4d91-416f-b6a5-5948ffc8ff60 None None] Bound port: ec792925-635f-4f38-9f06-c0587bbedf90, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e710357f-5c03-49d3-aa34-756a955902f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:49:31.470256 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9caafce1-4d91-416f-b6a5-5948ffc8ff60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ec792925-635f-4f38-9f06-c0587bbedf90), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:31.537101 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-9caafce1-4d91-416f-b6a5-5948ffc8ff60 None None] For port ec792925-635f-4f38-9f06-c0587bbedf90, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:49:31.540349 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-9caafce1-4d91-416f-b6a5-5948ffc8ff60 None None] For port ec792925-635f-4f38-9f06-c0587bbedf90, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=ec792925-635f-4f38-9f06-c0587bbedf90,segment=NetworkSegment(e710357f-5c03-49d3-aa34-756a955902f7),segment_id=e710357f-5c03-49d3-aa34-756a955902f7)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:49:31.553324 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9303111b-5abe-45d1-8244-f2976b8bd3e3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (630d01f9-9838-478d-8175-a6de6d38327b), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:31.607497 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9303111b-5abe-45d1-8244-f2976b8bd3e3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (630d01f9-9838-478d-8175-a6de6d38327b), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:31.628759 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9caafce1-4d91-416f-b6a5-5948ffc8ff60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (ec792925-635f-4f38-9f06-c0587bbedf90), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:31.684541 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9303111b-5abe-45d1-8244-f2976b8bd3e3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (630d01f9-9838-478d-8175-a6de6d38327b), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:31.699031 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c67a47-4ed6-408e-b2e4-7db2210faa5d None None] Pushing event updated for resources: {'Port': ['ID=ec792925-635f-4f38-9f06-c0587bbedf90,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:31.702765 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caafce1-4d91-416f-b6a5-5948ffc8ff60 None None] Routers {'13f84fab-10ab-4348-9f54-f9459e0749bf'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:49:31.703389 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-9caafce1-4d91-416f-b6a5-5948ffc8ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:49:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['13f84fab-10ab-4348-9f54-f9459e0749bf'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:31.707787 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-90cc837b-b40c-468f-86d1-aa9f2e9f1e6b None None] Provisioning complete for port ec792925-635f-4f38-9f06-c0587bbedf90 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:31.707787 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-90cc837b-b40c-468f-86d1-aa9f2e9f1e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ec792925-635f-4f38-9f06-c0587bbedf90), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:31.708691 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303111b-5abe-45d1-8244-f2976b8bd3e3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630d01f9-9838-478d-8175-a6de6d38327b,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:31.773323 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9303111b-5abe-45d1-8244-f2976b8bd3e3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:31.776692 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9303111b-5abe-45d1-8244-f2976b8bd3e3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3108342 Mar 23 02:49:31.777606 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35570) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:31.782441 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-83ece115-ceab-4a13-af22-219b1e3087fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '983961c3-8364-4273-9dba-bf75a89ab1f3', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:31.896039 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-83ece115-ceab-4a13-af22-219b1e3087fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (1846b2cf-df7e-4a3e-979b-6cec86843bed), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:31.955976 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-83ece115-ceab-4a13-af22-219b1e3087fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (1846b2cf-df7e-4a3e-979b-6cec86843bed), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:32.022014 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-83ece115-ceab-4a13-af22-219b1e3087fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (1846b2cf-df7e-4a3e-979b-6cec86843bed), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:32.027394 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-9caafce1-4d91-416f-b6a5-5948ffc8ff60 None None] Set router 13f84fab-10ab-4348-9f54-f9459e0749bf gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:49:32.037505 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ece115-ceab-4a13-af22-219b1e3087fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1846b2cf-df7e-4a3e-979b-6cec86843bed,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:32.072633 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-90cc837b-b40c-468f-86d1-aa9f2e9f1e6b None None] Current status of the port ec792925-635f-4f38-9f06-c0587bbedf90 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:49:32.072633 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-90cc837b-b40c-468f-86d1-aa9f2e9f1e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ec792925-635f-4f38-9f06-c0587bbedf90), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:32.121028 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-83ece115-ceab-4a13-af22-219b1e3087fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:32.122554 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-83ece115-ceab-4a13-af22-219b1e3087fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3439519 Mar 23 02:49:32.125254 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35572) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:32.130500 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-7c7768dd-0d18-4962-bbac-ee4ac2bb4207 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '983961c3-8364-4273-9dba-bf75a89ab1f3', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:32.176113 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-90cc837b-b40c-468f-86d1-aa9f2e9f1e6b None None] For port ec792925-635f-4f38-9f06-c0587bbedf90, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=ec792925-635f-4f38-9f06-c0587bbedf90,segment=NetworkSegment(e710357f-5c03-49d3-aa34-756a955902f7),segment_id=e710357f-5c03-49d3-aa34-756a955902f7)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:49:32.221812 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7c7768dd-0d18-4962-bbac-ee4ac2bb4207 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (98bb1727-daae-4af1-a243-db7df9f96f3b), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:32.244552 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-90cc837b-b40c-468f-86d1-aa9f2e9f1e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (ec792925-635f-4f38-9f06-c0587bbedf90), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:32.280391 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7c7768dd-0d18-4962-bbac-ee4ac2bb4207 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (98bb1727-daae-4af1-a243-db7df9f96f3b), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:32.299361 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-9caafce1-4d91-416f-b6a5-5948ffc8ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'name': 'tempest-TestNetworkBasicOps-router-910500492', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:49:29Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'ec792925-635f-4f38-9f06-c0587bbedf90', 'name': '', 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:ca:be:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'fa29659b-3c20-4391-bf14-abe1a4e335fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:28Z', 'updated_at': '2022-03-23T02:49:31Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': 'fa29659b-3c20-4391-bf14-abe1a4e335fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:32.304212 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc837b-b40c-468f-86d1-aa9f2e9f1e6b None None] Pushing event updated for resources: {'Port': ['ID=ec792925-635f-4f38-9f06-c0587bbedf90,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:32.330787 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caafce1-4d91-416f-b6a5-5948ffc8ff60 None None] The sync data for ids ['13f84fab-10ab-4348-9f54-f9459e0749bf'] in dv-neutron-834613-2-hyperv is: [{'id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'name': 'tempest-TestNetworkBasicOps-router-910500492', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:49:29Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'ec792925-635f-4f38-9f06-c0587bbedf90', 'name': '', 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:ca:be:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'fa29659b-3c20-4391-bf14-abe1a4e335fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:28Z', 'updated_at': '2022-03-23T02:49:31Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': 'fa29659b-3c20-4391-bf14-abe1a4e335fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:49:32.336351 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7c7768dd-0d18-4962-bbac-ee4ac2bb4207 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (98bb1727-daae-4af1-a243-db7df9f96f3b), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:32.359094 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7768dd-0d18-4962-bbac-ee4ac2bb4207 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98bb1727-daae-4af1-a243-db7df9f96f3b,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:32.369179 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-cbbc523c-edcb-45b5-9c0f-72568587bfc9 None None] Provisioning complete for port ec792925-635f-4f38-9f06-c0587bbedf90 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:32.369759 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cbbc523c-edcb-45b5-9c0f-72568587bfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ec792925-635f-4f38-9f06-c0587bbedf90), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:32.424261 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7c7768dd-0d18-4962-bbac-ee4ac2bb4207 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:32.425843 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7c7768dd-0d18-4962-bbac-ee4ac2bb4207 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2995696 Mar 23 02:49:32.428463 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35574) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:32.433247 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-a0f4f203-9603-46e4-90da-53e2d9e6815c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '983961c3-8364-4273-9dba-bf75a89ab1f3', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:32.478566 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-cbbc523c-edcb-45b5-9c0f-72568587bfc9 None None] Current status of the port ec792925-635f-4f38-9f06-c0587bbedf90 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:49:32.553155 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a0f4f203-9603-46e4-90da-53e2d9e6815c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (f6f20374-5b8f-4bc9-b362-50b1c174bf18), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:32.617285 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a0f4f203-9603-46e4-90da-53e2d9e6815c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (f6f20374-5b8f-4bc9-b362-50b1c174bf18), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:32.713735 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a0f4f203-9603-46e4-90da-53e2d9e6815c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (f6f20374-5b8f-4bc9-b362-50b1c174bf18), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:32.734069 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4f203-9603-46e4-90da-53e2d9e6815c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f20374-5b8f-4bc9-b362-50b1c174bf18,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:32.829718 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a0f4f203-9603-46e4-90da-53e2d9e6815c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:32.831040 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a0f4f203-9603-46e4-90da-53e2d9e6815c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4016387 Mar 23 02:49:32.834003 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35576) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:32.838466 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-17e854a5-44db-4a1d-a2d1-3c1941fd723c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '983961c3-8364-4273-9dba-bf75a89ab1f3', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:32.958939 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.securitygroups_db [None req-17e854a5-44db-4a1d-a2d1-3c1941fd723c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Project d14f7a32e895424c88fd77b8785e073b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:49:32.964454 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-17e854a5-44db-4a1d-a2d1-3c1941fd723c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (ebbf1031-901b-4e53-afe0-7ae7a1cf0d36), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:33.024919 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-17e854a5-44db-4a1d-a2d1-3c1941fd723c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (ebbf1031-901b-4e53-afe0-7ae7a1cf0d36), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:33.067417 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-17e854a5-44db-4a1d-a2d1-3c1941fd723c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (ebbf1031-901b-4e53-afe0-7ae7a1cf0d36), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:33.086556 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e854a5-44db-4a1d-a2d1-3c1941fd723c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebbf1031-901b-4e53-afe0-7ae7a1cf0d36,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:33.132691 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-17e854a5-44db-4a1d-a2d1-3c1941fd723c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:33.136450 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-17e854a5-44db-4a1d-a2d1-3c1941fd723c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2988334 Mar 23 02:49:33.136738 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35578) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:33.142249 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-af135198-826a-4f87-b003-e463d8b45f6f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '983961c3-8364-4273-9dba-bf75a89ab1f3', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:33.227511 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.securitygroups_db [None req-af135198-826a-4f87-b003-e463d8b45f6f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Project d14f7a32e895424c88fd77b8785e073b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:49:33.233382 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-af135198-826a-4f87-b003-e463d8b45f6f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (c9236a1d-2aff-4cc5-9326-00bb74ffdda2), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:33.297959 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-af135198-826a-4f87-b003-e463d8b45f6f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (c9236a1d-2aff-4cc5-9326-00bb74ffdda2), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:33.353495 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-af135198-826a-4f87-b003-e463d8b45f6f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (c9236a1d-2aff-4cc5-9326-00bb74ffdda2), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:33.372460 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af135198-826a-4f87-b003-e463d8b45f6f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9236a1d-2aff-4cc5-9326-00bb74ffdda2,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:33.435224 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-af135198-826a-4f87-b003-e463d8b45f6f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:33.436489 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-af135198-826a-4f87-b003-e463d8b45f6f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2982440 Mar 23 02:49:33.591197 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-698b4d99-ca41-4b85-95c6-c452ea33b51c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1403910241&fields=id&tenant_id=d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 267 time: 0.0523531 Mar 23 02:49:33.696580 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-742d2d67-3f32-44fb-8bd8-dcd59aa944c7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:33.697967 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-742d2d67-3f32-44fb-8bd8-dcd59aa944c7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/networks?id=00453160-d9db-48a5-81ed-996fb61f7b43 HTTP/1.1" status: 200 len: 797 time: 0.0992756 Mar 23 02:49:33.712837 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-4815cdab-7a41-445f-a3e8-db00ddc21ade tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/quotas/d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 375 time: 0.0094244 Mar 23 02:49:33.806149 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-721d99a9-8be2-4d6a-988a-721698586515 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0883369 Mar 23 02:49:33.905332 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:49:33.942885 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-4d14de19-04ec-4079-a7b1-b1c52abba4a2 service neutron] 10.222.0.24 "GET /v2.0/networks/00453160-d9db-48a5-81ed-996fb61f7b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250687 Mar 23 02:49:34.036999 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-72e3dcca-ddbb-4233-85d9-7c7acb2cf652 service neutron] 10.222.0.24 "GET /v2.0/networks/00453160-d9db-48a5-81ed-996fb61f7b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882933 Mar 23 02:49:34.257761 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-dc4a884a-3e22-4e43-884a-d92c5e024677 req-67d030d6-cbdf-4778-8adb-f7ba29279983 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4 HTTP/1.1" status: 200 len: 210 time: 0.0311525 Mar 23 02:49:34.449597 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device ec792925-635f-4f38-9f06-c0587bbedf90 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:49:34.498633 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port ec792925-635f-4f38-9f06-c0587bbedf90 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:34.499013 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ec792925-635f-4f38-9f06-c0587bbedf90), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:34.581417 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port ec792925-635f-4f38-9f06-c0587bbedf90 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:49:35.353935 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c1271a2e-3d17-44b4-afc4-f5c78e1955b5 req-651c9716-015c-4c48-bc80-a0d73d391dc5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4 HTTP/1.1" status: 200 len: 210 time: 0.0277269 Mar 23 02:49:36.013338 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-8ceed2e0-b4ec-4f74-8ccc-a3d7b0f9671e tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:36.014768 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-8ceed2e0-b4ec-4f74-8ccc-a3d7b0f9671e tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/networks?id=00453160-d9db-48a5-81ed-996fb61f7b43 HTTP/1.1" status: 200 len: 797 time: 0.1003451 Mar 23 02:49:36.081817 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-bf4cd947-593c-413b-97ef-02ad3f081156 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 380 time: 0.0581210 Mar 23 02:49:36.089721 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-460a43e9-4f9f-43d5-a356-84716a66645c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'port': {'device_id': '8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4', 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43', 'admin_state_up': True, 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'security_groups': ['983961c3-8364-4273-9dba-bf75a89ab1f3']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:36.284599 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-460a43e9-4f9f-43d5-a356-84716a66645c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Made reservation on behalf of d14f7a32e895424c88fd77b8785e073b for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:49:36.289100 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-460a43e9-4f9f-43d5-a356-84716a66645c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:36.420462 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-460a43e9-4f9f-43d5-a356-84716a66645c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.20.0.14 (00453160-d9db-48a5-81ed-996fb61f7b43/fa29659b-3c20-4391-bf14-abe1a4e335fb/5cf29b05-0b00-4369-a6b9-bea00af375e8) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:49:36.450679 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-644bd690-99b5-4f81-8c7d-bd59fd68d63b req-5383f669-52e8-4bd8-850d-a50c334da026 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4 HTTP/1.1" status: 200 len: 210 time: 0.0281198 Mar 23 02:49:36.565428 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-460a43e9-4f9f-43d5-a356-84716a66645c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (5cf29b05-0b00-4369-a6b9-bea00af375e8), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:36.650378 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-460a43e9-4f9f-43d5-a356-84716a66645c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (5cf29b05-0b00-4369-a6b9-bea00af375e8), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:36.697534 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-460a43e9-4f9f-43d5-a356-84716a66645c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 00453160-d9db-48a5-81ed-996fb61f7b43 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:49:36.700668 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-460a43e9-4f9f-43d5-a356-84716a66645c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:49:36.707042 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-460a43e9-4f9f-43d5-a356-84716a66645c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:49:36.738565 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a43e9-4f9f-43d5-a356-84716a66645c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=5cf29b05-0b00-4369-a6b9-bea00af375e8,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:36.758105 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a43e9-4f9f-43d5-a356-84716a66645c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:36.758455 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a43e9-4f9f-43d5-a356-84716a66645c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:36.758801 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a43e9-4f9f-43d5-a356-84716a66645c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:36.759177 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a43e9-4f9f-43d5-a356-84716a66645c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:36.759463 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a43e9-4f9f-43d5-a356-84716a66645c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:36.759793 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a43e9-4f9f-43d5-a356-84716a66645c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:36.760201 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a43e9-4f9f-43d5-a356-84716a66645c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:36.760532 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a43e9-4f9f-43d5-a356-84716a66645c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:36.760859 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a43e9-4f9f-43d5-a356-84716a66645c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:36.761185 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a43e9-4f9f-43d5-a356-84716a66645c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:36.761511 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a43e9-4f9f-43d5-a356-84716a66645c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:36.761836 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a43e9-4f9f-43d5-a356-84716a66645c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:36.762158 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a43e9-4f9f-43d5-a356-84716a66645c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:36.762493 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a43e9-4f9f-43d5-a356-84716a66645c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:36.762810 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a43e9-4f9f-43d5-a356-84716a66645c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:36.781481 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-460a43e9-4f9f-43d5-a356-84716a66645c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:36.782213 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-460a43e9-4f9f-43d5-a356-84716a66645c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:36.892783 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-460a43e9-4f9f-43d5-a356-84716a66645c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8065391 Mar 23 02:49:36.904149 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-12a38e58-a917-4a1f-9fa1-1ffa04879e1f service neutron] Request body: {'port': {'device_id': '8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:36.937518 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-5eee4ffb-e4ef-4eba-b1b3-c835ce1306e9 None None] Provisioning complete for port 5cf29b05-0b00-4369-a6b9-bea00af375e8 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:36.938088 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5eee4ffb-e4ef-4eba-b1b3-c835ce1306e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (5cf29b05-0b00-4369-a6b9-bea00af375e8), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:36.964483 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-12a38e58-a917-4a1f-9fa1-1ffa04879e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (5cf29b05-0b00-4369-a6b9-bea00af375e8), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:36.973618 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-5eee4ffb-e4ef-4eba-b1b3-c835ce1306e9 None None] Port 5cf29b05-0b00-4369-a6b9-bea00af375e8 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:49:37.233267 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-12a38e58-a917-4a1f-9fa1-1ffa04879e1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cf29b05-0b00-4369-a6b9-bea00af375e8 {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:49:37.241543 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-12a38e58-a917-4a1f-9fa1-1ffa04879e1f service neutron] Publish callbacks [] for port (5cf29b05-0b00-4369-a6b9-bea00af375e8), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:37.253225 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-12a38e58-a917-4a1f-9fa1-1ffa04879e1f service neutron] Transition to ACTIVE for port object 5cf29b05-0b00-4369-a6b9-bea00af375e8 will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:49:37.302175 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-12a38e58-a917-4a1f-9fa1-1ffa04879e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (5cf29b05-0b00-4369-a6b9-bea00af375e8), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:37.354939 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a38e58-a917-4a1f-9fa1-1ffa04879e1f service neutron] Pushing event updated for resources: {'Port': ['ID=5cf29b05-0b00-4369-a6b9-bea00af375e8,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:37.430011 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-12a38e58-a917-4a1f-9fa1-1ffa04879e1f service neutron] Attempting to bind port 5cf29b05-0b00-4369-a6b9-bea00af375e8 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:49:37.430683 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-12a38e58-a917-4a1f-9fa1-1ffa04879e1f service neutron] Attempting to bind port 5cf29b05-0b00-4369-a6b9-bea00af375e8 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'e710357f-5c03-49d3-aa34-756a955902f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:49:37.430683 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-12a38e58-a917-4a1f-9fa1-1ffa04879e1f service neutron] Attempting to bind port 5cf29b05-0b00-4369-a6b9-bea00af375e8 on network 00453160-d9db-48a5-81ed-996fb61f7b43 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:49:37.435165 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-12a38e58-a917-4a1f-9fa1-1ffa04879e1f service neutron] Port 5cf29b05-0b00-4369-a6b9-bea00af375e8 on network 00453160-d9db-48a5-81ed-996fb61f7b43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:49:37.435487 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-12a38e58-a917-4a1f-9fa1-1ffa04879e1f service neutron] Attempting to bind port 5cf29b05-0b00-4369-a6b9-bea00af375e8 on network 00453160-d9db-48a5-81ed-996fb61f7b43 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:49:37.441179 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-12a38e58-a917-4a1f-9fa1-1ffa04879e1f service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:49:37.441417 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-12a38e58-a917-4a1f-9fa1-1ffa04879e1f service neutron] Checking segment: {'id': 'e710357f-5c03-49d3-aa34-756a955902f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:49:37.441793 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-12a38e58-a917-4a1f-9fa1-1ffa04879e1f service neutron] Bound using segment: {'id': 'e710357f-5c03-49d3-aa34-756a955902f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:49:37.442216 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-12a38e58-a917-4a1f-9fa1-1ffa04879e1f service neutron] Bound port: 5cf29b05-0b00-4369-a6b9-bea00af375e8, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e710357f-5c03-49d3-aa34-756a955902f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:49:37.442576 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-12a38e58-a917-4a1f-9fa1-1ffa04879e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (5cf29b05-0b00-4369-a6b9-bea00af375e8), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:37.512509 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-12a38e58-a917-4a1f-9fa1-1ffa04879e1f service neutron] For port 5cf29b05-0b00-4369-a6b9-bea00af375e8, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:49:37.515538 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-12a38e58-a917-4a1f-9fa1-1ffa04879e1f service neutron] For port 5cf29b05-0b00-4369-a6b9-bea00af375e8, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=5cf29b05-0b00-4369-a6b9-bea00af375e8,segment=NetworkSegment(e710357f-5c03-49d3-aa34-756a955902f7),segment_id=e710357f-5c03-49d3-aa34-756a955902f7)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:49:37.573230 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551dfe2-4c11-4bff-a0fe-eb76bb5cbf9f req-c4b3fb8f-29fb-48a5-a9cf-338b7cba8c26 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:37.574728 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5551dfe2-4c11-4bff-a0fe-eb76bb5cbf9f req-c4b3fb8f-29fb-48a5-a9cf-338b7cba8c26 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4 HTTP/1.1" status: 200 len: 944 time: 0.0530581 Mar 23 02:49:37.601548 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-12a38e58-a917-4a1f-9fa1-1ffa04879e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (5cf29b05-0b00-4369-a6b9-bea00af375e8), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:37.656460 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-12a38e58-a917-4a1f-9fa1-1ffa04879e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:37.657094 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-12a38e58-a917-4a1f-9fa1-1ffa04879e1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:37.658495 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-12a38e58-a917-4a1f-9fa1-1ffa04879e1f service neutron] 10.222.0.23 "PUT /v2.0/ports/5cf29b05-0b00-4369-a6b9-bea00af375e8 HTTP/1.1" status: 200 len: 1094 time: 0.7586830 Mar 23 02:49:37.661535 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4', 'tag': '5cf29b05-0b00-4369-a6b9-bea00af375e8'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:49:37.663632 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c67b46-c90a-4390-b04c-54b00aec2918" -d '{"events": [{"name": "network-changed", "server_uuid": "8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4", "tag": "5cf29b05-0b00-4369-a6b9-bea00af375e8"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:49:37.671646 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5551dfe2-4c11-4bff-a0fe-eb76bb5cbf9f req-309df71c-5105-4e99-8928-bed8a479ae68 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=983961c3-8364-4273-9dba-bf75a89ab1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912492 Mar 23 02:49:37.695409 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a38e58-a917-4a1f-9fa1-1ffa04879e1f service neutron] Pushing event updated for resources: {'Port': ['ID=5cf29b05-0b00-4369-a6b9-bea00af375e8,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:37.713517 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831e941e-573c-4638-ba8e-62c68f29a20a x-openstack-request-id: req-831e941e-573c-4638-ba8e-62c68f29a20a {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:49:37.713815 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4", "tag": "5cf29b05-0b00-4369-a6b9-bea00af375e8", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:49:37.714072 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-831e941e-573c-4638-ba8e-62c68f29a20a {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:49:37.714490 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-831e941e-573c-4638-ba8e-62c68f29a20a'] response: {'name': 'network-changed', 'server_uuid': '8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4', 'tag': '5cf29b05-0b00-4369-a6b9-bea00af375e8', 'status': 'completed', 'code': 200} Mar 23 02:49:37.783348 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c67b46-c90a-4390-b04c-54b00aec2918 req-18c4d13a-51dc-41cd-b986-7560f8355c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:37.784979 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d2c67b46-c90a-4390-b04c-54b00aec2918 req-18c4d13a-51dc-41cd-b986-7560f8355c4e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4 HTTP/1.1" status: 200 len: 1128 time: 0.0496283 Mar 23 02:49:37.886182 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c67b46-c90a-4390-b04c-54b00aec2918 req-29dbdde3-cc7b-438f-b919-a955a2ff2d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:37.887670 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d2c67b46-c90a-4390-b04c-54b00aec2918 req-29dbdde3-cc7b-438f-b919-a955a2ff2d85 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d14f7a32e895424c88fd77b8785e073b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0958920 Mar 23 02:49:37.985449 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c67b46-c90a-4390-b04c-54b00aec2918 req-1a8e1843-bdc5-4d95-af52-ad2ae96f7610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:37.986927 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d2c67b46-c90a-4390-b04c-54b00aec2918 req-1a8e1843-bdc5-4d95-af52-ad2ae96f7610 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938892 Mar 23 02:49:38.064355 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-37925a67-b85c-4035-948a-bc8284b39a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:38.066666 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-37925a67-b85c-4035-948a-bc8284b39a45 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4 HTTP/1.1" status: 200 len: 1128 time: 0.0458503 Mar 23 02:49:38.110672 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-e9bcd319-87bd-40da-a2b6-8d21ee742442 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cf29b05-0b00-4369-a6b9-bea00af375e8 HTTP/1.1" status: 200 len: 217 time: 0.0376005 Mar 23 02:49:38.159613 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-671abff7-9130-4eac-a0d3-1112b050df4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:38.161254 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-671abff7-9130-4eac-a0d3-1112b050df4e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fa29659b-3c20-4391-bf14-abe1a4e335fb HTTP/1.1" status: 200 len: 834 time: 0.0447764 Mar 23 02:49:38.210369 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-603ab7ac-d573-4f78-90d9-1cfdd52c584a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:38.211809 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-603ab7ac-d573-4f78-90d9-1cfdd52c584a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00453160-d9db-48a5-81ed-996fb61f7b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449083 Mar 23 02:49:38.301860 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-c9d221ab-609b-4b0b-a05d-4e7f0b4550a7 service neutron] 10.222.0.23 "GET /v2.0/networks/00453160-d9db-48a5-81ed-996fb61f7b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838652 Mar 23 02:49:38.389919 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-deac9319-a62b-483d-98b9-816ad5beadc1 req-4695290e-07a0-401a-bebc-ea5ebd48af7c service neutron] 10.222.0.23 "GET /v2.0/networks/00453160-d9db-48a5-81ed-996fb61f7b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824432 Mar 23 02:49:38.792955 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aac31c-348f-458d-910a-1e9d89daed7a req-08c6b24c-25d1-4fe3-bddd-dce09a35971b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:38.794433 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-62aac31c-348f-458d-910a-1e9d89daed7a req-08c6b24c-25d1-4fe3-bddd-dce09a35971b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4 HTTP/1.1" status: 200 len: 944 time: 0.0527065 Mar 23 02:49:38.842968 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-62aac31c-348f-458d-910a-1e9d89daed7a req-b00ef7ca-f169-4cb2-a171-6d41559bfd10 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=983961c3-8364-4273-9dba-bf75a89ab1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430768 Mar 23 02:49:39.938598 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 5cf29b05-0b00-4369-a6b9-bea00af375e8 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:49:39.962317 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0f687-1e60-4d08-ae0c-a0c95d772b1f req-03afaa3f-d42c-4e07-a3e8-277a75389fcd tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:39.963832 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-65f0f687-1e60-4d08-ae0c-a0c95d772b1f req-03afaa3f-d42c-4e07-a3e8-277a75389fcd tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4 HTTP/1.1" status: 200 len: 944 time: 0.0539732 Mar 23 02:49:40.012812 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-65f0f687-1e60-4d08-ae0c-a0c95d772b1f req-f1b2c189-343d-4d1f-bbda-40d63744a7a7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=983961c3-8364-4273-9dba-bf75a89ab1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432472 Mar 23 02:49:40.037636 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 5cf29b05-0b00-4369-a6b9-bea00af375e8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=5cf29b05-0b00-4369-a6b9-bea00af375e8,segment=NetworkSegment(e710357f-5c03-49d3-aa34-756a955902f7),segment_id=e710357f-5c03-49d3-aa34-756a955902f7)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:49:40.048948 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '5cf29b05-0b00-4369-a6b9-bea00af375e8', 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43', 'port_id': '5cf29b05-0b00-4369-a6b9-bea00af375e8', 'mac_address': 'fa:16:3e:f6:ff:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa29659b-3c20-4391-bf14-abe1a4e335fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:49:40.085171 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 5cf29b05-0b00-4369-a6b9-bea00af375e8 is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:49:40.085561 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (5cf29b05-0b00-4369-a6b9-bea00af375e8), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:40.098426 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cf29b05-0b00-4369-a6b9-bea00af375e8 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:49:40.117837 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 5cf29b05-0b00-4369-a6b9-bea00af375e8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=5cf29b05-0b00-4369-a6b9-bea00af375e8,segment=NetworkSegment(e710357f-5c03-49d3-aa34-756a955902f7),segment_id=e710357f-5c03-49d3-aa34-756a955902f7)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:49:40.192971 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (5cf29b05-0b00-4369-a6b9-bea00af375e8), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:40.243875 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=5cf29b05-0b00-4369-a6b9-bea00af375e8,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:40.392366 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['5cf29b05-0b00-4369-a6b9-bea00af375e8'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:49:41.134705 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0bc5a-7e97-4042-b7c8-8cf80bf95508 req-3c0245b4-91cb-4e0a-9919-b0c74b18c2ed tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:41.136259 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-68d0bc5a-7e97-4042-b7c8-8cf80bf95508 req-3c0245b4-91cb-4e0a-9919-b0c74b18c2ed tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4 HTTP/1.1" status: 200 len: 945 time: 0.0576763 Mar 23 02:49:41.187289 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-68d0bc5a-7e97-4042-b7c8-8cf80bf95508 req-d7d8a2fc-057f-4ebf-8b5e-4b1bcff6464c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=983961c3-8364-4273-9dba-bf75a89ab1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449455 Mar 23 02:49:41.954219 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 5cf29b05-0b00-4369-a6b9-bea00af375e8 up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:49:42.056022 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port 5cf29b05-0b00-4369-a6b9-bea00af375e8 completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:49:42.060919 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 5cf29b05-0b00-4369-a6b9-bea00af375e8 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:42.061383 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (5cf29b05-0b00-4369-a6b9-bea00af375e8), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:42.153787 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 5cf29b05-0b00-4369-a6b9-bea00af375e8 is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:49:42.155050 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (5cf29b05-0b00-4369-a6b9-bea00af375e8), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:42.183104 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf29b05-0b00-4369-a6b9-bea00af375e8'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:49:42.185818 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab99f805-4d53-49bb-b033-7cccb6e265a8" -d '{"events": [{"server_uuid": "8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4", "name": "network-vif-plugged", "status": "completed", "tag": "5cf29b05-0b00-4369-a6b9-bea00af375e8"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:49:42.200167 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 5cf29b05-0b00-4369-a6b9-bea00af375e8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=5cf29b05-0b00-4369-a6b9-bea00af375e8,segment=NetworkSegment(e710357f-5c03-49d3-aa34-756a955902f7),segment_id=e710357f-5c03-49d3-aa34-756a955902f7)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:49:42.233739 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9153d6-c8c1-403f-96a5-47a80900ff54 x-openstack-request-id: req-be9153d6-c8c1-403f-96a5-47a80900ff54 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:49:42.234116 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4", "name": "network-vif-plugged", "status": "completed", "tag": "5cf29b05-0b00-4369-a6b9-bea00af375e8", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:49:42.234378 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be9153d6-c8c1-403f-96a5-47a80900ff54 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:49:42.234786 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be9153d6-c8c1-403f-96a5-47a80900ff54'] response: {'server_uuid': '8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf29b05-0b00-4369-a6b9-bea00af375e8', 'code': 200} Mar 23 02:49:42.240988 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (5cf29b05-0b00-4369-a6b9-bea00af375e8), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:42.302333 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=5cf29b05-0b00-4369-a6b9-bea00af375e8,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:42.323787 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dce867-a10c-45e2-8d4f-828f6c9fbaf6 req-223b7c7f-7661-4e62-bee1-055da6211f59 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:42.325321 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-68dce867-a10c-45e2-8d4f-828f6c9fbaf6 req-223b7c7f-7661-4e62-bee1-055da6211f59 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4 HTTP/1.1" status: 200 len: 946 time: 0.0647020 Mar 23 02:49:42.376005 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-68dce867-a10c-45e2-8d4f-828f6c9fbaf6 req-fd6f3534-44fe-4731-a6e7-70ef572561d3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=983961c3-8364-4273-9dba-bf75a89ab1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449674 Mar 23 02:49:42.497056 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716c86c-a0b8-4ebb-96b3-ea1f9d0b27e2 req-e1b8de3c-e1bc-44c5-93de-fb0d237b02b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:42.498461 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d716c86c-a0b8-4ebb-96b3-ea1f9d0b27e2 req-e1b8de3c-e1bc-44c5-93de-fb0d237b02b2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4 HTTP/1.1" status: 200 len: 1130 time: 0.0482438 Mar 23 02:49:42.549435 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d716c86c-a0b8-4ebb-96b3-ea1f9d0b27e2 req-7b355ebd-2140-435e-81a7-352574ae8d1b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=983961c3-8364-4273-9dba-bf75a89ab1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444837 Mar 23 02:49:43.495013 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d5b98-094e-4eaf-b28f-418cb6d192b9 req-3b934167-e053-49f6-9091-cd6cb733e7d7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:43.496534 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e90d5b98-094e-4eaf-b28f-418cb6d192b9 req-3b934167-e053-49f6-9091-cd6cb733e7d7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4 HTTP/1.1" status: 200 len: 946 time: 0.0533214 Mar 23 02:49:43.548473 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e90d5b98-094e-4eaf-b28f-418cb6d192b9 req-62b7fd94-6ce9-4f03-9ccc-d8a7fa864457 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=983961c3-8364-4273-9dba-bf75a89ab1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463688 Mar 23 02:49:44.665183 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226bcf5-17fe-4c18-aa4d-e3aada0b9428 req-8a024943-a31e-4ac6-8b6e-7a3965253519 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:44.666640 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e226bcf5-17fe-4c18-aa4d-e3aada0b9428 req-8a024943-a31e-4ac6-8b6e-7a3965253519 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4 HTTP/1.1" status: 200 len: 946 time: 0.0526266 Mar 23 02:49:44.714231 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e226bcf5-17fe-4c18-aa4d-e3aada0b9428 req-bdf7dd74-51eb-49ee-b7ed-98c31fcfc7c9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=983961c3-8364-4273-9dba-bf75a89ab1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421193 Mar 23 02:49:44.831962 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266eb51c-1071-4862-9e3c-8fdf70668778 req-cbe4b352-2b34-4a4b-8863-b84d11f1832b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:44.834336 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-266eb51c-1071-4862-9e3c-8fdf70668778 req-cbe4b352-2b34-4a4b-8863-b84d11f1832b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4 HTTP/1.1" status: 200 len: 946 time: 0.0556958 Mar 23 02:49:44.884074 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-266eb51c-1071-4862-9e3c-8fdf70668778 req-bb9ff0ab-589a-4fcf-9259-6f617404bfd8 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=983961c3-8364-4273-9dba-bf75a89ab1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442543 Mar 23 02:49:44.905329 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35632) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:44.949249 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df086ea-6d0e-428b-8f0b-bb35e10a41fa tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:44.950741 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7df086ea-6d0e-428b-8f0b-bb35e10a41fa tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4 HTTP/1.1" status: 200 len: 1125 time: 0.0444715 Mar 23 02:49:44.953508 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35634) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:44.958219 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-9f944b62-62bd-4358-9b7c-94cf6a3f36be tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'port_id': '5cf29b05-0b00-4369-a6b9-bea00af375e8', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:45.021598 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9f944b62-62bd-4358-9b7c-94cf6a3f36be tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:45.120365 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9f944b62-62bd-4358-9b7c-94cf6a3f36be tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:45.223189 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-9f944b62-62bd-4358-9b7c-94cf6a3f36be tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.26.2.253 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/0682dc00-55b1-48e8-bc82-1c9dd276cd8c) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:49:45.326389 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9f944b62-62bd-4358-9b7c-94cf6a3f36be tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (0682dc00-55b1-48e8-bc82-1c9dd276cd8c), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:45.409859 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9f944b62-62bd-4358-9b7c-94cf6a3f36be tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (0682dc00-55b1-48e8-bc82-1c9dd276cd8c), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:45.448484 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f944b62-62bd-4358-9b7c-94cf6a3f36be tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:49:45.451324 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-9f944b62-62bd-4358-9b7c-94cf6a3f36be tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:49:45.457562 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f944b62-62bd-4358-9b7c-94cf6a3f36be tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:49:45.463101 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f944b62-62bd-4358-9b7c-94cf6a3f36be tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=0682dc00-55b1-48e8-bc82-1c9dd276cd8c,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:45.802472 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9f944b62-62bd-4358-9b7c-94cf6a3f36be tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (4771aafc-47fc-403e-be4e-19e247556136), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:45.962565 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9f944b62-62bd-4358-9b7c-94cf6a3f36be tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (0682dc00-55b1-48e8-bc82-1c9dd276cd8c), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:46.109408 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9f944b62-62bd-4358-9b7c-94cf6a3f36be tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (0682dc00-55b1-48e8-bc82-1c9dd276cd8c), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:46.164042 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9f944b62-62bd-4358-9b7c-94cf6a3f36be tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (0682dc00-55b1-48e8-bc82-1c9dd276cd8c), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:46.235456 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f944b62-62bd-4358-9b7c-94cf6a3f36be tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=0682dc00-55b1-48e8-bc82-1c9dd276cd8c,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:46.245519 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9f944b62-62bd-4358-9b7c-94cf6a3f36be tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (4771aafc-47fc-403e-be4e-19e247556136), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:46.346519 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-9f944b62-62bd-4358-9b7c-94cf6a3f36be tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Floating IP 4771aafc-47fc-403e-be4e-19e247556136 associated. External IP: 172.26.2.253, port: 5cf29b05-0b00-4369-a6b9-bea00af375e8. Mar 23 02:49:46.551342 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f944b62-62bd-4358-9b7c-94cf6a3f36be tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router 13f84fab-10ab-4348-9f54-f9459e0749bf has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:49:46.657727 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f944b62-62bd-4358-9b7c-94cf6a3f36be tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:49:46.667749 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b86454-8c95-4752-aca6-9ed0e41b2684 None None] Sync routers for ids ['13f84fab-10ab-4348-9f54-f9459e0749bf'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:49:46.678125 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b86454-8c95-4752-aca6-9ed0e41b2684 None None] Routers {'13f84fab-10ab-4348-9f54-f9459e0749bf'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:49:46.678731 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-73b86454-8c95-4752-aca6-9ed0e41b2684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:49:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['13f84fab-10ab-4348-9f54-f9459e0749bf'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:46.749182 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9f944b62-62bd-4358-9b7c-94cf6a3f36be tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:46.778602 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9f944b62-62bd-4358-9b7c-94cf6a3f36be tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8240776 Mar 23 02:49:46.779365 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4', 'tag': '5cf29b05-0b00-4369-a6b9-bea00af375e8'}] {{(pid=104348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:49:46.781440 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35636) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:46.781956 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a43494f7a0cd0c51715e4079ece57a9ff1e623b58ceb021b6bb41ba87478d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba221e5-251e-496b-8aef-841f9d864eae" -d '{"events": [{"name": "network-changed", "server_uuid": "8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4", "tag": "5cf29b05-0b00-4369-a6b9-bea00af375e8"}]}' {{(pid=104348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:49:46.786802 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-73b86454-8c95-4752-aca6-9ed0e41b2684 None None] Set router 13f84fab-10ab-4348-9f54-f9459e0749bf gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:49:46.817212 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c865347-59ca-427a-baf3-9e5ae39f4284 x-openstack-request-id: req-5c865347-59ca-427a-baf3-9e5ae39f4284 {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:49:46.817519 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4", "tag": "5cf29b05-0b00-4369-a6b9-bea00af375e8", "status": "completed", "code": 200}]} {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:49:46.820970 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5c865347-59ca-427a-baf3-9e5ae39f4284 {{(pid=104348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:49:46.820970 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c865347-59ca-427a-baf3-9e5ae39f4284'] response: {'name': 'network-changed', 'server_uuid': '8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4', 'tag': '5cf29b05-0b00-4369-a6b9-bea00af375e8', 'status': 'completed', 'code': 200} Mar 23 02:49:46.922172 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba221e5-251e-496b-8aef-841f9d864eae req-0342e3f2-0c52-46f0-9a6d-4aeef0dd8286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:46.923583 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1ba221e5-251e-496b-8aef-841f9d864eae req-0342e3f2-0c52-46f0-9a6d-4aeef0dd8286 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4 HTTP/1.1" status: 200 len: 1130 time: 0.0643725 Mar 23 02:49:46.943348 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5dd70bef-19d2-49f7-b869-85834d9bad76 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/routers/13f84fab-10ab-4348-9f54-f9459e0749bf HTTP/1.1" status: 200 len: 922 time: 0.1607296 Mar 23 02:49:46.946061 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35640) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:47.012578 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-660434c2-3651-4541-9ced-3761575c3ee2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/4771aafc-47fc-403e-be4e-19e247556136 HTTP/1.1" status: 200 len: 992 time: 0.0652456 Mar 23 02:49:47.018611 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-73b86454-8c95-4752-aca6-9ed0e41b2684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'name': 'tempest-TestNetworkBasicOps-router-910500492', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:49:29Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '4771aafc-47fc-403e-be4e-19e247556136', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.253', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'port_id': '5cf29b05-0b00-4369-a6b9-bea00af375e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43', 'mac_address': 'fa:16:3e:f6:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:49:45Z', 'updated_at': '2022-03-23T02:49:45Z', 'revision_number': 0, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec792925-635f-4f38-9f06-c0587bbedf90', 'name': '', 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:ca:be:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'fa29659b-3c20-4391-bf14-abe1a4e335fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:28Z', 'updated_at': '2022-03-23T02:49:32Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': 'fa29659b-3c20-4391-bf14-abe1a4e335fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:47.031082 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba221e5-251e-496b-8aef-841f9d864eae req-dbf2b760-a771-4113-ad88-dd73dcca32ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:47.032581 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1ba221e5-251e-496b-8aef-841f9d864eae req-dbf2b760-a771-4113-ad88-dd73dcca32ba service neutron] 10.222.0.23 "GET /v2.0/networks?id=00453160-d9db-48a5-81ed-996fb61f7b43 HTTP/1.1" status: 200 len: 898 time: 0.1009872 Mar 23 02:49:47.048636 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b86454-8c95-4752-aca6-9ed0e41b2684 None None] Checking router: 13f84fab-10ab-4348-9f54-f9459e0749bf for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:49:47.057238 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b86454-8c95-4752-aca6-9ed0e41b2684 None None] Routers {'13f84fab-10ab-4348-9f54-f9459e0749bf'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:49:47.061209 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-73b86454-8c95-4752-aca6-9ed0e41b2684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:49:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['13f84fab-10ab-4348-9f54-f9459e0749bf'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:47.098329 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1ba221e5-251e-496b-8aef-841f9d864eae req-b322ceec-14b9-4867-ab6d-eb2e3cc2564b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cf29b05-0b00-4369-a6b9-bea00af375e8 HTTP/1.1" status: 200 len: 1000 time: 0.0600810 Mar 23 02:49:47.156181 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba221e5-251e-496b-8aef-841f9d864eae req-90fc4038-ee10-402f-8a52-ba350acefd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:47.161800 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1ba221e5-251e-496b-8aef-841f9d864eae req-90fc4038-ee10-402f-8a52-ba350acefd0b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fa29659b-3c20-4391-bf14-abe1a4e335fb HTTP/1.1" status: 200 len: 834 time: 0.0543993 Mar 23 02:49:47.165977 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-73b86454-8c95-4752-aca6-9ed0e41b2684 None None] Set router 13f84fab-10ab-4348-9f54-f9459e0749bf gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:49:47.210920 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba221e5-251e-496b-8aef-841f9d864eae req-77417962-c145-4d07-94c9-aeb9098e9d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:47.212418 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1ba221e5-251e-496b-8aef-841f9d864eae req-77417962-c145-4d07-94c9-aeb9098e9d8d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00453160-d9db-48a5-81ed-996fb61f7b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0495543 Mar 23 02:49:47.307956 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1ba221e5-251e-496b-8aef-841f9d864eae req-7fbfe7f8-36d1-4f27-a0ea-ba38a20a7ecc service neutron] 10.222.0.23 "GET /v2.0/networks/00453160-d9db-48a5-81ed-996fb61f7b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868437 Mar 23 02:49:47.402147 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1ba221e5-251e-496b-8aef-841f9d864eae req-55004a5f-8e65-47d0-9098-09007f2ecf05 service neutron] 10.222.0.23 "GET /v2.0/networks/00453160-d9db-48a5-81ed-996fb61f7b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881455 Mar 23 02:49:47.482508 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-73b86454-8c95-4752-aca6-9ed0e41b2684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'name': 'tempest-TestNetworkBasicOps-router-910500492', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:49:29Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '4771aafc-47fc-403e-be4e-19e247556136', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.253', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'port_id': '5cf29b05-0b00-4369-a6b9-bea00af375e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43', 'mac_address': 'fa:16:3e:f6:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:49:45Z', 'updated_at': '2022-03-23T02:49:45Z', 'revision_number': 0, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec792925-635f-4f38-9f06-c0587bbedf90', 'name': '', 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:ca:be:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'fa29659b-3c20-4391-bf14-abe1a4e335fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:28Z', 'updated_at': '2022-03-23T02:49:32Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': 'fa29659b-3c20-4391-bf14-abe1a4e335fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:47.511764 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b86454-8c95-4752-aca6-9ed0e41b2684 None None] The sync data for ids ['13f84fab-10ab-4348-9f54-f9459e0749bf'] in dv-neutron-834613-2-hyperv is: [{'id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'name': 'tempest-TestNetworkBasicOps-router-910500492', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:49:29Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '4771aafc-47fc-403e-be4e-19e247556136', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.253', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'port_id': '5cf29b05-0b00-4369-a6b9-bea00af375e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43', 'mac_address': 'fa:16:3e:f6:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:49:45Z', 'updated_at': '2022-03-23T02:49:45Z', 'revision_number': 0, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec792925-635f-4f38-9f06-c0587bbedf90', 'name': '', 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:ca:be:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'fa29659b-3c20-4391-bf14-abe1a4e335fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:28Z', 'updated_at': '2022-03-23T02:49:32Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': 'fa29659b-3c20-4391-bf14-abe1a4e335fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:49:47.610245 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-717bda85-7ddd-4626-bc20-1132b2565fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:47.713001 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fbff48-9aca-428f-b6f9-49d9ca73521c None None] New status for floating IP 4771aafc-47fc-403e-be4e-19e247556136: ACTIVE {{(pid=104350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:49:48.014639 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35642) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:48.073492 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e68c42f3-844b-4726-a522-096cca92dc2c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/4771aafc-47fc-403e-be4e-19e247556136 HTTP/1.1" status: 200 len: 994 time: 0.0577104 Mar 23 02:49:48.672921 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:49.906528 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-454f67da-1bd5-42be-9b38-4dfeca4f5d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:51.215903 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:52.666686 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:53.958263 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:10.903166 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:50:14.639630 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35654) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:14.760152 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d5e418bb-00fc-4d23-80b2-167e4f77d204 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/routers/13f84fab-10ab-4348-9f54-f9459e0749bf/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1193876 Mar 23 02:50:14.763044 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35656) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:14.957679 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f04709-beb6-41a0-a4bf-585abb3d6904 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Notify agent at dv-neutron-834613-2-hyperv the message router_removed_from_agent {{(pid=104348) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 23 02:50:14.961152 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-42f04709-beb6-41a0-a4bf-585abb3d6904 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "DELETE /v2.0/agents/d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507/l3-routers/13f84fab-10ab-4348-9f54-f9459e0749bf HTTP/1.1" status: 204 len: 168 time: 0.1971853 Mar 23 02:50:14.963898 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35658) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:15.083719 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ac43b438-0869-400d-9c3b-7745670a52e2 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/routers/13f84fab-10ab-4348-9f54-f9459e0749bf/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1186416 Mar 23 02:50:15.086505 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35660) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:15.148006 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d0ce5d72-dfc2-4c02-9300-f4faef0808d1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/4771aafc-47fc-403e-be4e-19e247556136 HTTP/1.1" status: 200 len: 994 time: 0.0603843 Mar 23 02:50:15.732736 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e44710-425b-4f4d-8c92-54bca4e39861 None None] New status for floating IP 4771aafc-47fc-403e-be4e-19e247556136: DOWN {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:50:16.151107 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35662) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:16.216653 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-757320dc-d491-4f65-9863-e4fc3df7f8de tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/4771aafc-47fc-403e-be4e-19e247556136 HTTP/1.1" status: 200 len: 992 time: 0.0641606 Mar 23 02:50:16.447755 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device b71a6b9e-0b61-4c86-a319-977ad804738b no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:50:16.525235 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port b71a6b9e-0b61-4c86-a319-977ad804738b is: ACTIVE; New status is: DOWN {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:50:16.525634 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b71a6b9e-0b61-4c86-a319-977ad804738b), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:16.546114 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port b71a6b9e-0b61-4c86-a319-977ad804738b, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=b71a6b9e-0b61-4c86-a319-977ad804738b,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:50:16.626842 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (b71a6b9e-0b61-4c86-a319-977ad804738b), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:16.627613 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device ec792925-635f-4f38-9f06-c0587bbedf90 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:50:16.703048 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=b71a6b9e-0b61-4c86-a319-977ad804738b,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:16.712830 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:16.713184 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:16.713534 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:16.713967 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:16.714311 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:16.714648 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:16.714981 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:16.715311 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:16.715643 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:16.715998 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:16.716333 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:16.716659 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:16.717015 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:16.717337 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:16.717659 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:16.754809 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port ec792925-635f-4f38-9f06-c0587bbedf90 is: ACTIVE; New status is: DOWN {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:50:16.755201 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ec792925-635f-4f38-9f06-c0587bbedf90), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:16.787080 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port ec792925-635f-4f38-9f06-c0587bbedf90, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=ec792925-635f-4f38-9f06-c0587bbedf90,segment=NetworkSegment(e710357f-5c03-49d3-aa34-756a955902f7),segment_id=e710357f-5c03-49d3-aa34-756a955902f7)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:50:16.866826 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (ec792925-635f-4f38-9f06-c0587bbedf90), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:16.913009 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=ec792925-635f-4f38-9f06-c0587bbedf90,revision_number=6']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:17.326095 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35666) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:17.598209 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4f0be5f3-0ede-4143-9585-193ef20a4f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:17.889616 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c797564-7100-4aec-b736-139b0cf2dc8a tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Router 13f84fab-10ab-4348-9f54-f9459e0749bf is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:50:17.889880 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c797564-7100-4aec-b736-139b0cf2dc8a tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Notify agent at dv-neutron-834613-2-hyperv the message router_added_to_agent {{(pid=104349) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 23 02:50:17.908683 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6c797564-7100-4aec-b736-139b0cf2dc8a tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "POST /v2.0/agents/d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.5814214 Mar 23 02:50:17.911321 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35670) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:17.923691 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7fbd4b-2d22-4dbd-81ff-4fdd513c83c6 None None] Sync routers for ids ['13f84fab-10ab-4348-9f54-f9459e0749bf'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:50:17.933724 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7fbd4b-2d22-4dbd-81ff-4fdd513c83c6 None None] Routers {'13f84fab-10ab-4348-9f54-f9459e0749bf'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:50:17.934360 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-1d7fbd4b-2d22-4dbd-81ff-4fdd513c83c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:49:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['13f84fab-10ab-4348-9f54-f9459e0749bf'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:18.025614 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2dc66ad4-c23f-4b65-963f-e16ab9a842fa tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/routers/13f84fab-10ab-4348-9f54-f9459e0749bf/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1125023 Mar 23 02:50:18.028158 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35674) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:18.045244 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-1d7fbd4b-2d22-4dbd-81ff-4fdd513c83c6 None None] Set router 13f84fab-10ab-4348-9f54-f9459e0749bf gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:50:18.088420 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ff7561ce-cec4-4188-ac92-efc05d4d6d47 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/4771aafc-47fc-403e-be4e-19e247556136 HTTP/1.1" status: 200 len: 992 time: 0.0591981 Mar 23 02:50:18.274907 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-1d7fbd4b-2d22-4dbd-81ff-4fdd513c83c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'name': 'tempest-TestNetworkBasicOps-router-910500492', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:49:29Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:50:16Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '4771aafc-47fc-403e-be4e-19e247556136', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.253', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'port_id': '5cf29b05-0b00-4369-a6b9-bea00af375e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43', 'mac_address': 'fa:16:3e:f6:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:49:45Z', 'updated_at': '2022-03-23T02:50:15Z', 'revision_number': 2, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec792925-635f-4f38-9f06-c0587bbedf90', 'name': '', 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:ca:be:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'fa29659b-3c20-4391-bf14-abe1a4e335fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:28Z', 'updated_at': '2022-03-23T02:50:16Z', 'revision_number': 6, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': 'fa29659b-3c20-4391-bf14-abe1a4e335fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:18.300826 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7fbd4b-2d22-4dbd-81ff-4fdd513c83c6 None None] Checking router: 13f84fab-10ab-4348-9f54-f9459e0749bf for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:50:18.309482 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7fbd4b-2d22-4dbd-81ff-4fdd513c83c6 None None] Routers {'13f84fab-10ab-4348-9f54-f9459e0749bf'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:50:18.310078 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-1d7fbd4b-2d22-4dbd-81ff-4fdd513c83c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:49:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['13f84fab-10ab-4348-9f54-f9459e0749bf'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:18.416468 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-1d7fbd4b-2d22-4dbd-81ff-4fdd513c83c6 None None] Set router 13f84fab-10ab-4348-9f54-f9459e0749bf gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:50:18.652551 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-1d7fbd4b-2d22-4dbd-81ff-4fdd513c83c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'name': 'tempest-TestNetworkBasicOps-router-910500492', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:49:29Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:50:16Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '4771aafc-47fc-403e-be4e-19e247556136', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.253', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'port_id': '5cf29b05-0b00-4369-a6b9-bea00af375e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43', 'mac_address': 'fa:16:3e:f6:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:49:45Z', 'updated_at': '2022-03-23T02:50:15Z', 'revision_number': 2, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec792925-635f-4f38-9f06-c0587bbedf90', 'name': '', 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:ca:be:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'fa29659b-3c20-4391-bf14-abe1a4e335fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:28Z', 'updated_at': '2022-03-23T02:50:16Z', 'revision_number': 6, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': 'fa29659b-3c20-4391-bf14-abe1a4e335fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:18.835980 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7fbd4b-2d22-4dbd-81ff-4fdd513c83c6 None None] The sync data for ids ['13f84fab-10ab-4348-9f54-f9459e0749bf'] in dv-neutron-834613-2-hyperv is: [{'id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'name': 'tempest-TestNetworkBasicOps-router-910500492', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:49:29Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:50:16Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '4771aafc-47fc-403e-be4e-19e247556136', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.253', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'port_id': '5cf29b05-0b00-4369-a6b9-bea00af375e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43', 'mac_address': 'fa:16:3e:f6:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:49:45Z', 'updated_at': '2022-03-23T02:50:15Z', 'revision_number': 2, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec792925-635f-4f38-9f06-c0587bbedf90', 'name': '', 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:ca:be:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'fa29659b-3c20-4391-bf14-abe1a4e335fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:28Z', 'updated_at': '2022-03-23T02:50:16Z', 'revision_number': 6, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': 'fa29659b-3c20-4391-bf14-abe1a4e335fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:50:18.838385 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:19.092574 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35676) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:19.164531 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-cff540c2-5a73-469a-a4d3-26cc9cbf2bd1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/4771aafc-47fc-403e-be4e-19e247556136 HTTP/1.1" status: 200 len: 992 time: 0.0707860 Mar 23 02:50:19.895640 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-dd4fe1e3-2526-492a-abe7-c313846c1106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:20.168567 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35678) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:20.232655 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-bf97aaa2-514e-4b82-b8b5-0a80af001fd6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/4771aafc-47fc-403e-be4e-19e247556136 HTTP/1.1" status: 200 len: 992 time: 0.0629277 Mar 23 02:50:20.501174 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b20a8a3-90f3-4532-92f0-61a5a6e4cd89 None None] New status for floating IP 4771aafc-47fc-403e-be4e-19e247556136: ACTIVE {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:50:20.519770 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device b71a6b9e-0b61-4c86-a319-977ad804738b up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:50:20.567544 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port b71a6b9e-0b61-4c86-a319-977ad804738b triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:50:20.568032 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b71a6b9e-0b61-4c86-a319-977ad804738b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:20.648079 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port b71a6b9e-0b61-4c86-a319-977ad804738b is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:50:20.648476 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b71a6b9e-0b61-4c86-a319-977ad804738b), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:20.668430 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port b71a6b9e-0b61-4c86-a319-977ad804738b, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=b71a6b9e-0b61-4c86-a319-977ad804738b,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:50:20.763667 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (b71a6b9e-0b61-4c86-a319-977ad804738b), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:20.764555 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device ec792925-635f-4f38-9f06-c0587bbedf90 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:50:20.844918 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=b71a6b9e-0b61-4c86-a319-977ad804738b,revision_number=6']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:20.858844 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port ec792925-635f-4f38-9f06-c0587bbedf90 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:50:20.859227 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ec792925-635f-4f38-9f06-c0587bbedf90), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:20.943870 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port ec792925-635f-4f38-9f06-c0587bbedf90 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:50:20.944492 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ec792925-635f-4f38-9f06-c0587bbedf90), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:20.980394 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port ec792925-635f-4f38-9f06-c0587bbedf90, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=ec792925-635f-4f38-9f06-c0587bbedf90,segment=NetworkSegment(e710357f-5c03-49d3-aa34-756a955902f7),segment_id=e710357f-5c03-49d3-aa34-756a955902f7)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:50:21.032547 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (ec792925-635f-4f38-9f06-c0587bbedf90), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:21.081452 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=ec792925-635f-4f38-9f06-c0587bbedf90,revision_number=7']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:21.236552 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35680) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:21.243945 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:21.300417 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-54c338ab-9c3d-4eec-a7cd-fbbf5bcc0a1e tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/4771aafc-47fc-403e-be4e-19e247556136 HTTP/1.1" status: 200 len: 994 time: 0.0626190 Mar 23 02:50:21.544271 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35686) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:21.699012 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-c7f90158-39cd-40a1-a5c1-dae0331ef74f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port 0682dc00-55b1-48e8-bc82-1c9dd276cd8c {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:50:21.699262 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c7f90158-39cd-40a1-a5c1-dae0331ef74f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (0682dc00-55b1-48e8-bc82-1c9dd276cd8c), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:21.774532 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c7f90158-39cd-40a1-a5c1-dae0331ef74f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (0682dc00-55b1-48e8-bc82-1c9dd276cd8c), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:21.774856 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c7f90158-39cd-40a1-a5c1-dae0331ef74f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (0682dc00-55b1-48e8-bc82-1c9dd276cd8c), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:21.786280 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-c7f90158-39cd-40a1-a5c1-dae0331ef74f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for 0682dc00-55b1-48e8-bc82-1c9dd276cd8c owned by network:floatingip {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:50:21.986513 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c7f90158-39cd-40a1-a5c1-dae0331ef74f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (0682dc00-55b1-48e8-bc82-1c9dd276cd8c), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:22.012424 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f90158-39cd-40a1-a5c1-dae0331ef74f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=0682dc00-55b1-48e8-bc82-1c9dd276cd8c,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:22.074365 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c7f90158-39cd-40a1-a5c1-dae0331ef74f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (4771aafc-47fc-403e-be4e-19e247556136), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:22.074697 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-c7f90158-39cd-40a1-a5c1-dae0331ef74f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Floating IP 4771aafc-47fc-403e-be4e-19e247556136 disassociated (deleted). External IP: 172.26.2.253, port: 5cf29b05-0b00-4369-a6b9-bea00af375e8. Mar 23 02:50:22.284023 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f90158-39cd-40a1-a5c1-dae0331ef74f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router 13f84fab-10ab-4348-9f54-f9459e0749bf has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:50:22.393547 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f90158-39cd-40a1-a5c1-dae0331ef74f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:50:22.398634 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c7f90158-39cd-40a1-a5c1-dae0331ef74f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:22.406987 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20364c8b-752b-4461-935e-1ae9509053eb None None] Sync routers for ids ['13f84fab-10ab-4348-9f54-f9459e0749bf'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:50:22.418627 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20364c8b-752b-4461-935e-1ae9509053eb None None] Routers {'13f84fab-10ab-4348-9f54-f9459e0749bf'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:50:22.419898 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-20364c8b-752b-4461-935e-1ae9509053eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:50:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['13f84fab-10ab-4348-9f54-f9459e0749bf'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:22.432367 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c7f90158-39cd-40a1-a5c1-dae0331ef74f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/floatingips/4771aafc-47fc-403e-be4e-19e247556136 HTTP/1.1" status: 204 len: 168 time: 0.8869147 Mar 23 02:50:22.434235 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4', 'tag': '5cf29b05-0b00-4369-a6b9-bea00af375e8'}] {{(pid=104348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:50:22.436973 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a43494f7a0cd0c51715e4079ece57a9ff1e623b58ceb021b6bb41ba87478d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32d3576-e26a-4769-bb60-ec38ba29208f" -d '{"events": [{"name": "network-changed", "server_uuid": "8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4", "tag": "5cf29b05-0b00-4369-a6b9-bea00af375e8"}]}' {{(pid=104348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:50:22.495385 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device b71a6b9e-0b61-4c86-a319-977ad804738b up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:50:22.591807 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-20364c8b-752b-4461-935e-1ae9509053eb None None] Set router 13f84fab-10ab-4348-9f54-f9459e0749bf gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:50:22.617797 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port b71a6b9e-0b61-4c86-a319-977ad804738b triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:50:22.618181 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b71a6b9e-0b61-4c86-a319-977ad804738b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:22.618380 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce976e9-ef27-4fda-bfb9-3df7120f574b x-openstack-request-id: req-7ce976e9-ef27-4fda-bfb9-3df7120f574b {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:50:22.618895 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4", "tag": "5cf29b05-0b00-4369-a6b9-bea00af375e8", "status": "completed", "code": 200}]} {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:50:22.619089 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ce976e9-ef27-4fda-bfb9-3df7120f574b {{(pid=104348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:50:22.619717 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ce976e9-ef27-4fda-bfb9-3df7120f574b'] response: {'name': 'network-changed', 'server_uuid': '8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4', 'tag': '5cf29b05-0b00-4369-a6b9-bea00af375e8', 'status': 'completed', 'code': 200} Mar 23 02:50:22.688849 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d3576-e26a-4769-bb60-ec38ba29208f req-13aeca1f-bfaa-4a81-bc26-09616445c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:22.690881 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d32d3576-e26a-4769-bb60-ec38ba29208f req-13aeca1f-bfaa-4a81-bc26-09616445c8fe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4 HTTP/1.1" status: 200 len: 1130 time: 0.0492377 Mar 23 02:50:22.744859 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:22.795152 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d3576-e26a-4769-bb60-ec38ba29208f req-2ac07bdd-5023-46bf-8f95-7cf48efea07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:22.796669 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d32d3576-e26a-4769-bb60-ec38ba29208f req-2ac07bdd-5023-46bf-8f95-7cf48efea07c service neutron] 10.222.0.23 "GET /v2.0/networks?id=00453160-d9db-48a5-81ed-996fb61f7b43 HTTP/1.1" status: 200 len: 898 time: 0.0987718 Mar 23 02:50:22.811243 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port b71a6b9e-0b61-4c86-a319-977ad804738b is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:50:22.812354 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device ec792925-635f-4f38-9f06-c0587bbedf90 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:50:22.841706 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d32d3576-e26a-4769-bb60-ec38ba29208f req-8151fad5-bf69-402d-8c86-925aa9d829a1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cf29b05-0b00-4369-a6b9-bea00af375e8 HTTP/1.1" status: 200 len: 217 time: 0.0378890 Mar 23 02:50:22.848588 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06009a30-a05a-4c4a-b406-01b9d73696c9 req-985c70c8-2340-4af9-ae22-124b1445de19 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:22.850153 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-06009a30-a05a-4c4a-b406-01b9d73696c9 req-985c70c8-2340-4af9-ae22-124b1445de19 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4 HTTP/1.1" status: 200 len: 946 time: 0.0569620 Mar 23 02:50:22.904226 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d3576-e26a-4769-bb60-ec38ba29208f req-1f4f6228-6a61-4961-9312-1e0eab87990d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:22.905881 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d32d3576-e26a-4769-bb60-ec38ba29208f req-1f4f6228-6a61-4961-9312-1e0eab87990d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fa29659b-3c20-4391-bf14-abe1a4e335fb HTTP/1.1" status: 200 len: 834 time: 0.0531285 Mar 23 02:50:22.907883 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port ec792925-635f-4f38-9f06-c0587bbedf90 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:50:22.908269 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ec792925-635f-4f38-9f06-c0587bbedf90), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:22.918220 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-06009a30-a05a-4c4a-b406-01b9d73696c9 req-d0821ec7-907a-4930-8f6d-7d7887dcdc1d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=983961c3-8364-4273-9dba-bf75a89ab1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613954 Mar 23 02:50:22.940895 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-20364c8b-752b-4461-935e-1ae9509053eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'name': 'tempest-TestNetworkBasicOps-router-910500492', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:49:29Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:50:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'ec792925-635f-4f38-9f06-c0587bbedf90', 'name': '', 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:ca:be:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'fa29659b-3c20-4391-bf14-abe1a4e335fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:28Z', 'updated_at': '2022-03-23T02:50:20Z', 'revision_number': 7, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': 'fa29659b-3c20-4391-bf14-abe1a4e335fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:22.959326 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d3576-e26a-4769-bb60-ec38ba29208f req-8e0e2f1f-5af2-49a5-9658-d3fa9c0745c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:22.961762 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d32d3576-e26a-4769-bb60-ec38ba29208f req-8e0e2f1f-5af2-49a5-9658-d3fa9c0745c6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00453160-d9db-48a5-81ed-996fb61f7b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0482192 Mar 23 02:50:22.979150 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20364c8b-752b-4461-935e-1ae9509053eb None None] Checking router: 13f84fab-10ab-4348-9f54-f9459e0749bf for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:50:22.994055 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20364c8b-752b-4461-935e-1ae9509053eb None None] Routers {'13f84fab-10ab-4348-9f54-f9459e0749bf'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:50:22.994665 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-20364c8b-752b-4461-935e-1ae9509053eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:50:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['13f84fab-10ab-4348-9f54-f9459e0749bf'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:23.058386 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d32d3576-e26a-4769-bb60-ec38ba29208f req-1e6b1228-fc4b-4e89-a3a5-6069b3056db1 service neutron] 10.222.0.23 "GET /v2.0/networks/00453160-d9db-48a5-81ed-996fb61f7b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906599 Mar 23 02:50:23.107445 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port ec792925-635f-4f38-9f06-c0587bbedf90 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:50:23.131800 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-20364c8b-752b-4461-935e-1ae9509053eb None None] Set router 13f84fab-10ab-4348-9f54-f9459e0749bf gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:50:23.153628 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d32d3576-e26a-4769-bb60-ec38ba29208f req-cfc8ef6c-a4d7-40a5-9894-d6c6c3330ea7 service neutron] 10.222.0.23 "GET /v2.0/networks/00453160-d9db-48a5-81ed-996fb61f7b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885878 Mar 23 02:50:23.351717 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-20364c8b-752b-4461-935e-1ae9509053eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'name': 'tempest-TestNetworkBasicOps-router-910500492', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:49:29Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:50:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'ec792925-635f-4f38-9f06-c0587bbedf90', 'name': '', 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:ca:be:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'fa29659b-3c20-4391-bf14-abe1a4e335fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:28Z', 'updated_at': '2022-03-23T02:50:20Z', 'revision_number': 7, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': 'fa29659b-3c20-4391-bf14-abe1a4e335fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:23.381535 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20364c8b-752b-4461-935e-1ae9509053eb None None] The sync data for ids ['13f84fab-10ab-4348-9f54-f9459e0749bf'] in dv-neutron-834613-2-hyperv is: [{'id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'name': 'tempest-TestNetworkBasicOps-router-910500492', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:49:29Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:50:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'ec792925-635f-4f38-9f06-c0587bbedf90', 'name': '', 'network_id': '00453160-d9db-48a5-81ed-996fb61f7b43', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:ca:be:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'fa29659b-3c20-4391-bf14-abe1a4e335fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:28Z', 'updated_at': '2022-03-23T02:50:20Z', 'revision_number': 7, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': 'fa29659b-3c20-4391-bf14-abe1a4e335fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:50:23.992654 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:24.047972 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e165b91e-a6fa-4e01-b248-2a69759659c1 None None] New status for floating IP 4771aafc-47fc-403e-be4e-19e247556136: DOWN {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:50:24.055267 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad270e6-ed37-4678-82dc-878e1e3ddb6f req-2d1f01ee-a321-47c1-ac1a-32897cb6100a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:24.057097 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1ad270e6-ed37-4678-82dc-878e1e3ddb6f req-2d1f01ee-a321-47c1-ac1a-32897cb6100a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4 HTTP/1.1" status: 200 len: 946 time: 0.0627236 Mar 23 02:50:24.140357 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1ad270e6-ed37-4678-82dc-878e1e3ddb6f req-a7ef4d39-d3cf-45ee-8590-6018f263e5e8 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=983961c3-8364-4273-9dba-bf75a89ab1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734725 Mar 23 02:50:24.149063 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a5a3f-9e76-42bf-9d57-d715243ba21c req-96de4e70-fbf0-4a15-987c-18ccfe314070 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:24.151148 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-410a5a3f-9e76-42bf-9d57-d715243ba21c req-96de4e70-fbf0-4a15-987c-18ccfe314070 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4 HTTP/1.1" status: 200 len: 946 time: 0.0925314 Mar 23 02:50:24.247716 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-410a5a3f-9e76-42bf-9d57-d715243ba21c req-a9447026-6789-4189-9823-1b5c671c0071 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port 5cf29b05-0b00-4369-a6b9-bea00af375e8 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:50:24.248014 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-410a5a3f-9e76-42bf-9d57-d715243ba21c req-a9447026-6789-4189-9823-1b5c671c0071 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (5cf29b05-0b00-4369-a6b9-bea00af375e8), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:24.334486 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-410a5a3f-9e76-42bf-9d57-d715243ba21c req-a9447026-6789-4189-9823-1b5c671c0071 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] For port 5cf29b05-0b00-4369-a6b9-bea00af375e8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=5cf29b05-0b00-4369-a6b9-bea00af375e8,segment=NetworkSegment(e710357f-5c03-49d3-aa34-756a955902f7),segment_id=e710357f-5c03-49d3-aa34-756a955902f7)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:50:24.334847 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-410a5a3f-9e76-42bf-9d57-d715243ba21c req-a9447026-6789-4189-9823-1b5c671c0071 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (5cf29b05-0b00-4369-a6b9-bea00af375e8), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:24.349966 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-410a5a3f-9e76-42bf-9d57-d715243ba21c req-a9447026-6789-4189-9823-1b5c671c0071 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for 5cf29b05-0b00-4369-a6b9-bea00af375e8 owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:50:24.563577 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-410a5a3f-9e76-42bf-9d57-d715243ba21c req-a9447026-6789-4189-9823-1b5c671c0071 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (5cf29b05-0b00-4369-a6b9-bea00af375e8), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:24.594151 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9447026-6789-4189-9823-1b5c671c0071 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=5cf29b05-0b00-4369-a6b9-bea00af375e8,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:24.663910 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-410a5a3f-9e76-42bf-9d57-d715243ba21c req-a9447026-6789-4189-9823-1b5c671c0071 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] No DVR routers for this DVR port 5cf29b05-0b00-4369-a6b9-bea00af375e8 on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:50:24.668097 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-410a5a3f-9e76-42bf-9d57-d715243ba21c req-a9447026-6789-4189-9823-1b5c671c0071 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:24.671454 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-410a5a3f-9e76-42bf-9d57-d715243ba21c req-a9447026-6789-4189-9823-1b5c671c0071 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "DELETE /v2.0/ports/5cf29b05-0b00-4369-a6b9-bea00af375e8 HTTP/1.1" status: 204 len: 173 time: 0.5153325 Mar 23 02:50:24.671931 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4', 'name': 'network-vif-deleted', 'tag': '5cf29b05-0b00-4369-a6b9-bea00af375e8'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:50:24.674497 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44dae07-6007-4d26-9b50-cd27711cf890" -d '{"events": [{"server_uuid": "8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4", "name": "network-vif-deleted", "tag": "5cf29b05-0b00-4369-a6b9-bea00af375e8"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:50:24.709705 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ccf052-0e07-4cea-a946-540bf97dd711 x-openstack-request-id: req-d2ccf052-0e07-4cea-a946-540bf97dd711 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:50:24.710004 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4", "name": "network-vif-deleted", "tag": "5cf29b05-0b00-4369-a6b9-bea00af375e8", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:50:24.710312 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2ccf052-0e07-4cea-a946-540bf97dd711 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:50:24.710777 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2ccf052-0e07-4cea-a946-540bf97dd711'] response: {'server_uuid': '8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4', 'name': 'network-vif-deleted', 'tag': '5cf29b05-0b00-4369-a6b9-bea00af375e8', 'status': 'completed', 'code': 200} Mar 23 02:50:25.248404 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-dba760d1-f1ab-4527-8182-6219659c166f req-39a5f26f-dfb3-4ea0-a132-27188d952e69 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b0447d0-9cf0-4c21-b76a-c6880c5dd9e4 HTTP/1.1" status: 200 len: 210 time: 0.0294542 Mar 23 02:50:26.187044 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 5cf29b05-0b00-4369-a6b9-bea00af375e8 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:50:26.207272 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: 5cf29b05-0b00-4369-a6b9-bea00af375e8 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:50:26.207617 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 5cf29b05-0b00-4369-a6b9-bea00af375e8 not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:50:26.310426 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35704) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:26.367525 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d9515fee-d56f-4ae0-8c80-bee05fcad036 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (983961c3-8364-4273-9dba-bf75a89ab1f3), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:26.393095 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d9515fee-d56f-4ae0-8c80-bee05fcad036 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (983961c3-8364-4273-9dba-bf75a89ab1f3), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:26.535177 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d9515fee-d56f-4ae0-8c80-bee05fcad036 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (983961c3-8364-4273-9dba-bf75a89ab1f3), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:26.537828 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d9515fee-d56f-4ae0-8c80-bee05fcad036 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:26.538989 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d9515fee-d56f-4ae0-8c80-bee05fcad036 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/security-groups/983961c3-8364-4273-9dba-bf75a89ab1f3 HTTP/1.1" status: 204 len: 168 time: 0.2275765 Mar 23 02:50:26.548273 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9515fee-d56f-4ae0-8c80-bee05fcad036 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=983961c3-8364-4273-9dba-bf75a89ab1f3,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:26.632919 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35708) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:27.072592 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b526f96d-78d3-477a-b957-564f30ccefeb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (13f84fab-10ab-4348-9f54-f9459e0749bf), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:27.380782 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-b526f96d-78d3-477a-b957-564f30ccefeb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port ec792925-635f-4f38-9f06-c0587bbedf90 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:50:27.381041 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b526f96d-78d3-477a-b957-564f30ccefeb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (ec792925-635f-4f38-9f06-c0587bbedf90), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:27.466645 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-b526f96d-78d3-477a-b957-564f30ccefeb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] For port ec792925-635f-4f38-9f06-c0587bbedf90, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=ec792925-635f-4f38-9f06-c0587bbedf90,segment=NetworkSegment(e710357f-5c03-49d3-aa34-756a955902f7),segment_id=e710357f-5c03-49d3-aa34-756a955902f7)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:50:27.467003 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b526f96d-78d3-477a-b957-564f30ccefeb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (ec792925-635f-4f38-9f06-c0587bbedf90), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:27.483224 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-b526f96d-78d3-477a-b957-564f30ccefeb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for ec792925-635f-4f38-9f06-c0587bbedf90 owned by network:router_interface {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:50:27.729068 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b526f96d-78d3-477a-b957-564f30ccefeb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (ec792925-635f-4f38-9f06-c0587bbedf90), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:27.755715 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526f96d-78d3-477a-b957-564f30ccefeb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=ec792925-635f-4f38-9f06-c0587bbedf90,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:27.929655 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b526f96d-78d3-477a-b957-564f30ccefeb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (13f84fab-10ab-4348-9f54-f9459e0749bf), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:28.414297 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b526f96d-78d3-477a-b957-564f30ccefeb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router 13f84fab-10ab-4348-9f54-f9459e0749bf has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:50:28.534351 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b526f96d-78d3-477a-b957-564f30ccefeb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:50:28.539522 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b526f96d-78d3-477a-b957-564f30ccefeb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "PUT /v2.0/routers/13f84fab-10ab-4348-9f54-f9459e0749bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9049432 Mar 23 02:50:28.542855 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35710) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:28.550714 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8953c844-8e9f-4b0b-a342-5dbe20c422ec None None] Sync routers for ids ['13f84fab-10ab-4348-9f54-f9459e0749bf'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:50:28.562813 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8953c844-8e9f-4b0b-a342-5dbe20c422ec None None] Routers {'13f84fab-10ab-4348-9f54-f9459e0749bf'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:50:28.563438 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-8953c844-8e9f-4b0b-a342-5dbe20c422ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:50:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['13f84fab-10ab-4348-9f54-f9459e0749bf'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:28.606189 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3db37f-3901-4ff0-abb8-15f64853d3dc tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting subnet fa29659b-3c20-4391-bf14-abe1a4e335fb {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:50:28.610078 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2b3db37f-3901-4ff0-abb8-15f64853d3dc tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for subnet (fa29659b-3c20-4391-bf14-abe1a4e335fb), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:28.654768 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2b3db37f-3901-4ff0-abb8-15f64853d3dc tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (fa29659b-3c20-4391-bf14-abe1a4e335fb), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:28.674865 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-8953c844-8e9f-4b0b-a342-5dbe20c422ec None None] Set router 13f84fab-10ab-4348-9f54-f9459e0749bf gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:50:28.740967 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2b3db37f-3901-4ff0-abb8-15f64853d3dc tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (fa29659b-3c20-4391-bf14-abe1a4e335fb), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:28.857051 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2b3db37f-3901-4ff0-abb8-15f64853d3dc tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (fa29659b-3c20-4391-bf14-abe1a4e335fb), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:28.903565 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3db37f-3901-4ff0-abb8-15f64853d3dc tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Subnet': ['ID=fa29659b-3c20-4391-bf14-abe1a4e335fb,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:28.911962 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2b3db37f-3901-4ff0-abb8-15f64853d3dc tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:28.920293 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35712) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:28.923252 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2b3db37f-3901-4ff0-abb8-15f64853d3dc tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/subnets/fa29659b-3c20-4391-bf14-abe1a4e335fb HTTP/1.1" status: 204 len: 168 time: 0.3754489 Mar 23 02:50:28.958820 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281861e3-5742-40ca-8f25-9e86ca4835e6 None None] Network 00453160-d9db-48a5-81ed-996fb61f7b43 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:50:29.065315 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f08ee5b6-a695-4852-904f-f5c5f1623467 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router (13f84fab-10ab-4348-9f54-f9459e0749bf), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:29.112263 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-8953c844-8e9f-4b0b-a342-5dbe20c422ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'name': 'tempest-TestNetworkBasicOps-router-910500492', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:50:27Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:50:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:29.148818 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8953c844-8e9f-4b0b-a342-5dbe20c422ec None None] Checking router: 13f84fab-10ab-4348-9f54-f9459e0749bf for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:50:29.166653 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8953c844-8e9f-4b0b-a342-5dbe20c422ec None None] Routers {'13f84fab-10ab-4348-9f54-f9459e0749bf'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:50:29.167328 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-8953c844-8e9f-4b0b-a342-5dbe20c422ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:50:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['13f84fab-10ab-4348-9f54-f9459e0749bf'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:29.214230 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f08ee5b6-a695-4852-904f-f5c5f1623467 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_gateway (13f84fab-10ab-4348-9f54-f9459e0749bf), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:29.246058 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a9740f-fc28-4e63-ad2f-7b18c1a82bb1 None None] DHCP port deletion for 00453160-d9db-48a5-81ed-996fb61f7b43 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:50:29.326957 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-8953c844-8e9f-4b0b-a342-5dbe20c422ec None None] Set router 13f84fab-10ab-4348-9f54-f9459e0749bf gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:50:29.349983 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-f08ee5b6-a695-4852-904f-f5c5f1623467 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port b71a6b9e-0b61-4c86-a319-977ad804738b {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:50:29.350420 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f08ee5b6-a695-4852-904f-f5c5f1623467 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (b71a6b9e-0b61-4c86-a319-977ad804738b), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:29.403051 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-09a9740f-fc28-4e63-ad2f-7b18c1a82bb1 None None] Deleting port f7c29c7e-bcc5-456c-8d90-e203df9b9198 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:50:29.403051 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-09a9740f-fc28-4e63-ad2f-7b18c1a82bb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (f7c29c7e-bcc5-456c-8d90-e203df9b9198), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:29.478102 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efca70-6299-4b63-a06f-77cd1ba9d159 req-75ffe571-fccb-42fa-b0d0-5fe9f85aa692 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:29.479546 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b8efca70-6299-4b63-a06f-77cd1ba9d159 req-75ffe571-fccb-42fa-b0d0-5fe9f85aa692 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 945 time: 0.1148951 Mar 23 02:50:29.484853 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-f08ee5b6-a695-4852-904f-f5c5f1623467 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] For port b71a6b9e-0b61-4c86-a319-977ad804738b, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=b71a6b9e-0b61-4c86-a319-977ad804738b,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:50:29.485312 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f08ee5b6-a695-4852-904f-f5c5f1623467 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (b71a6b9e-0b61-4c86-a319-977ad804738b), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:29.505045 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-f08ee5b6-a695-4852-904f-f5c5f1623467 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for b71a6b9e-0b61-4c86-a319-977ad804738b owned by network:router_gateway {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:50:29.510603 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-09a9740f-fc28-4e63-ad2f-7b18c1a82bb1 None None] For port f7c29c7e-bcc5-456c-8d90-e203df9b9198, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f7c29c7e-bcc5-456c-8d90-e203df9b9198,segment=NetworkSegment(e710357f-5c03-49d3-aa34-756a955902f7),segment_id=e710357f-5c03-49d3-aa34-756a955902f7)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:50:29.510999 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-09a9740f-fc28-4e63-ad2f-7b18c1a82bb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (f7c29c7e-bcc5-456c-8d90-e203df9b9198), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:29.531127 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-09a9740f-fc28-4e63-ad2f-7b18c1a82bb1 None None] Calling delete_port for f7c29c7e-bcc5-456c-8d90-e203df9b9198 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:50:29.581737 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b8efca70-6299-4b63-a06f-77cd1ba9d159 req-e27c23d3-d071-4e91-b577-b192816feb82 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883937 Mar 23 02:50:29.646510 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-8953c844-8e9f-4b0b-a342-5dbe20c422ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'name': 'tempest-TestNetworkBasicOps-router-910500492', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:50:27Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:50:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:29.673543 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8953c844-8e9f-4b0b-a342-5dbe20c422ec None None] The sync data for ids ['13f84fab-10ab-4348-9f54-f9459e0749bf'] in dv-neutron-834613-2-hyperv is: [{'id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'name': 'tempest-TestNetworkBasicOps-router-910500492', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:50:27Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'b71a6b9e-0b61-4c86-a319-977ad804738b', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f84fab-10ab-4348-9f54-f9459e0749bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:24Z', 'updated_at': '2022-03-23T02:50:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:50:29.717944 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-09a9740f-fc28-4e63-ad2f-7b18c1a82bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (f7c29c7e-bcc5-456c-8d90-e203df9b9198), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:29.743923 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9740f-fc28-4e63-ad2f-7b18c1a82bb1 None None] Pushing event deleted for resources: {'Port': ['ID=f7c29c7e-bcc5-456c-8d90-e203df9b9198,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:29.748262 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a9740f-fc28-4e63-ad2f-7b18c1a82bb1 None None] No DVR routers for this DVR port f7c29c7e-bcc5-456c-8d90-e203df9b9198 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:50:29.849513 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f08ee5b6-a695-4852-904f-f5c5f1623467 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (b71a6b9e-0b61-4c86-a319-977ad804738b), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:29.874434 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ee5b6-a695-4852-904f-f5c5f1623467 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=b71a6b9e-0b61-4c86-a319-977ad804738b,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:29.943221 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f08ee5b6-a695-4852-904f-f5c5f1623467 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (13f84fab-10ab-4348-9f54-f9459e0749bf), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:30.041606 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f08ee5b6-a695-4852-904f-f5c5f1623467 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (13f84fab-10ab-4348-9f54-f9459e0749bf), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:30.043972 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f08ee5b6-a695-4852-904f-f5c5f1623467 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_controller (13f84fab-10ab-4348-9f54-f9459e0749bf), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:30.174888 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f08ee5b6-a695-4852-904f-f5c5f1623467 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (13f84fab-10ab-4348-9f54-f9459e0749bf), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:30.175731 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08ee5b6-a695-4852-904f-f5c5f1623467 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Fanout notify agent at l3_agent the message router_deleted on router 13f84fab-10ab-4348-9f54-f9459e0749bf {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:50:30.183306 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f08ee5b6-a695-4852-904f-f5c5f1623467 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:30.184515 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f08ee5b6-a695-4852-904f-f5c5f1623467 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/routers/13f84fab-10ab-4348-9f54-f9459e0749bf HTTP/1.1" status: 204 len: 168 time: 1.2634144 Mar 23 02:50:30.190252 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35718) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:30.275385 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-424380b8-55c1-426d-aa09-eaf90092456d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (00453160-d9db-48a5-81ed-996fb61f7b43), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:30.370327 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-424380b8-55c1-426d-aa09-eaf90092456d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (00453160-d9db-48a5-81ed-996fb61f7b43), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:30.394337 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-424380b8-55c1-426d-aa09-eaf90092456d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00453160-d9db-48a5-81ed-996fb61f7b43']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:30.404351 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-424380b8-55c1-426d-aa09-eaf90092456d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e710357f-5c03-49d3-aa34-756a955902f7') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:30.404654 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-424380b8-55c1-426d-aa09-eaf90092456d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e710357f-5c03-49d3-aa34-756a955902f7') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:30.413882 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-424380b8-55c1-426d-aa09-eaf90092456d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (e710357f-5c03-49d3-aa34-756a955902f7), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:30.426938 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-424380b8-55c1-426d-aa09-eaf90092456d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (e710357f-5c03-49d3-aa34-756a955902f7), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:30.433513 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-424380b8-55c1-426d-aa09-eaf90092456d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:50:30.433894 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-424380b8-55c1-426d-aa09-eaf90092456d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (e710357f-5c03-49d3-aa34-756a955902f7), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:30.436824 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:50:30.436824 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:50:30.436824 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:50:30.436824 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:50:30.436824 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:50:30.436824 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:50:30.436824 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:50:30.436824 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:50:30.436824 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:50:30.436824 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:50:30.436824 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:50:30.436824 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:50:30.436824 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:50:30.436824 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:50:30.436824 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:50:30.436824 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:50:30.436824 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:50:30.436824 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:50:30.436824 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:50:30.436824 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:50:30.436824 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:50:30.436824 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:50:30.436824 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:50:30.436824 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:50:30.436824 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:50:30.436824 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:50:30.436824 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:50:30.436824 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:50:30.436824 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:50:30.436824 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:50:30.436824 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:50:30.436824 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:50:30.552168 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-424380b8-55c1-426d-aa09-eaf90092456d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (00453160-d9db-48a5-81ed-996fb61f7b43), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:30.559454 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-424380b8-55c1-426d-aa09-eaf90092456d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:30.562578 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-424380b8-55c1-426d-aa09-eaf90092456d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/networks/00453160-d9db-48a5-81ed-996fb61f7b43 HTTP/1.1" status: 204 len: 168 time: 0.3744736 Mar 23 02:50:30.575926 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424380b8-55c1-426d-aa09-eaf90092456d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Network': ['ID=00453160-d9db-48a5-81ed-996fb61f7b43,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:30.578124 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35720) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:30.584901 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-0a6de523-d8c6-4eb5-bd90-bd0f44a0c633 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'network': {'name': 'tempest-network-smoke--246921553', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'port_security_enabled': True}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:50:30.759374 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device b71a6b9e-0b61-4c86-a319-977ad804738b no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:50:30.782429 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: b71a6b9e-0b61-4c86-a319-977ad804738b {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:50:30.782814 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device b71a6b9e-0b61-4c86-a319-977ad804738b not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:50:30.783279 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device ec792925-635f-4f38-9f06-c0587bbedf90 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:50:30.808342 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: ec792925-635f-4f38-9f06-c0587bbedf90 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:50:30.808631 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device ec792925-635f-4f38-9f06-c0587bbedf90 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:50:30.809052 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f7c29c7e-bcc5-456c-8d90-e203df9b9198 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:50:30.830917 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: f7c29c7e-bcc5-456c-8d90-e203df9b9198 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:50:30.831417 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f7c29c7e-bcc5-456c-8d90-e203df9b9198 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:50:30.845210 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743f689-9153-4ffb-a758-93dce50aea39 req-7136af4a-3608-4994-9f0d-78845e6ccd87 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:30.846747 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e743f689-9153-4ffb-a758-93dce50aea39 req-7136af4a-3608-4994-9f0d-78845e6ccd87 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 945 time: 0.0630019 Mar 23 02:50:30.963166 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-e743f689-9153-4ffb-a758-93dce50aea39 req-577bd109-71ac-4906-aade-29cdad0302b9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Deleting port d64d70b5-fbe1-4ccd-8603-d1c87017eeef {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:50:30.963939 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e743f689-9153-4ffb-a758-93dce50aea39 req-577bd109-71ac-4906-aade-29cdad0302b9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (d64d70b5-fbe1-4ccd-8603-d1c87017eeef), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:30.984961 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6de523-d8c6-4eb5-bd90-bd0f44a0c633 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Made reservation on behalf of d14f7a32e895424c88fd77b8785e073b for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:50:30.988212 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0a6de523-d8c6-4eb5-bd90-bd0f44a0c633 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:31.034764 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6de523-d8c6-4eb5-bd90-bd0f44a0c633 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:50:31.049226 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fcb93-e813-4c6e-9b5b-67ea3a88a802 req-8dc52f2b-f00e-4a67-972f-e0de7ebda02b tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:31.050724 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e00fcb93-e813-4c6e-9b5b-67ea3a88a802 req-8dc52f2b-f00e-4a67-972f-e0de7ebda02b tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 945 time: 0.3919253 Mar 23 02:50:31.053669 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-e743f689-9153-4ffb-a758-93dce50aea39 req-577bd109-71ac-4906-aade-29cdad0302b9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] For port d64d70b5-fbe1-4ccd-8603-d1c87017eeef, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d64d70b5-fbe1-4ccd-8603-d1c87017eeef,segment=NetworkSegment(514ce571-d1d5-4120-8ab2-56f18b5021ff),segment_id=514ce571-d1d5-4120-8ab2-56f18b5021ff)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:50:31.054035 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e743f689-9153-4ffb-a758-93dce50aea39 req-577bd109-71ac-4906-aade-29cdad0302b9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (d64d70b5-fbe1-4ccd-8603-d1c87017eeef), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:31.055157 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0a6de523-d8c6-4eb5-bd90-bd0f44a0c633 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (f4246644-b2d6-4ca2-b4d4-e95d3f96fd36), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:31.055749 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-0a6de523-d8c6-4eb5-bd90-bd0f44a0c633 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Added segment f4246644-b2d6-4ca2-b4d4-e95d3f96fd36 of type vlan for network 6cadc408-4e1f-413d-97c9-493a0c18ddc3 Mar 23 02:50:31.112534 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0a6de523-d8c6-4eb5-bd90-bd0f44a0c633 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (6cadc408-4e1f-413d-97c9-493a0c18ddc3), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:31.153952 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e00fcb93-e813-4c6e-9b5b-67ea3a88a802 req-c7628bfa-4d78-4f4f-a8bb-8b70ba4d647c tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903263 Mar 23 02:50:31.226145 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0a6de523-d8c6-4eb5-bd90-bd0f44a0c633 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (6cadc408-4e1f-413d-97c9-493a0c18ddc3), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:31.232076 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6de523-d8c6-4eb5-bd90-bd0f44a0c633 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:31.232867 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0a6de523-d8c6-4eb5-bd90-bd0f44a0c633 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:31.289213 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e743f689-9153-4ffb-a758-93dce50aea39 req-577bd109-71ac-4906-aade-29cdad0302b9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:31.290736 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e743f689-9153-4ffb-a758-93dce50aea39 req-577bd109-71ac-4906-aade-29cdad0302b9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (19172a4f-894b-429f-920d-69afd0382758), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:31.291061 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [req-e743f689-9153-4ffb-a758-93dce50aea39 req-577bd109-71ac-4906-aade-29cdad0302b9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Floating IP 19172a4f-894b-429f-920d-69afd0382758 disassociated. External IP: 172.26.2.237, port: d64d70b5-fbe1-4ccd-8603-d1c87017eeef. Mar 23 02:50:31.291404 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-e743f689-9153-4ffb-a758-93dce50aea39 req-577bd109-71ac-4906-aade-29cdad0302b9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Calling delete_port for d64d70b5-fbe1-4ccd-8603-d1c87017eeef owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:50:31.301961 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6de523-d8c6-4eb5-bd90-bd0f44a0c633 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Network': ['ID=6cadc408-4e1f-413d-97c9-493a0c18ddc3,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:31.312862 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 6cadc408-4e1f-413d-97c9-493a0c18ddc3 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:50:31.367444 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0a6de523-d8c6-4eb5-bd90-bd0f44a0c633 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7872317 Mar 23 02:50:31.370453 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35724) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:31.375488 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-2a0af64b-a9f7-4c25-a17c-f033534f09aa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1176620906', 'admin_state_up': True, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:50:31.494463 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a0af64b-a9f7-4c25-a17c-f033534f09aa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (fe1450ba-9218-4b52-b7be-d76e63fccceb), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:31.495499 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a0af64b-a9f7-4c25-a17c-f033534f09aa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (fe1450ba-9218-4b52-b7be-d76e63fccceb), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:31.523769 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e743f689-9153-4ffb-a758-93dce50aea39 req-577bd109-71ac-4906-aade-29cdad0302b9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (d64d70b5-fbe1-4ccd-8603-d1c87017eeef), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:31.574035 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577bd109-71ac-4906-aade-29cdad0302b9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Pushing event deleted for resources: {'Port': ['ID=d64d70b5-fbe1-4ccd-8603-d1c87017eeef,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:31.954345 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a0af64b-a9f7-4c25-a17c-f033534f09aa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_controller (fe1450ba-9218-4b52-b7be-d76e63fccceb), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:32.001823 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e743f689-9153-4ffb-a758-93dce50aea39 req-577bd109-71ac-4906-aade-29cdad0302b9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Router 9828c275-06c2-4045-b55a-6b168150a939 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:50:32.257716 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a0af64b-a9f7-4c25-a17c-f033534f09aa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_gateway (fe1450ba-9218-4b52-b7be-d76e63fccceb), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:32.262295 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-be30c06b-0158-4ae1-9897-37896c7ad702 req-63a3ff7e-d7df-42f9-a472-d1d56ec9086d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 210 time: 0.0406744 Mar 23 02:50:32.276576 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e743f689-9153-4ffb-a758-93dce50aea39 req-577bd109-71ac-4906-aade-29cdad0302b9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:50:32.287998 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59241bc4-aff0-49b5-acb0-215a8bb43c4e None None] Sync routers for ids ['9828c275-06c2-4045-b55a-6b168150a939'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:50:32.298134 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59241bc4-aff0-49b5-acb0-215a8bb43c4e None None] Routers {'9828c275-06c2-4045-b55a-6b168150a939'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:50:32.298843 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-59241bc4-aff0-49b5-acb0-215a8bb43c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:50:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['9828c275-06c2-4045-b55a-6b168150a939'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:32.319933 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-e743f689-9153-4ffb-a758-93dce50aea39 req-577bd109-71ac-4906-aade-29cdad0302b9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] No DVR routers for this DVR port d64d70b5-fbe1-4ccd-8603-d1c87017eeef on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:50:32.322812 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e743f689-9153-4ffb-a758-93dce50aea39 req-577bd109-71ac-4906-aade-29cdad0302b9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:32.326136 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e743f689-9153-4ffb-a758-93dce50aea39 req-577bd109-71ac-4906-aade-29cdad0302b9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.23 "DELETE /v2.0/ports/d64d70b5-fbe1-4ccd-8603-d1c87017eeef HTTP/1.1" status: 204 len: 173 time: 1.4730771 Mar 23 02:50:32.326570 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c', 'name': 'network-vif-deleted', 'tag': 'd64d70b5-fbe1-4ccd-8603-d1c87017eeef'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:50:32.328873 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9b6521-f851-4f11-a377-207d0cf73c26" -d '{"events": [{"server_uuid": "5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c", "name": "network-vif-deleted", "tag": "d64d70b5-fbe1-4ccd-8603-d1c87017eeef"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:50:32.391367 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a461cc-f209-4ec4-a623-1549f71a0d7a x-openstack-request-id: req-f4a461cc-f209-4ec4-a623-1549f71a0d7a {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:50:32.391663 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c", "name": "network-vif-deleted", "tag": "d64d70b5-fbe1-4ccd-8603-d1c87017eeef", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:50:32.391929 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f4a461cc-f209-4ec4-a623-1549f71a0d7a {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:50:32.392338 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4a461cc-f209-4ec4-a623-1549f71a0d7a'] response: {'server_uuid': '5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c', 'name': 'network-vif-deleted', 'tag': 'd64d70b5-fbe1-4ccd-8603-d1c87017eeef', 'status': 'completed', 'code': 200} Mar 23 02:50:32.422608 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-59241bc4-aff0-49b5-acb0-215a8bb43c4e None None] Set router 9828c275-06c2-4045-b55a-6b168150a939 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:50:32.549599 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a0af64b-a9f7-4c25-a17c-f033534f09aa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_gateway (fe1450ba-9218-4b52-b7be-d76e63fccceb), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:32.575277 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a0af64b-a9f7-4c25-a17c-f033534f09aa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:32.625469 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-59241bc4-aff0-49b5-acb0-215a8bb43c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9828c275-06c2-4045-b55a-6b168150a939', 'name': 'tempest-TestVolumeBootPattern-1683085647-router', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:45Z', 'updated_at': '2022-03-23T02:46:48Z', 'revision_number': 4, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'gw_port': {'id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:46Z', 'updated_at': '2022-03-23T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c', 'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'mac_address': 'fa:16:3e:de:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:48Z', 'updated_at': '2022-03-23T02:46:51Z', 'revision_number': 5, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'subnets': [{'id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:32.652626 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59241bc4-aff0-49b5-acb0-215a8bb43c4e None None] Checking router: 9828c275-06c2-4045-b55a-6b168150a939 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:50:32.661017 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59241bc4-aff0-49b5-acb0-215a8bb43c4e None None] Routers {'9828c275-06c2-4045-b55a-6b168150a939'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:50:32.661621 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-59241bc4-aff0-49b5-acb0-215a8bb43c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:50:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['9828c275-06c2-4045-b55a-6b168150a939'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:32.729737 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-2a0af64b-a9f7-4c25-a17c-f033534f09aa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.26.2.41 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/fe7539e9-df9a-4763-9ad0-7b36fd37f4f2) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:50:32.782021 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-59241bc4-aff0-49b5-acb0-215a8bb43c4e None None] Set router 9828c275-06c2-4045-b55a-6b168150a939 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:50:32.838911 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a0af64b-a9f7-4c25-a17c-f033534f09aa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (fe7539e9-df9a-4763-9ad0-7b36fd37f4f2), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:32.935583 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a0af64b-a9f7-4c25-a17c-f033534f09aa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (fe7539e9-df9a-4763-9ad0-7b36fd37f4f2), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:32.979263 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0af64b-a9f7-4c25-a17c-f033534f09aa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:50:32.982294 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-2a0af64b-a9f7-4c25-a17c-f033534f09aa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:50:32.988970 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0af64b-a9f7-4c25-a17c-f033534f09aa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:50:32.994700 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0af64b-a9f7-4c25-a17c-f033534f09aa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=fe7539e9-df9a-4763-9ad0-7b36fd37f4f2,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:33.075744 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-59241bc4-aff0-49b5-acb0-215a8bb43c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9828c275-06c2-4045-b55a-6b168150a939', 'name': 'tempest-TestVolumeBootPattern-1683085647-router', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:45Z', 'updated_at': '2022-03-23T02:46:48Z', 'revision_number': 4, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'gw_port': {'id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:46Z', 'updated_at': '2022-03-23T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c', 'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'mac_address': 'fa:16:3e:de:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:48Z', 'updated_at': '2022-03-23T02:46:51Z', 'revision_number': 5, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'subnets': [{'id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:33.102661 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59241bc4-aff0-49b5-acb0-215a8bb43c4e None None] The sync data for ids ['9828c275-06c2-4045-b55a-6b168150a939'] in dv-neutron-834613-2-hyperv is: [{'id': '9828c275-06c2-4045-b55a-6b168150a939', 'name': 'tempest-TestVolumeBootPattern-1683085647-router', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:45Z', 'updated_at': '2022-03-23T02:46:48Z', 'revision_number': 4, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'gw_port': {'id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:46Z', 'updated_at': '2022-03-23T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c', 'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'mac_address': 'fa:16:3e:de:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:48Z', 'updated_at': '2022-03-23T02:46:51Z', 'revision_number': 5, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'subnets': [{'id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:50:33.367516 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-aa0a3ba3-a635-4526-9280-92f198bbb307 req-17d81445-c706-427a-a565-d8cfdf7355a3 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 210 time: 0.0355487 Mar 23 02:50:33.386119 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a0af64b-a9f7-4c25-a17c-f033534f09aa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_gateway (fe1450ba-9218-4b52-b7be-d76e63fccceb), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:33.512650 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83708b3-cc8d-4694-aa70-0c48d64658c2 None None] New status for floating IP 19172a4f-894b-429f-920d-69afd0382758: DOWN {{(pid=104350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:50:33.609037 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a0af64b-a9f7-4c25-a17c-f033534f09aa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (fe1450ba-9218-4b52-b7be-d76e63fccceb), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:33.797325 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0af64b-a9f7-4c25-a17c-f033534f09aa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router fe1450ba-9218-4b52-b7be-d76e63fccceb is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:50:33.905456 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0af64b-a9f7-4c25-a17c-f033534f09aa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:50:33.914468 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04331816-f766-4739-b9c1-76b98605e70c None None] Sync routers for ids ['fe1450ba-9218-4b52-b7be-d76e63fccceb'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:50:33.925099 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04331816-f766-4739-b9c1-76b98605e70c None None] Routers {'fe1450ba-9218-4b52-b7be-d76e63fccceb'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:50:33.925707 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-04331816-f766-4739-b9c1-76b98605e70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:50:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['fe1450ba-9218-4b52-b7be-d76e63fccceb'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:33.960099 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a0af64b-a9f7-4c25-a17c-f033534f09aa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:33.962402 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2a0af64b-a9f7-4c25-a17c-f033534f09aa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5908399 Mar 23 02:50:33.965496 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35734) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:34.005973 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3df25df7-f09f-4bfe-8f21-baf2df3ad00c tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=d14f7a32e895424c88fd77b8785e073b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389838 Mar 23 02:50:34.008777 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35736) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:34.040381 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-04331816-f766-4739-b9c1-76b98605e70c None None] Set router fe1450ba-9218-4b52-b7be-d76e63fccceb gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:50:34.105678 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030d9cec-d6b4-4c1a-88f4-32749f0df1bb tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:34.110284 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-030d9cec-d6b4-4c1a-88f4-32749f0df1bb tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0979619 Mar 23 02:50:34.110512 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35738) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:34.144430 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-00d8e256-a4f6-4a4c-8611-99cd69f656e9 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6bbcca03-75ff-487c-8b0e-a32302dacbee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304933 Mar 23 02:50:34.147586 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35740) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:34.151186 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-621cb05a-9405-47eb-95a6-273056f72018 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1915582432', 'network_id': '6cadc408-4e1f-413d-97c9-493a0c18ddc3', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:50:34.205144 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device d64d70b5-fbe1-4ccd-8603-d1c87017eeef no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:50:34.228759 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: d64d70b5-fbe1-4ccd-8603-d1c87017eeef {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:50:34.229388 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device d64d70b5-fbe1-4ccd-8603-d1c87017eeef not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:50:34.235217 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-04331816-f766-4739-b9c1-76b98605e70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'name': 'tempest-TestNetworkBasicOps-router-1176620906', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fe7539e9-df9a-4763-9ad0-7b36fd37f4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:50:31Z', 'updated_at': '2022-03-23T02:50:33Z', 'revision_number': 3, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'fe7539e9-df9a-4763-9ad0-7b36fd37f4f2', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:50:32Z', 'updated_at': '2022-03-23T02:50:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:34.267157 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04331816-f766-4739-b9c1-76b98605e70c None None] Checking router: fe1450ba-9218-4b52-b7be-d76e63fccceb for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:50:34.267505 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04331816-f766-4739-b9c1-76b98605e70c None None] Updating router fe1450ba-9218-4b52-b7be-d76e63fccceb port fe7539e9-df9a-4763-9ad0-7b36fd37f4f2 binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:50:34.296519 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-04331816-f766-4739-b9c1-76b98605e70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (fe7539e9-df9a-4763-9ad0-7b36fd37f4f2), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:34.312448 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621cb05a-9405-47eb-95a6-273056f72018 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Made reservation on behalf of d14f7a32e895424c88fd77b8785e073b for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:50:34.316535 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-621cb05a-9405-47eb-95a6-273056f72018 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:34.494634 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8f05fa07-8334-4f12-b124-9800256bc307 req-cbad3f89-c7a7-43dd-aff4-710fc3507956 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 210 time: 0.0343361 Mar 23 02:50:34.594057 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-04331816-f766-4739-b9c1-76b98605e70c None None] Publish callbacks [] for port (fe7539e9-df9a-4763-9ad0-7b36fd37f4f2), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:34.604073 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-621cb05a-9405-47eb-95a6-273056f72018 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (1ea43559-de71-4d74-b75e-1480c649bb82), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:34.669203 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621cb05a-9405-47eb-95a6-273056f72018 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Subnet': ['ID=1ea43559-de71-4d74-b75e-1480c649bb82,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:34.679629 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cb05a-9405-47eb-95a6-273056f72018 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:34.680005 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cb05a-9405-47eb-95a6-273056f72018 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:34.680392 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cb05a-9405-47eb-95a6-273056f72018 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:34.680738 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cb05a-9405-47eb-95a6-273056f72018 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:34.681069 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cb05a-9405-47eb-95a6-273056f72018 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:34.681401 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cb05a-9405-47eb-95a6-273056f72018 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:34.681727 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cb05a-9405-47eb-95a6-273056f72018 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:34.682056 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cb05a-9405-47eb-95a6-273056f72018 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:34.682466 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cb05a-9405-47eb-95a6-273056f72018 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:34.682711 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cb05a-9405-47eb-95a6-273056f72018 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:34.683037 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cb05a-9405-47eb-95a6-273056f72018 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:34.683441 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cb05a-9405-47eb-95a6-273056f72018 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:34.683694 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cb05a-9405-47eb-95a6-273056f72018 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:34.684040 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cb05a-9405-47eb-95a6-273056f72018 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:34.684177 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-04331816-f766-4739-b9c1-76b98605e70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (fe7539e9-df9a-4763-9ad0-7b36fd37f4f2), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:34.684373 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cb05a-9405-47eb-95a6-273056f72018 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:34.688924 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621cb05a-9405-47eb-95a6-273056f72018 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Checking segment: {'id': 'f4246644-b2d6-4ca2-b4d4-e95d3f96fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6cadc408-4e1f-413d-97c9-493a0c18ddc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:50:34.689173 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621cb05a-9405-47eb-95a6-273056f72018 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network hostable DHCP agents. Network: 6cadc408-4e1f-413d-97c9-493a0c18ddc3, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:50:34.744980 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-04331816-f766-4739-b9c1-76b98605e70c None None] Attempting to bind port fe7539e9-df9a-4763-9ad0-7b36fd37f4f2 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:50:34.744980 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-04331816-f766-4739-b9c1-76b98605e70c None None] Attempting to bind port fe7539e9-df9a-4763-9ad0-7b36fd37f4f2 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:50:34.744980 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04331816-f766-4739-b9c1-76b98605e70c None None] Attempting to bind port fe7539e9-df9a-4763-9ad0-7b36fd37f4f2 on network 6bbcca03-75ff-487c-8b0e-a32302dacbee {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:50:34.746743 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326bbe7c-d912-440e-a977-6ca1cb09bd80 None None] Pushing event updated for resources: {'Port': ['ID=fe7539e9-df9a-4763-9ad0-7b36fd37f4f2,revision_number=2']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:34.755441 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326bbe7c-d912-440e-a977-6ca1cb09bd80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:34.755789 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326bbe7c-d912-440e-a977-6ca1cb09bd80 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:34.756161 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326bbe7c-d912-440e-a977-6ca1cb09bd80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:34.756527 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326bbe7c-d912-440e-a977-6ca1cb09bd80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:34.756834 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326bbe7c-d912-440e-a977-6ca1cb09bd80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:34.757164 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326bbe7c-d912-440e-a977-6ca1cb09bd80 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:34.757490 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326bbe7c-d912-440e-a977-6ca1cb09bd80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:34.757812 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326bbe7c-d912-440e-a977-6ca1cb09bd80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:34.758136 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326bbe7c-d912-440e-a977-6ca1cb09bd80 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:34.758459 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326bbe7c-d912-440e-a977-6ca1cb09bd80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:34.758782 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326bbe7c-d912-440e-a977-6ca1cb09bd80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:34.759661 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326bbe7c-d912-440e-a977-6ca1cb09bd80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:34.760221 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326bbe7c-d912-440e-a977-6ca1cb09bd80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:34.760761 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326bbe7c-d912-440e-a977-6ca1cb09bd80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:34.761336 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326bbe7c-d912-440e-a977-6ca1cb09bd80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:34.765954 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04331816-f766-4739-b9c1-76b98605e70c None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:50:34.772921 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04331816-f766-4739-b9c1-76b98605e70c None None] Checking segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:50:34.772921 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-04331816-f766-4739-b9c1-76b98605e70c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:34.772921 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04331816-f766-4739-b9c1-76b98605e70c None None] Bound using segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:50:34.772921 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-04331816-f766-4739-b9c1-76b98605e70c None None] Bound port: fe7539e9-df9a-4763-9ad0-7b36fd37f4f2, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:50:34.772921 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-04331816-f766-4739-b9c1-76b98605e70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (fe7539e9-df9a-4763-9ad0-7b36fd37f4f2), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:34.791917 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621cb05a-9405-47eb-95a6-273056f72018 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 6cadc408-4e1f-413d-97c9-493a0c18ddc3 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:50:34.819607 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-04331816-f766-4739-b9c1-76b98605e70c None None] For port fe7539e9-df9a-4763-9ad0-7b36fd37f4f2, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:50:34.824006 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-04331816-f766-4739-b9c1-76b98605e70c None None] For port fe7539e9-df9a-4763-9ad0-7b36fd37f4f2, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=fe7539e9-df9a-4763-9ad0-7b36fd37f4f2,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:50:34.872011 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-621cb05a-9405-47eb-95a6-273056f72018 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 6cadc408-4e1f-413d-97c9-493a0c18ddc3) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:50:34.876225 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621cb05a-9405-47eb-95a6-273056f72018 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:34.876903 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-621cb05a-9405-47eb-95a6-273056f72018 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:34.881774 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4070fbb9-72c4-4767-a311-af6e410471b0 None None] Network 6cadc408-4e1f-413d-97c9-493a0c18ddc3 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:50:34.901858 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-04331816-f766-4739-b9c1-76b98605e70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (fe7539e9-df9a-4763-9ad0-7b36fd37f4f2), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:34.958000 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04331816-f766-4739-b9c1-76b98605e70c None None] Routers {'fe1450ba-9218-4b52-b7be-d76e63fccceb'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:50:34.958670 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-04331816-f766-4739-b9c1-76b98605e70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:50:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['fe1450ba-9218-4b52-b7be-d76e63fccceb'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:34.989458 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-621cb05a-9405-47eb-95a6-273056f72018 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8430479 Mar 23 02:50:34.992106 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35744) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:34.999174 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb6f217-f5c1-4b6d-87be-553214c4bfad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-6cadc408-4e1f-413d-97c9-493a0c18ddc3', 'network_id': '6cadc408-4e1f-413d-97c9-493a0c18ddc3', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ips': [{'subnet_id': '1ea43559-de71-4d74-b75e-1480c649bb82'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:50:34.999174 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-afb6f217-f5c1-4b6d-87be-553214c4bfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:35.002076 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326bbe7c-d912-440e-a977-6ca1cb09bd80 None None] Pushing event updated for resources: {'Port': ['ID=fe7539e9-df9a-4763-9ad0-7b36fd37f4f2,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:35.087638 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-04331816-f766-4739-b9c1-76b98605e70c None None] Set router fe1450ba-9218-4b52-b7be-d76e63fccceb gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:50:35.183277 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-afb6f217-f5c1-4b6d-87be-553214c4bfad None None] Allocated IP 172.20.0.2 (6cadc408-4e1f-413d-97c9-493a0c18ddc3/1ea43559-de71-4d74-b75e-1480c649bb82/8597d0f6-7f25-48ea-9f46-10ebea671bb7) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:50:35.296487 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-04331816-f766-4739-b9c1-76b98605e70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'name': 'tempest-TestNetworkBasicOps-router-1176620906', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fe7539e9-df9a-4763-9ad0-7b36fd37f4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:50:31Z', 'updated_at': '2022-03-23T02:50:33Z', 'revision_number': 3, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'fe7539e9-df9a-4763-9ad0-7b36fd37f4f2', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:50:32Z', 'updated_at': '2022-03-23T02:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:35.329908 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04331816-f766-4739-b9c1-76b98605e70c None None] The sync data for ids ['fe1450ba-9218-4b52-b7be-d76e63fccceb'] in dv-neutron-834613-2-hyperv is: [{'id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'name': 'tempest-TestNetworkBasicOps-router-1176620906', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fe7539e9-df9a-4763-9ad0-7b36fd37f4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:50:31Z', 'updated_at': '2022-03-23T02:50:33Z', 'revision_number': 3, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'fe7539e9-df9a-4763-9ad0-7b36fd37f4f2', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:50:32Z', 'updated_at': '2022-03-23T02:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:50:35.388237 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-afb6f217-f5c1-4b6d-87be-553214c4bfad None None] Publish callbacks [] for port (8597d0f6-7f25-48ea-9f46-10ebea671bb7), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:35.444804 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-afb6f217-f5c1-4b6d-87be-553214c4bfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (8597d0f6-7f25-48ea-9f46-10ebea671bb7), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:35.495795 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb6f217-f5c1-4b6d-87be-553214c4bfad None None] Network 6cadc408-4e1f-413d-97c9-493a0c18ddc3 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:50:35.501560 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-afb6f217-f5c1-4b6d-87be-553214c4bfad None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:50:35.504132 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb6f217-f5c1-4b6d-87be-553214c4bfad None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:50:35.515861 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb6f217-f5c1-4b6d-87be-553214c4bfad None None] Pushing event updated for resources: {'Port': ['ID=8597d0f6-7f25-48ea-9f46-10ebea671bb7,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:35.537568 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-460a340d-7c81-493a-8c9e-a62d2b65b248 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:35.575576 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-afb6f217-f5c1-4b6d-87be-553214c4bfad None None] Attempting to bind port 8597d0f6-7f25-48ea-9f46-10ebea671bb7 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:50:35.576007 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-afb6f217-f5c1-4b6d-87be-553214c4bfad None None] Attempting to bind port 8597d0f6-7f25-48ea-9f46-10ebea671bb7 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'f4246644-b2d6-4ca2-b4d4-e95d3f96fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6cadc408-4e1f-413d-97c9-493a0c18ddc3'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:50:35.576513 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb6f217-f5c1-4b6d-87be-553214c4bfad None None] Attempting to bind port 8597d0f6-7f25-48ea-9f46-10ebea671bb7 on network 6cadc408-4e1f-413d-97c9-493a0c18ddc3 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:50:35.581902 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb6f217-f5c1-4b6d-87be-553214c4bfad None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:50:35.582289 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb6f217-f5c1-4b6d-87be-553214c4bfad None None] Checking segment: {'id': 'f4246644-b2d6-4ca2-b4d4-e95d3f96fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6cadc408-4e1f-413d-97c9-493a0c18ddc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:50:35.582771 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-afb6f217-f5c1-4b6d-87be-553214c4bfad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:35.583100 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb6f217-f5c1-4b6d-87be-553214c4bfad None None] Bound using segment: {'id': 'f4246644-b2d6-4ca2-b4d4-e95d3f96fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6cadc408-4e1f-413d-97c9-493a0c18ddc3'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:50:35.583577 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-afb6f217-f5c1-4b6d-87be-553214c4bfad None None] Bound port: 8597d0f6-7f25-48ea-9f46-10ebea671bb7, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4246644-b2d6-4ca2-b4d4-e95d3f96fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6cadc408-4e1f-413d-97c9-493a0c18ddc3'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:50:35.584115 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-afb6f217-f5c1-4b6d-87be-553214c4bfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8597d0f6-7f25-48ea-9f46-10ebea671bb7), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:35.669280 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e2a318fe-c6a3-41a4-81fe-6dc16d848ed7 req-c54fb85e-cc7f-4726-9aaa-7c60ab3fd9c4 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 210 time: 0.0543380 Mar 23 02:50:35.717490 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-afb6f217-f5c1-4b6d-87be-553214c4bfad None None] For port 8597d0f6-7f25-48ea-9f46-10ebea671bb7, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:50:35.721032 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-afb6f217-f5c1-4b6d-87be-553214c4bfad None None] For port 8597d0f6-7f25-48ea-9f46-10ebea671bb7, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8597d0f6-7f25-48ea-9f46-10ebea671bb7,segment=NetworkSegment(f4246644-b2d6-4ca2-b4d4-e95d3f96fd36),segment_id=f4246644-b2d6-4ca2-b4d4-e95d3f96fd36)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:50:35.793652 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-afb6f217-f5c1-4b6d-87be-553214c4bfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (8597d0f6-7f25-48ea-9f46-10ebea671bb7), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:35.873953 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb6f217-f5c1-4b6d-87be-553214c4bfad None None] Pushing event updated for resources: {'Port': ['ID=8597d0f6-7f25-48ea-9f46-10ebea671bb7,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:35.924860 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-460a340d-7c81-493a-8c9e-a62d2b65b248 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.20.0.1 (6cadc408-4e1f-413d-97c9-493a0c18ddc3/1ea43559-de71-4d74-b75e-1480c649bb82/68668388-3113-46e6-af25-cf8c41709b51) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:50:36.106749 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-460a340d-7c81-493a-8c9e-a62d2b65b248 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (68668388-3113-46e6-af25-cf8c41709b51), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:36.244854 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-460a340d-7c81-493a-8c9e-a62d2b65b248 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (68668388-3113-46e6-af25-cf8c41709b51), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:36.288860 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460a340d-7c81-493a-8c9e-a62d2b65b248 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 6cadc408-4e1f-413d-97c9-493a0c18ddc3 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:50:36.293910 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-460a340d-7c81-493a-8c9e-a62d2b65b248 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:50:36.301518 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460a340d-7c81-493a-8c9e-a62d2b65b248 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:50:36.309499 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a340d-7c81-493a-8c9e-a62d2b65b248 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=68668388-3113-46e6-af25-cf8c41709b51,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:36.356902 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-460a340d-7c81-493a-8c9e-a62d2b65b248 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (fe1450ba-9218-4b52-b7be-d76e63fccceb), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:36.563794 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device fe7539e9-df9a-4763-9ad0-7b36fd37f4f2 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:50:36.598112 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-460a340d-7c81-493a-8c9e-a62d2b65b248 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (68668388-3113-46e6-af25-cf8c41709b51), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:36.628472 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port fe7539e9-df9a-4763-9ad0-7b36fd37f4f2 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:50:36.628750 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (fe7539e9-df9a-4763-9ad0-7b36fd37f4f2), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:36.712416 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port fe7539e9-df9a-4763-9ad0-7b36fd37f4f2 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:50:36.713221 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (fe7539e9-df9a-4763-9ad0-7b36fd37f4f2), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:36.737400 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port fe7539e9-df9a-4763-9ad0-7b36fd37f4f2, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=fe7539e9-df9a-4763-9ad0-7b36fd37f4f2,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:50:36.803589 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-712f079a-a332-4e51-80d4-04c32174d037 req-d16a32a6-7cd2-4d25-b784-dad99c0b9ab3 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 210 time: 0.0376196 Mar 23 02:50:36.810007 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (fe7539e9-df9a-4763-9ad0-7b36fd37f4f2), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:36.811924 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8597d0f6-7f25-48ea-9f46-10ebea671bb7 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:50:36.926510 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=fe7539e9-df9a-4763-9ad0-7b36fd37f4f2,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:36.947931 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 8597d0f6-7f25-48ea-9f46-10ebea671bb7 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:50:36.948319 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8597d0f6-7f25-48ea-9f46-10ebea671bb7), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:36.979554 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-460a340d-7c81-493a-8c9e-a62d2b65b248 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (68668388-3113-46e6-af25-cf8c41709b51), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:37.039265 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 8597d0f6-7f25-48ea-9f46-10ebea671bb7 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:50:37.040800 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8597d0f6-7f25-48ea-9f46-10ebea671bb7), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:37.043645 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-460a340d-7c81-493a-8c9e-a62d2b65b248 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (68668388-3113-46e6-af25-cf8c41709b51), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:37.080718 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 8597d0f6-7f25-48ea-9f46-10ebea671bb7, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8597d0f6-7f25-48ea-9f46-10ebea671bb7,segment=NetworkSegment(f4246644-b2d6-4ca2-b4d4-e95d3f96fd36),segment_id=f4246644-b2d6-4ca2-b4d4-e95d3f96fd36)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:50:37.121022 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e931beba-b406-4a78-a24a-8909598e5482 None None] Network 6cadc408-4e1f-413d-97c9-493a0c18ddc3 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:50:37.126445 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a340d-7c81-493a-8c9e-a62d2b65b248 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=68668388-3113-46e6-af25-cf8c41709b51,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:37.128806 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-460a340d-7c81-493a-8c9e-a62d2b65b248 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (fe1450ba-9218-4b52-b7be-d76e63fccceb), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:37.167770 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (8597d0f6-7f25-48ea-9f46-10ebea671bb7), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:37.254887 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460a340d-7c81-493a-8c9e-a62d2b65b248 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 6cadc408-4e1f-413d-97c9-493a0c18ddc3 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:50:37.255120 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-7d7111d0-0bfb-4353-a01f-62810cad088b None None] Provisioning complete for port 8597d0f6-7f25-48ea-9f46-10ebea671bb7 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:50:37.255355 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7d7111d0-0bfb-4353-a01f-62810cad088b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8597d0f6-7f25-48ea-9f46-10ebea671bb7), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:37.256527 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-460a340d-7c81-493a-8c9e-a62d2b65b248 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:50:37.288189 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=8597d0f6-7f25-48ea-9f46-10ebea671bb7,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:37.394188 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-7d7111d0-0bfb-4353-a01f-62810cad088b None None] Current status of the port 8597d0f6-7f25-48ea-9f46-10ebea671bb7 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:50:37.408090 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460a340d-7c81-493a-8c9e-a62d2b65b248 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router fe1450ba-9218-4b52-b7be-d76e63fccceb has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:50:37.542977 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460a340d-7c81-493a-8c9e-a62d2b65b248 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:50:37.550672 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35750) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:37.551254 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-460a340d-7c81-493a-8c9e-a62d2b65b248 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "PUT /v2.0/routers/fe1450ba-9218-4b52-b7be-d76e63fccceb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5570478 Mar 23 02:50:37.627654 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-17bef4d3-8058-4cde-9cc6-18687994738b None None] Provisioning complete for port 8597d0f6-7f25-48ea-9f46-10ebea671bb7 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:50:37.628780 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-17bef4d3-8058-4cde-9cc6-18687994738b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8597d0f6-7f25-48ea-9f46-10ebea671bb7), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:37.742853 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-17bef4d3-8058-4cde-9cc6-18687994738b None None] Current status of the port 8597d0f6-7f25-48ea-9f46-10ebea671bb7 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:50:37.747947 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b537350f-805c-4b8c-a082-af263e9781b8 None None] Sync routers for ids ['fe1450ba-9218-4b52-b7be-d76e63fccceb'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:50:37.767908 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b537350f-805c-4b8c-a082-af263e9781b8 None None] Routers {'fe1450ba-9218-4b52-b7be-d76e63fccceb'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:50:37.768948 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-b537350f-805c-4b8c-a082-af263e9781b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:50:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['fe1450ba-9218-4b52-b7be-d76e63fccceb'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:38.070660 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8753e4-01a8-42e8-ade4-c62338e835cd tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:38.071151 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8753e4-01a8-42e8-ade4-c62338e835cd tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:38.071624 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8753e4-01a8-42e8-ade4-c62338e835cd tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:38.072113 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8753e4-01a8-42e8-ade4-c62338e835cd tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:38.072567 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8753e4-01a8-42e8-ade4-c62338e835cd tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:38.073224 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8753e4-01a8-42e8-ade4-c62338e835cd tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:38.078098 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35754) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:38.078738 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8a8753e4-01a8-42e8-ade4-c62338e835cd tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.5254991 Mar 23 02:50:38.084260 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-b537350f-805c-4b8c-a082-af263e9781b8 None None] Set router fe1450ba-9218-4b52-b7be-d76e63fccceb gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:50:38.111489 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-daa3287d-9b4d-4acf-be83-459562708888 req-95cc755e-d49b-4973-9675-5262db7d6c7d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 210 time: 0.0313978 Mar 23 02:50:38.124134 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-17bef4d3-8058-4cde-9cc6-18687994738b None None] Provisioning complete for port 68668388-3113-46e6-af25-cf8c41709b51 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:50:38.124661 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-17bef4d3-8058-4cde-9cc6-18687994738b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (68668388-3113-46e6-af25-cf8c41709b51), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:38.143112 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f8a2d1-b820-4cfa-93c9-f86459ab1170 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:38.143588 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f8a2d1-b820-4cfa-93c9-f86459ab1170 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:38.144739 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f8a2d1-b820-4cfa-93c9-f86459ab1170 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:38.145201 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f8a2d1-b820-4cfa-93c9-f86459ab1170 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:38.145657 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f8a2d1-b820-4cfa-93c9-f86459ab1170 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:38.146111 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f8a2d1-b820-4cfa-93c9-f86459ab1170 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:38.148042 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-77f8a2d1-b820-4cfa-93c9-f86459ab1170 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4015 time: 0.0688994 Mar 23 02:50:38.151656 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35756) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:38.224538 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-17bef4d3-8058-4cde-9cc6-18687994738b None None] Port 68668388-3113-46e6-af25-cf8c41709b51 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:50:38.307265 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ff06e9b7-6fff-4b2a-bb79-195360482fc8 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1542983 Mar 23 02:50:38.364926 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-8bb65e37-ee7f-49e3-a2e2-45548b94e37a None None] Provisioning complete for port 68668388-3113-46e6-af25-cf8c41709b51 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:50:38.365306 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8bb65e37-ee7f-49e3-a2e2-45548b94e37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (68668388-3113-46e6-af25-cf8c41709b51), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:38.369051 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-b537350f-805c-4b8c-a082-af263e9781b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'name': 'tempest-TestNetworkBasicOps-router-1176620906', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fe7539e9-df9a-4763-9ad0-7b36fd37f4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:50:31Z', 'updated_at': '2022-03-23T02:50:36Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'fe7539e9-df9a-4763-9ad0-7b36fd37f4f2', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:50:32Z', 'updated_at': '2022-03-23T02:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '68668388-3113-46e6-af25-cf8c41709b51', 'name': '', 'network_id': '6cadc408-4e1f-413d-97c9-493a0c18ddc3', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:f9:b8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1ea43559-de71-4d74-b75e-1480c649bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:50:35Z', 'updated_at': '2022-03-23T02:50:36Z', 'revision_number': 2, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '1ea43559-de71-4d74-b75e-1480c649bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:38.418900 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b537350f-805c-4b8c-a082-af263e9781b8 None None] Checking router: fe1450ba-9218-4b52-b7be-d76e63fccceb for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:50:38.419266 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b537350f-805c-4b8c-a082-af263e9781b8 None None] Updating router fe1450ba-9218-4b52-b7be-d76e63fccceb port 68668388-3113-46e6-af25-cf8c41709b51 binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:50:38.453788 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-8bb65e37-ee7f-49e3-a2e2-45548b94e37a None None] Port 68668388-3113-46e6-af25-cf8c41709b51 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:50:38.457768 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b537350f-805c-4b8c-a082-af263e9781b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (68668388-3113-46e6-af25-cf8c41709b51), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:38.507542 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device fe7539e9-df9a-4763-9ad0-7b36fd37f4f2 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:50:38.672311 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port fe7539e9-df9a-4763-9ad0-7b36fd37f4f2 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:50:38.673015 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (fe7539e9-df9a-4763-9ad0-7b36fd37f4f2), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:38.818336 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port fe7539e9-df9a-4763-9ad0-7b36fd37f4f2 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:50:38.819461 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8597d0f6-7f25-48ea-9f46-10ebea671bb7 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:50:38.859257 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b537350f-805c-4b8c-a082-af263e9781b8 None None] Publish callbacks [] for port (68668388-3113-46e6-af25-cf8c41709b51), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:38.883613 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 8597d0f6-7f25-48ea-9f46-10ebea671bb7 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:50:38.884170 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8597d0f6-7f25-48ea-9f46-10ebea671bb7), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:38.904312 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35760) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:38.909452 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-f6bc4bed-a259-4bad-8bd8-b7c42ab0d540 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1165575213', 'description': 'tempest-secgroup-smoke-1165575213 description', 'project_id': 'd14f7a32e895424c88fd77b8785e073b'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:50:38.922698 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b537350f-805c-4b8c-a082-af263e9781b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (68668388-3113-46e6-af25-cf8c41709b51), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:38.983550 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc9aab-8a7d-43ad-b4b9-7d77dd916630 None None] Pushing event updated for resources: {'Port': ['ID=68668388-3113-46e6-af25-cf8c41709b51,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:39.015481 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4bed-a259-4bad-8bd8-b7c42ab0d540 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:39.074231 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-b537350f-805c-4b8c-a082-af263e9781b8 None None] Attempting to bind port 68668388-3113-46e6-af25-cf8c41709b51 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:50:39.074545 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-b537350f-805c-4b8c-a082-af263e9781b8 None None] Attempting to bind port 68668388-3113-46e6-af25-cf8c41709b51 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'f4246644-b2d6-4ca2-b4d4-e95d3f96fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6cadc408-4e1f-413d-97c9-493a0c18ddc3'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:50:39.074928 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b537350f-805c-4b8c-a082-af263e9781b8 None None] Attempting to bind port 68668388-3113-46e6-af25-cf8c41709b51 on network 6cadc408-4e1f-413d-97c9-493a0c18ddc3 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:50:39.081184 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 8597d0f6-7f25-48ea-9f46-10ebea671bb7 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:50:39.084045 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b537350f-805c-4b8c-a082-af263e9781b8 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:50:39.084311 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b537350f-805c-4b8c-a082-af263e9781b8 None None] Checking segment: {'id': 'f4246644-b2d6-4ca2-b4d4-e95d3f96fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6cadc408-4e1f-413d-97c9-493a0c18ddc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:50:39.084723 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b537350f-805c-4b8c-a082-af263e9781b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:39.085197 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b537350f-805c-4b8c-a082-af263e9781b8 None None] Bound using segment: {'id': 'f4246644-b2d6-4ca2-b4d4-e95d3f96fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6cadc408-4e1f-413d-97c9-493a0c18ddc3'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:50:39.085616 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-b537350f-805c-4b8c-a082-af263e9781b8 None None] Bound port: 68668388-3113-46e6-af25-cf8c41709b51, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4246644-b2d6-4ca2-b4d4-e95d3f96fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6cadc408-4e1f-413d-97c9-493a0c18ddc3'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:50:39.085990 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b537350f-805c-4b8c-a082-af263e9781b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (68668388-3113-46e6-af25-cf8c41709b51), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:39.105884 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4bed-a259-4bad-8bd8-b7c42ab0d540 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (e6a8c75b-9e67-4dee-9f57-2eb0950e5e09), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:39.147084 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4bed-a259-4bad-8bd8-b7c42ab0d540 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (e6a8c75b-9e67-4dee-9f57-2eb0950e5e09), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:39.162561 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-b537350f-805c-4b8c-a082-af263e9781b8 None None] For port 68668388-3113-46e6-af25-cf8c41709b51, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:50:39.167347 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-b537350f-805c-4b8c-a082-af263e9781b8 None None] For port 68668388-3113-46e6-af25-cf8c41709b51, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=68668388-3113-46e6-af25-cf8c41709b51,segment=NetworkSegment(f4246644-b2d6-4ca2-b4d4-e95d3f96fd36),segment_id=f4246644-b2d6-4ca2-b4d4-e95d3f96fd36)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:50:39.197401 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc4bed-a259-4bad-8bd8-b7c42ab0d540 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a8c75b-9e67-4dee-9f57-2eb0950e5e09,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:39.205936 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4bed-a259-4bad-8bd8-b7c42ab0d540 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:39.207249 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f6bc4bed-a259-4bad-8bd8-b7c42ab0d540 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3016696 Mar 23 02:50:39.210184 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35764) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:39.214976 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-d2ba9634-6b41-4ec1-9cc3-b1a196da2809 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': 'e6a8c75b-9e67-4dee-9f57-2eb0950e5e09', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:50:39.232805 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b537350f-805c-4b8c-a082-af263e9781b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (68668388-3113-46e6-af25-cf8c41709b51), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:39.268513 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6675f5b0-e6fb-4253-ba21-917585c45ddd req-7d14056f-ad24-445f-907a-7943b3b479dd tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 210 time: 0.0431740 Mar 23 02:50:39.306236 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b537350f-805c-4b8c-a082-af263e9781b8 None None] Routers {'fe1450ba-9218-4b52-b7be-d76e63fccceb'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:50:39.306940 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-b537350f-805c-4b8c-a082-af263e9781b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:50:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['fe1450ba-9218-4b52-b7be-d76e63fccceb'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:39.359056 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d2ba9634-6b41-4ec1-9cc3-b1a196da2809 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (0af9954b-4b0d-4c5c-a183-e51e2b284b63), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:39.394188 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc9aab-8a7d-43ad-b4b9-7d77dd916630 None None] Pushing event updated for resources: {'Port': ['ID=68668388-3113-46e6-af25-cf8c41709b51,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:39.419664 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-8a94c6c2-f64e-452f-8a52-0029ff4c0382 None None] Provisioning complete for port 68668388-3113-46e6-af25-cf8c41709b51 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:50:39.420071 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8a94c6c2-f64e-452f-8a52-0029ff4c0382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (68668388-3113-46e6-af25-cf8c41709b51), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:39.443163 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d2ba9634-6b41-4ec1-9cc3-b1a196da2809 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (0af9954b-4b0d-4c5c-a183-e51e2b284b63), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:39.485707 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-b537350f-805c-4b8c-a082-af263e9781b8 None None] Set router fe1450ba-9218-4b52-b7be-d76e63fccceb gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:50:39.495124 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d2ba9634-6b41-4ec1-9cc3-b1a196da2809 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (0af9954b-4b0d-4c5c-a183-e51e2b284b63), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:39.521630 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba9634-6b41-4ec1-9cc3-b1a196da2809 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af9954b-4b0d-4c5c-a183-e51e2b284b63,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:39.535112 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ba9634-6b41-4ec1-9cc3-b1a196da2809 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:39.535112 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ba9634-6b41-4ec1-9cc3-b1a196da2809 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:39.535112 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ba9634-6b41-4ec1-9cc3-b1a196da2809 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:39.535112 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ba9634-6b41-4ec1-9cc3-b1a196da2809 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:39.535112 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ba9634-6b41-4ec1-9cc3-b1a196da2809 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:39.535112 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ba9634-6b41-4ec1-9cc3-b1a196da2809 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:39.535859 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ba9634-6b41-4ec1-9cc3-b1a196da2809 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:39.536416 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ba9634-6b41-4ec1-9cc3-b1a196da2809 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:39.537007 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ba9634-6b41-4ec1-9cc3-b1a196da2809 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:39.537544 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ba9634-6b41-4ec1-9cc3-b1a196da2809 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:39.537996 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ba9634-6b41-4ec1-9cc3-b1a196da2809 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:39.538456 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ba9634-6b41-4ec1-9cc3-b1a196da2809 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:39.539008 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ba9634-6b41-4ec1-9cc3-b1a196da2809 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:39.540250 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ba9634-6b41-4ec1-9cc3-b1a196da2809 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:39.540720 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ba9634-6b41-4ec1-9cc3-b1a196da2809 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:50:39.551734 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-8a94c6c2-f64e-452f-8a52-0029ff4c0382 None None] Current status of the port 68668388-3113-46e6-af25-cf8c41709b51 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:50:39.557538 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8a94c6c2-f64e-452f-8a52-0029ff4c0382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (68668388-3113-46e6-af25-cf8c41709b51), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:39.571311 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d2ba9634-6b41-4ec1-9cc3-b1a196da2809 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:39.572830 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d2ba9634-6b41-4ec1-9cc3-b1a196da2809 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3615656 Mar 23 02:50:39.576080 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35766) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:39.580580 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-3bec3fd6-3144-4777-ac00-2f9c79063e3d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': 'e6a8c75b-9e67-4dee-9f57-2eb0950e5e09', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:50:39.654875 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3bec3fd6-3144-4777-ac00-2f9c79063e3d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (e22045c7-55d1-4677-9969-395f8905dae2), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:39.659674 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-8a94c6c2-f64e-452f-8a52-0029ff4c0382 None None] For port 68668388-3113-46e6-af25-cf8c41709b51, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=68668388-3113-46e6-af25-cf8c41709b51,segment=NetworkSegment(f4246644-b2d6-4ca2-b4d4-e95d3f96fd36),segment_id=f4246644-b2d6-4ca2-b4d4-e95d3f96fd36)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:50:39.705854 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8a94c6c2-f64e-452f-8a52-0029ff4c0382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (68668388-3113-46e6-af25-cf8c41709b51), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:39.715102 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3bec3fd6-3144-4777-ac00-2f9c79063e3d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (e22045c7-55d1-4677-9969-395f8905dae2), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:39.763313 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3bec3fd6-3144-4777-ac00-2f9c79063e3d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (e22045c7-55d1-4677-9969-395f8905dae2), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:39.778357 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94c6c2-f64e-452f-8a52-0029ff4c0382 None None] Pushing event updated for resources: {'Port': ['ID=68668388-3113-46e6-af25-cf8c41709b51,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:39.783301 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec3fd6-3144-4777-ac00-2f9c79063e3d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22045c7-55d1-4677-9969-395f8905dae2,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:39.793683 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-b537350f-805c-4b8c-a082-af263e9781b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'name': 'tempest-TestNetworkBasicOps-router-1176620906', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fe7539e9-df9a-4763-9ad0-7b36fd37f4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:50:31Z', 'updated_at': '2022-03-23T02:50:36Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'fe7539e9-df9a-4763-9ad0-7b36fd37f4f2', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:50:32Z', 'updated_at': '2022-03-23T02:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '68668388-3113-46e6-af25-cf8c41709b51', 'name': '', 'network_id': '6cadc408-4e1f-413d-97c9-493a0c18ddc3', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:f9:b8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1ea43559-de71-4d74-b75e-1480c649bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:50:35Z', 'updated_at': '2022-03-23T02:50:39Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '1ea43559-de71-4d74-b75e-1480c649bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:39.825765 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b537350f-805c-4b8c-a082-af263e9781b8 None None] The sync data for ids ['fe1450ba-9218-4b52-b7be-d76e63fccceb'] in dv-neutron-834613-2-hyperv is: [{'id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'name': 'tempest-TestNetworkBasicOps-router-1176620906', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fe7539e9-df9a-4763-9ad0-7b36fd37f4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:50:31Z', 'updated_at': '2022-03-23T02:50:36Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'fe7539e9-df9a-4763-9ad0-7b36fd37f4f2', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:50:32Z', 'updated_at': '2022-03-23T02:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '68668388-3113-46e6-af25-cf8c41709b51', 'name': '', 'network_id': '6cadc408-4e1f-413d-97c9-493a0c18ddc3', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:f9:b8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1ea43559-de71-4d74-b75e-1480c649bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:50:35Z', 'updated_at': '2022-03-23T02:50:39Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '1ea43559-de71-4d74-b75e-1480c649bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:50:39.835993 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-c76054db-34c0-4cf8-b3ed-93284d0dee15 None None] Provisioning complete for port 68668388-3113-46e6-af25-cf8c41709b51 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:50:39.837102 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c76054db-34c0-4cf8-b3ed-93284d0dee15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (68668388-3113-46e6-af25-cf8c41709b51), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:39.851488 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3bec3fd6-3144-4777-ac00-2f9c79063e3d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:39.856932 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3bec3fd6-3144-4777-ac00-2f9c79063e3d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2798831 Mar 23 02:50:39.859714 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35768) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:39.872616 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-5a4910d8-5a73-4ffc-864b-98e0c013c724 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': 'e6a8c75b-9e67-4dee-9f57-2eb0950e5e09', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:50:39.940148 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c76054db-34c0-4cf8-b3ed-93284d0dee15 None None] Current status of the port 68668388-3113-46e6-af25-cf8c41709b51 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:50:40.124534 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5a4910d8-5a73-4ffc-864b-98e0c013c724 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (e3996fc4-ac1b-47ae-b5f8-07882d14041d), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:40.193809 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5a4910d8-5a73-4ffc-864b-98e0c013c724 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (e3996fc4-ac1b-47ae-b5f8-07882d14041d), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:40.255728 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5a4910d8-5a73-4ffc-864b-98e0c013c724 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (e3996fc4-ac1b-47ae-b5f8-07882d14041d), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:40.274760 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4910d8-5a73-4ffc-864b-98e0c013c724 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3996fc4-ac1b-47ae-b5f8-07882d14041d,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:40.365785 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5a4910d8-5a73-4ffc-864b-98e0c013c724 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:40.368643 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5a4910d8-5a73-4ffc-864b-98e0c013c724 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5056784 Mar 23 02:50:40.375268 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35772) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:40.381148 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-f4626a5f-8a6c-4b2b-9a22-ecb1ff0292f5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': 'e6a8c75b-9e67-4dee-9f57-2eb0950e5e09', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:50:40.400849 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-984cd073-7a9b-4dce-85c7-eb8b36e6ca36 req-04d3ce1d-a462-49ce-bd37-9f5b913186fa tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 210 time: 0.0440025 Mar 23 02:50:40.485248 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f4626a5f-8a6c-4b2b-9a22-ecb1ff0292f5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (e6394e0d-d327-4168-a3f1-32780fc98905), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:40.511392 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 68668388-3113-46e6-af25-cf8c41709b51 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:50:40.579368 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 68668388-3113-46e6-af25-cf8c41709b51 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:50:40.579753 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (68668388-3113-46e6-af25-cf8c41709b51), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:40.590429 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f4626a5f-8a6c-4b2b-9a22-ecb1ff0292f5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (e6394e0d-d327-4168-a3f1-32780fc98905), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:40.677748 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f4626a5f-8a6c-4b2b-9a22-ecb1ff0292f5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (e6394e0d-d327-4168-a3f1-32780fc98905), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:40.700876 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4626a5f-8a6c-4b2b-9a22-ecb1ff0292f5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6394e0d-d327-4168-a3f1-32780fc98905,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:40.767055 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f4626a5f-8a6c-4b2b-9a22-ecb1ff0292f5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:40.769010 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f4626a5f-8a6c-4b2b-9a22-ecb1ff0292f5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3922665 Mar 23 02:50:40.774753 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35774) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:40.778798 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-e3567d4f-0185-492f-9dfb-9b8ae007f108 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': 'e6a8c75b-9e67-4dee-9f57-2eb0950e5e09', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:50:40.829823 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 68668388-3113-46e6-af25-cf8c41709b51 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:50:40.854836 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.securitygroups_db [None req-e3567d4f-0185-492f-9dfb-9b8ae007f108 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Project d14f7a32e895424c88fd77b8785e073b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:50:40.861001 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e3567d4f-0185-492f-9dfb-9b8ae007f108 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (6707a69a-e949-4a43-bda5-5bf1deb107df), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:40.923679 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e3567d4f-0185-492f-9dfb-9b8ae007f108 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (6707a69a-e949-4a43-bda5-5bf1deb107df), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:40.992035 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e3567d4f-0185-492f-9dfb-9b8ae007f108 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (6707a69a-e949-4a43-bda5-5bf1deb107df), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:41.009027 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3567d4f-0185-492f-9dfb-9b8ae007f108 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6707a69a-e949-4a43-bda5-5bf1deb107df,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:41.074795 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e3567d4f-0185-492f-9dfb-9b8ae007f108 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:41.076083 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e3567d4f-0185-492f-9dfb-9b8ae007f108 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3031123 Mar 23 02:50:41.078758 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35776) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:41.083046 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-6ce8f6c1-304f-43b8-8a57-be8ba98b4fe5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': 'e6a8c75b-9e67-4dee-9f57-2eb0950e5e09', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:50:41.152319 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.securitygroups_db [None req-6ce8f6c1-304f-43b8-8a57-be8ba98b4fe5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Project d14f7a32e895424c88fd77b8785e073b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:50:41.157572 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6ce8f6c1-304f-43b8-8a57-be8ba98b4fe5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (76c53d04-1172-4159-a7cc-13e284cc8db3), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:41.218119 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6ce8f6c1-304f-43b8-8a57-be8ba98b4fe5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (76c53d04-1172-4159-a7cc-13e284cc8db3), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:41.266295 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6ce8f6c1-304f-43b8-8a57-be8ba98b4fe5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (76c53d04-1172-4159-a7cc-13e284cc8db3), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:41.285681 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8f6c1-304f-43b8-8a57-be8ba98b4fe5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76c53d04-1172-4159-a7cc-13e284cc8db3,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:41.354960 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6ce8f6c1-304f-43b8-8a57-be8ba98b4fe5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:41.356221 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6ce8f6c1-304f-43b8-8a57-be8ba98b4fe5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2765250 Mar 23 02:50:41.490183 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ebc76f44-e509-4327-9e20-0c6c945da7d4 req-689da593-7db0-4cec-8ff6-483b97cf690a tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 210 time: 0.0292892 Mar 23 02:50:41.518997 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-974156fd-d2cd-4dfb-a440-ca4a3c0b9b90 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1165575213&fields=id&tenant_id=d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 267 time: 0.0485265 Mar 23 02:50:41.628728 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-963f3c57-5524-4d22-b3e3-ffd2b05f2628 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:41.630205 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-963f3c57-5524-4d22-b3e3-ffd2b05f2628 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/networks?id=6cadc408-4e1f-413d-97c9-493a0c18ddc3 HTTP/1.1" status: 200 len: 796 time: 0.1046803 Mar 23 02:50:41.644743 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-6b26e0bb-4549-41a1-b583-8444560ddb54 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/quotas/d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 375 time: 0.0089414 Mar 23 02:50:41.700084 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-7dfbd93b-f066-4f16-96e1-b1fab5b85002 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504003 Mar 23 02:50:41.800525 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-ac721076-774f-437b-87ff-af413c3908f3 service neutron] 10.222.0.24 "GET /v2.0/networks/6cadc408-4e1f-413d-97c9-493a0c18ddc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881686 Mar 23 02:50:41.890067 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-5524be65-50a8-4a1a-802e-f30ba75d4257 service neutron] 10.222.0.24 "GET /v2.0/networks/6cadc408-4e1f-413d-97c9-493a0c18ddc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836024 Mar 23 02:50:42.180626 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-74c3e8c8-ceff-46d9-b9cc-d7f9ba5af925 req-250a948c-9588-4ea9-ae81-5a83bc7a8825 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=c199845c-3eed-460c-a2bd-2c24f0354c3e HTTP/1.1" status: 200 len: 210 time: 0.0266836 Mar 23 02:50:42.596937 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-51041576-9810-41b5-ae3a-5bff3ad131f2 req-abb7d0ae-8716-433d-bdc4-96c2f29014ae tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc03b7f-ec09-43b6-b7e2-eea4c2a3af9c HTTP/1.1" status: 200 len: 210 time: 0.0278788 Mar 23 02:50:43.277662 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a21e8541-14ae-4984-ad02-ca5b3f96b186 req-4a226a70-8569-4497-b40a-a637bb3b44e9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=c199845c-3eed-460c-a2bd-2c24f0354c3e HTTP/1.1" status: 200 len: 210 time: 0.0302520 Mar 23 02:50:43.843609 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-c3e9369b-6862-40d2-87d0-4bfe429aa28f tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1490140425&fields=id&tenant_id=d89e60e7aaf14edeaf08ca6345e51704 HTTP/1.1" status: 200 len: 267 time: 0.0521379 Mar 23 02:50:43.953786 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-9c293612-c536-4def-afc9-1b220fe89084 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:43.955671 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-9c293612-c536-4def-afc9-1b220fe89084 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/networks?id=6cadc408-4e1f-413d-97c9-493a0c18ddc3 HTTP/1.1" status: 200 len: 796 time: 0.1267619 Mar 23 02:50:43.971124 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-939756b3-4181-435a-a0e8-c08df2eb8430 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:43.973034 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-939756b3-4181-435a-a0e8-c08df2eb8430 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/networks?id=66983626-1d5d-4ad4-9c5b-2e31ad4d88be HTTP/1.1" status: 200 len: 812 time: 0.1213422 Mar 23 02:50:43.988437 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-5ec40ac0-71e9-4936-af6f-fbf27a9baef2 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/quotas/d89e60e7aaf14edeaf08ca6345e51704 HTTP/1.1" status: 200 len: 375 time: 0.0097985 Mar 23 02:50:44.032691 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-96f8273a-b69e-43af-b836-f485799af277 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 380 time: 0.0686700 Mar 23 02:50:44.041063 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-c2f38100-3e55-4f89-8885-cf4221b3c69d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'port': {'device_id': 'c199845c-3eed-460c-a2bd-2c24f0354c3e', 'network_id': '6cadc408-4e1f-413d-97c9-493a0c18ddc3', 'admin_state_up': True, 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'security_groups': ['e6a8c75b-9e67-4dee-9f57-2eb0950e5e09']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:50:44.051080 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-2da1b8d0-b168-4962-bd1f-7fe5b4500959 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d89e60e7aaf14edeaf08ca6345e51704&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557547 Mar 23 02:50:44.166658 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-a1b70a97-51b1-4a4d-89e7-1cfaa5fe7578 service neutron] 10.222.0.24 "GET /v2.0/networks/66983626-1d5d-4ad4-9c5b-2e31ad4d88be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031878 Mar 23 02:50:44.272169 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-c2f38100-3e55-4f89-8885-cf4221b3c69d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Made reservation on behalf of d14f7a32e895424c88fd77b8785e073b for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:50:44.275225 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-3f4cf315-1785-448e-99ae-6aa53b1f7b9e service neutron] 10.222.0.24 "GET /v2.0/networks/66983626-1d5d-4ad4-9c5b-2e31ad4d88be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020555 Mar 23 02:50:44.276098 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-c2f38100-3e55-4f89-8885-cf4221b3c69d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:44.404362 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-53fe1133-0d4e-476d-8786-a8df6ec1514a req-2173a497-6806-440d-b013-5499eb1af3cb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=c199845c-3eed-460c-a2bd-2c24f0354c3e HTTP/1.1" status: 200 len: 210 time: 0.0427511 Mar 23 02:50:44.467399 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-c2f38100-3e55-4f89-8885-cf4221b3c69d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.20.0.13 (6cadc408-4e1f-413d-97c9-493a0c18ddc3/1ea43559-de71-4d74-b75e-1480c649bb82/8002effd-40e6-44ff-b17c-90d53824286a) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:50:44.604439 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-c2f38100-3e55-4f89-8885-cf4221b3c69d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (8002effd-40e6-44ff-b17c-90d53824286a), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:44.717990 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-c2f38100-3e55-4f89-8885-cf4221b3c69d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (8002effd-40e6-44ff-b17c-90d53824286a), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:44.765682 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-c2f38100-3e55-4f89-8885-cf4221b3c69d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 6cadc408-4e1f-413d-97c9-493a0c18ddc3 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:50:44.768903 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-c2f38100-3e55-4f89-8885-cf4221b3c69d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:50:44.776520 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-c2f38100-3e55-4f89-8885-cf4221b3c69d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:50:44.785532 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f38100-3e55-4f89-8885-cf4221b3c69d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=8002effd-40e6-44ff-b17c-90d53824286a,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:44.833964 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-c2f38100-3e55-4f89-8885-cf4221b3c69d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:44.834747 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-c2f38100-3e55-4f89-8885-cf4221b3c69d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:44.926581 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8616ba43-2c99-4dfe-88b1-2b23a20a2fc4 req-ea5aabd2-cb52-4c1b-9734-4c2961dbeae9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 210 time: 0.0371027 Mar 23 02:50:44.931463 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-c2f38100-3e55-4f89-8885-cf4221b3c69d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8942773 Mar 23 02:50:44.943061 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-f97d024d-942c-4a26-a77b-7e9b856333af service neutron] Request body: {'port': {'device_id': 'c199845c-3eed-460c-a2bd-2c24f0354c3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:50:45.005095 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-f97d024d-942c-4a26-a77b-7e9b856333af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8002effd-40e6-44ff-b17c-90d53824286a), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:45.012785 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-cda381a1-97b7-4f61-aeea-457e70118a3b None None] Provisioning complete for port 8002effd-40e6-44ff-b17c-90d53824286a triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:50:45.013750 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cda381a1-97b7-4f61-aeea-457e70118a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8002effd-40e6-44ff-b17c-90d53824286a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:45.074396 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-cda381a1-97b7-4f61-aeea-457e70118a3b None None] Port 8002effd-40e6-44ff-b17c-90d53824286a cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:50:45.278097 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-f97d024d-942c-4a26-a77b-7e9b856333af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8002effd-40e6-44ff-b17c-90d53824286a {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:50:45.285652 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-f97d024d-942c-4a26-a77b-7e9b856333af service neutron] Publish callbacks [] for port (8002effd-40e6-44ff-b17c-90d53824286a), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:45.298293 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-f97d024d-942c-4a26-a77b-7e9b856333af service neutron] Transition to ACTIVE for port object 8002effd-40e6-44ff-b17c-90d53824286a will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:50:45.368920 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-f97d024d-942c-4a26-a77b-7e9b856333af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (8002effd-40e6-44ff-b17c-90d53824286a), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:45.438864 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d024d-942c-4a26-a77b-7e9b856333af service neutron] Pushing event updated for resources: {'Port': ['ID=8002effd-40e6-44ff-b17c-90d53824286a,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:45.506938 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-f97d024d-942c-4a26-a77b-7e9b856333af service neutron] Attempting to bind port 8002effd-40e6-44ff-b17c-90d53824286a on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:50:45.507415 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-f97d024d-942c-4a26-a77b-7e9b856333af service neutron] Attempting to bind port 8002effd-40e6-44ff-b17c-90d53824286a by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f4246644-b2d6-4ca2-b4d4-e95d3f96fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6cadc408-4e1f-413d-97c9-493a0c18ddc3'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:50:45.507814 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-f97d024d-942c-4a26-a77b-7e9b856333af service neutron] Attempting to bind port 8002effd-40e6-44ff-b17c-90d53824286a on network 6cadc408-4e1f-413d-97c9-493a0c18ddc3 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:50:45.513308 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-f97d024d-942c-4a26-a77b-7e9b856333af service neutron] Port 8002effd-40e6-44ff-b17c-90d53824286a on network 6cadc408-4e1f-413d-97c9-493a0c18ddc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:50:45.513660 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-f97d024d-942c-4a26-a77b-7e9b856333af service neutron] Attempting to bind port 8002effd-40e6-44ff-b17c-90d53824286a on network 6cadc408-4e1f-413d-97c9-493a0c18ddc3 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:50:45.519026 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-f97d024d-942c-4a26-a77b-7e9b856333af service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:50:45.519459 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-f97d024d-942c-4a26-a77b-7e9b856333af service neutron] Checking segment: {'id': 'f4246644-b2d6-4ca2-b4d4-e95d3f96fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6cadc408-4e1f-413d-97c9-493a0c18ddc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:50:45.519946 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-f97d024d-942c-4a26-a77b-7e9b856333af service neutron] Bound using segment: {'id': 'f4246644-b2d6-4ca2-b4d4-e95d3f96fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6cadc408-4e1f-413d-97c9-493a0c18ddc3'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:50:45.520576 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-f97d024d-942c-4a26-a77b-7e9b856333af service neutron] Bound port: 8002effd-40e6-44ff-b17c-90d53824286a, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4246644-b2d6-4ca2-b4d4-e95d3f96fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6cadc408-4e1f-413d-97c9-493a0c18ddc3'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:50:45.520903 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-f97d024d-942c-4a26-a77b-7e9b856333af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8002effd-40e6-44ff-b17c-90d53824286a), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:45.579252 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c110e-c598-4299-8f4e-ce447eed0301 req-aaa2e1a4-bdef-48ab-b4c6-19d1eeb4be0a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:45.582052 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-702c110e-c598-4299-8f4e-ce447eed0301 req-aaa2e1a4-bdef-48ab-b4c6-19d1eeb4be0a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=c199845c-3eed-460c-a2bd-2c24f0354c3e HTTP/1.1" status: 200 len: 944 time: 0.0715051 Mar 23 02:50:45.589621 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-f97d024d-942c-4a26-a77b-7e9b856333af service neutron] For port 8002effd-40e6-44ff-b17c-90d53824286a, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:50:45.592990 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-f97d024d-942c-4a26-a77b-7e9b856333af service neutron] For port 8002effd-40e6-44ff-b17c-90d53824286a, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8002effd-40e6-44ff-b17c-90d53824286a,segment=NetworkSegment(f4246644-b2d6-4ca2-b4d4-e95d3f96fd36),segment_id=f4246644-b2d6-4ca2-b4d4-e95d3f96fd36)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:50:45.636876 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-702c110e-c598-4299-8f4e-ce447eed0301 req-e98f2eeb-04fb-4f77-b0a5-6b1aa2383830 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8c75b-9e67-4dee-9f57-2eb0950e5e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470924 Mar 23 02:50:45.660766 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-f97d024d-942c-4a26-a77b-7e9b856333af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (8002effd-40e6-44ff-b17c-90d53824286a), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:45.695792 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-f97d024d-942c-4a26-a77b-7e9b856333af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:45.696345 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-f97d024d-942c-4a26-a77b-7e9b856333af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:45.697715 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-f97d024d-942c-4a26-a77b-7e9b856333af service neutron] 10.222.0.23 "PUT /v2.0/ports/8002effd-40e6-44ff-b17c-90d53824286a HTTP/1.1" status: 200 len: 1094 time: 0.7593033 Mar 23 02:50:45.698162 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c199845c-3eed-460c-a2bd-2c24f0354c3e', 'tag': '8002effd-40e6-44ff-b17c-90d53824286a'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:50:45.700431 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88957c30-73c0-4303-afcd-796c3d812829" -d '{"events": [{"name": "network-changed", "server_uuid": "c199845c-3eed-460c-a2bd-2c24f0354c3e", "tag": "8002effd-40e6-44ff-b17c-90d53824286a"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:50:45.727714 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d024d-942c-4a26-a77b-7e9b856333af service neutron] Pushing event updated for resources: {'Port': ['ID=8002effd-40e6-44ff-b17c-90d53824286a,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:45.745403 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85daced6-a01c-4f10-80c0-aad96b7212af x-openstack-request-id: req-85daced6-a01c-4f10-80c0-aad96b7212af {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:50:45.745706 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c199845c-3eed-460c-a2bd-2c24f0354c3e", "tag": "8002effd-40e6-44ff-b17c-90d53824286a", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:50:45.745966 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-85daced6-a01c-4f10-80c0-aad96b7212af {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:50:45.746386 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85daced6-a01c-4f10-80c0-aad96b7212af'] response: {'name': 'network-changed', 'server_uuid': 'c199845c-3eed-460c-a2bd-2c24f0354c3e', 'tag': '8002effd-40e6-44ff-b17c-90d53824286a', 'status': 'completed', 'code': 200} Mar 23 02:50:45.814507 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88957c30-73c0-4303-afcd-796c3d812829 req-f76dc270-5382-4ec4-b46c-db1913baa07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:45.816355 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-88957c30-73c0-4303-afcd-796c3d812829 req-f76dc270-5382-4ec4-b46c-db1913baa07e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=c199845c-3eed-460c-a2bd-2c24f0354c3e HTTP/1.1" status: 200 len: 1128 time: 0.0515890 Mar 23 02:50:45.922810 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88957c30-73c0-4303-afcd-796c3d812829 req-a364c7e9-fdb2-41af-9890-554180dbde4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:45.924316 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-88957c30-73c0-4303-afcd-796c3d812829 req-a364c7e9-fdb2-41af-9890-554180dbde4c service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d14f7a32e895424c88fd77b8785e073b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1015782 Mar 23 02:50:46.027413 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88957c30-73c0-4303-afcd-796c3d812829 req-17b1cc31-47d5-4000-bd4e-8cd37dcf79f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:46.028877 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-88957c30-73c0-4303-afcd-796c3d812829 req-17b1cc31-47d5-4000-bd4e-8cd37dcf79f8 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0973027 Mar 23 02:50:46.030959 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6f87aeac-f686-4d99-b9c8-6f5e2da0c103 req-0778ea58-42ea-4aac-a6a2-304ee999bf99 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 210 time: 0.0440235 Mar 23 02:50:46.115263 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-eb0f1cea-3131-4c43-88fa-a9256946c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:46.116836 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-eb0f1cea-3131-4c43-88fa-a9256946c8fe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=c199845c-3eed-460c-a2bd-2c24f0354c3e HTTP/1.1" status: 200 len: 1128 time: 0.0497921 Mar 23 02:50:46.162645 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-8bdaff97-248b-42e4-90b9-6ba3d894816b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8002effd-40e6-44ff-b17c-90d53824286a HTTP/1.1" status: 200 len: 217 time: 0.0345759 Mar 23 02:50:46.211594 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-979f1d75-5125-4f93-80f5-09fed2114001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:46.213265 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-979f1d75-5125-4f93-80f5-09fed2114001 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1ea43559-de71-4d74-b75e-1480c649bb82 HTTP/1.1" status: 200 len: 844 time: 0.0445774 Mar 23 02:50:46.265478 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-e077ab7d-42d7-4582-91ae-242eb831ac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:46.266976 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-e077ab7d-42d7-4582-91ae-242eb831ac23 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6cadc408-4e1f-413d-97c9-493a0c18ddc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0481834 Mar 23 02:50:46.358191 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-accc75a5-572f-45f5-a25a-7356c04ac8d0 service neutron] 10.222.0.23 "GET /v2.0/networks/6cadc408-4e1f-413d-97c9-493a0c18ddc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831642 Mar 23 02:50:46.451169 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b716f8b6-de80-41d9-ad42-95bada81fb10 req-3a58ce92-e813-4a6d-8f5b-3a07f1c70331 service neutron] 10.222.0.23 "GET /v2.0/networks/6cadc408-4e1f-413d-97c9-493a0c18ddc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871050 Mar 23 02:50:46.692557 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-c84df1cd-202f-420c-9ac3-a85e396f916a tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:46.693977 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-c84df1cd-202f-420c-9ac3-a85e396f916a tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.23 "GET /v2.0/networks?id=66983626-1d5d-4ad4-9c5b-2e31ad4d88be HTTP/1.1" status: 200 len: 812 time: 0.1012189 Mar 23 02:50:46.797659 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77b344-1012-41fe-897b-1b907be86570 req-1e042cdf-dd24-48e6-ad4a-284595685292 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:46.799121 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fa77b344-1012-41fe-897b-1b907be86570 req-1e042cdf-dd24-48e6-ad4a-284595685292 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=c199845c-3eed-460c-a2bd-2c24f0354c3e HTTP/1.1" status: 200 len: 944 time: 0.0916584 Mar 23 02:50:46.803901 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-4c7473e6-46dc-4f05-8f4d-7ce520cc10b5 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d89e60e7aaf14edeaf08ca6345e51704 HTTP/1.1" status: 200 len: 380 time: 0.1018622 Mar 23 02:50:46.822397 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-e915555c-5b7d-4606-b481-2be4c6774e5f tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Request body: {'port': {'device_id': '6b0aba7d-858f-4e25-84c7-bf3513617f2f', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'admin_state_up': True, 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'security_groups': ['1ff8b755-75e1-41e3-b4ab-6dfd14034518']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:50:46.901285 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fa77b344-1012-41fe-897b-1b907be86570 req-9a452868-96ca-451f-8c61-0530f752e23c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8c75b-9e67-4dee-9f57-2eb0950e5e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964317 Mar 23 02:50:47.009431 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-e915555c-5b7d-4606-b481-2be4c6774e5f tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Made reservation on behalf of d89e60e7aaf14edeaf08ca6345e51704 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:50:47.013072 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-e915555c-5b7d-4606-b481-2be4c6774e5f tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:47.142552 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ef1a8953-9a3f-45e9-afa5-a82c92331506 req-40d606a7-c30c-4eb5-9fc5-47e979e42e6c tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 210 time: 0.0339844 Mar 23 02:50:47.152515 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-e915555c-5b7d-4606-b481-2be4c6774e5f tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Allocated IP 172.20.0.6 (66983626-1d5d-4ad4-9c5b-2e31ad4d88be/c82d9bc6-8a27-40bf-a00d-6b7979637073/a1428587-cc71-403d-a344-a8dc1fc1a21e) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:50:47.300245 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-e915555c-5b7d-4606-b481-2be4c6774e5f tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for port (a1428587-cc71-403d-a344-a8dc1fc1a21e), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:47.386546 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-e915555c-5b7d-4606-b481-2be4c6774e5f tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (a1428587-cc71-403d-a344-a8dc1fc1a21e), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:47.429599 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-e915555c-5b7d-4606-b481-2be4c6774e5f tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Network 66983626-1d5d-4ad4-9c5b-2e31ad4d88be is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:50:47.433174 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-e915555c-5b7d-4606-b481-2be4c6774e5f tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:50:47.435508 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-e915555c-5b7d-4606-b481-2be4c6774e5f tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:50:47.469347 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915555c-5b7d-4606-b481-2be4c6774e5f tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Pushing event updated for resources: {'Port': ['ID=a1428587-cc71-403d-a344-a8dc1fc1a21e,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:47.500315 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-e915555c-5b7d-4606-b481-2be4c6774e5f tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:47.500939 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-e915555c-5b7d-4606-b481-2be4c6774e5f tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:47.577987 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-e915555c-5b7d-4606-b481-2be4c6774e5f tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7669871 Mar 23 02:50:47.590128 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-3f5cc0f6-33f7-4817-af50-4d7e32b419e5 service neutron] Request body: {'port': {'device_id': '6b0aba7d-858f-4e25-84c7-bf3513617f2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:50:47.609449 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3530870a-9a16-44b5-a04c-1772e623a794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:47.649120 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-49f19120-382a-43fe-9c43-e6bcece95b4f None None] Provisioning complete for port a1428587-cc71-403d-a344-a8dc1fc1a21e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:50:47.654366 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49f19120-382a-43fe-9c43-e6bcece95b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a1428587-cc71-403d-a344-a8dc1fc1a21e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:47.659361 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-3f5cc0f6-33f7-4817-af50-4d7e32b419e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a1428587-cc71-403d-a344-a8dc1fc1a21e), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:47.685354 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-49f19120-382a-43fe-9c43-e6bcece95b4f None None] Port a1428587-cc71-403d-a344-a8dc1fc1a21e cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:50:47.902208 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:50:47.927176 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-3f5cc0f6-33f7-4817-af50-4d7e32b419e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1428587-cc71-403d-a344-a8dc1fc1a21e {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:50:47.935737 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-3f5cc0f6-33f7-4817-af50-4d7e32b419e5 service neutron] Publish callbacks [] for port (a1428587-cc71-403d-a344-a8dc1fc1a21e), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:47.950516 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-3f5cc0f6-33f7-4817-af50-4d7e32b419e5 service neutron] Transition to ACTIVE for port object a1428587-cc71-403d-a344-a8dc1fc1a21e will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:50:48.015080 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-3f5cc0f6-33f7-4817-af50-4d7e32b419e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (a1428587-cc71-403d-a344-a8dc1fc1a21e), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:48.072707 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07acc77-b28c-44ff-a089-f2f3a1e6c3e5 req-3e6b4430-22d1-4783-8511-5e4fd54a7652 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:48.074453 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c07acc77-b28c-44ff-a089-f2f3a1e6c3e5 req-3e6b4430-22d1-4783-8511-5e4fd54a7652 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=c199845c-3eed-460c-a2bd-2c24f0354c3e HTTP/1.1" status: 200 len: 944 time: 0.0989320 Mar 23 02:50:48.106530 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5cc0f6-33f7-4817-af50-4d7e32b419e5 service neutron] Pushing event updated for resources: {'Port': ['ID=a1428587-cc71-403d-a344-a8dc1fc1a21e,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:48.190499 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c07acc77-b28c-44ff-a089-f2f3a1e6c3e5 req-bf2f9b79-e302-4401-9c8c-e268a4e70c67 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8c75b-9e67-4dee-9f57-2eb0950e5e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045935 Mar 23 02:50:48.219089 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-3f5cc0f6-33f7-4817-af50-4d7e32b419e5 service neutron] Attempting to bind port a1428587-cc71-403d-a344-a8dc1fc1a21e on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:50:48.227493 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-3f5cc0f6-33f7-4817-af50-4d7e32b419e5 service neutron] Attempting to bind port a1428587-cc71-403d-a344-a8dc1fc1a21e by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '514ce571-d1d5-4120-8ab2-56f18b5021ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:50:48.227493 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-3f5cc0f6-33f7-4817-af50-4d7e32b419e5 service neutron] Attempting to bind port a1428587-cc71-403d-a344-a8dc1fc1a21e on network 66983626-1d5d-4ad4-9c5b-2e31ad4d88be {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:50:48.227493 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-3f5cc0f6-33f7-4817-af50-4d7e32b419e5 service neutron] Port a1428587-cc71-403d-a344-a8dc1fc1a21e on network 66983626-1d5d-4ad4-9c5b-2e31ad4d88be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:50:48.227493 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-3f5cc0f6-33f7-4817-af50-4d7e32b419e5 service neutron] Attempting to bind port a1428587-cc71-403d-a344-a8dc1fc1a21e on network 66983626-1d5d-4ad4-9c5b-2e31ad4d88be {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:50:48.231829 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-3f5cc0f6-33f7-4817-af50-4d7e32b419e5 service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:50:48.232194 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-3f5cc0f6-33f7-4817-af50-4d7e32b419e5 service neutron] Checking segment: {'id': '514ce571-d1d5-4120-8ab2-56f18b5021ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:50:48.232944 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-3f5cc0f6-33f7-4817-af50-4d7e32b419e5 service neutron] Bound using segment: {'id': '514ce571-d1d5-4120-8ab2-56f18b5021ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:50:48.233067 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-3f5cc0f6-33f7-4817-af50-4d7e32b419e5 service neutron] Bound port: a1428587-cc71-403d-a344-a8dc1fc1a21e, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '514ce571-d1d5-4120-8ab2-56f18b5021ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:50:48.233360 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-3f5cc0f6-33f7-4817-af50-4d7e32b419e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a1428587-cc71-403d-a344-a8dc1fc1a21e), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:48.296614 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b3bca-8eab-4efd-9afe-41a86bc56982 req-6e86c0e1-d277-412d-bd42-ee86535d0974 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:48.298199 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a60b3bca-8eab-4efd-9afe-41a86bc56982 req-6e86c0e1-d277-412d-bd42-ee86535d0974 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 943 time: 0.0658376 Mar 23 02:50:48.299353 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 8002effd-40e6-44ff-b17c-90d53824286a details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:50:48.319042 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-3f5cc0f6-33f7-4817-af50-4d7e32b419e5 service neutron] For port a1428587-cc71-403d-a344-a8dc1fc1a21e, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:50:48.322857 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-3f5cc0f6-33f7-4817-af50-4d7e32b419e5 service neutron] For port a1428587-cc71-403d-a344-a8dc1fc1a21e, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a1428587-cc71-403d-a344-a8dc1fc1a21e,segment=NetworkSegment(514ce571-d1d5-4120-8ab2-56f18b5021ff),segment_id=514ce571-d1d5-4120-8ab2-56f18b5021ff)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:50:48.357356 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a60b3bca-8eab-4efd-9afe-41a86bc56982 req-d7bda7d8-d3de-4279-a91b-96912fd5e54a tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485632 Mar 23 02:50:48.386813 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-3f5cc0f6-33f7-4817-af50-4d7e32b419e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (a1428587-cc71-403d-a344-a8dc1fc1a21e), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:48.432128 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-3f5cc0f6-33f7-4817-af50-4d7e32b419e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:48.432128 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-3f5cc0f6-33f7-4817-af50-4d7e32b419e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:48.432128 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-3f5cc0f6-33f7-4817-af50-4d7e32b419e5 service neutron] 10.222.0.23 "PUT /v2.0/ports/a1428587-cc71-403d-a344-a8dc1fc1a21e HTTP/1.1" status: 200 len: 1093 time: 0.8426008 Mar 23 02:50:48.432128 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0aba7d-858f-4e25-84c7-bf3513617f2f', 'tag': 'a1428587-cc71-403d-a344-a8dc1fc1a21e'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:50:48.432128 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c036816-96d5-4bb4-8011-a98dd24c13a6" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0aba7d-858f-4e25-84c7-bf3513617f2f", "tag": "a1428587-cc71-403d-a344-a8dc1fc1a21e"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:50:48.442677 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 8002effd-40e6-44ff-b17c-90d53824286a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8002effd-40e6-44ff-b17c-90d53824286a,segment=NetworkSegment(f4246644-b2d6-4ca2-b4d4-e95d3f96fd36),segment_id=f4246644-b2d6-4ca2-b4d4-e95d3f96fd36)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:50:48.457238 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5cc0f6-33f7-4817-af50-4d7e32b419e5 service neutron] Pushing event updated for resources: {'Port': ['ID=a1428587-cc71-403d-a344-a8dc1fc1a21e,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:48.465997 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '8002effd-40e6-44ff-b17c-90d53824286a', 'network_id': '6cadc408-4e1f-413d-97c9-493a0c18ddc3', 'port_id': '8002effd-40e6-44ff-b17c-90d53824286a', 'mac_address': 'fa:16:3e:2d:90:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ea43559-de71-4d74-b75e-1480c649bb82', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:50:48.498248 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c1864c-730d-42a4-8ab1-e4770d83c86e x-openstack-request-id: req-21c1864c-730d-42a4-8ab1-e4770d83c86e {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:50:48.498546 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0aba7d-858f-4e25-84c7-bf3513617f2f", "tag": "a1428587-cc71-403d-a344-a8dc1fc1a21e", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:50:48.498804 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21c1864c-730d-42a4-8ab1-e4770d83c86e {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:50:48.499224 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21c1864c-730d-42a4-8ab1-e4770d83c86e'] response: {'name': 'network-changed', 'server_uuid': '6b0aba7d-858f-4e25-84c7-bf3513617f2f', 'tag': 'a1428587-cc71-403d-a344-a8dc1fc1a21e', 'status': 'completed', 'code': 200} Mar 23 02:50:48.526702 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 8002effd-40e6-44ff-b17c-90d53824286a is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:50:48.527909 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8002effd-40e6-44ff-b17c-90d53824286a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:48.542969 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8002effd-40e6-44ff-b17c-90d53824286a {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:50:48.568255 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 8002effd-40e6-44ff-b17c-90d53824286a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8002effd-40e6-44ff-b17c-90d53824286a,segment=NetworkSegment(f4246644-b2d6-4ca2-b4d4-e95d3f96fd36),segment_id=f4246644-b2d6-4ca2-b4d4-e95d3f96fd36)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:50:48.574774 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c036816-96d5-4bb4-8011-a98dd24c13a6 req-4f6b7bd4-a060-48ad-ae70-dd3c3f8fcc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:48.576518 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8c036816-96d5-4bb4-8011-a98dd24c13a6 req-4f6b7bd4-a060-48ad-ae70-dd3c3f8fcc84 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d89e60e7aaf14edeaf08ca6345e51704&device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 1127 time: 0.0520077 Mar 23 02:50:48.619172 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (8002effd-40e6-44ff-b17c-90d53824286a), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:48.678138 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:48.692824 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=8002effd-40e6-44ff-b17c-90d53824286a,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:48.705399 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c036816-96d5-4bb4-8011-a98dd24c13a6 req-728d8576-bb69-4a2c-bddc-bf7e97b2b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:48.706941 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8c036816-96d5-4bb4-8011-a98dd24c13a6 req-728d8576-bb69-4a2c-bddc-bf7e97b2b314 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d89e60e7aaf14edeaf08ca6345e51704&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1243479 Mar 23 02:50:48.806242 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c036816-96d5-4bb4-8011-a98dd24c13a6 req-a52fd0d8-2e87-4deb-ac03-5cabe256d41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:48.807727 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8c036816-96d5-4bb4-8011-a98dd24c13a6 req-a52fd0d8-2e87-4deb-ac03-5cabe256d41f service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950186 Mar 23 02:50:48.821769 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['8002effd-40e6-44ff-b17c-90d53824286a'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:50:48.890566 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-dcb7d70a-257d-4dae-b2b7-01d337f098bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:48.892106 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-dcb7d70a-257d-4dae-b2b7-01d337f098bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d89e60e7aaf14edeaf08ca6345e51704&device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 1127 time: 0.0491328 Mar 23 02:50:48.939026 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-390848f2-23a9-4645-987a-5a0495698694 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1428587-cc71-403d-a344-a8dc1fc1a21e HTTP/1.1" status: 200 len: 217 time: 0.0402653 Mar 23 02:50:48.992761 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-15737c4e-9de6-4834-ae37-5bda9ff8c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:48.994769 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-15737c4e-9de6-4834-ae37-5bda9ff8c78a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c82d9bc6-8a27-40bf-a00d-6b7979637073 HTTP/1.1" status: 200 len: 851 time: 0.0503669 Mar 23 02:50:49.045616 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-96b5b010-8b6a-4814-9bb0-ebc0a3cd5995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:49.047356 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-96b5b010-8b6a-4814-9bb0-ebc0a3cd5995 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66983626-1d5d-4ad4-9c5b-2e31ad4d88be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0473456 Mar 23 02:50:49.140510 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-9cdb70a0-c728-4838-a17d-d982fed2d750 service neutron] 10.222.0.23 "GET /v2.0/networks/66983626-1d5d-4ad4-9c5b-2e31ad4d88be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873065 Mar 23 02:50:49.241888 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c3cc1034-4d2b-4697-9f4e-c6af82f68dc9 req-06a34ca1-017d-4aac-a0f2-8d82ff6bd59d service neutron] 10.222.0.23 "GET /v2.0/networks/66983626-1d5d-4ad4-9c5b-2e31ad4d88be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949876 Mar 23 02:50:49.318202 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac646604-f56b-4edc-9b7a-3cddca5752d3 req-96cd2aa5-25ca-445a-b8c0-52b03fdbe405 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:49.319782 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ac646604-f56b-4edc-9b7a-3cddca5752d3 req-96cd2aa5-25ca-445a-b8c0-52b03fdbe405 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=c199845c-3eed-460c-a2bd-2c24f0354c3e HTTP/1.1" status: 200 len: 945 time: 0.0557339 Mar 23 02:50:49.375043 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ac646604-f56b-4edc-9b7a-3cddca5752d3 req-e34de184-1bd0-4b14-a392-3b60d7c41298 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8c75b-9e67-4dee-9f57-2eb0950e5e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489252 Mar 23 02:50:49.479659 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6965e-bd0d-42ea-818e-f7acbbb0cb2d req-3df217b5-92c9-4ab3-8898-d596bb03817f tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:49.481083 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7ea6965e-bd0d-42ea-818e-f7acbbb0cb2d req-3df217b5-92c9-4ab3-8898-d596bb03817f tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 943 time: 0.0540383 Mar 23 02:50:49.536843 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7ea6965e-bd0d-42ea-818e-f7acbbb0cb2d req-8b94c7f9-637e-418c-8c38-7cf964346070 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470855 Mar 23 02:50:49.900724 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9e16c836-77e4-4f17-b5eb-d2ea5e135b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:50.311018 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 8002effd-40e6-44ff-b17c-90d53824286a up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:50:50.471787 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port 8002effd-40e6-44ff-b17c-90d53824286a completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:50:50.477901 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 8002effd-40e6-44ff-b17c-90d53824286a triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:50:50.478428 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8002effd-40e6-44ff-b17c-90d53824286a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:50.498043 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52f711-2173-4592-b2ec-bf8d7db9dcb1 req-cf143c69-6346-4f2a-9f25-664850d99266 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:50.499806 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1f52f711-2173-4592-b2ec-bf8d7db9dcb1 req-cf143c69-6346-4f2a-9f25-664850d99266 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=c199845c-3eed-460c-a2bd-2c24f0354c3e HTTP/1.1" status: 200 len: 945 time: 0.0560639 Mar 23 02:50:50.553094 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1f52f711-2173-4592-b2ec-bf8d7db9dcb1 req-285d60e6-c7c8-4d50-bde0-bf69bd81beea tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8c75b-9e67-4dee-9f57-2eb0950e5e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463841 Mar 23 02:50:50.572702 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 8002effd-40e6-44ff-b17c-90d53824286a is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:50:50.573206 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8002effd-40e6-44ff-b17c-90d53824286a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:50.601098 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c199845c-3eed-460c-a2bd-2c24f0354c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8002effd-40e6-44ff-b17c-90d53824286a'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:50:50.604241 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8cb536-98f7-440a-a352-b1019c316351" -d '{"events": [{"server_uuid": "c199845c-3eed-460c-a2bd-2c24f0354c3e", "name": "network-vif-plugged", "status": "completed", "tag": "8002effd-40e6-44ff-b17c-90d53824286a"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:50:50.629230 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 8002effd-40e6-44ff-b17c-90d53824286a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8002effd-40e6-44ff-b17c-90d53824286a,segment=NetworkSegment(f4246644-b2d6-4ca2-b4d4-e95d3f96fd36),segment_id=f4246644-b2d6-4ca2-b4d4-e95d3f96fd36)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:50:50.645530 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33033e1b-c16d-4546-a62a-bd53a4ec6752 x-openstack-request-id: req-33033e1b-c16d-4546-a62a-bd53a4ec6752 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:50:50.645825 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c199845c-3eed-460c-a2bd-2c24f0354c3e", "name": "network-vif-plugged", "status": "completed", "tag": "8002effd-40e6-44ff-b17c-90d53824286a", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:50:50.646316 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33033e1b-c16d-4546-a62a-bd53a4ec6752 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:50:50.646714 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33033e1b-c16d-4546-a62a-bd53a4ec6752'] response: {'server_uuid': 'c199845c-3eed-460c-a2bd-2c24f0354c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8002effd-40e6-44ff-b17c-90d53824286a', 'code': 200} Mar 23 02:50:50.672001 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b7e07-fa3a-4f8b-aebb-1753cf8f18c6 req-3703c09e-9758-496b-87ae-d0e90eb77943 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:50.674318 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ae4b7e07-fa3a-4f8b-aebb-1753cf8f18c6 req-3703c09e-9758-496b-87ae-d0e90eb77943 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 943 time: 0.0611649 Mar 23 02:50:50.718078 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (8002effd-40e6-44ff-b17c-90d53824286a), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:50.726192 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ae4b7e07-fa3a-4f8b-aebb-1753cf8f18c6 req-fa0161d6-74ae-451b-862b-c1aca2c74663 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454886 Mar 23 02:50:50.768696 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=8002effd-40e6-44ff-b17c-90d53824286a,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:50.973957 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0444f8e-cd6a-427f-8cfa-032f3ee1dc9c req-cb789848-aa9b-4a6b-bbe2-8723069e911d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:50.975357 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d0444f8e-cd6a-427f-8cfa-032f3ee1dc9c req-cb789848-aa9b-4a6b-bbe2-8723069e911d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c199845c-3eed-460c-a2bd-2c24f0354c3e HTTP/1.1" status: 200 len: 1130 time: 0.0442886 Mar 23 02:50:51.020449 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d0444f8e-cd6a-427f-8cfa-032f3ee1dc9c req-26eb096b-2a4b-42e7-8321-31ce803c032e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e6a8c75b-9e67-4dee-9f57-2eb0950e5e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381548 Mar 23 02:50:51.226705 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:51.685020 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7312499-2dec-46e3-82f3-49c50e2859e9 req-fc96d5e7-358b-4d28-9c55-b110c680a172 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:51.686531 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c7312499-2dec-46e3-82f3-49c50e2859e9 req-fc96d5e7-358b-4d28-9c55-b110c680a172 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=c199845c-3eed-460c-a2bd-2c24f0354c3e HTTP/1.1" status: 200 len: 946 time: 0.0554605 Mar 23 02:50:51.735832 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c7312499-2dec-46e3-82f3-49c50e2859e9 req-9a8b1c5e-b13b-43e1-bb10-af44c8c0ec16 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8c75b-9e67-4dee-9f57-2eb0950e5e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435212 Mar 23 02:50:51.861231 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d317403-c097-4ba7-8ee9-843f4ee1db8d req-49560691-55e0-49d9-afda-bd53a4ea83b0 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:51.862621 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8d317403-c097-4ba7-8ee9-843f4ee1db8d req-49560691-55e0-49d9-afda-bd53a4ea83b0 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 943 time: 0.0606294 Mar 23 02:50:51.913752 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8d317403-c097-4ba7-8ee9-843f4ee1db8d req-dce5d5f5-59d3-4f16-834a-c679cf7f7b26 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449369 Mar 23 02:50:52.671647 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:52.857399 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13eef1-87c8-44b2-8553-9c0727de01f4 req-6968430d-06d7-4bbd-b440-967a38f9e01e tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:52.858882 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-de13eef1-87c8-44b2-8553-9c0727de01f4 req-6968430d-06d7-4bbd-b440-967a38f9e01e tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=c199845c-3eed-460c-a2bd-2c24f0354c3e HTTP/1.1" status: 200 len: 946 time: 0.0568030 Mar 23 02:50:52.908530 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-de13eef1-87c8-44b2-8553-9c0727de01f4 req-d84799b8-9f02-4cdb-84b1-84f0dea12d0a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8c75b-9e67-4dee-9f57-2eb0950e5e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440924 Mar 23 02:50:53.031620 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81bd55-96e7-45f5-9487-76f2ad33b8a2 req-6d42f0c1-ab69-4b57-848c-19bc90f32b12 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:53.033463 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-2d81bd55-96e7-45f5-9487-76f2ad33b8a2 req-6d42f0c1-ab69-4b57-848c-19bc90f32b12 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 943 time: 0.0551951 Mar 23 02:50:53.037684 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7cc03-b12a-40d4-a085-97979fc1bb87 req-b4772f1c-979b-4ed5-b10c-9a2ae4ecd97b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:53.040054 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2aa7cc03-b12a-40d4-a085-97979fc1bb87 req-b4772f1c-979b-4ed5-b10c-9a2ae4ecd97b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=c199845c-3eed-460c-a2bd-2c24f0354c3e HTTP/1.1" status: 200 len: 946 time: 0.0618486 Mar 23 02:50:53.087678 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-2d81bd55-96e7-45f5-9487-76f2ad33b8a2 req-b5c90615-30c6-4947-97a0-b6d8db0cd836 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477769 Mar 23 02:50:53.092795 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2aa7cc03-b12a-40d4-a085-97979fc1bb87 req-06cf174b-26dd-4b5a-a208-d9ca04326700 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8c75b-9e67-4dee-9f57-2eb0950e5e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470660 Mar 23 02:50:53.115868 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35882) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:53.165749 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873204af-103d-4c41-aef3-6e240c0a8c26 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:53.167278 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-873204af-103d-4c41-aef3-6e240c0a8c26 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c199845c-3eed-460c-a2bd-2c24f0354c3e HTTP/1.1" status: 200 len: 1125 time: 0.0503590 Mar 23 02:50:53.170132 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35884) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:53.174321 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-65203344-1472-4448-9f85-3d9acfd750dd tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'port_id': '8002effd-40e6-44ff-b17c-90d53824286a', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:50:53.574836 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-65203344-1472-4448-9f85-3d9acfd750dd tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:53.668679 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-65203344-1472-4448-9f85-3d9acfd750dd tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:53.778938 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-65203344-1472-4448-9f85-3d9acfd750dd tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.26.2.29 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/cc71d95c-f84f-40d6-8481-087b5e5bb281) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:50:53.877273 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-65203344-1472-4448-9f85-3d9acfd750dd tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (cc71d95c-f84f-40d6-8481-087b5e5bb281), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:53.963549 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-65203344-1472-4448-9f85-3d9acfd750dd tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (cc71d95c-f84f-40d6-8481-087b5e5bb281), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:53.991744 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:54.006845 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65203344-1472-4448-9f85-3d9acfd750dd tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:50:54.010127 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-65203344-1472-4448-9f85-3d9acfd750dd tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:50:54.012455 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65203344-1472-4448-9f85-3d9acfd750dd tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:50:54.040239 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65203344-1472-4448-9f85-3d9acfd750dd tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=cc71d95c-f84f-40d6-8481-087b5e5bb281,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:54.219226 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace7884-4b5a-4e8e-9939-7340533ad01d req-e79d053f-efb9-4e4e-bff3-98786ea7544a tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:54.221675 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1ace7884-4b5a-4e8e-9939-7340533ad01d req-e79d053f-efb9-4e4e-bff3-98786ea7544a tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 943 time: 0.0650704 Mar 23 02:50:54.274433 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1ace7884-4b5a-4e8e-9939-7340533ad01d req-2b198c1b-07c0-4b37-8b90-25e9aa4565af tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457888 Mar 23 02:50:54.509255 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-65203344-1472-4448-9f85-3d9acfd750dd tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (6e35d338-69ca-40b6-b629-a796f241b592), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:54.664435 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-65203344-1472-4448-9f85-3d9acfd750dd tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (cc71d95c-f84f-40d6-8481-087b5e5bb281), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:54.808637 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-65203344-1472-4448-9f85-3d9acfd750dd tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (cc71d95c-f84f-40d6-8481-087b5e5bb281), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:54.854443 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-65203344-1472-4448-9f85-3d9acfd750dd tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (cc71d95c-f84f-40d6-8481-087b5e5bb281), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:54.928387 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65203344-1472-4448-9f85-3d9acfd750dd tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=cc71d95c-f84f-40d6-8481-087b5e5bb281,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:50:54.936956 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-65203344-1472-4448-9f85-3d9acfd750dd tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (6e35d338-69ca-40b6-b629-a796f241b592), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:55.046725 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [None req-65203344-1472-4448-9f85-3d9acfd750dd tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Floating IP 6e35d338-69ca-40b6-b629-a796f241b592 associated. External IP: 172.26.2.29, port: 8002effd-40e6-44ff-b17c-90d53824286a. Mar 23 02:50:55.273088 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65203344-1472-4448-9f85-3d9acfd750dd tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router fe1450ba-9218-4b52-b7be-d76e63fccceb has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:50:55.431050 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46713a-7949-4647-ba7a-f5c4dc603f81 req-68963b92-2fa0-4a19-bb62-be61efd18035 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:55.432456 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ea46713a-7949-4647-ba7a-f5c4dc603f81 req-68963b92-2fa0-4a19-bb62-be61efd18035 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 943 time: 0.0833533 Mar 23 02:50:55.435471 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65203344-1472-4448-9f85-3d9acfd750dd tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:50:55.446993 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6866ceb4-c327-4632-9c11-a553cdc0e13d None None] Sync routers for ids ['fe1450ba-9218-4b52-b7be-d76e63fccceb'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:50:55.458788 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6866ceb4-c327-4632-9c11-a553cdc0e13d None None] Routers {'fe1450ba-9218-4b52-b7be-d76e63fccceb'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:50:55.459411 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-6866ceb4-c327-4632-9c11-a553cdc0e13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:50:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['fe1450ba-9218-4b52-b7be-d76e63fccceb'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:55.501343 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ea46713a-7949-4647-ba7a-f5c4dc603f81 req-e97db591-ca60-410c-a64b-ecee1f07da0a tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503643 Mar 23 02:50:55.513914 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-65203344-1472-4448-9f85-3d9acfd750dd tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:55.549792 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-65203344-1472-4448-9f85-3d9acfd750dd tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3785801 Mar 23 02:50:55.550756 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c199845c-3eed-460c-a2bd-2c24f0354c3e', 'tag': '8002effd-40e6-44ff-b17c-90d53824286a'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:50:55.552716 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35890) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:55.553205 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f9a2c7-2ba2-49b1-b5ba-b2e2ab0204f3" -d '{"events": [{"name": "network-changed", "server_uuid": "c199845c-3eed-460c-a2bd-2c24f0354c3e", "tag": "8002effd-40e6-44ff-b17c-90d53824286a"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:50:55.571291 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-6866ceb4-c327-4632-9c11-a553cdc0e13d None None] Set router fe1450ba-9218-4b52-b7be-d76e63fccceb gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:50:55.602764 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c129f010-0c9c-4ad9-9af2-b0dfdb3dbdb2 x-openstack-request-id: req-c129f010-0c9c-4ad9-9af2-b0dfdb3dbdb2 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:50:55.603211 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c199845c-3eed-460c-a2bd-2c24f0354c3e", "tag": "8002effd-40e6-44ff-b17c-90d53824286a", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:50:55.603526 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c129f010-0c9c-4ad9-9af2-b0dfdb3dbdb2 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:50:55.604042 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c129f010-0c9c-4ad9-9af2-b0dfdb3dbdb2'] response: {'name': 'network-changed', 'server_uuid': 'c199845c-3eed-460c-a2bd-2c24f0354c3e', 'tag': '8002effd-40e6-44ff-b17c-90d53824286a', 'status': 'completed', 'code': 200} Mar 23 02:50:55.634601 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2342adad-0031-4ad8-802b-f9bebf63f03e tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/6e35d338-69ca-40b6-b629-a796f241b592 HTTP/1.1" status: 200 len: 991 time: 0.0799637 Mar 23 02:50:55.675995 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9a2c7-2ba2-49b1-b5ba-b2e2ab0204f3 req-f5efb13e-6145-4e98-af1d-e287667d710e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:55.677682 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c6f9a2c7-2ba2-49b1-b5ba-b2e2ab0204f3 req-f5efb13e-6145-4e98-af1d-e287667d710e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=c199845c-3eed-460c-a2bd-2c24f0354c3e HTTP/1.1" status: 200 len: 1130 time: 0.0501242 Mar 23 02:50:55.774368 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9a2c7-2ba2-49b1-b5ba-b2e2ab0204f3 req-1af8a612-a631-4373-8fdd-fd73cd7c4fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:55.776055 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c6f9a2c7-2ba2-49b1-b5ba-b2e2ab0204f3 req-1af8a612-a631-4373-8fdd-fd73cd7c4fd2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6cadc408-4e1f-413d-97c9-493a0c18ddc3 HTTP/1.1" status: 200 len: 897 time: 0.0921471 Mar 23 02:50:55.843185 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c6f9a2c7-2ba2-49b1-b5ba-b2e2ab0204f3 req-bcbf6409-2865-4f85-a598-08fb1bf57008 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8002effd-40e6-44ff-b17c-90d53824286a HTTP/1.1" status: 200 len: 999 time: 0.0611608 Mar 23 02:50:55.894239 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-6866ceb4-c327-4632-9c11-a553cdc0e13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'name': 'tempest-TestNetworkBasicOps-router-1176620906', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fe7539e9-df9a-4763-9ad0-7b36fd37f4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:50:31Z', 'updated_at': '2022-03-23T02:50:36Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'fe7539e9-df9a-4763-9ad0-7b36fd37f4f2', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:50:32Z', 'updated_at': '2022-03-23T02:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '6e35d338-69ca-40b6-b629-a796f241b592', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.29', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'port_id': '8002effd-40e6-44ff-b17c-90d53824286a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cadc408-4e1f-413d-97c9-493a0c18ddc3', 'mac_address': 'fa:16:3e:2d:90:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c199845c-3eed-460c-a2bd-2c24f0354c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:50:54Z', 'updated_at': '2022-03-23T02:50:54Z', 'revision_number': 0, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68668388-3113-46e6-af25-cf8c41709b51', 'name': '', 'network_id': '6cadc408-4e1f-413d-97c9-493a0c18ddc3', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:f9:b8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1ea43559-de71-4d74-b75e-1480c649bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:50:35Z', 'updated_at': '2022-03-23T02:50:39Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '1ea43559-de71-4d74-b75e-1480c649bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:55.897975 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9a2c7-2ba2-49b1-b5ba-b2e2ab0204f3 req-9bda6c80-3668-41b6-97c0-d343bb9837e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:55.899610 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c6f9a2c7-2ba2-49b1-b5ba-b2e2ab0204f3 req-9bda6c80-3668-41b6-97c0-d343bb9837e5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1ea43559-de71-4d74-b75e-1480c649bb82 HTTP/1.1" status: 200 len: 844 time: 0.0497859 Mar 23 02:50:55.924078 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6866ceb4-c327-4632-9c11-a553cdc0e13d None None] Checking router: fe1450ba-9218-4b52-b7be-d76e63fccceb for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:50:55.932632 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6866ceb4-c327-4632-9c11-a553cdc0e13d None None] Routers {'fe1450ba-9218-4b52-b7be-d76e63fccceb'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:50:55.933246 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-6866ceb4-c327-4632-9c11-a553cdc0e13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:50:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['fe1450ba-9218-4b52-b7be-d76e63fccceb'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:55.950394 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9a2c7-2ba2-49b1-b5ba-b2e2ab0204f3 req-51fb1b76-3b0a-44ac-97bc-eeee9d4f99ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:55.951935 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c6f9a2c7-2ba2-49b1-b5ba-b2e2ab0204f3 req-51fb1b76-3b0a-44ac-97bc-eeee9d4f99ac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6cadc408-4e1f-413d-97c9-493a0c18ddc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0464773 Mar 23 02:50:56.041209 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c6f9a2c7-2ba2-49b1-b5ba-b2e2ab0204f3 req-dc6e9bb8-0d29-4b32-85fd-b232a3162646 service neutron] 10.222.0.23 "GET /v2.0/networks/6cadc408-4e1f-413d-97c9-493a0c18ddc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832472 Mar 23 02:50:56.041444 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-6866ceb4-c327-4632-9c11-a553cdc0e13d None None] Set router fe1450ba-9218-4b52-b7be-d76e63fccceb gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:50:56.141075 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c6f9a2c7-2ba2-49b1-b5ba-b2e2ab0204f3 req-9b6820df-9045-4bb6-bb48-34ef292df06d service neutron] 10.222.0.23 "GET /v2.0/networks/6cadc408-4e1f-413d-97c9-493a0c18ddc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940781 Mar 23 02:50:56.267032 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-6866ceb4-c327-4632-9c11-a553cdc0e13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'name': 'tempest-TestNetworkBasicOps-router-1176620906', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fe7539e9-df9a-4763-9ad0-7b36fd37f4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:50:31Z', 'updated_at': '2022-03-23T02:50:36Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'fe7539e9-df9a-4763-9ad0-7b36fd37f4f2', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:50:32Z', 'updated_at': '2022-03-23T02:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '6e35d338-69ca-40b6-b629-a796f241b592', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.29', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'port_id': '8002effd-40e6-44ff-b17c-90d53824286a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cadc408-4e1f-413d-97c9-493a0c18ddc3', 'mac_address': 'fa:16:3e:2d:90:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c199845c-3eed-460c-a2bd-2c24f0354c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:50:54Z', 'updated_at': '2022-03-23T02:50:54Z', 'revision_number': 0, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68668388-3113-46e6-af25-cf8c41709b51', 'name': '', 'network_id': '6cadc408-4e1f-413d-97c9-493a0c18ddc3', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:f9:b8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1ea43559-de71-4d74-b75e-1480c649bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:50:35Z', 'updated_at': '2022-03-23T02:50:39Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '1ea43559-de71-4d74-b75e-1480c649bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:56.296979 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6866ceb4-c327-4632-9c11-a553cdc0e13d None None] The sync data for ids ['fe1450ba-9218-4b52-b7be-d76e63fccceb'] in dv-neutron-834613-2-hyperv is: [{'id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'name': 'tempest-TestNetworkBasicOps-router-1176620906', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fe7539e9-df9a-4763-9ad0-7b36fd37f4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:50:31Z', 'updated_at': '2022-03-23T02:50:36Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'fe7539e9-df9a-4763-9ad0-7b36fd37f4f2', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:50:32Z', 'updated_at': '2022-03-23T02:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '6e35d338-69ca-40b6-b629-a796f241b592', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.29', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'port_id': '8002effd-40e6-44ff-b17c-90d53824286a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cadc408-4e1f-413d-97c9-493a0c18ddc3', 'mac_address': 'fa:16:3e:2d:90:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c199845c-3eed-460c-a2bd-2c24f0354c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:50:54Z', 'updated_at': '2022-03-23T02:50:54Z', 'revision_number': 0, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68668388-3113-46e6-af25-cf8c41709b51', 'name': '', 'network_id': '6cadc408-4e1f-413d-97c9-493a0c18ddc3', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:f9:b8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1ea43559-de71-4d74-b75e-1480c649bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:50:35Z', 'updated_at': '2022-03-23T02:50:39Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '1ea43559-de71-4d74-b75e-1480c649bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:50:56.502089 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7848c77d-0ba2-4b67-8b86-a1992302abec None None] New status for floating IP 6e35d338-69ca-40b6-b629-a796f241b592: ACTIVE {{(pid=104350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:50:56.627502 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76239e9-e01b-4925-ae85-668d174642af req-a241ed26-94fe-4b11-9daf-6a306243c602 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:56.629304 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e76239e9-e01b-4925-ae85-668d174642af req-a241ed26-94fe-4b11-9daf-6a306243c602 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 943 time: 0.0545170 Mar 23 02:50:56.637647 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35896) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:56.685551 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e76239e9-e01b-4925-ae85-668d174642af req-e8fd953f-3290-4e87-958a-1565e817501a tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497468 Mar 23 02:50:56.703228 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-713aca1d-5e3e-4ecb-aa63-62a11f910d91 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/6e35d338-69ca-40b6-b629-a796f241b592 HTTP/1.1" status: 200 len: 991 time: 0.0633941 Mar 23 02:50:57.705595 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 35898) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:50:57.818991 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7e7d5b5d-9f23-4fab-82ba-52fe8b8359e1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/6e35d338-69ca-40b6-b629-a796f241b592 HTTP/1.1" status: 200 len: 993 time: 0.1046510 Mar 23 02:50:57.836648 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac9bb0-6667-4c84-9d41-9258cc629642 req-503af439-adec-41e0-b555-b9753093135c tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:57.838103 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-afac9bb0-6667-4c84-9d41-9258cc629642 req-503af439-adec-41e0-b555-b9753093135c tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 943 time: 0.0790408 Mar 23 02:50:58.188624 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-afac9bb0-6667-4c84-9d41-9258cc629642 req-ff6f6668-232d-421c-bb8b-8900d4e432f9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3448935 Mar 23 02:50:59.311535 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ff1e2-89df-49c7-a984-b52f223c90c9 req-1dc71111-1dd0-4170-ad17-57f7eae8fbf0 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:59.313035 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e75ff1e2-89df-49c7-a984-b52f223c90c9 req-1dc71111-1dd0-4170-ad17-57f7eae8fbf0 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 943 time: 0.0574522 Mar 23 02:50:59.360862 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e75ff1e2-89df-49c7-a984-b52f223c90c9 req-b0e1ab14-b323-4bf8-86ba-3d25254dc3c1 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420334 Mar 23 02:51:00.479912 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8984b5d-f33f-44b9-9ce2-51ae63836690 req-3415e39f-be52-4004-ad59-485ed6e1fb31 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:51:00.481381 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a8984b5d-f33f-44b9-9ce2-51ae63836690 req-3415e39f-be52-4004-ad59-485ed6e1fb31 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 943 time: 0.0548739 Mar 23 02:51:00.528301 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a8984b5d-f33f-44b9-9ce2-51ae63836690 req-c48f2b8c-1549-4a0f-adf3-d54458852336 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414190 Mar 23 02:51:01.645158 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7541689-ae19-4656-b4b1-f0093847ca0d req-ce96562c-e133-4ef6-a606-81a7727d1839 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:51:01.646642 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f7541689-ae19-4656-b4b1-f0093847ca0d req-ce96562c-e133-4ef6-a606-81a7727d1839 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 943 time: 0.0523434 Mar 23 02:51:01.695926 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f7541689-ae19-4656-b4b1-f0093847ca0d req-a6c1903c-0889-4291-93f1-4433daf049f1 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429502 Mar 23 02:51:02.819200 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca5054-3234-4e67-b7fb-d7d0f15ac812 req-e669fd17-e6a9-43d9-bb35-5b2b1620fc82 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:51:02.820873 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4eca5054-3234-4e67-b7fb-d7d0f15ac812 req-e669fd17-e6a9-43d9-bb35-5b2b1620fc82 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 943 time: 0.0526533 Mar 23 02:51:02.871044 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4eca5054-3234-4e67-b7fb-d7d0f15ac812 req-378c8266-37e1-47e3-bc02-b2bd636b6094 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448544 Mar 23 02:51:03.986640 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f467e6-0221-4c51-9606-64b0188f722f req-b82daaa3-5a29-4f10-b298-e9b7d41fe475 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:51:03.988125 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-87f467e6-0221-4c51-9606-64b0188f722f req-b82daaa3-5a29-4f10-b298-e9b7d41fe475 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 943 time: 0.0527356 Mar 23 02:51:04.040743 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-87f467e6-0221-4c51-9606-64b0188f722f req-03b67406-8263-4f60-8dec-ca2c6e9a2460 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464430 Mar 23 02:51:04.417057 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device a1428587-cc71-403d-a344-a8dc1fc1a21e details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:51:04.511614 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port a1428587-cc71-403d-a344-a8dc1fc1a21e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a1428587-cc71-403d-a344-a8dc1fc1a21e,segment=NetworkSegment(514ce571-d1d5-4120-8ab2-56f18b5021ff),segment_id=514ce571-d1d5-4120-8ab2-56f18b5021ff)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:51:04.523309 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': 'a1428587-cc71-403d-a344-a8dc1fc1a21e', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'port_id': 'a1428587-cc71-403d-a344-a8dc1fc1a21e', 'mac_address': 'fa:16:3e:cc:f5:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:51:04.559920 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port a1428587-cc71-403d-a344-a8dc1fc1a21e is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:51:04.560312 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a1428587-cc71-403d-a344-a8dc1fc1a21e), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:04.574002 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1428587-cc71-403d-a344-a8dc1fc1a21e {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:51:04.592986 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port a1428587-cc71-403d-a344-a8dc1fc1a21e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a1428587-cc71-403d-a344-a8dc1fc1a21e,segment=NetworkSegment(514ce571-d1d5-4120-8ab2-56f18b5021ff),segment_id=514ce571-d1d5-4120-8ab2-56f18b5021ff)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:51:04.705574 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (a1428587-cc71-403d-a344-a8dc1fc1a21e), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:04.751793 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=a1428587-cc71-403d-a344-a8dc1fc1a21e,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:51:04.912973 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['a1428587-cc71-403d-a344-a8dc1fc1a21e'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:51:05.158066 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1be9b5-e771-4be0-9595-6e54498b8379 req-7731a99c-b04f-4c8c-89d6-4daf0508135e tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:51:05.159544 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6b1be9b5-e771-4be0-9595-6e54498b8379 req-7731a99c-b04f-4c8c-89d6-4daf0508135e tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 944 time: 0.0530691 Mar 23 02:51:05.207811 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6b1be9b5-e771-4be0-9595-6e54498b8379 req-00976632-cff3-4d97-a572-6330fcb820b5 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425889 Mar 23 02:51:06.325551 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de0be8-c4f4-4abf-953f-e5781263b4f8 req-9f520f1c-aaac-4989-a162-f6a6e7701e97 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:51:06.327029 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a3de0be8-c4f4-4abf-953f-e5781263b4f8 req-9f520f1c-aaac-4989-a162-f6a6e7701e97 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 944 time: 0.0527272 Mar 23 02:51:06.374982 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a3de0be8-c4f4-4abf-953f-e5781263b4f8 req-c6893e4f-c427-48c8-a72c-8fc8973446d4 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424471 Mar 23 02:51:06.451082 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device a1428587-cc71-403d-a344-a8dc1fc1a21e up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:51:06.545598 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port a1428587-cc71-403d-a344-a8dc1fc1a21e completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:51:06.549245 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port a1428587-cc71-403d-a344-a8dc1fc1a21e triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:51:06.549622 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a1428587-cc71-403d-a344-a8dc1fc1a21e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:06.626513 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port a1428587-cc71-403d-a344-a8dc1fc1a21e is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:51:06.626907 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a1428587-cc71-403d-a344-a8dc1fc1a21e), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:06.650649 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0aba7d-858f-4e25-84c7-bf3513617f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1428587-cc71-403d-a344-a8dc1fc1a21e'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:51:06.652922 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd78f6e-3c6e-4941-be19-c6e71fa2b825" -d '{"events": [{"server_uuid": "6b0aba7d-858f-4e25-84c7-bf3513617f2f", "name": "network-vif-plugged", "status": "completed", "tag": "a1428587-cc71-403d-a344-a8dc1fc1a21e"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:51:06.668787 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8065ef47-44fa-41b0-9707-8a33a90031d7 req-a24e01bb-c9a9-4a0f-9f6a-b39778764ac7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c199845c-3eed-460c-a2bd-2c24f0354c3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450013 Mar 23 02:51:06.670236 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port a1428587-cc71-403d-a344-a8dc1fc1a21e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a1428587-cc71-403d-a344-a8dc1fc1a21e,segment=NetworkSegment(514ce571-d1d5-4120-8ab2-56f18b5021ff),segment_id=514ce571-d1d5-4120-8ab2-56f18b5021ff)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:51:06.692472 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c7473d-a4fc-469a-bc0e-dc0c5ef05014 x-openstack-request-id: req-57c7473d-a4fc-469a-bc0e-dc0c5ef05014 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:51:06.692760 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0aba7d-858f-4e25-84c7-bf3513617f2f", "name": "network-vif-plugged", "status": "completed", "tag": "a1428587-cc71-403d-a344-a8dc1fc1a21e", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:51:06.693018 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-57c7473d-a4fc-469a-bc0e-dc0c5ef05014 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:51:06.693424 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57c7473d-a4fc-469a-bc0e-dc0c5ef05014'] response: {'server_uuid': '6b0aba7d-858f-4e25-84c7-bf3513617f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1428587-cc71-403d-a344-a8dc1fc1a21e', 'code': 200} Mar 23 02:51:06.713013 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (a1428587-cc71-403d-a344-a8dc1fc1a21e), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:06.757225 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065ef47-44fa-41b0-9707-8a33a90031d7 req-7780381a-3f73-4a33-8d1c-5105c9a82e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:51:06.761547 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8065ef47-44fa-41b0-9707-8a33a90031d7 req-7780381a-3f73-4a33-8d1c-5105c9a82e9e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=c199845c-3eed-460c-a2bd-2c24f0354c3e HTTP/1.1" status: 200 len: 1130 time: 0.0522163 Mar 23 02:51:06.772740 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=a1428587-cc71-403d-a344-a8dc1fc1a21e,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:51:06.874098 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065ef47-44fa-41b0-9707-8a33a90031d7 req-c5bacfaa-5f91-4a8c-89ff-702f8de8eaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:51:06.875560 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8065ef47-44fa-41b0-9707-8a33a90031d7 req-c5bacfaa-5f91-4a8c-89ff-702f8de8eaa1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6cadc408-4e1f-413d-97c9-493a0c18ddc3 HTTP/1.1" status: 200 len: 897 time: 0.0894098 Mar 23 02:51:07.249092 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8065ef47-44fa-41b0-9707-8a33a90031d7 req-3a0d21e4-6f61-43b7-b436-b9e3a64a555b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8002effd-40e6-44ff-b17c-90d53824286a HTTP/1.1" status: 200 len: 1001 time: 0.3655074 Mar 23 02:51:07.254994 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6afe7-aa94-4aad-a556-7e366b14d888 req-9e0dca0b-8e76-451d-be2e-c284c935be4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:51:07.256493 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d0b6afe7-aa94-4aad-a556-7e366b14d888 req-9e0dca0b-8e76-451d-be2e-c284c935be4b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 1129 time: 0.3800750 Mar 23 02:51:07.318662 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065ef47-44fa-41b0-9707-8a33a90031d7 req-0452700a-236f-4f8b-a307-8f09067ba2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:51:07.320135 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8065ef47-44fa-41b0-9707-8a33a90031d7 req-0452700a-236f-4f8b-a307-8f09067ba2f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1ea43559-de71-4d74-b75e-1480c649bb82 HTTP/1.1" status: 200 len: 844 time: 0.0627761 Mar 23 02:51:07.343746 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d0b6afe7-aa94-4aad-a556-7e366b14d888 req-4fd975e2-7531-4d7f-bd1d-50f797379c44 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779586 Mar 23 02:51:07.375257 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065ef47-44fa-41b0-9707-8a33a90031d7 req-86e3f9e2-8250-476e-a51f-bec650caddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:51:07.376748 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8065ef47-44fa-41b0-9707-8a33a90031d7 req-86e3f9e2-8250-476e-a51f-bec650caddd7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6cadc408-4e1f-413d-97c9-493a0c18ddc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0487456 Mar 23 02:51:07.495157 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356992a-2051-4659-9e3d-0671f9bf314c req-8b9f7dd4-507c-4315-b093-d9664a322543 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:51:07.496702 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5356992a-2051-4659-9e3d-0671f9bf314c req-8b9f7dd4-507c-4315-b093-d9664a322543 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 945 time: 0.0573504 Mar 23 02:51:07.559988 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5356992a-2051-4659-9e3d-0671f9bf314c req-9e82e9f6-6021-4b68-96c7-a7daed1b5a39 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578206 Mar 23 02:51:07.625787 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8065ef47-44fa-41b0-9707-8a33a90031d7 req-3fcc2905-6d75-4832-b7ac-6abab134caef service neutron] 10.222.0.23 "GET /v2.0/networks/6cadc408-4e1f-413d-97c9-493a0c18ddc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890930 Mar 23 02:51:07.720930 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8065ef47-44fa-41b0-9707-8a33a90031d7 req-06335cc7-55d3-4dba-b738-f71370e37259 service neutron] 10.222.0.23 "GET /v2.0/networks/6cadc408-4e1f-413d-97c9-493a0c18ddc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853393 Mar 23 02:51:08.687388 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8944aa-1f34-4917-aa1a-2b947faa86d8 req-66dadf8b-302c-4fcb-a715-786b4292a00f tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:51:08.688989 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5f8944aa-1f34-4917-aa1a-2b947faa86d8 req-66dadf8b-302c-4fcb-a715-786b4292a00f tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 945 time: 0.0537510 Mar 23 02:51:08.739501 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5f8944aa-1f34-4917-aa1a-2b947faa86d8 req-5660dbb4-c04c-48b3-9caa-32682a8404fa tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446446 Mar 23 02:51:08.856614 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ba108-fdf5-45ce-8594-b7e123c21961 req-9bb629cb-59b5-4bed-9069-02561df5a6ac tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:51:08.858083 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-611ba108-fdf5-45ce-8594-b7e123c21961 req-9bb629cb-59b5-4bed-9069-02561df5a6ac tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 945 time: 0.0536854 Mar 23 02:51:08.905744 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-611ba108-fdf5-45ce-8594-b7e123c21961 req-1c439ae6-7b39-4717-91ec-b60581f2b075 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421517 Mar 23 02:51:08.927726 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35924) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:51:08.974640 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae662ee-ae40-445a-b8d5-437b067927e1 tempest-TestVolumeBootPattern-1149465325 tempest-TestVolumeBootPattern-1149465325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:51:08.976093 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3ae662ee-ae40-445a-b8d5-437b067927e1 tempest-TestVolumeBootPattern-1149465325 tempest-TestVolumeBootPattern-1149465325-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 1124 time: 0.0473652 Mar 23 02:51:08.979396 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35926) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:51:08.983513 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-4e919db7-5cf1-4d6f-90da-21d7c67a4939 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'port_id': 'a1428587-cc71-403d-a344-a8dc1fc1a21e', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:51:09.054243 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4e919db7-5cf1-4d6f-90da-21d7c67a4939 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:09.150305 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4e919db7-5cf1-4d6f-90da-21d7c67a4939 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:09.256083 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-4e919db7-5cf1-4d6f-90da-21d7c67a4939 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Allocated IP 172.26.2.182 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/31d45d77-7194-482a-8ea7-2beda5de8dd7) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:51:09.355569 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4e919db7-5cf1-4d6f-90da-21d7c67a4939 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for port (31d45d77-7194-482a-8ea7-2beda5de8dd7), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:09.426458 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4e919db7-5cf1-4d6f-90da-21d7c67a4939 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (31d45d77-7194-482a-8ea7-2beda5de8dd7), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:09.469594 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e919db7-5cf1-4d6f-90da-21d7c67a4939 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:51:09.472518 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-4e919db7-5cf1-4d6f-90da-21d7c67a4939 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:51:09.478717 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e919db7-5cf1-4d6f-90da-21d7c67a4939 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:51:09.484249 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e919db7-5cf1-4d6f-90da-21d7c67a4939 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Pushing event updated for resources: {'Port': ['ID=31d45d77-7194-482a-8ea7-2beda5de8dd7,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:51:09.825555 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4e919db7-5cf1-4d6f-90da-21d7c67a4939 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for floatingip (cf7a28e5-c128-4170-a369-a189b9372266), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:09.935160 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4e919db7-5cf1-4d6f-90da-21d7c67a4939 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (31d45d77-7194-482a-8ea7-2beda5de8dd7), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:10.088993 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4e919db7-5cf1-4d6f-90da-21d7c67a4939 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for port (31d45d77-7194-482a-8ea7-2beda5de8dd7), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:10.139664 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4e919db7-5cf1-4d6f-90da-21d7c67a4939 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (31d45d77-7194-482a-8ea7-2beda5de8dd7), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:10.213970 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e919db7-5cf1-4d6f-90da-21d7c67a4939 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Pushing event updated for resources: {'Port': ['ID=31d45d77-7194-482a-8ea7-2beda5de8dd7,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:51:10.228035 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4e919db7-5cf1-4d6f-90da-21d7c67a4939 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (cf7a28e5-c128-4170-a369-a189b9372266), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:10.330537 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [None req-4e919db7-5cf1-4d6f-90da-21d7c67a4939 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Floating IP cf7a28e5-c128-4170-a369-a189b9372266 associated. External IP: 172.26.2.182, port: a1428587-cc71-403d-a344-a8dc1fc1a21e. Mar 23 02:51:10.543214 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e919db7-5cf1-4d6f-90da-21d7c67a4939 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Router 9828c275-06c2-4045-b55a-6b168150a939 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:51:10.654808 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e919db7-5cf1-4d6f-90da-21d7c67a4939 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:51:10.665347 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f204b4-7637-4191-a9dc-5bccd46a2996 None None] Sync routers for ids ['9828c275-06c2-4045-b55a-6b168150a939'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:51:10.676773 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f204b4-7637-4191-a9dc-5bccd46a2996 None None] Routers {'9828c275-06c2-4045-b55a-6b168150a939'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:51:10.677424 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-65f204b4-7637-4191-a9dc-5bccd46a2996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:50:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['9828c275-06c2-4045-b55a-6b168150a939'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:51:10.783745 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-65f204b4-7637-4191-a9dc-5bccd46a2996 None None] Set router 9828c275-06c2-4045-b55a-6b168150a939 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:51:10.873664 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4e919db7-5cf1-4d6f-90da-21d7c67a4939 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:10.904507 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4e919db7-5cf1-4d6f-90da-21d7c67a4939 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9240656 Mar 23 02:51:10.905210 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0aba7d-858f-4e25-84c7-bf3513617f2f', 'tag': 'a1428587-cc71-403d-a344-a8dc1fc1a21e'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:51:10.907596 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d96be02-f709-4c7f-b482-1a0e9f9dccab" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0aba7d-858f-4e25-84c7-bf3513617f2f", "tag": "a1428587-cc71-403d-a344-a8dc1fc1a21e"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:51:10.947228 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb632d9-c7fd-4760-931f-12be0973dad4 x-openstack-request-id: req-acb632d9-c7fd-4760-931f-12be0973dad4 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:51:10.947883 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0aba7d-858f-4e25-84c7-bf3513617f2f", "tag": "a1428587-cc71-403d-a344-a8dc1fc1a21e", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:51:10.947883 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-acb632d9-c7fd-4760-931f-12be0973dad4 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:51:10.948202 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acb632d9-c7fd-4760-931f-12be0973dad4'] response: {'name': 'network-changed', 'server_uuid': '6b0aba7d-858f-4e25-84c7-bf3513617f2f', 'tag': 'a1428587-cc71-403d-a344-a8dc1fc1a21e', 'status': 'completed', 'code': 200} Mar 23 02:51:11.007439 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-65f204b4-7637-4191-a9dc-5bccd46a2996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9828c275-06c2-4045-b55a-6b168150a939', 'name': 'tempest-TestVolumeBootPattern-1683085647-router', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:45Z', 'updated_at': '2022-03-23T02:46:48Z', 'revision_number': 4, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'gw_port': {'id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:46Z', 'updated_at': '2022-03-23T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'cf7a28e5-c128-4170-a369-a189b9372266', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '9828c275-06c2-4045-b55a-6b168150a939', 'port_id': 'a1428587-cc71-403d-a344-a8dc1fc1a21e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'mac_address': 'fa:16:3e:cc:f5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0aba7d-858f-4e25-84c7-bf3513617f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:51:09Z', 'updated_at': '2022-03-23T02:51:09Z', 'revision_number': 0, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c', 'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'mac_address': 'fa:16:3e:de:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:48Z', 'updated_at': '2022-03-23T02:46:51Z', 'revision_number': 5, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'subnets': [{'id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:51:11.011252 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96be02-f709-4c7f-b482-1a0e9f9dccab req-a5070506-7ad6-440e-8fe2-1e2ae9ec8222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:51:11.012783 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7d96be02-f709-4c7f-b482-1a0e9f9dccab req-a5070506-7ad6-440e-8fe2-1e2ae9ec8222 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d89e60e7aaf14edeaf08ca6345e51704&device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 1129 time: 0.0452957 Mar 23 02:51:11.038677 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f204b4-7637-4191-a9dc-5bccd46a2996 None None] Checking router: 9828c275-06c2-4045-b55a-6b168150a939 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:51:11.047814 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f204b4-7637-4191-a9dc-5bccd46a2996 None None] Routers {'9828c275-06c2-4045-b55a-6b168150a939'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:51:11.048670 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-65f204b4-7637-4191-a9dc-5bccd46a2996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:50:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['9828c275-06c2-4045-b55a-6b168150a939'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:51:11.101054 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96be02-f709-4c7f-b482-1a0e9f9dccab req-7e095361-c77b-4350-b627-d015130b53f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:51:11.103110 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7d96be02-f709-4c7f-b482-1a0e9f9dccab req-7e095361-c77b-4350-b627-d015130b53f9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=66983626-1d5d-4ad4-9c5b-2e31ad4d88be HTTP/1.1" status: 200 len: 913 time: 0.0842223 Mar 23 02:51:11.156910 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-65f204b4-7637-4191-a9dc-5bccd46a2996 None None] Set router 9828c275-06c2-4045-b55a-6b168150a939 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:51:11.177600 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7d96be02-f709-4c7f-b482-1a0e9f9dccab req-22c09e1d-a87c-4768-ae93-1d1d4d9c3189 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1428587-cc71-403d-a344-a8dc1fc1a21e HTTP/1.1" status: 200 len: 999 time: 0.0620306 Mar 23 02:51:11.226095 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96be02-f709-4c7f-b482-1a0e9f9dccab req-327d3715-6ca5-4818-ad68-c6847cf3299e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:51:11.227582 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7d96be02-f709-4c7f-b482-1a0e9f9dccab req-327d3715-6ca5-4818-ad68-c6847cf3299e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c82d9bc6-8a27-40bf-a00d-6b7979637073 HTTP/1.1" status: 200 len: 851 time: 0.0435688 Mar 23 02:51:11.277135 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96be02-f709-4c7f-b482-1a0e9f9dccab req-200f0d28-8049-4eb3-9a0a-314998c982df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:51:11.278640 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7d96be02-f709-4c7f-b482-1a0e9f9dccab req-200f0d28-8049-4eb3-9a0a-314998c982df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66983626-1d5d-4ad4-9c5b-2e31ad4d88be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0453343 Mar 23 02:51:11.373344 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7d96be02-f709-4c7f-b482-1a0e9f9dccab req-a6d704c5-26a4-4fb7-ae0b-bca84c14c9f2 service neutron] 10.222.0.23 "GET /v2.0/networks/66983626-1d5d-4ad4-9c5b-2e31ad4d88be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887179 Mar 23 02:51:11.389843 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-65f204b4-7637-4191-a9dc-5bccd46a2996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9828c275-06c2-4045-b55a-6b168150a939', 'name': 'tempest-TestVolumeBootPattern-1683085647-router', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:45Z', 'updated_at': '2022-03-23T02:46:48Z', 'revision_number': 4, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'gw_port': {'id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:46Z', 'updated_at': '2022-03-23T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'cf7a28e5-c128-4170-a369-a189b9372266', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '9828c275-06c2-4045-b55a-6b168150a939', 'port_id': 'a1428587-cc71-403d-a344-a8dc1fc1a21e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'mac_address': 'fa:16:3e:cc:f5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0aba7d-858f-4e25-84c7-bf3513617f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:51:09Z', 'updated_at': '2022-03-23T02:51:09Z', 'revision_number': 0, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c', 'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'mac_address': 'fa:16:3e:de:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:48Z', 'updated_at': '2022-03-23T02:46:51Z', 'revision_number': 5, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'subnets': [{'id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:51:11.419044 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f204b4-7637-4191-a9dc-5bccd46a2996 None None] The sync data for ids ['9828c275-06c2-4045-b55a-6b168150a939'] in dv-neutron-834613-2-hyperv is: [{'id': '9828c275-06c2-4045-b55a-6b168150a939', 'name': 'tempest-TestVolumeBootPattern-1683085647-router', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:45Z', 'updated_at': '2022-03-23T02:46:48Z', 'revision_number': 4, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'gw_port': {'id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:46Z', 'updated_at': '2022-03-23T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'cf7a28e5-c128-4170-a369-a189b9372266', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '9828c275-06c2-4045-b55a-6b168150a939', 'port_id': 'a1428587-cc71-403d-a344-a8dc1fc1a21e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'mac_address': 'fa:16:3e:cc:f5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0aba7d-858f-4e25-84c7-bf3513617f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:51:09Z', 'updated_at': '2022-03-23T02:51:09Z', 'revision_number': 0, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c', 'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'mac_address': 'fa:16:3e:de:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:48Z', 'updated_at': '2022-03-23T02:46:51Z', 'revision_number': 5, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'subnets': [{'id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:51:11.465970 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7d96be02-f709-4c7f-b482-1a0e9f9dccab req-5f3ad783-ac83-4920-92a1-1f28a0a3fb55 service neutron] 10.222.0.23 "GET /v2.0/networks/66983626-1d5d-4ad4-9c5b-2e31ad4d88be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865777 Mar 23 02:51:11.625730 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c98b514-fac7-4ac8-b8db-d83a8e84aed2 None None] New status for floating IP cf7a28e5-c128-4170-a369-a189b9372266: ACTIVE {{(pid=104350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:51:17.591108 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6e19ad9a-de07-4d11-b7b4-63b19a01b9cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:18.653725 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:19.900232 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-adb5248b-a3bf-49b0-9323-96487a5043d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:21.242342 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:22.654429 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:23.956931 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:24.901401 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:51:47.613061 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d9b45cb0-7637-40c9-9a6f-e00c46b0a847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:48.658781 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:49.905044 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4191170b-103d-44d1-8ea7-1bb77596798d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:51.230390 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:52.676640 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:53.995783 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:52:01.900220 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:52:08.656562 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5d1f1213-8a28-4632-870b-27f5c94be392 req-2a1cb137-1ea5-4412-9a23-6b053b966f54 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c199845c-3eed-460c-a2bd-2c24f0354c3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437126 Mar 23 02:52:08.740181 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f1213-8a28-4632-870b-27f5c94be392 req-4979a752-e551-4e37-9731-5337d40894ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:52:08.741619 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5d1f1213-8a28-4632-870b-27f5c94be392 req-4979a752-e551-4e37-9731-5337d40894ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=c199845c-3eed-460c-a2bd-2c24f0354c3e HTTP/1.1" status: 200 len: 1130 time: 0.0439677 Mar 23 02:52:08.844485 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f1213-8a28-4632-870b-27f5c94be392 req-b6f5d281-d6a9-4adc-a5cb-fb4569d28e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:52:08.845941 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5d1f1213-8a28-4632-870b-27f5c94be392 req-b6f5d281-d6a9-4adc-a5cb-fb4569d28e0f service neutron] 10.222.0.23 "GET /v2.0/networks?id=6cadc408-4e1f-413d-97c9-493a0c18ddc3 HTTP/1.1" status: 200 len: 897 time: 0.0872166 Mar 23 02:52:08.909805 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5d1f1213-8a28-4632-870b-27f5c94be392 req-1bb293b4-334c-4e02-9c54-9dcf7564dd27 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8002effd-40e6-44ff-b17c-90d53824286a HTTP/1.1" status: 200 len: 1001 time: 0.0579252 Mar 23 02:52:08.967517 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f1213-8a28-4632-870b-27f5c94be392 req-b22d8b31-4f94-48f4-a6ee-c912b0b54d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:52:08.969032 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5d1f1213-8a28-4632-870b-27f5c94be392 req-b22d8b31-4f94-48f4-a6ee-c912b0b54d2e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1ea43559-de71-4d74-b75e-1480c649bb82 HTTP/1.1" status: 200 len: 844 time: 0.0543303 Mar 23 02:52:09.019030 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f1213-8a28-4632-870b-27f5c94be392 req-c8d53fad-784f-425f-9c21-704c7b829aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:52:09.021961 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5d1f1213-8a28-4632-870b-27f5c94be392 req-c8d53fad-784f-425f-9c21-704c7b829aa5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6cadc408-4e1f-413d-97c9-493a0c18ddc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449708 Mar 23 02:52:09.107442 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5d1f1213-8a28-4632-870b-27f5c94be392 req-c0dae119-5394-4532-966f-60f7b0200685 service neutron] 10.222.0.23 "GET /v2.0/networks/6cadc408-4e1f-413d-97c9-493a0c18ddc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807273 Mar 23 02:52:09.201055 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5d1f1213-8a28-4632-870b-27f5c94be392 req-1a69c122-556d-4b37-8612-5ded76098b3f service neutron] 10.222.0.23 "GET /v2.0/networks/6cadc408-4e1f-413d-97c9-493a0c18ddc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877428 Mar 23 02:52:17.607193 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-05a6d278-3af4-46b0-8f95-c7cb2a17d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:52:18.647155 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:52:19.909932 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49924188-a9a1-42d4-8b80-3f4aaee44f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:52:21.230049 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:52:22.658910 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:52:24.029575 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:52:38.899777 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:52:47.611833 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fb1822c3-4cf5-4ac3-b643-00cacb5daaf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:52:48.680644 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:52:48.930375 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 35976) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:52:48.935539 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-4a8ca539-a5d6-4a00-934d-62782522c208 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:52:49.026178 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4a8ca539-a5d6-4a00-934d-62782522c208 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-17401898'] for subnet (1ea43559-de71-4d74-b75e-1480c649bb82), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:52:49.200818 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4a8ca539-a5d6-4a00-934d-62782522c208 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728337337483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-17238858'] for subnet (1ea43559-de71-4d74-b75e-1480c649bb82), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:52:49.243262 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8ca539-a5d6-4a00-934d-62782522c208 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:52:49.243884 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4a8ca539-a5d6-4a00-934d-62782522c208 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:52:49.247699 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4a8ca539-a5d6-4a00-934d-62782522c208 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "PUT /v2.0/subnets/1ea43559-de71-4d74-b75e-1480c649bb82 HTTP/1.1" status: 200 len: 836 time: 0.3163033 Mar 23 02:52:49.248987 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65150e98-d15e-4130-80d7-d387e3710fe5 None None] Network 6cadc408-4e1f-413d-97c9-493a0c18ddc3 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:52:49.262027 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ca539-a5d6-4a00-934d-62782522c208 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Subnet': ['ID=1ea43559-de71-4d74-b75e-1480c649bb82,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:52:49.269194 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ca539-a5d6-4a00-934d-62782522c208 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:52:49.269543 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ca539-a5d6-4a00-934d-62782522c208 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:52:49.269887 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ca539-a5d6-4a00-934d-62782522c208 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:52:49.270229 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ca539-a5d6-4a00-934d-62782522c208 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:52:49.270563 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ca539-a5d6-4a00-934d-62782522c208 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:52:49.271067 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ca539-a5d6-4a00-934d-62782522c208 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:52:49.272025 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ca539-a5d6-4a00-934d-62782522c208 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:52:49.272366 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ca539-a5d6-4a00-934d-62782522c208 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:52:49.272704 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ca539-a5d6-4a00-934d-62782522c208 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:52:49.273039 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ca539-a5d6-4a00-934d-62782522c208 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:52:49.273371 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ca539-a5d6-4a00-934d-62782522c208 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:52:49.273790 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ca539-a5d6-4a00-934d-62782522c208 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:52:49.274048 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ca539-a5d6-4a00-934d-62782522c208 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:52:49.274376 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ca539-a5d6-4a00-934d-62782522c208 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:52:49.274700 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ca539-a5d6-4a00-934d-62782522c208 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:52:49.587977 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-df955f2d-8cc1-4a44-b704-cf379b189eef None None] Provisioning complete for port 8597d0f6-7f25-48ea-9f46-10ebea671bb7 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:52:49.588383 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-df955f2d-8cc1-4a44-b704-cf379b189eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8597d0f6-7f25-48ea-9f46-10ebea671bb7), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:52:49.663752 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-df955f2d-8cc1-4a44-b704-cf379b189eef None None] Current status of the port 8597d0f6-7f25-48ea-9f46-10ebea671bb7 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:52:49.673864 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-df955f2d-8cc1-4a44-b704-cf379b189eef None None] Provisioning complete for port 68668388-3113-46e6-af25-cf8c41709b51 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:52:49.674234 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-df955f2d-8cc1-4a44-b704-cf379b189eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (68668388-3113-46e6-af25-cf8c41709b51), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:52:49.752814 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-df955f2d-8cc1-4a44-b704-cf379b189eef None None] Current status of the port 68668388-3113-46e6-af25-cf8c41709b51 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:52:49.763220 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-df955f2d-8cc1-4a44-b704-cf379b189eef None None] Provisioning complete for port 8002effd-40e6-44ff-b17c-90d53824286a triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:52:49.767879 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-df955f2d-8cc1-4a44-b704-cf379b189eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8002effd-40e6-44ff-b17c-90d53824286a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:52:49.857415 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-df955f2d-8cc1-4a44-b704-cf379b189eef None None] Current status of the port 8002effd-40e6-44ff-b17c-90d53824286a is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:52:49.914981 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b1973dad-fe9d-42c7-93f5-e052d2f4cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:52:51.235068 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:52:52.680356 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:52:53.977459 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:08.660641 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-98c40dcc-7b2f-4748-bbf5-b088007dc207 req-44a7d117-2ebb-4750-bde9-6aa1003723e2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437810 Mar 23 02:53:08.724863 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c40dcc-7b2f-4748-bbf5-b088007dc207 req-ef5a5bf3-d4c8-4875-b9f9-96d06458a00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:08.726342 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-98c40dcc-7b2f-4748-bbf5-b088007dc207 req-ef5a5bf3-d4c8-4875-b9f9-96d06458a00b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d89e60e7aaf14edeaf08ca6345e51704&device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 1129 time: 0.0456264 Mar 23 02:53:08.830466 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c40dcc-7b2f-4748-bbf5-b088007dc207 req-7119159f-b846-4387-ade9-83eb29f91068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:08.831958 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-98c40dcc-7b2f-4748-bbf5-b088007dc207 req-7119159f-b846-4387-ade9-83eb29f91068 service neutron] 10.222.0.23 "GET /v2.0/networks?id=66983626-1d5d-4ad4-9c5b-2e31ad4d88be HTTP/1.1" status: 200 len: 913 time: 0.0881834 Mar 23 02:53:08.896351 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-98c40dcc-7b2f-4748-bbf5-b088007dc207 req-5253d86c-4f1e-422e-af01-5e662647b06b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1428587-cc71-403d-a344-a8dc1fc1a21e HTTP/1.1" status: 200 len: 1001 time: 0.0583229 Mar 23 02:53:08.947531 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c40dcc-7b2f-4748-bbf5-b088007dc207 req-01e3e14c-b56b-4043-b253-06c469fbdbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:08.949016 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-98c40dcc-7b2f-4748-bbf5-b088007dc207 req-01e3e14c-b56b-4043-b253-06c469fbdbc6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c82d9bc6-8a27-40bf-a00d-6b7979637073 HTTP/1.1" status: 200 len: 851 time: 0.0474391 Mar 23 02:53:08.997256 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c40dcc-7b2f-4748-bbf5-b088007dc207 req-21bf964a-eb3d-4e45-8a3e-8cf58367892e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:08.998719 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-98c40dcc-7b2f-4748-bbf5-b088007dc207 req-21bf964a-eb3d-4e45-8a3e-8cf58367892e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66983626-1d5d-4ad4-9c5b-2e31ad4d88be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435510 Mar 23 02:53:09.084143 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-98c40dcc-7b2f-4748-bbf5-b088007dc207 req-86b5d071-e9db-408c-bf32-4c34c75bc931 service neutron] 10.222.0.23 "GET /v2.0/networks/66983626-1d5d-4ad4-9c5b-2e31ad4d88be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785255 Mar 23 02:53:09.173196 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-98c40dcc-7b2f-4748-bbf5-b088007dc207 req-bfd6c4c4-f699-4b51-be73-45b2a705b231 service neutron] 10.222.0.23 "GET /v2.0/networks/66983626-1d5d-4ad4-9c5b-2e31ad4d88be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836973 Mar 23 02:53:15.899209 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:53:17.601019 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a3c661fd-cd0a-4c79-9ad0-4c4ac02841c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:18.691780 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:19.914614 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-34e2362f-a136-4390-a6e4-2e5fed55ad2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:21.269026 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:22.703096 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:24.006379 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:32.102271 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36052) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:53:32.338839 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-43f21ed7-5a54-4470-8ce9-9ae4350aada1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port cc71d95c-f84f-40d6-8481-087b5e5bb281 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:53:32.339183 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-43f21ed7-5a54-4470-8ce9-9ae4350aada1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (cc71d95c-f84f-40d6-8481-087b5e5bb281), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:32.425929 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-43f21ed7-5a54-4470-8ce9-9ae4350aada1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (cc71d95c-f84f-40d6-8481-087b5e5bb281), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:32.426172 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-43f21ed7-5a54-4470-8ce9-9ae4350aada1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (cc71d95c-f84f-40d6-8481-087b5e5bb281), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:32.441803 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-43f21ed7-5a54-4470-8ce9-9ae4350aada1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for cc71d95c-f84f-40d6-8481-087b5e5bb281 owned by network:floatingip {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:53:32.686227 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-43f21ed7-5a54-4470-8ce9-9ae4350aada1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (cc71d95c-f84f-40d6-8481-087b5e5bb281), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:32.713140 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f21ed7-5a54-4470-8ce9-9ae4350aada1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=cc71d95c-f84f-40d6-8481-087b5e5bb281,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:32.774874 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-43f21ed7-5a54-4470-8ce9-9ae4350aada1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (6e35d338-69ca-40b6-b629-a796f241b592), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:32.775203 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [None req-43f21ed7-5a54-4470-8ce9-9ae4350aada1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Floating IP 6e35d338-69ca-40b6-b629-a796f241b592 disassociated (deleted). External IP: 172.26.2.29, port: 8002effd-40e6-44ff-b17c-90d53824286a. Mar 23 02:53:33.294586 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f21ed7-5a54-4470-8ce9-9ae4350aada1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router fe1450ba-9218-4b52-b7be-d76e63fccceb has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:53:33.413842 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f21ed7-5a54-4470-8ce9-9ae4350aada1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:53:33.418837 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-43f21ed7-5a54-4470-8ce9-9ae4350aada1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:33.423550 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42cba6e-9ba6-478d-9c0b-3e501328177e None None] Sync routers for ids ['fe1450ba-9218-4b52-b7be-d76e63fccceb'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:53:33.432781 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42cba6e-9ba6-478d-9c0b-3e501328177e None None] Routers {'fe1450ba-9218-4b52-b7be-d76e63fccceb'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:53:33.433408 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-c42cba6e-9ba6-478d-9c0b-3e501328177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:53:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['fe1450ba-9218-4b52-b7be-d76e63fccceb'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:53:33.449723 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-43f21ed7-5a54-4470-8ce9-9ae4350aada1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/floatingips/6e35d338-69ca-40b6-b629-a796f241b592 HTTP/1.1" status: 204 len: 168 time: 1.3457949 Mar 23 02:53:33.450630 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c199845c-3eed-460c-a2bd-2c24f0354c3e', 'tag': '8002effd-40e6-44ff-b17c-90d53824286a'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:53:33.452980 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccf3331-d4eb-4541-9196-fbef532d40dd" -d '{"events": [{"name": "network-changed", "server_uuid": "c199845c-3eed-460c-a2bd-2c24f0354c3e", "tag": "8002effd-40e6-44ff-b17c-90d53824286a"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:53:33.494443 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383cfb24-98b4-4d07-99f8-690f569ceb07 x-openstack-request-id: req-383cfb24-98b4-4d07-99f8-690f569ceb07 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:53:33.494739 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c199845c-3eed-460c-a2bd-2c24f0354c3e", "tag": "8002effd-40e6-44ff-b17c-90d53824286a", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:53:33.495079 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-383cfb24-98b4-4d07-99f8-690f569ceb07 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:53:33.495387 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-383cfb24-98b4-4d07-99f8-690f569ceb07'] response: {'name': 'network-changed', 'server_uuid': 'c199845c-3eed-460c-a2bd-2c24f0354c3e', 'tag': '8002effd-40e6-44ff-b17c-90d53824286a', 'status': 'completed', 'code': 200} Mar 23 02:53:33.563114 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-c42cba6e-9ba6-478d-9c0b-3e501328177e None None] Set router fe1450ba-9218-4b52-b7be-d76e63fccceb gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:53:33.567665 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf3331-d4eb-4541-9196-fbef532d40dd req-630f15fd-b677-4c30-af33-d47b0dc7c140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:33.569266 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5ccf3331-d4eb-4541-9196-fbef532d40dd req-630f15fd-b677-4c30-af33-d47b0dc7c140 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=c199845c-3eed-460c-a2bd-2c24f0354c3e HTTP/1.1" status: 200 len: 1130 time: 0.0460970 Mar 23 02:53:33.668530 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf3331-d4eb-4541-9196-fbef532d40dd req-1a24b666-b14d-42f2-878d-6b2c1dac27c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:33.670306 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5ccf3331-d4eb-4541-9196-fbef532d40dd req-1a24b666-b14d-42f2-878d-6b2c1dac27c2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6cadc408-4e1f-413d-97c9-493a0c18ddc3 HTTP/1.1" status: 200 len: 897 time: 0.0946922 Mar 23 02:53:33.714140 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5ccf3331-d4eb-4541-9196-fbef532d40dd req-3eafb81a-f8ba-4874-9ec8-627b73d2d762 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8002effd-40e6-44ff-b17c-90d53824286a HTTP/1.1" status: 200 len: 217 time: 0.0375597 Mar 23 02:53:33.768498 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-c42cba6e-9ba6-478d-9c0b-3e501328177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'name': 'tempest-TestNetworkBasicOps-router-1176620906', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fe7539e9-df9a-4763-9ad0-7b36fd37f4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:50:31Z', 'updated_at': '2022-03-23T02:50:36Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'fe7539e9-df9a-4763-9ad0-7b36fd37f4f2', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:50:32Z', 'updated_at': '2022-03-23T02:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '68668388-3113-46e6-af25-cf8c41709b51', 'name': '', 'network_id': '6cadc408-4e1f-413d-97c9-493a0c18ddc3', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:f9:b8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1ea43559-de71-4d74-b75e-1480c649bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:50:35Z', 'updated_at': '2022-03-23T02:50:39Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '1ea43559-de71-4d74-b75e-1480c649bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:53:33.769002 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf3331-d4eb-4541-9196-fbef532d40dd req-efc03106-d3a0-46dd-bf43-89d76cb9c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:33.770552 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5ccf3331-d4eb-4541-9196-fbef532d40dd req-efc03106-d3a0-46dd-bf43-89d76cb9c663 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1ea43559-de71-4d74-b75e-1480c649bb82 HTTP/1.1" status: 200 len: 844 time: 0.0508754 Mar 23 02:53:33.798913 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42cba6e-9ba6-478d-9c0b-3e501328177e None None] Checking router: fe1450ba-9218-4b52-b7be-d76e63fccceb for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:53:33.807377 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42cba6e-9ba6-478d-9c0b-3e501328177e None None] Routers {'fe1450ba-9218-4b52-b7be-d76e63fccceb'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:53:33.808098 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-c42cba6e-9ba6-478d-9c0b-3e501328177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:53:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['fe1450ba-9218-4b52-b7be-d76e63fccceb'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:53:33.829797 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf3331-d4eb-4541-9196-fbef532d40dd req-15eec68f-2223-42bf-bafa-6f4a139a56d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:33.831299 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5ccf3331-d4eb-4541-9196-fbef532d40dd req-15eec68f-2223-42bf-bafa-6f4a139a56d3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6cadc408-4e1f-413d-97c9-493a0c18ddc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0502255 Mar 23 02:53:33.927477 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-c42cba6e-9ba6-478d-9c0b-3e501328177e None None] Set router fe1450ba-9218-4b52-b7be-d76e63fccceb gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:53:33.937528 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5ccf3331-d4eb-4541-9196-fbef532d40dd req-f2f121fd-58d7-4f77-854e-b0ec041cce08 service neutron] 10.222.0.23 "GET /v2.0/networks/6cadc408-4e1f-413d-97c9-493a0c18ddc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000888 Mar 23 02:53:34.077442 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5ccf3331-d4eb-4541-9196-fbef532d40dd req-c8874798-630a-48b5-8d53-920f810ca3ce service neutron] 10.222.0.23 "GET /v2.0/networks/6cadc408-4e1f-413d-97c9-493a0c18ddc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322761 Mar 23 02:53:34.090223 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22cc00-ce0d-4558-9236-878aac21abc8 req-2308b86f-59af-4ac5-8a86-a180bd1ee478 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:34.092527 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2d22cc00-ce0d-4558-9236-878aac21abc8 req-2308b86f-59af-4ac5-8a86-a180bd1ee478 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=c199845c-3eed-460c-a2bd-2c24f0354c3e HTTP/1.1" status: 200 len: 946 time: 0.1655841 Mar 23 02:53:34.134105 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-c42cba6e-9ba6-478d-9c0b-3e501328177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'name': 'tempest-TestNetworkBasicOps-router-1176620906', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fe7539e9-df9a-4763-9ad0-7b36fd37f4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:50:31Z', 'updated_at': '2022-03-23T02:50:36Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'fe7539e9-df9a-4763-9ad0-7b36fd37f4f2', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:50:32Z', 'updated_at': '2022-03-23T02:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '68668388-3113-46e6-af25-cf8c41709b51', 'name': '', 'network_id': '6cadc408-4e1f-413d-97c9-493a0c18ddc3', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:f9:b8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1ea43559-de71-4d74-b75e-1480c649bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:50:35Z', 'updated_at': '2022-03-23T02:50:39Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '1ea43559-de71-4d74-b75e-1480c649bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:53:34.146272 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2d22cc00-ce0d-4558-9236-878aac21abc8 req-61831469-41ab-4d9f-9b34-c1c739f701a9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8c75b-9e67-4dee-9f57-2eb0950e5e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483327 Mar 23 02:53:34.164293 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42cba6e-9ba6-478d-9c0b-3e501328177e None None] The sync data for ids ['fe1450ba-9218-4b52-b7be-d76e63fccceb'] in dv-neutron-834613-2-hyperv is: [{'id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'name': 'tempest-TestNetworkBasicOps-router-1176620906', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fe7539e9-df9a-4763-9ad0-7b36fd37f4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:50:31Z', 'updated_at': '2022-03-23T02:50:36Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'fe7539e9-df9a-4763-9ad0-7b36fd37f4f2', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:50:32Z', 'updated_at': '2022-03-23T02:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '68668388-3113-46e6-af25-cf8c41709b51', 'name': '', 'network_id': '6cadc408-4e1f-413d-97c9-493a0c18ddc3', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:f9:b8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1ea43559-de71-4d74-b75e-1480c649bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:50:35Z', 'updated_at': '2022-03-23T02:50:39Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '1ea43559-de71-4d74-b75e-1480c649bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:53:34.392205 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a458787-6c4d-49a2-8522-3dc9a9908cfc None None] New status for floating IP 6e35d338-69ca-40b6-b629-a796f241b592: DOWN {{(pid=104350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:53:35.253526 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1efad8-982f-4367-b506-fd59097452fb req-7faf4de0-d0c8-42d5-ba3b-8c7a09b8956d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:35.255048 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2f1efad8-982f-4367-b506-fd59097452fb req-7faf4de0-d0c8-42d5-ba3b-8c7a09b8956d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/ports?device_id=c199845c-3eed-460c-a2bd-2c24f0354c3e HTTP/1.1" status: 200 len: 946 time: 0.0604773 Mar 23 02:53:35.336109 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9148ff-dfbc-413b-bc63-635ac9d22b31 req-1ecace79-612a-442c-919d-6411a2d41ae8 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:35.337653 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7f9148ff-dfbc-413b-bc63-635ac9d22b31 req-1ecace79-612a-442c-919d-6411a2d41ae8 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=c199845c-3eed-460c-a2bd-2c24f0354c3e HTTP/1.1" status: 200 len: 946 time: 0.1165457 Mar 23 02:53:35.357323 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-2f1efad8-982f-4367-b506-fd59097452fb req-a94c50f0-47a9-40e6-88ba-4b512df8dcdf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port 8002effd-40e6-44ff-b17c-90d53824286a {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:53:35.357658 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-2f1efad8-982f-4367-b506-fd59097452fb req-a94c50f0-47a9-40e6-88ba-4b512df8dcdf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (8002effd-40e6-44ff-b17c-90d53824286a), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:35.389169 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7f9148ff-dfbc-413b-bc63-635ac9d22b31 req-dc1e891f-0c0a-4b6b-96ca-9172028fd149 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8c75b-9e67-4dee-9f57-2eb0950e5e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455124 Mar 23 02:53:35.451231 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-2f1efad8-982f-4367-b506-fd59097452fb req-a94c50f0-47a9-40e6-88ba-4b512df8dcdf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] For port 8002effd-40e6-44ff-b17c-90d53824286a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8002effd-40e6-44ff-b17c-90d53824286a,segment=NetworkSegment(f4246644-b2d6-4ca2-b4d4-e95d3f96fd36),segment_id=f4246644-b2d6-4ca2-b4d4-e95d3f96fd36)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:53:35.451671 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-2f1efad8-982f-4367-b506-fd59097452fb req-a94c50f0-47a9-40e6-88ba-4b512df8dcdf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (8002effd-40e6-44ff-b17c-90d53824286a), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:35.466040 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-2f1efad8-982f-4367-b506-fd59097452fb req-a94c50f0-47a9-40e6-88ba-4b512df8dcdf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for 8002effd-40e6-44ff-b17c-90d53824286a owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:53:35.669496 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-2f1efad8-982f-4367-b506-fd59097452fb req-a94c50f0-47a9-40e6-88ba-4b512df8dcdf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (8002effd-40e6-44ff-b17c-90d53824286a), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:35.704806 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c50f0-47a9-40e6-88ba-4b512df8dcdf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=8002effd-40e6-44ff-b17c-90d53824286a,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:35.747137 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1efad8-982f-4367-b506-fd59097452fb req-a94c50f0-47a9-40e6-88ba-4b512df8dcdf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] No DVR routers for this DVR port 8002effd-40e6-44ff-b17c-90d53824286a on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:53:35.749767 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-2f1efad8-982f-4367-b506-fd59097452fb req-a94c50f0-47a9-40e6-88ba-4b512df8dcdf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:35.753060 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2f1efad8-982f-4367-b506-fd59097452fb req-a94c50f0-47a9-40e6-88ba-4b512df8dcdf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "DELETE /v2.0/ports/8002effd-40e6-44ff-b17c-90d53824286a HTTP/1.1" status: 204 len: 173 time: 0.4928982 Mar 23 02:53:35.753499 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c199845c-3eed-460c-a2bd-2c24f0354c3e', 'name': 'network-vif-deleted', 'tag': '8002effd-40e6-44ff-b17c-90d53824286a'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:53:35.755763 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f78237-0544-426f-802b-9633436e356f" -d '{"events": [{"server_uuid": "c199845c-3eed-460c-a2bd-2c24f0354c3e", "name": "network-vif-deleted", "tag": "8002effd-40e6-44ff-b17c-90d53824286a"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:53:35.791502 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a55d332-97ff-4e3b-b97c-084fbecc760d x-openstack-request-id: req-6a55d332-97ff-4e3b-b97c-084fbecc760d {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:53:35.791502 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c199845c-3eed-460c-a2bd-2c24f0354c3e", "name": "network-vif-deleted", "tag": "8002effd-40e6-44ff-b17c-90d53824286a", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:53:35.791502 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a55d332-97ff-4e3b-b97c-084fbecc760d {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:53:35.791502 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a55d332-97ff-4e3b-b97c-084fbecc760d'] response: {'server_uuid': 'c199845c-3eed-460c-a2bd-2c24f0354c3e', 'name': 'network-vif-deleted', 'tag': '8002effd-40e6-44ff-b17c-90d53824286a', 'status': 'completed', 'code': 200} Mar 23 02:53:36.497752 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4c0205e4-816b-4f49-850d-d8b584d6f025 req-52aa78c3-9eb5-49d6-9573-e83cc00ccad1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=c199845c-3eed-460c-a2bd-2c24f0354c3e HTTP/1.1" status: 200 len: 210 time: 0.0270040 Mar 23 02:53:37.560574 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36096) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:53:37.617278 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e8c53e5f-4740-42d3-ad5c-702a03af2b56 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (e6a8c75b-9e67-4dee-9f57-2eb0950e5e09), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:37.643811 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e8c53e5f-4740-42d3-ad5c-702a03af2b56 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (e6a8c75b-9e67-4dee-9f57-2eb0950e5e09), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:37.846051 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e8c53e5f-4740-42d3-ad5c-702a03af2b56 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (e6a8c75b-9e67-4dee-9f57-2eb0950e5e09), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:37.848770 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e8c53e5f-4740-42d3-ad5c-702a03af2b56 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:37.850053 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e8c53e5f-4740-42d3-ad5c-702a03af2b56 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/security-groups/e6a8c75b-9e67-4dee-9f57-2eb0950e5e09 HTTP/1.1" status: 204 len: 168 time: 0.2883301 Mar 23 02:53:37.860047 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c53e5f-4740-42d3-ad5c-702a03af2b56 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a8c75b-9e67-4dee-9f57-2eb0950e5e09,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:37.960838 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36100) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:53:38.336129 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4cb21247-112e-4e42-9c53-c7f7371d9e06 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (fe1450ba-9218-4b52-b7be-d76e63fccceb), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:38.613825 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-4cb21247-112e-4e42-9c53-c7f7371d9e06 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port 68668388-3113-46e6-af25-cf8c41709b51 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:53:38.614569 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4cb21247-112e-4e42-9c53-c7f7371d9e06 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (68668388-3113-46e6-af25-cf8c41709b51), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:38.705355 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-4cb21247-112e-4e42-9c53-c7f7371d9e06 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] For port 68668388-3113-46e6-af25-cf8c41709b51, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=68668388-3113-46e6-af25-cf8c41709b51,segment=NetworkSegment(f4246644-b2d6-4ca2-b4d4-e95d3f96fd36),segment_id=f4246644-b2d6-4ca2-b4d4-e95d3f96fd36)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:53:38.705636 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4cb21247-112e-4e42-9c53-c7f7371d9e06 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (68668388-3113-46e6-af25-cf8c41709b51), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:38.723690 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-4cb21247-112e-4e42-9c53-c7f7371d9e06 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for 68668388-3113-46e6-af25-cf8c41709b51 owned by network:router_interface {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:53:39.023049 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4cb21247-112e-4e42-9c53-c7f7371d9e06 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (68668388-3113-46e6-af25-cf8c41709b51), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:39.049845 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb21247-112e-4e42-9c53-c7f7371d9e06 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=68668388-3113-46e6-af25-cf8c41709b51,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:39.134162 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 8002effd-40e6-44ff-b17c-90d53824286a no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:53:39.157327 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: 8002effd-40e6-44ff-b17c-90d53824286a {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:53:39.157765 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 8002effd-40e6-44ff-b17c-90d53824286a not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:53:39.235675 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4cb21247-112e-4e42-9c53-c7f7371d9e06 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (fe1450ba-9218-4b52-b7be-d76e63fccceb), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:39.465548 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb21247-112e-4e42-9c53-c7f7371d9e06 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router fe1450ba-9218-4b52-b7be-d76e63fccceb has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:53:39.578392 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb21247-112e-4e42-9c53-c7f7371d9e06 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:53:39.583717 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4cb21247-112e-4e42-9c53-c7f7371d9e06 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "PUT /v2.0/routers/fe1450ba-9218-4b52-b7be-d76e63fccceb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6215057 Mar 23 02:53:39.586181 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36106) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:53:39.589540 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1da4b1-3056-42ad-baee-deef105d4b82 None None] Sync routers for ids ['fe1450ba-9218-4b52-b7be-d76e63fccceb'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:53:39.599734 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1da4b1-3056-42ad-baee-deef105d4b82 None None] Routers {'fe1450ba-9218-4b52-b7be-d76e63fccceb'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:53:39.600293 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-4a1da4b1-3056-42ad-baee-deef105d4b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:53:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['fe1450ba-9218-4b52-b7be-d76e63fccceb'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:53:39.640678 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-a047b219-ffef-4d8f-a3fa-bd64c0ad0e8c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting subnet 1ea43559-de71-4d74-b75e-1480c649bb82 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:53:39.644727 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a047b219-ffef-4d8f-a3fa-bd64c0ad0e8c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for subnet (1ea43559-de71-4d74-b75e-1480c649bb82), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:39.686349 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a047b219-ffef-4d8f-a3fa-bd64c0ad0e8c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (1ea43559-de71-4d74-b75e-1480c649bb82), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:39.708534 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-4a1da4b1-3056-42ad-baee-deef105d4b82 None None] Set router fe1450ba-9218-4b52-b7be-d76e63fccceb gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:53:39.774726 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a047b219-ffef-4d8f-a3fa-bd64c0ad0e8c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (1ea43559-de71-4d74-b75e-1480c649bb82), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:39.893165 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-4a1da4b1-3056-42ad-baee-deef105d4b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'name': 'tempest-TestNetworkBasicOps-router-1176620906', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fe7539e9-df9a-4763-9ad0-7b36fd37f4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:50:31Z', 'updated_at': '2022-03-23T02:53:38Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'fe7539e9-df9a-4763-9ad0-7b36fd37f4f2', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:50:32Z', 'updated_at': '2022-03-23T02:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:53:39.920422 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1da4b1-3056-42ad-baee-deef105d4b82 None None] Checking router: fe1450ba-9218-4b52-b7be-d76e63fccceb for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:53:39.921933 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a047b219-ffef-4d8f-a3fa-bd64c0ad0e8c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (1ea43559-de71-4d74-b75e-1480c649bb82), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:39.929373 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1da4b1-3056-42ad-baee-deef105d4b82 None None] Routers {'fe1450ba-9218-4b52-b7be-d76e63fccceb'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:53:39.929990 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-4a1da4b1-3056-42ad-baee-deef105d4b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:53:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['fe1450ba-9218-4b52-b7be-d76e63fccceb'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:53:39.949699 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047b219-ffef-4d8f-a3fa-bd64c0ad0e8c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Subnet': ['ID=1ea43559-de71-4d74-b75e-1480c649bb82,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:39.953936 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a047b219-ffef-4d8f-a3fa-bd64c0ad0e8c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:39.957272 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a047b219-ffef-4d8f-a3fa-bd64c0ad0e8c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/subnets/1ea43559-de71-4d74-b75e-1480c649bb82 HTTP/1.1" status: 204 len: 168 time: 0.3701651 Mar 23 02:53:39.959922 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36108) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:53:39.965690 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e472ac2b-5c6f-4800-842c-a2ec1a285d93 None None] Network 6cadc408-4e1f-413d-97c9-493a0c18ddc3 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:53:40.085102 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5b2efd8b-c22a-4311-bdd7-3c957ee9ded0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router (fe1450ba-9218-4b52-b7be-d76e63fccceb), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:40.139522 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-4a1da4b1-3056-42ad-baee-deef105d4b82 None None] Set router fe1450ba-9218-4b52-b7be-d76e63fccceb gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:53:40.148281 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f753d2d9-b90e-4c68-805a-9a4727c7fd20 None None] DHCP port deletion for 6cadc408-4e1f-413d-97c9-493a0c18ddc3 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:53:40.203602 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f753d2d9-b90e-4c68-805a-9a4727c7fd20 None None] Deleting port 8597d0f6-7f25-48ea-9f46-10ebea671bb7 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:53:40.204307 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f753d2d9-b90e-4c68-805a-9a4727c7fd20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (8597d0f6-7f25-48ea-9f46-10ebea671bb7), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:40.211195 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5b2efd8b-c22a-4311-bdd7-3c957ee9ded0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_gateway (fe1450ba-9218-4b52-b7be-d76e63fccceb), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:40.275179 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-f753d2d9-b90e-4c68-805a-9a4727c7fd20 None None] For port 8597d0f6-7f25-48ea-9f46-10ebea671bb7, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8597d0f6-7f25-48ea-9f46-10ebea671bb7,segment=NetworkSegment(f4246644-b2d6-4ca2-b4d4-e95d3f96fd36),segment_id=f4246644-b2d6-4ca2-b4d4-e95d3f96fd36)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:53:40.275578 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f753d2d9-b90e-4c68-805a-9a4727c7fd20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (8597d0f6-7f25-48ea-9f46-10ebea671bb7), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:40.288740 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f753d2d9-b90e-4c68-805a-9a4727c7fd20 None None] Calling delete_port for 8597d0f6-7f25-48ea-9f46-10ebea671bb7 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:53:40.332262 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-4a1da4b1-3056-42ad-baee-deef105d4b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'name': 'tempest-TestNetworkBasicOps-router-1176620906', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fe7539e9-df9a-4763-9ad0-7b36fd37f4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:50:31Z', 'updated_at': '2022-03-23T02:53:38Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'fe7539e9-df9a-4763-9ad0-7b36fd37f4f2', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:50:32Z', 'updated_at': '2022-03-23T02:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:53:40.340673 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-5b2efd8b-c22a-4311-bdd7-3c957ee9ded0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port fe7539e9-df9a-4763-9ad0-7b36fd37f4f2 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:53:40.341859 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5b2efd8b-c22a-4311-bdd7-3c957ee9ded0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (fe7539e9-df9a-4763-9ad0-7b36fd37f4f2), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:40.359811 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1da4b1-3056-42ad-baee-deef105d4b82 None None] The sync data for ids ['fe1450ba-9218-4b52-b7be-d76e63fccceb'] in dv-neutron-834613-2-hyperv is: [{'id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'name': 'tempest-TestNetworkBasicOps-router-1176620906', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fe7539e9-df9a-4763-9ad0-7b36fd37f4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:50:31Z', 'updated_at': '2022-03-23T02:53:38Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': 'fe7539e9-df9a-4763-9ad0-7b36fd37f4f2', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1450ba-9218-4b52-b7be-d76e63fccceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:50:32Z', 'updated_at': '2022-03-23T02:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:53:40.428990 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-5b2efd8b-c22a-4311-bdd7-3c957ee9ded0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] For port fe7539e9-df9a-4763-9ad0-7b36fd37f4f2, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=fe7539e9-df9a-4763-9ad0-7b36fd37f4f2,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:53:40.429362 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5b2efd8b-c22a-4311-bdd7-3c957ee9ded0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (fe7539e9-df9a-4763-9ad0-7b36fd37f4f2), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:40.444473 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-5b2efd8b-c22a-4311-bdd7-3c957ee9ded0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for fe7539e9-df9a-4763-9ad0-7b36fd37f4f2 owned by network:router_gateway {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:53:40.468565 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f753d2d9-b90e-4c68-805a-9a4727c7fd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (8597d0f6-7f25-48ea-9f46-10ebea671bb7), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:40.496665 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753d2d9-b90e-4c68-805a-9a4727c7fd20 None None] Pushing event deleted for resources: {'Port': ['ID=8597d0f6-7f25-48ea-9f46-10ebea671bb7,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:40.506254 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f753d2d9-b90e-4c68-805a-9a4727c7fd20 None None] No DVR routers for this DVR port 8597d0f6-7f25-48ea-9f46-10ebea671bb7 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:53:40.508254 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f753d2d9-b90e-4c68-805a-9a4727c7fd20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:40.508610 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f753d2d9-b90e-4c68-805a-9a4727c7fd20 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:40.508961 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f753d2d9-b90e-4c68-805a-9a4727c7fd20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:40.509306 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f753d2d9-b90e-4c68-805a-9a4727c7fd20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:40.509645 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f753d2d9-b90e-4c68-805a-9a4727c7fd20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:40.509979 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f753d2d9-b90e-4c68-805a-9a4727c7fd20 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:40.510307 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f753d2d9-b90e-4c68-805a-9a4727c7fd20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:40.510650 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f753d2d9-b90e-4c68-805a-9a4727c7fd20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:40.510965 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f753d2d9-b90e-4c68-805a-9a4727c7fd20 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:40.511289 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f753d2d9-b90e-4c68-805a-9a4727c7fd20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:40.511629 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f753d2d9-b90e-4c68-805a-9a4727c7fd20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:40.511978 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f753d2d9-b90e-4c68-805a-9a4727c7fd20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:40.512341 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f753d2d9-b90e-4c68-805a-9a4727c7fd20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:40.513288 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f753d2d9-b90e-4c68-805a-9a4727c7fd20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:40.513288 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f753d2d9-b90e-4c68-805a-9a4727c7fd20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:40.692068 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5b2efd8b-c22a-4311-bdd7-3c957ee9ded0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (fe7539e9-df9a-4763-9ad0-7b36fd37f4f2), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:40.723079 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2efd8b-c22a-4311-bdd7-3c957ee9ded0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=fe7539e9-df9a-4763-9ad0-7b36fd37f4f2,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:40.768091 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 68668388-3113-46e6-af25-cf8c41709b51 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:53:40.797377 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 68668388-3113-46e6-af25-cf8c41709b51 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:53:40.797732 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 68668388-3113-46e6-af25-cf8c41709b51 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:53:40.798195 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8597d0f6-7f25-48ea-9f46-10ebea671bb7 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:53:40.798770 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5b2efd8b-c22a-4311-bdd7-3c957ee9ded0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (fe1450ba-9218-4b52-b7be-d76e63fccceb), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:40.828988 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 8597d0f6-7f25-48ea-9f46-10ebea671bb7 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:53:40.829349 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8597d0f6-7f25-48ea-9f46-10ebea671bb7 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:53:40.902512 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5b2efd8b-c22a-4311-bdd7-3c957ee9ded0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (fe1450ba-9218-4b52-b7be-d76e63fccceb), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:40.904897 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5b2efd8b-c22a-4311-bdd7-3c957ee9ded0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_controller (fe1450ba-9218-4b52-b7be-d76e63fccceb), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:41.022849 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5b2efd8b-c22a-4311-bdd7-3c957ee9ded0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (fe1450ba-9218-4b52-b7be-d76e63fccceb), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:41.023386 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2efd8b-c22a-4311-bdd7-3c957ee9ded0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Fanout notify agent at l3_agent the message router_deleted on router fe1450ba-9218-4b52-b7be-d76e63fccceb {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:53:41.030679 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5b2efd8b-c22a-4311-bdd7-3c957ee9ded0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:41.031801 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5b2efd8b-c22a-4311-bdd7-3c957ee9ded0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/routers/fe1450ba-9218-4b52-b7be-d76e63fccceb HTTP/1.1" status: 204 len: 168 time: 1.0708635 Mar 23 02:53:41.034710 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36112) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:53:41.119144 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-72a28b6b-0e39-487c-89ca-91a15f63f9a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (6cadc408-4e1f-413d-97c9-493a0c18ddc3), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:41.214828 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-72a28b6b-0e39-487c-89ca-91a15f63f9a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (6cadc408-4e1f-413d-97c9-493a0c18ddc3), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:41.238085 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-72a28b6b-0e39-487c-89ca-91a15f63f9a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cadc408-4e1f-413d-97c9-493a0c18ddc3']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:53:41.248790 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-72a28b6b-0e39-487c-89ca-91a15f63f9a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4246644-b2d6-4ca2-b4d4-e95d3f96fd36') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:53:41.249090 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-72a28b6b-0e39-487c-89ca-91a15f63f9a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4246644-b2d6-4ca2-b4d4-e95d3f96fd36') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:53:41.258375 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-72a28b6b-0e39-487c-89ca-91a15f63f9a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (f4246644-b2d6-4ca2-b4d4-e95d3f96fd36), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:41.272299 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-72a28b6b-0e39-487c-89ca-91a15f63f9a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (f4246644-b2d6-4ca2-b4d4-e95d3f96fd36), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:41.278184 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a28b6b-0e39-487c-89ca-91a15f63f9a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:53:41.278652 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-72a28b6b-0e39-487c-89ca-91a15f63f9a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (f4246644-b2d6-4ca2-b4d4-e95d3f96fd36), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:41.281588 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 02:53:41.281588 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:53:41.281588 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 02:53:41.281588 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:53:41.281588 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 02:53:41.281588 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:53:41.281588 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 02:53:41.281588 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:53:41.281588 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 02:53:41.281588 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:53:41.281588 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 02:53:41.281588 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:53:41.281588 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 02:53:41.281588 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:53:41.281588 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:53:41.281588 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:53:41.281588 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:53:41.281588 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:53:41.281588 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 02:53:41.281588 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:53:41.281588 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 02:53:41.281588 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:53:41.281588 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:53:41.281588 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:53:41.281588 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 02:53:41.281588 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:53:41.281588 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:53:41.281588 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:53:41.281588 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:53:41.281588 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:53:41.281588 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:53:41.281588 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:53:41.394152 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-72a28b6b-0e39-487c-89ca-91a15f63f9a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (6cadc408-4e1f-413d-97c9-493a0c18ddc3), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:41.401805 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-72a28b6b-0e39-487c-89ca-91a15f63f9a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:41.405619 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-72a28b6b-0e39-487c-89ca-91a15f63f9a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/networks/6cadc408-4e1f-413d-97c9-493a0c18ddc3 HTTP/1.1" status: 204 len: 168 time: 0.3697371 Mar 23 02:53:41.421850 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a28b6b-0e39-487c-89ca-91a15f63f9a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Network': ['ID=6cadc408-4e1f-413d-97c9-493a0c18ddc3,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:41.422042 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36114) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:53:41.423622 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-a20d774a-6192-48f9-ba27-b64ce69b8cc3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'network': {'name': 'tempest-network-smoke--1235021888', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'port_security_enabled': True}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:53:41.426049 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a28b6b-0e39-487c-89ca-91a15f63f9a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:41.426401 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a28b6b-0e39-487c-89ca-91a15f63f9a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:41.426865 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a28b6b-0e39-487c-89ca-91a15f63f9a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:41.427209 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a28b6b-0e39-487c-89ca-91a15f63f9a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:41.427545 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a28b6b-0e39-487c-89ca-91a15f63f9a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:41.427903 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a28b6b-0e39-487c-89ca-91a15f63f9a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:41.428233 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a28b6b-0e39-487c-89ca-91a15f63f9a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:41.428558 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a28b6b-0e39-487c-89ca-91a15f63f9a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:41.428880 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a28b6b-0e39-487c-89ca-91a15f63f9a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:41.429202 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a28b6b-0e39-487c-89ca-91a15f63f9a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:41.429526 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a28b6b-0e39-487c-89ca-91a15f63f9a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:41.429849 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a28b6b-0e39-487c-89ca-91a15f63f9a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:41.430173 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a28b6b-0e39-487c-89ca-91a15f63f9a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:41.430491 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a28b6b-0e39-487c-89ca-91a15f63f9a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:41.430811 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a28b6b-0e39-487c-89ca-91a15f63f9a5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:41.526507 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20d774a-6192-48f9-ba27-b64ce69b8cc3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Made reservation on behalf of d14f7a32e895424c88fd77b8785e073b for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:53:41.531577 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a20d774a-6192-48f9-ba27-b64ce69b8cc3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:41.559196 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a20d774a-6192-48f9-ba27-b64ce69b8cc3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:53:41.569774 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a20d774a-6192-48f9-ba27-b64ce69b8cc3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (41b15dff-d0ee-4c51-a91d-36f8e0bc3efb), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:41.570147 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-a20d774a-6192-48f9-ba27-b64ce69b8cc3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Added segment 41b15dff-d0ee-4c51-a91d-36f8e0bc3efb of type vlan for network 477b0ae0-2a02-431d-a1ba-21826c922e3e Mar 23 02:53:41.623070 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a20d774a-6192-48f9-ba27-b64ce69b8cc3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (477b0ae0-2a02-431d-a1ba-21826c922e3e), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:41.714181 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a20d774a-6192-48f9-ba27-b64ce69b8cc3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (477b0ae0-2a02-431d-a1ba-21826c922e3e), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:41.720270 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20d774a-6192-48f9-ba27-b64ce69b8cc3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:41.720854 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a20d774a-6192-48f9-ba27-b64ce69b8cc3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:41.822294 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d774a-6192-48f9-ba27-b64ce69b8cc3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Network': ['ID=477b0ae0-2a02-431d-a1ba-21826c922e3e,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:41.833157 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 477b0ae0-2a02-431d-a1ba-21826c922e3e details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:53:41.945771 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a20d774a-6192-48f9-ba27-b64ce69b8cc3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5266955 Mar 23 02:53:41.948570 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36118) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:53:41.954079 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-41598f13-f65b-4d8d-a90a-3b254776306c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-376837795', 'admin_state_up': True, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:53:42.040371 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-41598f13-f65b-4d8d-a90a-3b254776306c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (be479b9c-2894-4ebf-95cb-3295035c6201), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:42.041430 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-41598f13-f65b-4d8d-a90a-3b254776306c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (be479b9c-2894-4ebf-95cb-3295035c6201), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:42.098257 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-41598f13-f65b-4d8d-a90a-3b254776306c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_controller (be479b9c-2894-4ebf-95cb-3295035c6201), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:42.566238 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device fe7539e9-df9a-4763-9ad0-7b36fd37f4f2 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:53:42.587622 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: fe7539e9-df9a-4763-9ad0-7b36fd37f4f2 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:53:42.587622 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device fe7539e9-df9a-4763-9ad0-7b36fd37f4f2 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:53:42.640812 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-41598f13-f65b-4d8d-a90a-3b254776306c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_gateway (be479b9c-2894-4ebf-95cb-3295035c6201), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:42.936055 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-41598f13-f65b-4d8d-a90a-3b254776306c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_gateway (be479b9c-2894-4ebf-95cb-3295035c6201), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:42.955254 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-41598f13-f65b-4d8d-a90a-3b254776306c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:43.063977 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-41598f13-f65b-4d8d-a90a-3b254776306c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.26.2.193 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/38f9044c-a701-45d9-8780-924e9e830fb9) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:53:43.165986 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-41598f13-f65b-4d8d-a90a-3b254776306c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (38f9044c-a701-45d9-8780-924e9e830fb9), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:43.281000 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-41598f13-f65b-4d8d-a90a-3b254776306c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (38f9044c-a701-45d9-8780-924e9e830fb9), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:43.318380 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41598f13-f65b-4d8d-a90a-3b254776306c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:53:43.322217 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-41598f13-f65b-4d8d-a90a-3b254776306c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:53:43.333369 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41598f13-f65b-4d8d-a90a-3b254776306c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:53:43.354586 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41598f13-f65b-4d8d-a90a-3b254776306c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=38f9044c-a701-45d9-8780-924e9e830fb9,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:43.704296 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-41598f13-f65b-4d8d-a90a-3b254776306c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_gateway (be479b9c-2894-4ebf-95cb-3295035c6201), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:43.910685 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-41598f13-f65b-4d8d-a90a-3b254776306c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (be479b9c-2894-4ebf-95cb-3295035c6201), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:44.085277 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41598f13-f65b-4d8d-a90a-3b254776306c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router be479b9c-2894-4ebf-95cb-3295035c6201 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:53:44.196278 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41598f13-f65b-4d8d-a90a-3b254776306c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:53:44.206485 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931526f1-1861-4f08-9115-41a35186e36a None None] Sync routers for ids ['be479b9c-2894-4ebf-95cb-3295035c6201'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:53:44.218470 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931526f1-1861-4f08-9115-41a35186e36a None None] Routers {'be479b9c-2894-4ebf-95cb-3295035c6201'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:53:44.219098 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-931526f1-1861-4f08-9115-41a35186e36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:53:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['be479b9c-2894-4ebf-95cb-3295035c6201'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:53:44.276234 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-41598f13-f65b-4d8d-a90a-3b254776306c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:44.277496 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-41598f13-f65b-4d8d-a90a-3b254776306c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3279846 Mar 23 02:53:44.281015 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36124) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:53:44.330108 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-931526f1-1861-4f08-9115-41a35186e36a None None] Set router be479b9c-2894-4ebf-95cb-3295035c6201 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:53:44.375882 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6db20ba7-7e4c-47f4-8c4b-7e537e454b46 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=d14f7a32e895424c88fd77b8785e073b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0937278 Mar 23 02:53:44.378449 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36128) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:53:44.472467 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2809c54c-3d90-4af6-808e-d31177f6d43a tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:44.474209 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2809c54c-3d90-4af6-808e-d31177f6d43a tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0947757 Mar 23 02:53:44.476931 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36130) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:53:44.505971 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0ff6e884-3728-44c0-b361-57da17360dc4 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6bbcca03-75ff-487c-8b0e-a32302dacbee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280027 Mar 23 02:53:44.509270 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36132) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:53:44.516599 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-6442878e-6d43-445a-a111-f7dcd3333ef4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-45153369', 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:53:44.520009 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-931526f1-1861-4f08-9115-41a35186e36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'name': 'tempest-TestNetworkBasicOps-router-376837795', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:43Z', 'revision_number': 3, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:53:44.550682 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931526f1-1861-4f08-9115-41a35186e36a None None] Checking router: be479b9c-2894-4ebf-95cb-3295035c6201 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:53:44.551047 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931526f1-1861-4f08-9115-41a35186e36a None None] Updating router be479b9c-2894-4ebf-95cb-3295035c6201 port 38f9044c-a701-45d9-8780-924e9e830fb9 binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:53:44.579335 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-931526f1-1861-4f08-9115-41a35186e36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (38f9044c-a701-45d9-8780-924e9e830fb9), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:44.828700 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-931526f1-1861-4f08-9115-41a35186e36a None None] Publish callbacks [] for port (38f9044c-a701-45d9-8780-924e9e830fb9), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:45.068248 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6442878e-6d43-445a-a111-f7dcd3333ef4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Made reservation on behalf of d14f7a32e895424c88fd77b8785e073b for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:53:45.073373 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6442878e-6d43-445a-a111-f7dcd3333ef4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:45.096852 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-931526f1-1861-4f08-9115-41a35186e36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (38f9044c-a701-45d9-8780-924e9e830fb9), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:45.145210 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-931526f1-1861-4f08-9115-41a35186e36a None None] Attempting to bind port 38f9044c-a701-45d9-8780-924e9e830fb9 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:53:45.145764 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-931526f1-1861-4f08-9115-41a35186e36a None None] Attempting to bind port 38f9044c-a701-45d9-8780-924e9e830fb9 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:53:45.146102 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931526f1-1861-4f08-9115-41a35186e36a None None] Attempting to bind port 38f9044c-a701-45d9-8780-924e9e830fb9 on network 6bbcca03-75ff-487c-8b0e-a32302dacbee {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:53:45.157707 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931526f1-1861-4f08-9115-41a35186e36a None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:53:45.158096 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931526f1-1861-4f08-9115-41a35186e36a None None] Checking segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:53:45.158531 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-931526f1-1861-4f08-9115-41a35186e36a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:45.158932 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931526f1-1861-4f08-9115-41a35186e36a None None] Bound using segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:53:45.159406 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-931526f1-1861-4f08-9115-41a35186e36a None None] Bound port: 38f9044c-a701-45d9-8780-924e9e830fb9, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:53:45.159793 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-931526f1-1861-4f08-9115-41a35186e36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (38f9044c-a701-45d9-8780-924e9e830fb9), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:45.161319 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f22f67-eeeb-4a24-89d9-1bee661b0513 None None] Pushing event updated for resources: {'Port': ['ID=38f9044c-a701-45d9-8780-924e9e830fb9,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:45.221135 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-931526f1-1861-4f08-9115-41a35186e36a None None] For port 38f9044c-a701-45d9-8780-924e9e830fb9, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:53:45.224144 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-931526f1-1861-4f08-9115-41a35186e36a None None] For port 38f9044c-a701-45d9-8780-924e9e830fb9, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=38f9044c-a701-45d9-8780-924e9e830fb9,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:53:45.394520 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6442878e-6d43-445a-a111-f7dcd3333ef4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (dd40c2bd-7b1d-4669-a426-ad847910572f), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:45.394829 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-931526f1-1861-4f08-9115-41a35186e36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (38f9044c-a701-45d9-8780-924e9e830fb9), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:45.454705 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931526f1-1861-4f08-9115-41a35186e36a None None] Routers {'be479b9c-2894-4ebf-95cb-3295035c6201'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:53:45.455331 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-931526f1-1861-4f08-9115-41a35186e36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:53:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['be479b9c-2894-4ebf-95cb-3295035c6201'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:53:45.459259 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442878e-6d43-445a-a111-f7dcd3333ef4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Subnet': ['ID=dd40c2bd-7b1d-4669-a426-ad847910572f,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:45.475992 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6442878e-6d43-445a-a111-f7dcd3333ef4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Checking segment: {'id': '41b15dff-d0ee-4c51-a91d-36f8e0bc3efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:53:45.476353 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6442878e-6d43-445a-a111-f7dcd3333ef4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network hostable DHCP agents. Network: 477b0ae0-2a02-431d-a1ba-21826c922e3e, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:53:45.491995 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f22f67-eeeb-4a24-89d9-1bee661b0513 None None] Pushing event updated for resources: {'Port': ['ID=38f9044c-a701-45d9-8780-924e9e830fb9,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:45.568806 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-931526f1-1861-4f08-9115-41a35186e36a None None] Set router be479b9c-2894-4ebf-95cb-3295035c6201 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:53:45.571503 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6442878e-6d43-445a-a111-f7dcd3333ef4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 477b0ae0-2a02-431d-a1ba-21826c922e3e is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:53:45.684787 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-6442878e-6d43-445a-a111-f7dcd3333ef4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 477b0ae0-2a02-431d-a1ba-21826c922e3e) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:53:45.689827 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6442878e-6d43-445a-a111-f7dcd3333ef4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:45.690707 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6442878e-6d43-445a-a111-f7dcd3333ef4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:45.698757 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c78d09-d9be-4dde-93ac-5fdd49515cf9 None None] Network 477b0ae0-2a02-431d-a1ba-21826c922e3e requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:53:45.810673 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6442878e-6d43-445a-a111-f7dcd3333ef4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2972097 Mar 23 02:53:45.812437 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36138) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:53:45.881310 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816733a7-0e61-48cb-8355-a695f85c8863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-477b0ae0-2a02-431d-a1ba-21826c922e3e', 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ips': [{'subnet_id': 'dd40c2bd-7b1d-4669-a426-ad847910572f'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:53:45.882180 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-816733a7-0e61-48cb-8355-a695f85c8863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:45.904286 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-931526f1-1861-4f08-9115-41a35186e36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'name': 'tempest-TestNetworkBasicOps-router-376837795', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:43Z', 'revision_number': 3, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:53:45.947042 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931526f1-1861-4f08-9115-41a35186e36a None None] The sync data for ids ['be479b9c-2894-4ebf-95cb-3295035c6201'] in dv-neutron-834613-2-hyperv is: [{'id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'name': 'tempest-TestNetworkBasicOps-router-376837795', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:43Z', 'revision_number': 3, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:53:46.096844 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-816733a7-0e61-48cb-8355-a695f85c8863 None None] Allocated IP 172.20.0.2 (477b0ae0-2a02-431d-a1ba-21826c922e3e/dd40c2bd-7b1d-4669-a426-ad847910572f/b232c8b5-1972-482f-8d96-c2a5242ef4c6) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:53:46.436567 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-49ef805e-faac-40b4-a483-ff987b26c952 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:46.530852 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-816733a7-0e61-48cb-8355-a695f85c8863 None None] Publish callbacks [] for port (b232c8b5-1972-482f-8d96-c2a5242ef4c6), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:46.624348 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 38f9044c-a701-45d9-8780-924e9e830fb9 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:53:46.630320 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-816733a7-0e61-48cb-8355-a695f85c8863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (b232c8b5-1972-482f-8d96-c2a5242ef4c6), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:46.720578 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816733a7-0e61-48cb-8355-a695f85c8863 None None] Network 477b0ae0-2a02-431d-a1ba-21826c922e3e is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:53:46.726385 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-816733a7-0e61-48cb-8355-a695f85c8863 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:53:46.736007 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816733a7-0e61-48cb-8355-a695f85c8863 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:53:46.749462 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816733a7-0e61-48cb-8355-a695f85c8863 None None] Pushing event updated for resources: {'Port': ['ID=b232c8b5-1972-482f-8d96-c2a5242ef4c6,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:46.808795 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-816733a7-0e61-48cb-8355-a695f85c8863 None None] Attempting to bind port b232c8b5-1972-482f-8d96-c2a5242ef4c6 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:53:46.809174 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-816733a7-0e61-48cb-8355-a695f85c8863 None None] Attempting to bind port b232c8b5-1972-482f-8d96-c2a5242ef4c6 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '41b15dff-d0ee-4c51-a91d-36f8e0bc3efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:53:46.810171 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816733a7-0e61-48cb-8355-a695f85c8863 None None] Attempting to bind port b232c8b5-1972-482f-8d96-c2a5242ef4c6 on network 477b0ae0-2a02-431d-a1ba-21826c922e3e {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:53:46.812258 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 38f9044c-a701-45d9-8780-924e9e830fb9 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:53:46.812640 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (38f9044c-a701-45d9-8780-924e9e830fb9), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:46.818801 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816733a7-0e61-48cb-8355-a695f85c8863 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:53:46.822845 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816733a7-0e61-48cb-8355-a695f85c8863 None None] Checking segment: {'id': '41b15dff-d0ee-4c51-a91d-36f8e0bc3efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:53:46.822845 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-816733a7-0e61-48cb-8355-a695f85c8863 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:46.822845 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816733a7-0e61-48cb-8355-a695f85c8863 None None] Bound using segment: {'id': '41b15dff-d0ee-4c51-a91d-36f8e0bc3efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:53:46.822845 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-816733a7-0e61-48cb-8355-a695f85c8863 None None] Bound port: b232c8b5-1972-482f-8d96-c2a5242ef4c6, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41b15dff-d0ee-4c51-a91d-36f8e0bc3efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:53:46.822845 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-816733a7-0e61-48cb-8355-a695f85c8863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b232c8b5-1972-482f-8d96-c2a5242ef4c6), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:46.853328 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-49ef805e-faac-40b4-a483-ff987b26c952 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.20.0.1 (477b0ae0-2a02-431d-a1ba-21826c922e3e/dd40c2bd-7b1d-4669-a426-ad847910572f/7bc3d5c6-f23e-43ba-931e-d31fc496d769) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:53:46.931060 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-816733a7-0e61-48cb-8355-a695f85c8863 None None] For port b232c8b5-1972-482f-8d96-c2a5242ef4c6, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:53:46.935625 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-816733a7-0e61-48cb-8355-a695f85c8863 None None] For port b232c8b5-1972-482f-8d96-c2a5242ef4c6, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=b232c8b5-1972-482f-8d96-c2a5242ef4c6,segment=NetworkSegment(41b15dff-d0ee-4c51-a91d-36f8e0bc3efb),segment_id=41b15dff-d0ee-4c51-a91d-36f8e0bc3efb)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:53:46.973769 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 38f9044c-a701-45d9-8780-924e9e830fb9 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:53:46.974168 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (38f9044c-a701-45d9-8780-924e9e830fb9), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:47.001693 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 38f9044c-a701-45d9-8780-924e9e830fb9, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=38f9044c-a701-45d9-8780-924e9e830fb9,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:53:47.023671 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-49ef805e-faac-40b4-a483-ff987b26c952 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (7bc3d5c6-f23e-43ba-931e-d31fc496d769), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:47.080962 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-816733a7-0e61-48cb-8355-a695f85c8863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (b232c8b5-1972-482f-8d96-c2a5242ef4c6), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:47.113891 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (38f9044c-a701-45d9-8780-924e9e830fb9), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:47.121695 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-49ef805e-faac-40b4-a483-ff987b26c952 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (7bc3d5c6-f23e-43ba-931e-d31fc496d769), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:47.157662 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816733a7-0e61-48cb-8355-a695f85c8863 None None] Pushing event updated for resources: {'Port': ['ID=b232c8b5-1972-482f-8d96-c2a5242ef4c6,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:47.206441 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ef805e-faac-40b4-a483-ff987b26c952 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 477b0ae0-2a02-431d-a1ba-21826c922e3e is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:53:47.212918 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef805e-faac-40b4-a483-ff987b26c952 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=7bc3d5c6-f23e-43ba-931e-d31fc496d769,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:47.213555 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-49ef805e-faac-40b4-a483-ff987b26c952 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:53:47.218033 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ef805e-faac-40b4-a483-ff987b26c952 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:53:47.224951 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=38f9044c-a701-45d9-8780-924e9e830fb9,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:47.272382 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-49ef805e-faac-40b4-a483-ff987b26c952 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (be479b9c-2894-4ebf-95cb-3295035c6201), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:47.554127 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-49ef805e-faac-40b4-a483-ff987b26c952 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7bc3d5c6-f23e-43ba-931e-d31fc496d769), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:47.634881 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7292708b-99d7-4bc1-9f6c-953a6706e809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:47.845317 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-49ef805e-faac-40b4-a483-ff987b26c952 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (7bc3d5c6-f23e-43ba-931e-d31fc496d769), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:47.931475 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-49ef805e-faac-40b4-a483-ff987b26c952 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (7bc3d5c6-f23e-43ba-931e-d31fc496d769), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:48.007031 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-49ef805e-faac-40b4-a483-ff987b26c952 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (be479b9c-2894-4ebf-95cb-3295035c6201), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:48.024441 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef805e-faac-40b4-a483-ff987b26c952 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=7bc3d5c6-f23e-43ba-931e-d31fc496d769,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:48.111073 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ef805e-faac-40b4-a483-ff987b26c952 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 477b0ae0-2a02-431d-a1ba-21826c922e3e is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:53:48.112463 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-49ef805e-faac-40b4-a483-ff987b26c952 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:53:48.556322 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f400dcf-af29-4d51-a1f8-c99bc9058c4a None None] Network 477b0ae0-2a02-431d-a1ba-21826c922e3e requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:53:48.562991 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ef805e-faac-40b4-a483-ff987b26c952 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router be479b9c-2894-4ebf-95cb-3295035c6201 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:53:48.661224 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-cf73165c-a394-4b55-8396-9961d040be2b None None] Provisioning complete for port b232c8b5-1972-482f-8d96-c2a5242ef4c6 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:53:48.661867 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cf73165c-a394-4b55-8396-9961d040be2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b232c8b5-1972-482f-8d96-c2a5242ef4c6), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:48.690862 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ef805e-faac-40b4-a483-ff987b26c952 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:53:48.696301 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-49ef805e-faac-40b4-a483-ff987b26c952 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "PUT /v2.0/routers/be479b9c-2894-4ebf-95cb-3295035c6201/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8828330 Mar 23 02:53:48.699223 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36144) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:53:48.711697 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97213f99-3d46-4a60-8bff-e30bd5b6e0c8 None None] Sync routers for ids ['be479b9c-2894-4ebf-95cb-3295035c6201'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:53:48.713239 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 38f9044c-a701-45d9-8780-924e9e830fb9 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:53:48.725560 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97213f99-3d46-4a60-8bff-e30bd5b6e0c8 None None] Routers {'be479b9c-2894-4ebf-95cb-3295035c6201'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:53:48.726583 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-97213f99-3d46-4a60-8bff-e30bd5b6e0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:53:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['be479b9c-2894-4ebf-95cb-3295035c6201'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:53:48.741449 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:48.831348 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 38f9044c-a701-45d9-8780-924e9e830fb9 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:53:48.831864 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (38f9044c-a701-45d9-8780-924e9e830fb9), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:48.834417 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54e1bfa-c092-4ed0-bf2d-4ff5e5611823 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:48.834997 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54e1bfa-c092-4ed0-bf2d-4ff5e5611823 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:48.835564 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54e1bfa-c092-4ed0-bf2d-4ff5e5611823 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:48.836236 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54e1bfa-c092-4ed0-bf2d-4ff5e5611823 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:48.836360 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-cf73165c-a394-4b55-8396-9961d040be2b None None] Current status of the port b232c8b5-1972-482f-8d96-c2a5242ef4c6 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:53:48.836817 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cf73165c-a394-4b55-8396-9961d040be2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b232c8b5-1972-482f-8d96-c2a5242ef4c6), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:48.837063 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54e1bfa-c092-4ed0-bf2d-4ff5e5611823 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:48.837689 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54e1bfa-c092-4ed0-bf2d-4ff5e5611823 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:48.843310 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36146) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:53:48.845789 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e54e1bfa-c092-4ed0-bf2d-4ff5e5611823 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1434491 Mar 23 02:53:48.877660 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-97213f99-3d46-4a60-8bff-e30bd5b6e0c8 None None] Set router be479b9c-2894-4ebf-95cb-3295035c6201 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:53:48.911315 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22f4682-2827-4ebc-b319-468b6eb957da tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:48.912018 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-cf73165c-a394-4b55-8396-9961d040be2b None None] For port b232c8b5-1972-482f-8d96-c2a5242ef4c6, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=b232c8b5-1972-482f-8d96-c2a5242ef4c6,segment=NetworkSegment(41b15dff-d0ee-4c51-a91d-36f8e0bc3efb),segment_id=41b15dff-d0ee-4c51-a91d-36f8e0bc3efb)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:53:48.912325 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22f4682-2827-4ebc-b319-468b6eb957da tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:48.912956 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22f4682-2827-4ebc-b319-468b6eb957da tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:48.913586 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22f4682-2827-4ebc-b319-468b6eb957da tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:48.914323 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22f4682-2827-4ebc-b319-468b6eb957da tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:48.914950 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22f4682-2827-4ebc-b319-468b6eb957da tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:48.917095 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b22f4682-2827-4ebc-b319-468b6eb957da tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0722156 Mar 23 02:53:48.920918 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36148) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:53:48.966311 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 38f9044c-a701-45d9-8780-924e9e830fb9 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:53:48.967701 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device b232c8b5-1972-482f-8d96-c2a5242ef4c6 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:53:49.001189 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cf73165c-a394-4b55-8396-9961d040be2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (b232c8b5-1972-482f-8d96-c2a5242ef4c6), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:49.064815 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73165c-a394-4b55-8396-9961d040be2b None None] Pushing event updated for resources: {'Port': ['ID=b232c8b5-1972-482f-8d96-c2a5242ef4c6,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:49.085263 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port b232c8b5-1972-482f-8d96-c2a5242ef4c6 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:53:49.085550 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b232c8b5-1972-482f-8d96-c2a5242ef4c6), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:49.178887 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-53bc5cf0-fdeb-493c-880c-80c49db9a940 None None] Provisioning complete for port 7bc3d5c6-f23e-43ba-931e-d31fc496d769 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:53:49.178887 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-53bc5cf0-fdeb-493c-880c-80c49db9a940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7bc3d5c6-f23e-43ba-931e-d31fc496d769), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:49.189164 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-97213f99-3d46-4a60-8bff-e30bd5b6e0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'name': 'tempest-TestNetworkBasicOps-router-376837795', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:47Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '7bc3d5c6-f23e-43ba-931e-d31fc496d769', 'name': '', 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:b0:ef:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'dd40c2bd-7b1d-4669-a426-ad847910572f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:46Z', 'updated_at': '2022-03-23T02:53:47Z', 'revision_number': 2, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': 'dd40c2bd-7b1d-4669-a426-ad847910572f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:53:49.229965 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97213f99-3d46-4a60-8bff-e30bd5b6e0c8 None None] Checking router: be479b9c-2894-4ebf-95cb-3295035c6201 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:53:49.230325 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97213f99-3d46-4a60-8bff-e30bd5b6e0c8 None None] Updating router be479b9c-2894-4ebf-95cb-3295035c6201 port 7bc3d5c6-f23e-43ba-931e-d31fc496d769 binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:53:49.235938 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port b232c8b5-1972-482f-8d96-c2a5242ef4c6 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:53:49.276583 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-53bc5cf0-fdeb-493c-880c-80c49db9a940 None None] Port 7bc3d5c6-f23e-43ba-931e-d31fc496d769 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:53:49.287209 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-97213f99-3d46-4a60-8bff-e30bd5b6e0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7bc3d5c6-f23e-43ba-931e-d31fc496d769), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:49.288552 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-bb454b30-c3f4-41b8-bbc5-10ab9aae4751 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3663988 Mar 23 02:53:49.289645 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-53bc5cf0-fdeb-493c-880c-80c49db9a940 None None] Provisioning complete for port b232c8b5-1972-482f-8d96-c2a5242ef4c6 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:53:49.290028 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-53bc5cf0-fdeb-493c-880c-80c49db9a940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b232c8b5-1972-482f-8d96-c2a5242ef4c6), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:49.392116 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-53bc5cf0-fdeb-493c-880c-80c49db9a940 None None] Current status of the port b232c8b5-1972-482f-8d96-c2a5242ef4c6 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:53:49.530633 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-ea86905b-b383-48f5-95d6-b73de7c2ae18 None None] Provisioning complete for port 7bc3d5c6-f23e-43ba-931e-d31fc496d769 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:53:49.531140 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ea86905b-b383-48f5-95d6-b73de7c2ae18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7bc3d5c6-f23e-43ba-931e-d31fc496d769), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:49.586977 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-ea86905b-b383-48f5-95d6-b73de7c2ae18 None None] Port 7bc3d5c6-f23e-43ba-931e-d31fc496d769 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:53:49.603103 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-97213f99-3d46-4a60-8bff-e30bd5b6e0c8 None None] Publish callbacks [] for port (7bc3d5c6-f23e-43ba-931e-d31fc496d769), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:49.712313 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-df47e2f4-55b2-49ee-b6d1-281f6f9cd982 None None] Provisioning complete for port 7bc3d5c6-f23e-43ba-931e-d31fc496d769 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:53:49.712879 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-df47e2f4-55b2-49ee-b6d1-281f6f9cd982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7bc3d5c6-f23e-43ba-931e-d31fc496d769), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:49.737345 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-97213f99-3d46-4a60-8bff-e30bd5b6e0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (7bc3d5c6-f23e-43ba-931e-d31fc496d769), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:49.746515 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-df47e2f4-55b2-49ee-b6d1-281f6f9cd982 None None] Port 7bc3d5c6-f23e-43ba-931e-d31fc496d769 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:53:49.787638 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfd196-c014-4ae0-ab2a-e13be723e568 None None] Pushing event updated for resources: {'Port': ['ID=7bc3d5c6-f23e-43ba-931e-d31fc496d769,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:49.811948 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bfd196-c014-4ae0-ab2a-e13be723e568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:49.812595 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bfd196-c014-4ae0-ab2a-e13be723e568 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:49.813117 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bfd196-c014-4ae0-ab2a-e13be723e568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:49.813737 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bfd196-c014-4ae0-ab2a-e13be723e568 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:49.814255 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bfd196-c014-4ae0-ab2a-e13be723e568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:49.814761 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bfd196-c014-4ae0-ab2a-e13be723e568 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:49.815530 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bfd196-c014-4ae0-ab2a-e13be723e568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:49.816009 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bfd196-c014-4ae0-ab2a-e13be723e568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:49.816383 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bfd196-c014-4ae0-ab2a-e13be723e568 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:49.817155 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bfd196-c014-4ae0-ab2a-e13be723e568 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:49.817155 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bfd196-c014-4ae0-ab2a-e13be723e568 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:49.819139 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bfd196-c014-4ae0-ab2a-e13be723e568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:49.819139 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bfd196-c014-4ae0-ab2a-e13be723e568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:49.819139 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bfd196-c014-4ae0-ab2a-e13be723e568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:49.819139 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bfd196-c014-4ae0-ab2a-e13be723e568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:49.858261 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-97213f99-3d46-4a60-8bff-e30bd5b6e0c8 None None] Attempting to bind port 7bc3d5c6-f23e-43ba-931e-d31fc496d769 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:53:49.858644 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-97213f99-3d46-4a60-8bff-e30bd5b6e0c8 None None] Attempting to bind port 7bc3d5c6-f23e-43ba-931e-d31fc496d769 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '41b15dff-d0ee-4c51-a91d-36f8e0bc3efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:53:49.859017 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97213f99-3d46-4a60-8bff-e30bd5b6e0c8 None None] Attempting to bind port 7bc3d5c6-f23e-43ba-931e-d31fc496d769 on network 477b0ae0-2a02-431d-a1ba-21826c922e3e {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:53:49.864464 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97213f99-3d46-4a60-8bff-e30bd5b6e0c8 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:53:49.864736 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97213f99-3d46-4a60-8bff-e30bd5b6e0c8 None None] Checking segment: {'id': '41b15dff-d0ee-4c51-a91d-36f8e0bc3efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:53:49.865137 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-97213f99-3d46-4a60-8bff-e30bd5b6e0c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:49.866043 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97213f99-3d46-4a60-8bff-e30bd5b6e0c8 None None] Bound using segment: {'id': '41b15dff-d0ee-4c51-a91d-36f8e0bc3efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:53:49.866043 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-97213f99-3d46-4a60-8bff-e30bd5b6e0c8 None None] Bound port: 7bc3d5c6-f23e-43ba-931e-d31fc496d769, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41b15dff-d0ee-4c51-a91d-36f8e0bc3efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:53:49.866607 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-97213f99-3d46-4a60-8bff-e30bd5b6e0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7bc3d5c6-f23e-43ba-931e-d31fc496d769), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:49.887177 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36154) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:53:49.892743 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-3222aded-5356-414b-af53-97b0b54637b5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1549487160', 'description': 'tempest-secgroup-smoke-1549487160 description', 'project_id': 'd14f7a32e895424c88fd77b8785e073b'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:53:49.935911 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-97213f99-3d46-4a60-8bff-e30bd5b6e0c8 None None] For port 7bc3d5c6-f23e-43ba-931e-d31fc496d769, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:53:49.939086 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-97213f99-3d46-4a60-8bff-e30bd5b6e0c8 None None] For port 7bc3d5c6-f23e-43ba-931e-d31fc496d769, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=7bc3d5c6-f23e-43ba-931e-d31fc496d769,segment=NetworkSegment(41b15dff-d0ee-4c51-a91d-36f8e0bc3efb),segment_id=41b15dff-d0ee-4c51-a91d-36f8e0bc3efb)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:53:49.955773 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-dae1049b-1192-4aff-8eca-30536d35061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:50.051577 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3222aded-5356-414b-af53-97b0b54637b5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:50.068555 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-40957e4e-af45-460d-8205-5d0dc03350bb None None] Provisioning complete for port 7bc3d5c6-f23e-43ba-931e-d31fc496d769 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:53:50.069478 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-40957e4e-af45-460d-8205-5d0dc03350bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7bc3d5c6-f23e-43ba-931e-d31fc496d769), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:50.081445 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-97213f99-3d46-4a60-8bff-e30bd5b6e0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (7bc3d5c6-f23e-43ba-931e-d31fc496d769), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:50.135807 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-40957e4e-af45-460d-8205-5d0dc03350bb None None] Port 7bc3d5c6-f23e-43ba-931e-d31fc496d769 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:53:50.151616 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3222aded-5356-414b-af53-97b0b54637b5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (08c09a45-0dfd-4f75-82f6-42d6576b211c), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:50.167112 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfd196-c014-4ae0-ab2a-e13be723e568 None None] Pushing event updated for resources: {'Port': ['ID=7bc3d5c6-f23e-43ba-931e-d31fc496d769,revision_number=4']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:50.172816 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97213f99-3d46-4a60-8bff-e30bd5b6e0c8 None None] Routers {'be479b9c-2894-4ebf-95cb-3295035c6201'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:53:50.173425 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-97213f99-3d46-4a60-8bff-e30bd5b6e0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:53:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['be479b9c-2894-4ebf-95cb-3295035c6201'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:53:50.239871 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3222aded-5356-414b-af53-97b0b54637b5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (08c09a45-0dfd-4f75-82f6-42d6576b211c), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:50.273633 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222aded-5356-414b-af53-97b0b54637b5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08c09a45-0dfd-4f75-82f6-42d6576b211c,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:50.282029 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3222aded-5356-414b-af53-97b0b54637b5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:50.282377 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3222aded-5356-414b-af53-97b0b54637b5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:50.282733 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3222aded-5356-414b-af53-97b0b54637b5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:50.283081 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3222aded-5356-414b-af53-97b0b54637b5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:50.283424 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3222aded-5356-414b-af53-97b0b54637b5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:50.283934 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3222aded-5356-414b-af53-97b0b54637b5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:50.284302 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3222aded-5356-414b-af53-97b0b54637b5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:50.284636 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3222aded-5356-414b-af53-97b0b54637b5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:50.284974 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3222aded-5356-414b-af53-97b0b54637b5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:50.285307 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3222aded-5356-414b-af53-97b0b54637b5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:50.285638 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3222aded-5356-414b-af53-97b0b54637b5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:50.285971 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3222aded-5356-414b-af53-97b0b54637b5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:50.286303 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3222aded-5356-414b-af53-97b0b54637b5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:50.286631 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3222aded-5356-414b-af53-97b0b54637b5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:50.286960 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3222aded-5356-414b-af53-97b0b54637b5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:53:50.299814 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-97213f99-3d46-4a60-8bff-e30bd5b6e0c8 None None] Set router be479b9c-2894-4ebf-95cb-3295035c6201 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:53:50.356547 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3222aded-5356-414b-af53-97b0b54637b5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:50.358796 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3222aded-5356-414b-af53-97b0b54637b5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4693558 Mar 23 02:53:50.361345 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36158) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:53:50.366202 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-26c333e4-2c73-4fc6-935e-f7054b07420b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '08c09a45-0dfd-4f75-82f6-42d6576b211c', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:53:50.463144 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-26c333e4-2c73-4fc6-935e-f7054b07420b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (d170dc13-b005-49c8-944f-e90ef4d6d7d2), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:50.471512 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-3d275aa6-1abc-4923-9b01-167bdf1db27e None None] Provisioning complete for port 7bc3d5c6-f23e-43ba-931e-d31fc496d769 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:53:50.471922 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3d275aa6-1abc-4923-9b01-167bdf1db27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7bc3d5c6-f23e-43ba-931e-d31fc496d769), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:50.532293 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-97213f99-3d46-4a60-8bff-e30bd5b6e0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'name': 'tempest-TestNetworkBasicOps-router-376837795', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:47Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '7bc3d5c6-f23e-43ba-931e-d31fc496d769', 'name': '', 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:b0:ef:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'dd40c2bd-7b1d-4669-a426-ad847910572f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:46Z', 'updated_at': '2022-03-23T02:53:49Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': 'dd40c2bd-7b1d-4669-a426-ad847910572f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:53:50.537669 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-26c333e4-2c73-4fc6-935e-f7054b07420b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (d170dc13-b005-49c8-944f-e90ef4d6d7d2), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:50.564186 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97213f99-3d46-4a60-8bff-e30bd5b6e0c8 None None] The sync data for ids ['be479b9c-2894-4ebf-95cb-3295035c6201'] in dv-neutron-834613-2-hyperv is: [{'id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'name': 'tempest-TestNetworkBasicOps-router-376837795', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:47Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '7bc3d5c6-f23e-43ba-931e-d31fc496d769', 'name': '', 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:b0:ef:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'dd40c2bd-7b1d-4669-a426-ad847910572f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:46Z', 'updated_at': '2022-03-23T02:53:49Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': 'dd40c2bd-7b1d-4669-a426-ad847910572f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:53:50.593708 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device b232c8b5-1972-482f-8d96-c2a5242ef4c6 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:53:50.608474 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-26c333e4-2c73-4fc6-935e-f7054b07420b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (d170dc13-b005-49c8-944f-e90ef4d6d7d2), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:50.634081 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-3d275aa6-1abc-4923-9b01-167bdf1db27e None None] Current status of the port 7bc3d5c6-f23e-43ba-931e-d31fc496d769 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:53:50.634485 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3d275aa6-1abc-4923-9b01-167bdf1db27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7bc3d5c6-f23e-43ba-931e-d31fc496d769), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:50.659227 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c333e4-2c73-4fc6-935e-f7054b07420b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d170dc13-b005-49c8-944f-e90ef4d6d7d2,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:50.692534 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-3d275aa6-1abc-4923-9b01-167bdf1db27e None None] For port 7bc3d5c6-f23e-43ba-931e-d31fc496d769, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=7bc3d5c6-f23e-43ba-931e-d31fc496d769,segment=NetworkSegment(41b15dff-d0ee-4c51-a91d-36f8e0bc3efb),segment_id=41b15dff-d0ee-4c51-a91d-36f8e0bc3efb)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:53:50.699601 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port b232c8b5-1972-482f-8d96-c2a5242ef4c6 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:53:50.700597 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b232c8b5-1972-482f-8d96-c2a5242ef4c6), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:50.783839 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port b232c8b5-1972-482f-8d96-c2a5242ef4c6 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:53:50.784869 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-26c333e4-2c73-4fc6-935e-f7054b07420b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:50.788768 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-26c333e4-2c73-4fc6-935e-f7054b07420b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4237859 Mar 23 02:53:50.789285 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36160) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:53:50.793540 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-b25a8de6-e3d4-4d3b-a279-ee1a2fd7df5c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '08c09a45-0dfd-4f75-82f6-42d6576b211c', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:53:50.823301 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3d275aa6-1abc-4923-9b01-167bdf1db27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (7bc3d5c6-f23e-43ba-931e-d31fc496d769), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:50.876993 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d275aa6-1abc-4923-9b01-167bdf1db27e None None] Pushing event updated for resources: {'Port': ['ID=7bc3d5c6-f23e-43ba-931e-d31fc496d769,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:50.965446 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b25a8de6-e3d4-4d3b-a279-ee1a2fd7df5c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (f3d2831e-5c73-4224-b9a3-68aafb2ed734), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:51.027575 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b25a8de6-e3d4-4d3b-a279-ee1a2fd7df5c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (f3d2831e-5c73-4224-b9a3-68aafb2ed734), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:51.154673 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b25a8de6-e3d4-4d3b-a279-ee1a2fd7df5c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (f3d2831e-5c73-4224-b9a3-68aafb2ed734), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:51.178854 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a8de6-e3d4-4d3b-a279-ee1a2fd7df5c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d2831e-5c73-4224-b9a3-68aafb2ed734,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:51.254762 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b25a8de6-e3d4-4d3b-a279-ee1a2fd7df5c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:51.257288 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b25a8de6-e3d4-4d3b-a279-ee1a2fd7df5c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4660995 Mar 23 02:53:51.263950 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36168) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:53:51.268490 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-3c55b06d-6138-4360-b27a-fc6a8482530a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '08c09a45-0dfd-4f75-82f6-42d6576b211c', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:53:51.283590 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:51.391442 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3c55b06d-6138-4360-b27a-fc6a8482530a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (fe50f5bf-9119-46e4-8abc-d229b2545d67), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:51.440014 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3d187919-b14a-48b8-833b-effce7502aa2 req-9947c864-9b9a-48e2-b97c-8327b2243020 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1490140425&fields=id&tenant_id=d89e60e7aaf14edeaf08ca6345e51704 HTTP/1.1" status: 200 len: 267 time: 0.0713561 Mar 23 02:53:51.517451 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3c55b06d-6138-4360-b27a-fc6a8482530a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (fe50f5bf-9119-46e4-8abc-d229b2545d67), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:51.570616 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d187919-b14a-48b8-833b-effce7502aa2 req-fc12bbf6-9ac8-4dd1-90aa-52599cbc3819 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:51.572115 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3d187919-b14a-48b8-833b-effce7502aa2 req-fc12bbf6-9ac8-4dd1-90aa-52599cbc3819 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/networks?id=66983626-1d5d-4ad4-9c5b-2e31ad4d88be HTTP/1.1" status: 200 len: 812 time: 0.1207776 Mar 23 02:53:51.588169 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3d187919-b14a-48b8-833b-effce7502aa2 req-c6a0c730-a10a-4758-b79b-25d7560704b6 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/quotas/d89e60e7aaf14edeaf08ca6345e51704 HTTP/1.1" status: 200 len: 375 time: 0.0097382 Mar 23 02:53:51.589228 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3c55b06d-6138-4360-b27a-fc6a8482530a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (fe50f5bf-9119-46e4-8abc-d229b2545d67), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:51.621264 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55b06d-6138-4360-b27a-fc6a8482530a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe50f5bf-9119-46e4-8abc-d229b2545d67,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:51.666985 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3d187919-b14a-48b8-833b-effce7502aa2 req-2775e066-958f-417a-8e3b-d4e331bda456 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d89e60e7aaf14edeaf08ca6345e51704&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0695260 Mar 23 02:53:51.698172 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3c55b06d-6138-4360-b27a-fc6a8482530a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:51.699321 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3c55b06d-6138-4360-b27a-fc6a8482530a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4343507 Mar 23 02:53:51.702955 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36174) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:53:51.707762 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-0a45975d-8273-4ce4-9cb2-bd1505e16016 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '08c09a45-0dfd-4f75-82f6-42d6576b211c', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:53:51.766384 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3d187919-b14a-48b8-833b-effce7502aa2 req-55ce8813-2fc3-41ae-a7c0-9d77b4f4ff33 service neutron] 10.222.0.24 "GET /v2.0/networks/66983626-1d5d-4ad4-9c5b-2e31ad4d88be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883186 Mar 23 02:53:51.805125 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0a45975d-8273-4ce4-9cb2-bd1505e16016 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (52959fb3-c66d-4a5a-8a55-5e30e96d452c), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:51.885146 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0a45975d-8273-4ce4-9cb2-bd1505e16016 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (52959fb3-c66d-4a5a-8a55-5e30e96d452c), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:51.889805 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3d187919-b14a-48b8-833b-effce7502aa2 req-b507204d-4016-4ed1-8ee7-83ea813f6554 service neutron] 10.222.0.24 "GET /v2.0/networks/66983626-1d5d-4ad4-9c5b-2e31ad4d88be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177402 Mar 23 02:53:51.948820 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0a45975d-8273-4ce4-9cb2-bd1505e16016 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (52959fb3-c66d-4a5a-8a55-5e30e96d452c), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:51.967160 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45975d-8273-4ce4-9cb2-bd1505e16016 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52959fb3-c66d-4a5a-8a55-5e30e96d452c,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:52.042191 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0a45975d-8273-4ce4-9cb2-bd1505e16016 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:52.044256 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0a45975d-8273-4ce4-9cb2-bd1505e16016 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3397083 Mar 23 02:53:52.047072 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36182) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:53:52.051528 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-a4363729-ef56-4d60-8b69-b598b3ccdb1a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '08c09a45-0dfd-4f75-82f6-42d6576b211c', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:53:52.148976 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.securitygroups_db [None req-a4363729-ef56-4d60-8b69-b598b3ccdb1a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Project d14f7a32e895424c88fd77b8785e073b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:53:52.154534 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a4363729-ef56-4d60-8b69-b598b3ccdb1a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (fbfcd662-114b-4a80-8928-215eb6a787cb), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:52.217714 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a4363729-ef56-4d60-8b69-b598b3ccdb1a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (fbfcd662-114b-4a80-8928-215eb6a787cb), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:52.330956 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a4363729-ef56-4d60-8b69-b598b3ccdb1a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (fbfcd662-114b-4a80-8928-215eb6a787cb), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:52.349241 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4363729-ef56-4d60-8b69-b598b3ccdb1a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbfcd662-114b-4a80-8928-215eb6a787cb,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:52.407503 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a4363729-ef56-4d60-8b69-b598b3ccdb1a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:52.408704 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a4363729-ef56-4d60-8b69-b598b3ccdb1a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3607054 Mar 23 02:53:52.411455 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36184) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:53:52.415910 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-d2cac861-faf7-440c-b135-46c69406a3d8 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '08c09a45-0dfd-4f75-82f6-42d6576b211c', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:53:52.492282 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.securitygroups_db [None req-d2cac861-faf7-440c-b135-46c69406a3d8 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Project d14f7a32e895424c88fd77b8785e073b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:53:52.505516 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d2cac861-faf7-440c-b135-46c69406a3d8 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (b0d88934-6eba-4d75-a43e-731748632809), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:52.573988 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-10022149-9d84-45de-b4bd-b9a789bb7eba req-d2d11ae1-5339-474a-8b8d-f2d7af8993cb tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 210 time: 0.0479956 Mar 23 02:53:52.611109 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d2cac861-faf7-440c-b135-46c69406a3d8 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (b0d88934-6eba-4d75-a43e-731748632809), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:52.633246 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 7bc3d5c6-f23e-43ba-931e-d31fc496d769 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:53:52.687157 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 7bc3d5c6-f23e-43ba-931e-d31fc496d769 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:53:52.687539 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7bc3d5c6-f23e-43ba-931e-d31fc496d769), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:52.725754 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d2cac861-faf7-440c-b135-46c69406a3d8 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (b0d88934-6eba-4d75-a43e-731748632809), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:52.726367 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:52.744719 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cac861-faf7-440c-b135-46c69406a3d8 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d88934-6eba-4d75-a43e-731748632809,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:52.770587 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 7bc3d5c6-f23e-43ba-931e-d31fc496d769 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:53:52.819091 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d2cac861-faf7-440c-b135-46c69406a3d8 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:52.820355 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d2cac861-faf7-440c-b135-46c69406a3d8 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4079337 Mar 23 02:53:52.897792 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:53:52.992647 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-03c2861f-5982-44c8-8b09-99ad8990bbd4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1549487160&fields=id&tenant_id=d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 267 time: 0.0454855 Mar 23 02:53:53.102621 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-85f7820a-8762-4d59-b365-9c60fc285d0c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:53.104123 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-85f7820a-8762-4d59-b365-9c60fc285d0c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/networks?id=477b0ae0-2a02-431d-a1ba-21826c922e3e HTTP/1.1" status: 200 len: 797 time: 0.1044552 Mar 23 02:53:53.120647 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-43e8d64b-9d7c-4d77-98f4-7ed8c2eb69db tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/quotas/d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 375 time: 0.0100350 Mar 23 02:53:53.176984 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-95862cea-bde1-472b-892a-2cf23affea41 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508149 Mar 23 02:53:53.270024 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-8b6a0472-6c24-49be-be50-db26a49b64a4 service neutron] 10.222.0.24 "GET /v2.0/networks/477b0ae0-2a02-431d-a1ba-21826c922e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819345 Mar 23 02:53:53.362170 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-09705486-1115-45f9-b3e4-a33671132ecb service neutron] 10.222.0.24 "GET /v2.0/networks/477b0ae0-2a02-431d-a1ba-21826c922e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864851 Mar 23 02:53:53.617970 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3dcfe078-953b-4b6e-831f-f98eeca8d15f req-f594402d-13a8-4c3c-94e7-c028454429f6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=57c6bafc-1a35-4e31-b45a-b87bc9904fb7 HTTP/1.1" status: 200 len: 210 time: 0.0371838 Mar 23 02:53:53.677267 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-956e848b-3162-4bb1-b907-a7da5012d8de req-8eb30fb2-d76b-437b-8c10-7186deeb48b9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 210 time: 0.0321119 Mar 23 02:53:54.006123 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:54.639329 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d187919-b14a-48b8-833b-effce7502aa2 req-30800c0c-6cab-449d-bb0f-7d41c2fbee97 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:54.640924 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3d187919-b14a-48b8-833b-effce7502aa2 req-30800c0c-6cab-449d-bb0f-7d41c2fbee97 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.23 "GET /v2.0/networks?id=66983626-1d5d-4ad4-9c5b-2e31ad4d88be HTTP/1.1" status: 200 len: 812 time: 0.1016943 Mar 23 02:53:54.726507 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6a1abdd8-eaf0-4256-be7b-beb39f2b560c req-bb4f3aa3-15b0-4242-a43d-9480bd023e30 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=57c6bafc-1a35-4e31-b45a-b87bc9904fb7 HTTP/1.1" status: 200 len: 210 time: 0.0442860 Mar 23 02:53:54.750625 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3d187919-b14a-48b8-833b-effce7502aa2 req-887584de-8721-4e3e-b1df-0225f6746d02 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d89e60e7aaf14edeaf08ca6345e51704 HTTP/1.1" status: 200 len: 380 time: 0.0895679 Mar 23 02:53:54.761089 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-3d187919-b14a-48b8-833b-effce7502aa2 req-a37e2e63-e76e-4b99-9336-b98c274f09c9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Request body: {'port': {'device_id': '052381fb-a594-4116-8534-e109fdeaf321', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'admin_state_up': True, 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'security_groups': ['1ff8b755-75e1-41e3-b4ab-6dfd14034518']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:53:54.775566 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-fc914a49-ff0b-4ecf-89e6-c3a1d37fe5ad req-53e91939-75c1-40ee-8f07-89f75a1b3aae tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 210 time: 0.0278096 Mar 23 02:53:54.931443 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d187919-b14a-48b8-833b-effce7502aa2 req-a37e2e63-e76e-4b99-9336-b98c274f09c9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Made reservation on behalf of d89e60e7aaf14edeaf08ca6345e51704 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:53:54.935450 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3d187919-b14a-48b8-833b-effce7502aa2 req-a37e2e63-e76e-4b99-9336-b98c274f09c9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:55.074395 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-3d187919-b14a-48b8-833b-effce7502aa2 req-a37e2e63-e76e-4b99-9336-b98c274f09c9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Allocated IP 172.20.0.13 (66983626-1d5d-4ad4-9c5b-2e31ad4d88be/c82d9bc6-8a27-40bf-a00d-6b7979637073/d939b871-9472-497a-982a-6890c019837c) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:53:55.219125 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3d187919-b14a-48b8-833b-effce7502aa2 req-a37e2e63-e76e-4b99-9336-b98c274f09c9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for port (d939b871-9472-497a-982a-6890c019837c), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:55.320163 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3d187919-b14a-48b8-833b-effce7502aa2 req-a37e2e63-e76e-4b99-9336-b98c274f09c9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (d939b871-9472-497a-982a-6890c019837c), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:55.367640 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d187919-b14a-48b8-833b-effce7502aa2 req-a37e2e63-e76e-4b99-9336-b98c274f09c9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Network 66983626-1d5d-4ad4-9c5b-2e31ad4d88be is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:53:55.371000 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-3d187919-b14a-48b8-833b-effce7502aa2 req-a37e2e63-e76e-4b99-9336-b98c274f09c9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:53:55.377484 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d187919-b14a-48b8-833b-effce7502aa2 req-a37e2e63-e76e-4b99-9336-b98c274f09c9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:53:55.383736 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e2e63-e76e-4b99-9336-b98c274f09c9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Pushing event updated for resources: {'Port': ['ID=d939b871-9472-497a-982a-6890c019837c,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:55.432513 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d187919-b14a-48b8-833b-effce7502aa2 req-a37e2e63-e76e-4b99-9336-b98c274f09c9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:55.433295 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3d187919-b14a-48b8-833b-effce7502aa2 req-a37e2e63-e76e-4b99-9336-b98c274f09c9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:55.493756 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3d187919-b14a-48b8-833b-effce7502aa2 req-a37e2e63-e76e-4b99-9336-b98c274f09c9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7371519 Mar 23 02:53:55.569789 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-3d187919-b14a-48b8-833b-effce7502aa2 req-4f3dc216-5aae-4f63-8b9c-b1f40a84dfe2 service neutron] Request body: {'port': {'device_id': '052381fb-a594-4116-8534-e109fdeaf321', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:53:55.636612 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3d187919-b14a-48b8-833b-effce7502aa2 req-4f3dc216-5aae-4f63-8b9c-b1f40a84dfe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d939b871-9472-497a-982a-6890c019837c), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:55.678622 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-ad0cc3a5-8672-40ad-84eb-f4063758adaa None None] Provisioning complete for port d939b871-9472-497a-982a-6890c019837c triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:53:55.679196 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ad0cc3a5-8672-40ad-84eb-f4063758adaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d939b871-9472-497a-982a-6890c019837c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:55.719383 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-ad0cc3a5-8672-40ad-84eb-f4063758adaa None None] Port d939b871-9472-497a-982a-6890c019837c cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:53:55.905820 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6b114-4737-407f-9af5-6611d90ae6ac req-0acaa9ef-22ad-465c-9247-2fefc1226fc3 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:55.907714 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-94d6b114-4737-407f-9af5-6611d90ae6ac req-0acaa9ef-22ad-465c-9247-2fefc1226fc3 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 932 time: 0.0608625 Mar 23 02:53:55.953899 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cea724b3-969d-4c72-9617-bab2cf719970 req-ef2e435b-e2d6-4012-8baf-f53e47d75296 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=57c6bafc-1a35-4e31-b45a-b87bc9904fb7 HTTP/1.1" status: 200 len: 210 time: 0.1045296 Mar 23 02:53:55.996185 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-94d6b114-4737-407f-9af5-6611d90ae6ac req-cd1c61d1-9461-49dd-98db-97a068bf0b15 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809271 Mar 23 02:53:56.045814 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-3d187919-b14a-48b8-833b-effce7502aa2 req-4f3dc216-5aae-4f63-8b9c-b1f40a84dfe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d939b871-9472-497a-982a-6890c019837c {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:53:56.060887 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3d187919-b14a-48b8-833b-effce7502aa2 req-4f3dc216-5aae-4f63-8b9c-b1f40a84dfe2 service neutron] Publish callbacks [] for port (d939b871-9472-497a-982a-6890c019837c), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:56.074400 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-d63d5e68-257b-4c94-aab3-1a4cd37cd1a1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:56.075902 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-d63d5e68-257b-4c94-aab3-1a4cd37cd1a1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/networks?id=477b0ae0-2a02-431d-a1ba-21826c922e3e HTTP/1.1" status: 200 len: 797 time: 0.3319719 Mar 23 02:53:56.082703 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-3d187919-b14a-48b8-833b-effce7502aa2 req-4f3dc216-5aae-4f63-8b9c-b1f40a84dfe2 service neutron] Transition to ACTIVE for port object d939b871-9472-497a-982a-6890c019837c will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:53:56.145803 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3d187919-b14a-48b8-833b-effce7502aa2 req-4f3dc216-5aae-4f63-8b9c-b1f40a84dfe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (d939b871-9472-497a-982a-6890c019837c), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:56.156544 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-82034e41-899c-40b5-978b-5cf20fea69bb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 380 time: 0.0721531 Mar 23 02:53:56.186096 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-5f8e79b0-d165-43d5-a2ba-36052c4aea3c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'port': {'device_id': '57c6bafc-1a35-4e31-b45a-b87bc9904fb7', 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e', 'admin_state_up': True, 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'security_groups': ['08c09a45-0dfd-4f75-82f6-42d6576b211c']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:53:56.264837 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3dc216-5aae-4f63-8b9c-b1f40a84dfe2 service neutron] Pushing event updated for resources: {'Port': ['ID=d939b871-9472-497a-982a-6890c019837c,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:56.391037 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-3d187919-b14a-48b8-833b-effce7502aa2 req-4f3dc216-5aae-4f63-8b9c-b1f40a84dfe2 service neutron] Attempting to bind port d939b871-9472-497a-982a-6890c019837c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:53:56.391383 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-3d187919-b14a-48b8-833b-effce7502aa2 req-4f3dc216-5aae-4f63-8b9c-b1f40a84dfe2 service neutron] Attempting to bind port d939b871-9472-497a-982a-6890c019837c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '514ce571-d1d5-4120-8ab2-56f18b5021ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:53:56.391717 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d187919-b14a-48b8-833b-effce7502aa2 req-4f3dc216-5aae-4f63-8b9c-b1f40a84dfe2 service neutron] Attempting to bind port d939b871-9472-497a-982a-6890c019837c on network 66983626-1d5d-4ad4-9c5b-2e31ad4d88be {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:53:56.396513 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d187919-b14a-48b8-833b-effce7502aa2 req-4f3dc216-5aae-4f63-8b9c-b1f40a84dfe2 service neutron] Port d939b871-9472-497a-982a-6890c019837c on network 66983626-1d5d-4ad4-9c5b-2e31ad4d88be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:53:56.396726 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d187919-b14a-48b8-833b-effce7502aa2 req-4f3dc216-5aae-4f63-8b9c-b1f40a84dfe2 service neutron] Attempting to bind port d939b871-9472-497a-982a-6890c019837c on network 66983626-1d5d-4ad4-9c5b-2e31ad4d88be {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:53:56.402013 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d187919-b14a-48b8-833b-effce7502aa2 req-4f3dc216-5aae-4f63-8b9c-b1f40a84dfe2 service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:53:56.402357 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d187919-b14a-48b8-833b-effce7502aa2 req-4f3dc216-5aae-4f63-8b9c-b1f40a84dfe2 service neutron] Checking segment: {'id': '514ce571-d1d5-4120-8ab2-56f18b5021ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:53:56.402767 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d187919-b14a-48b8-833b-effce7502aa2 req-4f3dc216-5aae-4f63-8b9c-b1f40a84dfe2 service neutron] Bound using segment: {'id': '514ce571-d1d5-4120-8ab2-56f18b5021ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:53:56.404306 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-3d187919-b14a-48b8-833b-effce7502aa2 req-4f3dc216-5aae-4f63-8b9c-b1f40a84dfe2 service neutron] Bound port: d939b871-9472-497a-982a-6890c019837c, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '514ce571-d1d5-4120-8ab2-56f18b5021ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:53:56.406366 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3d187919-b14a-48b8-833b-effce7502aa2 req-4f3dc216-5aae-4f63-8b9c-b1f40a84dfe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d939b871-9472-497a-982a-6890c019837c), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:56.470071 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-5f8e79b0-d165-43d5-a2ba-36052c4aea3c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Made reservation on behalf of d14f7a32e895424c88fd77b8785e073b for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:53:56.473326 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-5f8e79b0-d165-43d5-a2ba-36052c4aea3c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:56.491949 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-3d187919-b14a-48b8-833b-effce7502aa2 req-4f3dc216-5aae-4f63-8b9c-b1f40a84dfe2 service neutron] For port d939b871-9472-497a-982a-6890c019837c, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:53:56.513030 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-3d187919-b14a-48b8-833b-effce7502aa2 req-4f3dc216-5aae-4f63-8b9c-b1f40a84dfe2 service neutron] For port d939b871-9472-497a-982a-6890c019837c, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d939b871-9472-497a-982a-6890c019837c,segment=NetworkSegment(514ce571-d1d5-4120-8ab2-56f18b5021ff),segment_id=514ce571-d1d5-4120-8ab2-56f18b5021ff)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:53:56.614956 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-5f8e79b0-d165-43d5-a2ba-36052c4aea3c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.20.0.12 (477b0ae0-2a02-431d-a1ba-21826c922e3e/dd40c2bd-7b1d-4669-a426-ad847910572f/34cc0c72-a936-400a-aafd-faf0bbe4998b) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:53:56.630881 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3d187919-b14a-48b8-833b-effce7502aa2 req-4f3dc216-5aae-4f63-8b9c-b1f40a84dfe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (d939b871-9472-497a-982a-6890c019837c), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:56.692755 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d187919-b14a-48b8-833b-effce7502aa2 req-4f3dc216-5aae-4f63-8b9c-b1f40a84dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:56.693370 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3d187919-b14a-48b8-833b-effce7502aa2 req-4f3dc216-5aae-4f63-8b9c-b1f40a84dfe2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:56.694749 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3d187919-b14a-48b8-833b-effce7502aa2 req-4f3dc216-5aae-4f63-8b9c-b1f40a84dfe2 service neutron] 10.222.0.23 "PUT /v2.0/ports/d939b871-9472-497a-982a-6890c019837c HTTP/1.1" status: 200 len: 1094 time: 1.1819773 Mar 23 02:53:56.697533 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052381fb-a594-4116-8534-e109fdeaf321', 'tag': 'd939b871-9472-497a-982a-6890c019837c'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:53:56.706886 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ae2ebc-8dd1-4f12-b82f-0c03b54f52d5" -d '{"events": [{"name": "network-changed", "server_uuid": "052381fb-a594-4116-8534-e109fdeaf321", "tag": "d939b871-9472-497a-982a-6890c019837c"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:53:56.795945 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3dc216-5aae-4f63-8b9c-b1f40a84dfe2 service neutron] Pushing event updated for resources: {'Port': ['ID=d939b871-9472-497a-982a-6890c019837c,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:56.836252 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b390a4a-64b2-4e20-a244-80b1715bf198 x-openstack-request-id: req-3b390a4a-64b2-4e20-a244-80b1715bf198 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:53:56.836540 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052381fb-a594-4116-8534-e109fdeaf321", "tag": "d939b871-9472-497a-982a-6890c019837c", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:53:56.836792 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3b390a4a-64b2-4e20-a244-80b1715bf198 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:53:56.837209 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b390a4a-64b2-4e20-a244-80b1715bf198'] response: {'name': 'network-changed', 'server_uuid': '052381fb-a594-4116-8534-e109fdeaf321', 'tag': 'd939b871-9472-497a-982a-6890c019837c', 'status': 'completed', 'code': 200} Mar 23 02:53:56.891184 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-5f8e79b0-d165-43d5-a2ba-36052c4aea3c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (34cc0c72-a936-400a-aafd-faf0bbe4998b), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:56.920472 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d187919-b14a-48b8-833b-effce7502aa2 req-1ecd7088-5638-46bc-87cb-7af1cf335135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:56.927999 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3d187919-b14a-48b8-833b-effce7502aa2 req-1ecd7088-5638-46bc-87cb-7af1cf335135 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d89e60e7aaf14edeaf08ca6345e51704&device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 1128 time: 0.0840814 Mar 23 02:53:56.978271 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3d187919-b14a-48b8-833b-effce7502aa2 req-f3122ee3-6c83-4475-baf3-6945c58d9a96 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d939b871-9472-497a-982a-6890c019837c HTTP/1.1" status: 200 len: 217 time: 0.0449238 Mar 23 02:53:57.031253 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d187919-b14a-48b8-833b-effce7502aa2 req-58a69482-45b8-4088-a4ef-455ce9922614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:57.032837 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3d187919-b14a-48b8-833b-effce7502aa2 req-58a69482-45b8-4088-a4ef-455ce9922614 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c82d9bc6-8a27-40bf-a00d-6b7979637073 HTTP/1.1" status: 200 len: 851 time: 0.0464227 Mar 23 02:53:57.079085 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-04f703a6-a4d9-4646-bcec-44a1cf374752 req-ec819634-0f46-4311-9c2e-f06845038b6f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=57c6bafc-1a35-4e31-b45a-b87bc9904fb7 HTTP/1.1" status: 200 len: 210 time: 0.0418763 Mar 23 02:53:57.085391 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-5f8e79b0-d165-43d5-a2ba-36052c4aea3c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (34cc0c72-a936-400a-aafd-faf0bbe4998b), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:57.124887 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d187919-b14a-48b8-833b-effce7502aa2 req-0d390cb9-8fc7-4eb0-a3e8-680a8e27d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:57.126380 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3d187919-b14a-48b8-833b-effce7502aa2 req-0d390cb9-8fc7-4eb0-a3e8-680a8e27d961 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66983626-1d5d-4ad4-9c5b-2e31ad4d88be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0873878 Mar 23 02:53:57.171235 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-5f8e79b0-d165-43d5-a2ba-36052c4aea3c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 477b0ae0-2a02-431d-a1ba-21826c922e3e is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:53:57.216424 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-5f8e79b0-d165-43d5-a2ba-36052c4aea3c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:53:57.225935 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-5f8e79b0-d165-43d5-a2ba-36052c4aea3c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:53:57.253926 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e79b0-d165-43d5-a2ba-36052c4aea3c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=34cc0c72-a936-400a-aafd-faf0bbe4998b,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:57.310026 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-5f8e79b0-d165-43d5-a2ba-36052c4aea3c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:57.310562 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-5f8e79b0-d165-43d5-a2ba-36052c4aea3c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:57.328315 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bbf4a-8e75-4890-b35a-f3072392fff1 req-d3ba5952-f44a-4d23-b778-0b08b180d8c9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:57.329897 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c63bbf4a-8e75-4890-b35a-f3072392fff1 req-d3ba5952-f44a-4d23-b778-0b08b180d8c9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 944 time: 0.2130897 Mar 23 02:53:57.336437 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3d187919-b14a-48b8-833b-effce7502aa2 req-3271e49c-4ec7-4c1f-8146-f0e9aba4b526 service neutron] 10.222.0.23 "GET /v2.0/networks/66983626-1d5d-4ad4-9c5b-2e31ad4d88be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998429 Mar 23 02:53:57.414274 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-5f8e79b0-d165-43d5-a2ba-36052c4aea3c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2346025 Mar 23 02:53:57.428431 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-618c2ead-7580-404a-a5f8-906a7838a0f2 service neutron] Request body: {'port': {'device_id': '57c6bafc-1a35-4e31-b45a-b87bc9904fb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:53:57.481444 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c63bbf4a-8e75-4890-b35a-f3072392fff1 req-698294b1-29fe-4f47-830c-fd4fb19a84dd tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440508 Mar 23 02:53:57.506022 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e97141a5-e3d4-4835-a989-01dc723f4847 None None] Provisioning complete for port 34cc0c72-a936-400a-aafd-faf0bbe4998b triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:53:57.506561 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e97141a5-e3d4-4835-a989-01dc723f4847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (34cc0c72-a936-400a-aafd-faf0bbe4998b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:57.530088 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3d187919-b14a-48b8-833b-effce7502aa2 req-5836a7be-3b7b-4493-bc2e-e42c71c6b645 service neutron] 10.222.0.23 "GET /v2.0/networks/66983626-1d5d-4ad4-9c5b-2e31ad4d88be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841812 Mar 23 02:53:57.536251 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-618c2ead-7580-404a-a5f8-906a7838a0f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (34cc0c72-a936-400a-aafd-faf0bbe4998b), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:57.544346 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e97141a5-e3d4-4835-a989-01dc723f4847 None None] Port 34cc0c72-a936-400a-aafd-faf0bbe4998b cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:53:57.743505 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae2ebc-8dd1-4f12-b82f-0c03b54f52d5 req-711fec19-e949-4d7c-be71-ad28a42173d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:57.745047 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-32ae2ebc-8dd1-4f12-b82f-0c03b54f52d5 req-711fec19-e949-4d7c-be71-ad28a42173d5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d89e60e7aaf14edeaf08ca6345e51704&device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 1128 time: 0.1021354 Mar 23 02:53:57.878872 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae2ebc-8dd1-4f12-b82f-0c03b54f52d5 req-3974858c-2798-4950-969a-0084df72f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:57.880368 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-32ae2ebc-8dd1-4f12-b82f-0c03b54f52d5 req-3974858c-2798-4950-969a-0084df72f0fb service neutron] 10.222.0.23 "GET /v2.0/networks?id=66983626-1d5d-4ad4-9c5b-2e31ad4d88be HTTP/1.1" status: 200 len: 913 time: 0.1293688 Mar 23 02:53:58.203533 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b100f5a-2db6-49eb-8204-12094d12f6d9 req-2a9cff8e-589c-41d6-8c3a-2dd678be72bb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:58.208357 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1b100f5a-2db6-49eb-8204-12094d12f6d9 req-2a9cff8e-589c-41d6-8c3a-2dd678be72bb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=57c6bafc-1a35-4e31-b45a-b87bc9904fb7 HTTP/1.1" status: 200 len: 932 time: 0.0645511 Mar 23 02:53:58.258293 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-32ae2ebc-8dd1-4f12-b82f-0c03b54f52d5 req-39fc9b47-9c4e-4204-a832-a518e4af364d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d939b871-9472-497a-982a-6890c019837c HTTP/1.1" status: 200 len: 217 time: 0.3565600 Mar 23 02:53:58.259037 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1b100f5a-2db6-49eb-8204-12094d12f6d9 req-81e8190b-a5da-44ae-93aa-7d9299edcd83 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=08c09a45-0dfd-4f75-82f6-42d6576b211c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472236 Mar 23 02:53:58.275915 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-618c2ead-7580-404a-a5f8-906a7838a0f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34cc0c72-a936-400a-aafd-faf0bbe4998b {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:53:58.302135 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-618c2ead-7580-404a-a5f8-906a7838a0f2 service neutron] Publish callbacks [] for port (34cc0c72-a936-400a-aafd-faf0bbe4998b), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:58.323648 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-618c2ead-7580-404a-a5f8-906a7838a0f2 service neutron] Transition to ACTIVE for port object 34cc0c72-a936-400a-aafd-faf0bbe4998b will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:53:58.327934 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae2ebc-8dd1-4f12-b82f-0c03b54f52d5 req-f0376dec-0016-4533-abcb-853261d7d858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:58.329402 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-32ae2ebc-8dd1-4f12-b82f-0c03b54f52d5 req-f0376dec-0016-4533-abcb-853261d7d858 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c82d9bc6-8a27-40bf-a00d-6b7979637073 HTTP/1.1" status: 200 len: 851 time: 0.0639071 Mar 23 02:53:58.381786 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae2ebc-8dd1-4f12-b82f-0c03b54f52d5 req-f0ae831e-c2f7-435b-9104-9d4d7f667a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:58.383359 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-32ae2ebc-8dd1-4f12-b82f-0c03b54f52d5 req-f0ae831e-c2f7-435b-9104-9d4d7f667a86 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66983626-1d5d-4ad4-9c5b-2e31ad4d88be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0483298 Mar 23 02:53:58.470279 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-32ae2ebc-8dd1-4f12-b82f-0c03b54f52d5 req-90d71aa7-9e25-4eb2-840e-a13f8fc0d165 service neutron] 10.222.0.23 "GET /v2.0/networks/66983626-1d5d-4ad4-9c5b-2e31ad4d88be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813646 Mar 23 02:53:58.473666 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-618c2ead-7580-404a-a5f8-906a7838a0f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (34cc0c72-a936-400a-aafd-faf0bbe4998b), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:58.608453 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c2ead-7580-404a-a5f8-906a7838a0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=34cc0c72-a936-400a-aafd-faf0bbe4998b,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:58.717509 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-32ae2ebc-8dd1-4f12-b82f-0c03b54f52d5 req-ed13ed0d-3a4d-490a-b761-9000a97d44aa service neutron] 10.222.0.23 "GET /v2.0/networks/66983626-1d5d-4ad4-9c5b-2e31ad4d88be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393990 Mar 23 02:53:58.730744 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa494281-62ab-4b1c-bb4c-17c3d0a79330 req-adc98c4e-f601-443f-b474-b66a29284b2f tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:58.732943 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-aa494281-62ab-4b1c-bb4c-17c3d0a79330 req-adc98c4e-f601-443f-b474-b66a29284b2f tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 944 time: 0.1687326 Mar 23 02:53:58.737933 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-618c2ead-7580-404a-a5f8-906a7838a0f2 service neutron] Attempting to bind port 34cc0c72-a936-400a-aafd-faf0bbe4998b on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:53:58.742926 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-618c2ead-7580-404a-a5f8-906a7838a0f2 service neutron] Attempting to bind port 34cc0c72-a936-400a-aafd-faf0bbe4998b by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '41b15dff-d0ee-4c51-a91d-36f8e0bc3efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:53:58.742926 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-618c2ead-7580-404a-a5f8-906a7838a0f2 service neutron] Attempting to bind port 34cc0c72-a936-400a-aafd-faf0bbe4998b on network 477b0ae0-2a02-431d-a1ba-21826c922e3e {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:53:58.745773 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-618c2ead-7580-404a-a5f8-906a7838a0f2 service neutron] Port 34cc0c72-a936-400a-aafd-faf0bbe4998b on network 477b0ae0-2a02-431d-a1ba-21826c922e3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:53:58.746105 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-618c2ead-7580-404a-a5f8-906a7838a0f2 service neutron] Attempting to bind port 34cc0c72-a936-400a-aafd-faf0bbe4998b on network 477b0ae0-2a02-431d-a1ba-21826c922e3e {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:53:58.765126 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-618c2ead-7580-404a-a5f8-906a7838a0f2 service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:53:58.769602 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-618c2ead-7580-404a-a5f8-906a7838a0f2 service neutron] Checking segment: {'id': '41b15dff-d0ee-4c51-a91d-36f8e0bc3efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:53:58.769602 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-618c2ead-7580-404a-a5f8-906a7838a0f2 service neutron] Bound using segment: {'id': '41b15dff-d0ee-4c51-a91d-36f8e0bc3efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:53:58.769602 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-618c2ead-7580-404a-a5f8-906a7838a0f2 service neutron] Bound port: 34cc0c72-a936-400a-aafd-faf0bbe4998b, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b15dff-d0ee-4c51-a91d-36f8e0bc3efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:53:58.769602 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-618c2ead-7580-404a-a5f8-906a7838a0f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (34cc0c72-a936-400a-aafd-faf0bbe4998b), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:58.830501 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-aa494281-62ab-4b1c-bb4c-17c3d0a79330 req-8665f735-1408-4cf7-8334-a4bb2f917b01 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865064 Mar 23 02:53:58.853621 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-618c2ead-7580-404a-a5f8-906a7838a0f2 service neutron] For port 34cc0c72-a936-400a-aafd-faf0bbe4998b, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:53:58.861081 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-618c2ead-7580-404a-a5f8-906a7838a0f2 service neutron] For port 34cc0c72-a936-400a-aafd-faf0bbe4998b, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=34cc0c72-a936-400a-aafd-faf0bbe4998b,segment=NetworkSegment(41b15dff-d0ee-4c51-a91d-36f8e0bc3efb),segment_id=41b15dff-d0ee-4c51-a91d-36f8e0bc3efb)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:53:58.960155 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-618c2ead-7580-404a-a5f8-906a7838a0f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (34cc0c72-a936-400a-aafd-faf0bbe4998b), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:58.998592 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-618c2ead-7580-404a-a5f8-906a7838a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:58.999218 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-618c2ead-7580-404a-a5f8-906a7838a0f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:59.000744 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-618c2ead-7580-404a-a5f8-906a7838a0f2 service neutron] 10.222.0.23 "PUT /v2.0/ports/34cc0c72-a936-400a-aafd-faf0bbe4998b HTTP/1.1" status: 200 len: 1094 time: 1.5772223 Mar 23 02:53:59.001197 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c6bafc-1a35-4e31-b45a-b87bc9904fb7', 'tag': '34cc0c72-a936-400a-aafd-faf0bbe4998b'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:53:59.003435 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d8f9f2-9e17-4cf0-a860-da321589dfbd" -d '{"events": [{"name": "network-changed", "server_uuid": "57c6bafc-1a35-4e31-b45a-b87bc9904fb7", "tag": "34cc0c72-a936-400a-aafd-faf0bbe4998b"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:53:59.040253 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c2ead-7580-404a-a5f8-906a7838a0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=34cc0c72-a936-400a-aafd-faf0bbe4998b,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:53:59.063057 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a9be2e-08e3-4e19-a045-a0e5219df5dd x-openstack-request-id: req-93a9be2e-08e3-4e19-a045-a0e5219df5dd {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:53:59.063348 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c6bafc-1a35-4e31-b45a-b87bc9904fb7", "tag": "34cc0c72-a936-400a-aafd-faf0bbe4998b", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:53:59.063605 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93a9be2e-08e3-4e19-a045-a0e5219df5dd {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:53:59.064045 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93a9be2e-08e3-4e19-a045-a0e5219df5dd'] response: {'name': 'network-changed', 'server_uuid': '57c6bafc-1a35-4e31-b45a-b87bc9904fb7', 'tag': '34cc0c72-a936-400a-aafd-faf0bbe4998b', 'status': 'completed', 'code': 200} Mar 23 02:53:59.135398 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8f9f2-9e17-4cf0-a860-da321589dfbd req-cef7bd5d-27c8-4092-9231-da85152f0e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:59.135398 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a5d8f9f2-9e17-4cf0-a860-da321589dfbd req-cef7bd5d-27c8-4092-9231-da85152f0e2e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=57c6bafc-1a35-4e31-b45a-b87bc9904fb7 HTTP/1.1" status: 200 len: 1128 time: 0.0517056 Mar 23 02:53:59.240432 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8f9f2-9e17-4cf0-a860-da321589dfbd req-72c0a2c4-6212-4040-99f5-4e9f07f86bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:59.241890 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a5d8f9f2-9e17-4cf0-a860-da321589dfbd req-72c0a2c4-6212-4040-99f5-4e9f07f86bf3 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d14f7a32e895424c88fd77b8785e073b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0983639 Mar 23 02:53:59.382790 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8f9f2-9e17-4cf0-a860-da321589dfbd req-e6486e3b-ef87-48fb-802f-ae8c7c5c1365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:59.384288 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a5d8f9f2-9e17-4cf0-a860-da321589dfbd req-e6486e3b-ef87-48fb-802f-ae8c7c5c1365 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1363940 Mar 23 02:53:59.405469 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195e4d8-d06a-42af-bcae-54ca6b955d41 req-f7bdcba4-6b20-418a-89d1-208cde9c3609 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:59.407181 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8195e4d8-d06a-42af-bcae-54ca6b955d41 req-f7bdcba4-6b20-418a-89d1-208cde9c3609 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=57c6bafc-1a35-4e31-b45a-b87bc9904fb7 HTTP/1.1" status: 200 len: 944 time: 0.0708058 Mar 23 02:53:59.484780 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8195e4d8-d06a-42af-bcae-54ca6b955d41 req-ad8ef62d-874c-4ace-9b9a-f8aacddb3af2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=08c09a45-0dfd-4f75-82f6-42d6576b211c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716188 Mar 23 02:53:59.493039 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-0824b2f1-9a1d-4a57-b34b-49f21c1628aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:59.494601 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-0824b2f1-9a1d-4a57-b34b-49f21c1628aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=57c6bafc-1a35-4e31-b45a-b87bc9904fb7 HTTP/1.1" status: 200 len: 1128 time: 0.0739048 Mar 23 02:53:59.542949 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-3f1a1a0b-0bad-4266-ae04-b17433e49f60 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34cc0c72-a936-400a-aafd-faf0bbe4998b HTTP/1.1" status: 200 len: 217 time: 0.0402164 Mar 23 02:53:59.593996 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-4608d866-1be4-4e4a-821e-3debb5c5f504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:59.595544 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-4608d866-1be4-4e4a-821e-3debb5c5f504 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dd40c2bd-7b1d-4669-a426-ad847910572f HTTP/1.1" status: 200 len: 833 time: 0.0465465 Mar 23 02:53:59.646123 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-492dcbd7-83cd-47d5-babc-6ce5d64d748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:59.647689 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-492dcbd7-83cd-47d5-babc-6ce5d64d748e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=477b0ae0-2a02-431d-a1ba-21826c922e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0459683 Mar 23 02:53:59.746247 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-8e1d49ab-55e5-47f2-a58b-5181fd9745d9 service neutron] 10.222.0.23 "GET /v2.0/networks/477b0ae0-2a02-431d-a1ba-21826c922e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929451 Mar 23 02:53:59.845881 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-35b5ea5f-d4ad-4503-a26f-4ae189829e90 req-a656f446-fa9e-4b87-9dc4-5dfe78b18fe7 service neutron] 10.222.0.23 "GET /v2.0/networks/477b0ae0-2a02-431d-a1ba-21826c922e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926416 Mar 23 02:53:59.960920 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac5f8c-435e-453b-8940-eab0e4a8734e req-bc312e65-04f4-46dc-b0f7-896b992b4789 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:59.963274 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-62ac5f8c-435e-453b-8940-eab0e4a8734e req-bc312e65-04f4-46dc-b0f7-896b992b4789 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 944 time: 0.0610082 Mar 23 02:54:00.016742 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-62ac5f8c-435e-453b-8940-eab0e4a8734e req-267227e8-fe64-44f2-9210-c1049dd413d2 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463908 Mar 23 02:54:00.607423 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddd35a-0578-4bc2-904a-ec1b45de54df req-b63d55b7-d27a-4730-9fce-a73ccaba3878 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:00.608950 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fbddd35a-0578-4bc2-904a-ec1b45de54df req-b63d55b7-d27a-4730-9fce-a73ccaba3878 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=57c6bafc-1a35-4e31-b45a-b87bc9904fb7 HTTP/1.1" status: 200 len: 944 time: 0.0545027 Mar 23 02:54:00.663703 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fbddd35a-0578-4bc2-904a-ec1b45de54df req-2e82386c-2b6b-4c96-8b88-2f850d8f239d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=08c09a45-0dfd-4f75-82f6-42d6576b211c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489073 Mar 23 02:54:01.136144 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af31757-267a-4ffb-832c-4781975f33b1 req-1d38e48f-e76e-420e-bb05-9def4515fcd9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:01.137766 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4af31757-267a-4ffb-832c-4781975f33b1 req-1d38e48f-e76e-420e-bb05-9def4515fcd9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 944 time: 0.0526302 Mar 23 02:54:01.187028 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4af31757-267a-4ffb-832c-4781975f33b1 req-f4cb2ae7-1666-45f3-bce1-574551d90ac5 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429783 Mar 23 02:54:01.195190 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 34cc0c72-a936-400a-aafd-faf0bbe4998b details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:54:01.291517 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 34cc0c72-a936-400a-aafd-faf0bbe4998b, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=34cc0c72-a936-400a-aafd-faf0bbe4998b,segment=NetworkSegment(41b15dff-d0ee-4c51-a91d-36f8e0bc3efb),segment_id=41b15dff-d0ee-4c51-a91d-36f8e0bc3efb)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:54:01.303222 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '34cc0c72-a936-400a-aafd-faf0bbe4998b', 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e', 'port_id': '34cc0c72-a936-400a-aafd-faf0bbe4998b', 'mac_address': 'fa:16:3e:2d:2f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd40c2bd-7b1d-4669-a426-ad847910572f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:54:01.342282 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 34cc0c72-a936-400a-aafd-faf0bbe4998b is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:54:01.342676 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (34cc0c72-a936-400a-aafd-faf0bbe4998b), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:01.369906 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34cc0c72-a936-400a-aafd-faf0bbe4998b {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:54:01.390783 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 34cc0c72-a936-400a-aafd-faf0bbe4998b, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=34cc0c72-a936-400a-aafd-faf0bbe4998b,segment=NetworkSegment(41b15dff-d0ee-4c51-a91d-36f8e0bc3efb),segment_id=41b15dff-d0ee-4c51-a91d-36f8e0bc3efb)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:54:01.433691 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (34cc0c72-a936-400a-aafd-faf0bbe4998b), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:01.482290 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=34cc0c72-a936-400a-aafd-faf0bbe4998b,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:54:01.683103 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['34cc0c72-a936-400a-aafd-faf0bbe4998b'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:54:01.793220 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa424b6e-3af4-482e-995a-3b3d7c002096 req-f1741618-bc62-49e5-a6b8-2a70784f1108 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:01.795655 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-aa424b6e-3af4-482e-995a-3b3d7c002096 req-f1741618-bc62-49e5-a6b8-2a70784f1108 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=57c6bafc-1a35-4e31-b45a-b87bc9904fb7 HTTP/1.1" status: 200 len: 945 time: 0.0620613 Mar 23 02:54:01.848945 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-aa424b6e-3af4-482e-995a-3b3d7c002096 req-c1125ee4-6ec7-4161-a413-608db772ef5e tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=08c09a45-0dfd-4f75-82f6-42d6576b211c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464821 Mar 23 02:54:02.313003 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0de92-acf9-4801-9c94-73a7dcdc8111 req-e8bbca7d-ddea-4c01-bb68-f2805bfea796 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:02.314508 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-14a0de92-acf9-4801-9c94-73a7dcdc8111 req-e8bbca7d-ddea-4c01-bb68-f2805bfea796 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 944 time: 0.0561569 Mar 23 02:54:02.377438 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-14a0de92-acf9-4801-9c94-73a7dcdc8111 req-8e0965f5-3a00-4c0d-a0bd-6970315c1bfb tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570910 Mar 23 02:54:02.982884 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c6fa2-dbcd-4e88-91db-cce1d58cfe0a req-14adf485-515f-44f2-8da6-2739577bc1cf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:02.984398 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-282c6fa2-dbcd-4e88-91db-cce1d58cfe0a req-14adf485-515f-44f2-8da6-2739577bc1cf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=57c6bafc-1a35-4e31-b45a-b87bc9904fb7 HTTP/1.1" status: 200 len: 945 time: 0.0545893 Mar 23 02:54:03.034831 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-282c6fa2-dbcd-4e88-91db-cce1d58cfe0a req-0c8bd28a-9d59-4249-94c0-bfc254d6b3a0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=08c09a45-0dfd-4f75-82f6-42d6576b211c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447938 Mar 23 02:54:03.195058 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 34cc0c72-a936-400a-aafd-faf0bbe4998b up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:54:03.296420 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port 34cc0c72-a936-400a-aafd-faf0bbe4998b completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:54:03.300774 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 34cc0c72-a936-400a-aafd-faf0bbe4998b triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:54:03.301161 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (34cc0c72-a936-400a-aafd-faf0bbe4998b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:03.382455 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 34cc0c72-a936-400a-aafd-faf0bbe4998b is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:54:03.382852 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (34cc0c72-a936-400a-aafd-faf0bbe4998b), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:03.408181 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c6bafc-1a35-4e31-b45a-b87bc9904fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cc0c72-a936-400a-aafd-faf0bbe4998b'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:54:03.410434 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32716af-8649-4028-8c1b-37f1d4af6c41" -d '{"events": [{"server_uuid": "57c6bafc-1a35-4e31-b45a-b87bc9904fb7", "name": "network-vif-plugged", "status": "completed", "tag": "34cc0c72-a936-400a-aafd-faf0bbe4998b"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:54:03.425868 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 34cc0c72-a936-400a-aafd-faf0bbe4998b, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=34cc0c72-a936-400a-aafd-faf0bbe4998b,segment=NetworkSegment(41b15dff-d0ee-4c51-a91d-36f8e0bc3efb),segment_id=41b15dff-d0ee-4c51-a91d-36f8e0bc3efb)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:54:03.485462 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (34cc0c72-a936-400a-aafd-faf0bbe4998b), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:03.523287 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275bdfd7-b9fb-419e-b73e-60b3e524e08c x-openstack-request-id: req-275bdfd7-b9fb-419e-b73e-60b3e524e08c {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:54:03.523913 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c6bafc-1a35-4e31-b45a-b87bc9904fb7", "name": "network-vif-plugged", "status": "completed", "tag": "34cc0c72-a936-400a-aafd-faf0bbe4998b", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:54:03.524181 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-275bdfd7-b9fb-419e-b73e-60b3e524e08c {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:54:03.524666 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-275bdfd7-b9fb-419e-b73e-60b3e524e08c'] response: {'server_uuid': '57c6bafc-1a35-4e31-b45a-b87bc9904fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cc0c72-a936-400a-aafd-faf0bbe4998b', 'code': 200} Mar 23 02:54:03.525637 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d6128-9295-47d4-8730-94295e667d31 req-82327cfa-92bc-4480-b476-a934478271a3 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:03.527259 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-392d6128-9295-47d4-8730-94295e667d31 req-82327cfa-92bc-4480-b476-a934478271a3 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 944 time: 0.0712287 Mar 23 02:54:03.564482 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=34cc0c72-a936-400a-aafd-faf0bbe4998b,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:54:03.589885 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-392d6128-9295-47d4-8730-94295e667d31 req-db271f6c-937c-43e7-af73-b1f0c67b98d4 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559011 Mar 23 02:54:03.831877 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7c4b6-e9b7-4c68-9ce7-43affa0f0a50 req-2dead04e-55bb-44cc-abdd-7264667a00e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:03.833286 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-dcc7c4b6-e9b7-4c68-9ce7-43affa0f0a50 req-2dead04e-55bb-44cc-abdd-7264667a00e2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=57c6bafc-1a35-4e31-b45a-b87bc9904fb7 HTTP/1.1" status: 200 len: 1130 time: 0.0487692 Mar 23 02:54:03.880231 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-dcc7c4b6-e9b7-4c68-9ce7-43affa0f0a50 req-9e508196-4f3f-44c9-9480-2eb46d2dafae service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=08c09a45-0dfd-4f75-82f6-42d6576b211c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398102 Mar 23 02:54:04.161480 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045e919-12dd-4b9d-952e-7c3833086585 req-2e15d7c8-f3fa-447a-ba97-4de456c1d1e4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:04.163009 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7045e919-12dd-4b9d-952e-7c3833086585 req-2e15d7c8-f3fa-447a-ba97-4de456c1d1e4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=57c6bafc-1a35-4e31-b45a-b87bc9904fb7 HTTP/1.1" status: 200 len: 946 time: 0.0590639 Mar 23 02:54:04.213497 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7045e919-12dd-4b9d-952e-7c3833086585 req-7408948c-c482-4f95-b15d-9604de491687 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=08c09a45-0dfd-4f75-82f6-42d6576b211c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443082 Mar 23 02:54:04.735416 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18ffd4-464b-421c-b621-8259c6f1b3e8 req-4a690dce-31a3-4ade-8dbe-6a28efab9a3f tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:04.737790 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3b18ffd4-464b-421c-b621-8259c6f1b3e8 req-4a690dce-31a3-4ade-8dbe-6a28efab9a3f tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 944 time: 0.0618079 Mar 23 02:54:04.807731 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3b18ffd4-464b-421c-b621-8259c6f1b3e8 req-4053fbcd-ed3e-4a0d-bb35-e48d7939e0c9 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634525 Mar 23 02:54:05.342362 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259ff03-fa90-4bca-a41b-ccffbbdcc204 req-df6d4515-6fc7-4f7e-8ca3-67acfaf4943c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:05.344037 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9259ff03-fa90-4bca-a41b-ccffbbdcc204 req-df6d4515-6fc7-4f7e-8ca3-67acfaf4943c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=57c6bafc-1a35-4e31-b45a-b87bc9904fb7 HTTP/1.1" status: 200 len: 946 time: 0.0618992 Mar 23 02:54:05.395240 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9259ff03-fa90-4bca-a41b-ccffbbdcc204 req-68355ca4-ba9b-443e-8b74-1418b9d70fc3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=08c09a45-0dfd-4f75-82f6-42d6576b211c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452528 Mar 23 02:54:05.518937 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31274de2-18cd-4a55-867e-f6da6b8704f2 req-28c58c41-8cd6-44e3-a39e-bddf381579e9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:05.520474 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-31274de2-18cd-4a55-867e-f6da6b8704f2 req-28c58c41-8cd6-44e3-a39e-bddf381579e9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=57c6bafc-1a35-4e31-b45a-b87bc9904fb7 HTTP/1.1" status: 200 len: 946 time: 0.0583818 Mar 23 02:54:05.571051 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-31274de2-18cd-4a55-867e-f6da6b8704f2 req-742a7d0a-a630-44da-9e24-6d732242bf67 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=08c09a45-0dfd-4f75-82f6-42d6576b211c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449288 Mar 23 02:54:05.593730 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36282) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:54:05.640881 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8b61eb-d7bd-4a6f-b182-2510adce4ca7 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:05.642438 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3e8b61eb-d7bd-4a6f-b182-2510adce4ca7 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=57c6bafc-1a35-4e31-b45a-b87bc9904fb7 HTTP/1.1" status: 200 len: 1125 time: 0.0476246 Mar 23 02:54:05.645507 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36284) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:54:05.649694 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-851875d3-30fb-4f31-8a7a-9cc4555bcb61 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'port_id': '34cc0c72-a936-400a-aafd-faf0bbe4998b', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:54:05.759565 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-851875d3-30fb-4f31-8a7a-9cc4555bcb61 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:05.863705 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-851875d3-30fb-4f31-8a7a-9cc4555bcb61 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:05.944357 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630fc52f-b6a2-4ba6-8dd5-21400e27dc68 req-ec249c51-12ef-492b-b1fe-e70287e20ae7 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:05.945976 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-630fc52f-b6a2-4ba6-8dd5-21400e27dc68 req-ec249c51-12ef-492b-b1fe-e70287e20ae7 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 944 time: 0.0558946 Mar 23 02:54:05.972041 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-851875d3-30fb-4f31-8a7a-9cc4555bcb61 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.26.2.25 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/c72a00f4-c161-40ac-b892-d7528e3ee6ad) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:54:05.999903 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-630fc52f-b6a2-4ba6-8dd5-21400e27dc68 req-eb5ebc0f-b7d8-4f70-89c6-7a45289ab3e7 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473471 Mar 23 02:54:06.084387 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-851875d3-30fb-4f31-8a7a-9cc4555bcb61 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (c72a00f4-c161-40ac-b892-d7528e3ee6ad), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:06.184569 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-851875d3-30fb-4f31-8a7a-9cc4555bcb61 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (c72a00f4-c161-40ac-b892-d7528e3ee6ad), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:06.224851 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851875d3-30fb-4f31-8a7a-9cc4555bcb61 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:54:06.227764 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-851875d3-30fb-4f31-8a7a-9cc4555bcb61 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:54:06.234777 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851875d3-30fb-4f31-8a7a-9cc4555bcb61 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:54:06.240484 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851875d3-30fb-4f31-8a7a-9cc4555bcb61 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=c72a00f4-c161-40ac-b892-d7528e3ee6ad,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:54:06.582986 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-851875d3-30fb-4f31-8a7a-9cc4555bcb61 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (ae318173-2ae6-4388-a3f7-b3940f1757b4), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:06.689873 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-851875d3-30fb-4f31-8a7a-9cc4555bcb61 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (c72a00f4-c161-40ac-b892-d7528e3ee6ad), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:06.837880 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-851875d3-30fb-4f31-8a7a-9cc4555bcb61 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (c72a00f4-c161-40ac-b892-d7528e3ee6ad), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:06.913926 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-851875d3-30fb-4f31-8a7a-9cc4555bcb61 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (c72a00f4-c161-40ac-b892-d7528e3ee6ad), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:06.986105 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851875d3-30fb-4f31-8a7a-9cc4555bcb61 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=c72a00f4-c161-40ac-b892-d7528e3ee6ad,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:54:06.996078 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-851875d3-30fb-4f31-8a7a-9cc4555bcb61 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (ae318173-2ae6-4388-a3f7-b3940f1757b4), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:07.129732 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-851875d3-30fb-4f31-8a7a-9cc4555bcb61 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Floating IP ae318173-2ae6-4388-a3f7-b3940f1757b4 associated. External IP: 172.26.2.25, port: 34cc0c72-a936-400a-aafd-faf0bbe4998b. Mar 23 02:54:07.200959 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b709db7-6711-4922-b05e-926cb7378942 req-4d1bf430-54fa-47a3-ac90-3c8b1554997b tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:07.202474 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8b709db7-6711-4922-b05e-926cb7378942 req-4d1bf430-54fa-47a3-ac90-3c8b1554997b tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 944 time: 0.1338851 Mar 23 02:54:07.274743 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8b709db7-6711-4922-b05e-926cb7378942 req-550ed1da-d609-43d8-a3dc-d71935934b4d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659790 Mar 23 02:54:07.386017 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851875d3-30fb-4f31-8a7a-9cc4555bcb61 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router be479b9c-2894-4ebf-95cb-3295035c6201 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:54:07.797454 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851875d3-30fb-4f31-8a7a-9cc4555bcb61 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:54:07.809133 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802f971c-a631-4b0d-ab44-216b996e9ea4 None None] Sync routers for ids ['be479b9c-2894-4ebf-95cb-3295035c6201'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:54:07.819521 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802f971c-a631-4b0d-ab44-216b996e9ea4 None None] Routers {'be479b9c-2894-4ebf-95cb-3295035c6201'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:54:07.821015 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-802f971c-a631-4b0d-ab44-216b996e9ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:53:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['be479b9c-2894-4ebf-95cb-3295035c6201'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:54:07.869870 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-851875d3-30fb-4f31-8a7a-9cc4555bcb61 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:07.900080 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-851875d3-30fb-4f31-8a7a-9cc4555bcb61 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2535586 Mar 23 02:54:07.900661 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c6bafc-1a35-4e31-b45a-b87bc9904fb7', 'tag': '34cc0c72-a936-400a-aafd-faf0bbe4998b'}] {{(pid=104348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:54:07.902772 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36290) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:54:07.911592 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a43494f7a0cd0c51715e4079ece57a9ff1e623b58ceb021b6bb41ba87478d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb68c69e-3592-4efc-8197-30f6c29f3f06" -d '{"events": [{"name": "network-changed", "server_uuid": "57c6bafc-1a35-4e31-b45a-b87bc9904fb7", "tag": "34cc0c72-a936-400a-aafd-faf0bbe4998b"}]}' {{(pid=104348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:54:07.930881 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-802f971c-a631-4b0d-ab44-216b996e9ea4 None None] Set router be479b9c-2894-4ebf-95cb-3295035c6201 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:54:07.948076 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56de473b-fbe2-404a-9d60-2c7dcbdea71a tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:07.949211 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb10416-3ef2-4bd1-bf70-19e2a6bddf8d x-openstack-request-id: req-adb10416-3ef2-4bd1-bf70-19e2a6bddf8d {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:54:07.949695 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c6bafc-1a35-4e31-b45a-b87bc9904fb7", "tag": "34cc0c72-a936-400a-aafd-faf0bbe4998b", "status": "completed", "code": 200}]} {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:54:07.949991 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-adb10416-3ef2-4bd1-bf70-19e2a6bddf8d {{(pid=104348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:54:07.950344 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adb10416-3ef2-4bd1-bf70-19e2a6bddf8d'] response: {'name': 'network-changed', 'server_uuid': '57c6bafc-1a35-4e31-b45a-b87bc9904fb7', 'tag': '34cc0c72-a936-400a-aafd-faf0bbe4998b', 'status': 'completed', 'code': 200} Mar 23 02:54:07.953184 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-56de473b-fbe2-404a-9d60-2c7dcbdea71a tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=57c6bafc-1a35-4e31-b45a-b87bc9904fb7 HTTP/1.1" status: 200 len: 1125 time: 0.0493770 Mar 23 02:54:08.021976 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68c69e-3592-4efc-8197-30f6c29f3f06 req-7e49e440-8b71-450a-98b6-b395302fa3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:08.023536 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fb68c69e-3592-4efc-8197-30f6c29f3f06 req-7e49e440-8b71-450a-98b6-b395302fa3b4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=57c6bafc-1a35-4e31-b45a-b87bc9904fb7 HTTP/1.1" status: 200 len: 1130 time: 0.0521164 Mar 23 02:54:08.115518 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68c69e-3592-4efc-8197-30f6c29f3f06 req-9dabe4df-681a-4e02-b679-227b717d705a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:08.116990 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fb68c69e-3592-4efc-8197-30f6c29f3f06 req-9dabe4df-681a-4e02-b679-227b717d705a service neutron] 10.222.0.23 "GET /v2.0/networks?id=477b0ae0-2a02-431d-a1ba-21826c922e3e HTTP/1.1" status: 200 len: 898 time: 0.0881002 Mar 23 02:54:08.176016 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-802f971c-a631-4b0d-ab44-216b996e9ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'name': 'tempest-TestNetworkBasicOps-router-376837795', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:47Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'ae318173-2ae6-4388-a3f7-b3940f1757b4', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.25', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'port_id': '34cc0c72-a936-400a-aafd-faf0bbe4998b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e', 'mac_address': 'fa:16:3e:2d:2f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c6bafc-1a35-4e31-b45a-b87bc9904fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:54:06Z', 'updated_at': '2022-03-23T02:54:06Z', 'revision_number': 0, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc3d5c6-f23e-43ba-931e-d31fc496d769', 'name': '', 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:b0:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'dd40c2bd-7b1d-4669-a426-ad847910572f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:46Z', 'updated_at': '2022-03-23T02:53:50Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': 'dd40c2bd-7b1d-4669-a426-ad847910572f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:54:08.190071 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fb68c69e-3592-4efc-8197-30f6c29f3f06 req-dc137f1a-cbb3-4763-8f04-16a4d39cd3cb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34cc0c72-a936-400a-aafd-faf0bbe4998b HTTP/1.1" status: 200 len: 999 time: 0.0674102 Mar 23 02:54:08.203082 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802f971c-a631-4b0d-ab44-216b996e9ea4 None None] Checking router: be479b9c-2894-4ebf-95cb-3295035c6201 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:54:08.211543 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802f971c-a631-4b0d-ab44-216b996e9ea4 None None] Routers {'be479b9c-2894-4ebf-95cb-3295035c6201'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:54:08.212206 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-802f971c-a631-4b0d-ab44-216b996e9ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:53:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['be479b9c-2894-4ebf-95cb-3295035c6201'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:54:08.239270 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68c69e-3592-4efc-8197-30f6c29f3f06 req-f3e6e8f8-2bbf-4738-a164-a843ff0bf9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:08.240794 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fb68c69e-3592-4efc-8197-30f6c29f3f06 req-f3e6e8f8-2bbf-4738-a164-a843ff0bf9ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dd40c2bd-7b1d-4669-a426-ad847910572f HTTP/1.1" status: 200 len: 833 time: 0.0454426 Mar 23 02:54:08.275351 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36296) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:54:08.282124 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-eb6d69c3-78a7-4e53-be9c-a13d30ef08f3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1707966091', 'description': 'tempest-secgroup-smoke-1707966091 description', 'project_id': 'd14f7a32e895424c88fd77b8785e073b'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:54:08.296711 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68c69e-3592-4efc-8197-30f6c29f3f06 req-4b8233ad-7457-40e2-ac18-735da0ff47ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:08.300214 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fb68c69e-3592-4efc-8197-30f6c29f3f06 req-4b8233ad-7457-40e2-ac18-735da0ff47ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=477b0ae0-2a02-431d-a1ba-21826c922e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0539839 Mar 23 02:54:08.329771 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-802f971c-a631-4b0d-ab44-216b996e9ea4 None None] Set router be479b9c-2894-4ebf-95cb-3295035c6201 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:54:08.348323 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-eb6d69c3-78a7-4e53-be9c-a13d30ef08f3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:08.429903 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-eb6d69c3-78a7-4e53-be9c-a13d30ef08f3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (0fd0c674-52dd-45bf-b5aa-b17e17bd05ea), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:08.439106 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fb68c69e-3592-4efc-8197-30f6c29f3f06 req-3ab51d56-dee4-40c1-98c7-aba08b4d44aa service neutron] 10.222.0.23 "GET /v2.0/networks/477b0ae0-2a02-431d-a1ba-21826c922e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334045 Mar 23 02:54:08.446477 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd481c7-8585-41c8-8476-eabc56356ce0 req-fdd5862c-de45-4457-a773-aecd55a72ad8 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:08.447916 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3fd481c7-8585-41c8-8476-eabc56356ce0 req-fdd5862c-de45-4457-a773-aecd55a72ad8 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 944 time: 0.0939634 Mar 23 02:54:08.491018 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-eb6d69c3-78a7-4e53-be9c-a13d30ef08f3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (0fd0c674-52dd-45bf-b5aa-b17e17bd05ea), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:08.521001 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d69c3-78a7-4e53-be9c-a13d30ef08f3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd0c674-52dd-45bf-b5aa-b17e17bd05ea,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:54:08.557813 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3fd481c7-8585-41c8-8476-eabc56356ce0 req-d833b497-e7ff-402d-bbd2-cca277826691 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010380 Mar 23 02:54:08.572269 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-eb6d69c3-78a7-4e53-be9c-a13d30ef08f3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:08.576448 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-eb6d69c3-78a7-4e53-be9c-a13d30ef08f3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2969434 Mar 23 02:54:08.576881 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36300) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:54:08.582089 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-8ad845c3-8645-4aaf-bf0f-f50a14384b92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '0fd0c674-52dd-45bf-b5aa-b17e17bd05ea', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:54:08.583767 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fb68c69e-3592-4efc-8197-30f6c29f3f06 req-26bfcf6b-5c38-4a28-a99e-f5ccbcc34f5b service neutron] 10.222.0.23 "GET /v2.0/networks/477b0ae0-2a02-431d-a1ba-21826c922e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344712 Mar 23 02:54:08.588650 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-802f971c-a631-4b0d-ab44-216b996e9ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'name': 'tempest-TestNetworkBasicOps-router-376837795', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:47Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'ae318173-2ae6-4388-a3f7-b3940f1757b4', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.25', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'port_id': '34cc0c72-a936-400a-aafd-faf0bbe4998b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e', 'mac_address': 'fa:16:3e:2d:2f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c6bafc-1a35-4e31-b45a-b87bc9904fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:54:06Z', 'updated_at': '2022-03-23T02:54:06Z', 'revision_number': 0, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc3d5c6-f23e-43ba-931e-d31fc496d769', 'name': '', 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:b0:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'dd40c2bd-7b1d-4669-a426-ad847910572f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:46Z', 'updated_at': '2022-03-23T02:53:50Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': 'dd40c2bd-7b1d-4669-a426-ad847910572f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:54:08.673698 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8ad845c3-8645-4aaf-bf0f-f50a14384b92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (b34b89be-63ee-4b9c-8c94-bcb76bb578a9), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:08.733653 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8ad845c3-8645-4aaf-bf0f-f50a14384b92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (b34b89be-63ee-4b9c-8c94-bcb76bb578a9), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:08.764403 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802f971c-a631-4b0d-ab44-216b996e9ea4 None None] The sync data for ids ['be479b9c-2894-4ebf-95cb-3295035c6201'] in dv-neutron-834613-2-hyperv is: [{'id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'name': 'tempest-TestNetworkBasicOps-router-376837795', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:47Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'ae318173-2ae6-4388-a3f7-b3940f1757b4', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.25', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'port_id': '34cc0c72-a936-400a-aafd-faf0bbe4998b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e', 'mac_address': 'fa:16:3e:2d:2f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c6bafc-1a35-4e31-b45a-b87bc9904fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:54:06Z', 'updated_at': '2022-03-23T02:54:06Z', 'revision_number': 0, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc3d5c6-f23e-43ba-931e-d31fc496d769', 'name': '', 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:b0:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'dd40c2bd-7b1d-4669-a426-ad847910572f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:46Z', 'updated_at': '2022-03-23T02:53:50Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': 'dd40c2bd-7b1d-4669-a426-ad847910572f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:54:08.788389 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8ad845c3-8645-4aaf-bf0f-f50a14384b92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (b34b89be-63ee-4b9c-8c94-bcb76bb578a9), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:08.810881 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad845c3-8645-4aaf-bf0f-f50a14384b92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b34b89be-63ee-4b9c-8c94-bcb76bb578a9,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:54:08.904201 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8ad845c3-8645-4aaf-bf0f-f50a14384b92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:08.905575 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8ad845c3-8645-4aaf-bf0f-f50a14384b92 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3275769 Mar 23 02:54:08.908211 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36302) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:54:08.913019 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-7e463c1a-6436-44d7-8717-9a2f4f357cb9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '0fd0c674-52dd-45bf-b5aa-b17e17bd05ea', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:54:08.964209 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df5be6e-4924-4b7b-9ba9-61c85b1de36b None None] New status for floating IP ae318173-2ae6-4388-a3f7-b3940f1757b4: ACTIVE {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:54:08.981744 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7e463c1a-6436-44d7-8717-9a2f4f357cb9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (eb31817a-5e0d-4ac5-b9b1-c79acd5cc8e2), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:09.039715 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7e463c1a-6436-44d7-8717-9a2f4f357cb9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (eb31817a-5e0d-4ac5-b9b1-c79acd5cc8e2), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:09.085163 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7e463c1a-6436-44d7-8717-9a2f4f357cb9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (eb31817a-5e0d-4ac5-b9b1-c79acd5cc8e2), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:09.102712 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e463c1a-6436-44d7-8717-9a2f4f357cb9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb31817a-5e0d-4ac5-b9b1-c79acd5cc8e2,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:54:09.208591 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7e463c1a-6436-44d7-8717-9a2f4f357cb9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:09.209917 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7e463c1a-6436-44d7-8717-9a2f4f357cb9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3006322 Mar 23 02:54:09.212786 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36304) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:54:09.217537 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-5dea6cc8-561f-45e8-a290-fb0e8b610c87 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '0fd0c674-52dd-45bf-b5aa-b17e17bd05ea', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:54:09.324725 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5dea6cc8-561f-45e8-a290-fb0e8b610c87 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (c2b5050b-3d51-47f4-83c7-527a1a8cc4ea), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:09.380001 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5dea6cc8-561f-45e8-a290-fb0e8b610c87 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (c2b5050b-3d51-47f4-83c7-527a1a8cc4ea), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:09.445123 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5dea6cc8-561f-45e8-a290-fb0e8b610c87 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (c2b5050b-3d51-47f4-83c7-527a1a8cc4ea), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:09.461922 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea6cc8-561f-45e8-a290-fb0e8b610c87 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b5050b-3d51-47f4-83c7-527a1a8cc4ea,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:54:09.538590 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5dea6cc8-561f-45e8-a290-fb0e8b610c87 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:09.539842 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5dea6cc8-561f-45e8-a290-fb0e8b610c87 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3260763 Mar 23 02:54:09.542507 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36306) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:54:09.547667 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-ce2f3702-185b-46d4-9514-fe5c2fec2e8d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '0fd0c674-52dd-45bf-b5aa-b17e17bd05ea', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:54:09.659400 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3702-185b-46d4-9514-fe5c2fec2e8d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (a1227b4a-e7d3-4b10-b163-c80eb9606977), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:09.718922 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035e103-ce51-4e52-b9e6-34b0c7f5f7c0 req-d31dcf52-3950-4951-9093-71a18250962e tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:09.720442 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d035e103-ce51-4e52-b9e6-34b0c7f5f7c0 req-d31dcf52-3950-4951-9093-71a18250962e tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 944 time: 0.0894008 Mar 23 02:54:09.730981 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3702-185b-46d4-9514-fe5c2fec2e8d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (a1227b4a-e7d3-4b10-b163-c80eb9606977), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:09.773418 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d035e103-ce51-4e52-b9e6-34b0c7f5f7c0 req-92914f96-8020-4657-a1fa-30cad52482c7 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448170 Mar 23 02:54:09.805386 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3702-185b-46d4-9514-fe5c2fec2e8d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (a1227b4a-e7d3-4b10-b163-c80eb9606977), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:09.823238 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f3702-185b-46d4-9514-fe5c2fec2e8d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1227b4a-e7d3-4b10-b163-c80eb9606977,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:54:09.932908 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3702-185b-46d4-9514-fe5c2fec2e8d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:09.934349 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ce2f3702-185b-46d4-9514-fe5c2fec2e8d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3908601 Mar 23 02:54:09.937407 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36310) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:54:09.942115 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-ff54cdfa-ba19-414a-a1e5-5041b703b50b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '0fd0c674-52dd-45bf-b5aa-b17e17bd05ea', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:54:10.005622 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.securitygroups_db [None req-ff54cdfa-ba19-414a-a1e5-5041b703b50b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Project d14f7a32e895424c88fd77b8785e073b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:54:10.011196 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ff54cdfa-ba19-414a-a1e5-5041b703b50b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (7005d5c5-8d93-4418-8264-222bf42add23), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:10.068619 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ff54cdfa-ba19-414a-a1e5-5041b703b50b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (7005d5c5-8d93-4418-8264-222bf42add23), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:10.125175 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ff54cdfa-ba19-414a-a1e5-5041b703b50b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (7005d5c5-8d93-4418-8264-222bf42add23), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:10.144136 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff54cdfa-ba19-414a-a1e5-5041b703b50b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7005d5c5-8d93-4418-8264-222bf42add23,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:54:10.183940 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ff54cdfa-ba19-414a-a1e5-5041b703b50b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:10.185087 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ff54cdfa-ba19-414a-a1e5-5041b703b50b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2465894 Mar 23 02:54:10.187934 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36312) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:54:10.192646 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-77c665f6-42e4-4c97-b6a5-20de11a102de tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': '0fd0c674-52dd-45bf-b5aa-b17e17bd05ea', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:54:10.256664 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.securitygroups_db [None req-77c665f6-42e4-4c97-b6a5-20de11a102de tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Project d14f7a32e895424c88fd77b8785e073b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:54:10.261889 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77c665f6-42e4-4c97-b6a5-20de11a102de tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (5b0fef65-48a2-4d20-a1f5-37bd6416efc9), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:10.319939 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77c665f6-42e4-4c97-b6a5-20de11a102de tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (5b0fef65-48a2-4d20-a1f5-37bd6416efc9), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:10.376461 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77c665f6-42e4-4c97-b6a5-20de11a102de tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (5b0fef65-48a2-4d20-a1f5-37bd6416efc9), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:10.396628 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c665f6-42e4-4c97-b6a5-20de11a102de tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b0fef65-48a2-4d20-a1f5-37bd6416efc9,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:54:10.435206 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77c665f6-42e4-4c97-b6a5-20de11a102de tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:10.436348 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-77c665f6-42e4-4c97-b6a5-20de11a102de tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2474642 Mar 23 02:54:10.583967 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-34aeecfb-aefe-46ad-9faa-854a7dccd35c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1707966091&fields=id&tenant_id=d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 267 time: 0.0446007 Mar 23 02:54:10.717455 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2364f57f-4871-4c46-aaeb-44046ae1680d req-c6056bb6-f3b8-48a0-a71d-4218741d9657 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817151 Mar 23 02:54:10.723618 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-a736481c-2df5-47c8-a3fc-65d14bb52ca3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:10.725022 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-a736481c-2df5-47c8-a3fc-65d14bb52ca3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/networks?id=477b0ae0-2a02-431d-a1ba-21826c922e3e HTTP/1.1" status: 200 len: 797 time: 0.1346312 Mar 23 02:54:10.740636 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-2c97edb1-d6e4-44f7-99bc-88bc99b74b98 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/quotas/d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 375 time: 0.0098343 Mar 23 02:54:10.832930 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-7d9383f8-1885-448d-825e-04704ac6b61f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0870731 Mar 23 02:54:10.835736 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364f57f-4871-4c46-aaeb-44046ae1680d req-cf10fb54-1e9e-4c04-ab2d-fbf4f965bb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:10.837143 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2364f57f-4871-4c46-aaeb-44046ae1680d req-cf10fb54-1e9e-4c04-ab2d-fbf4f965bb17 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d89e60e7aaf14edeaf08ca6345e51704&device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 1129 time: 0.0636325 Mar 23 02:54:10.894337 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c453b-ff98-453d-bd3f-e9cca6171796 req-2b547b44-1fc9-479f-b301-971130f80978 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:10.895862 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-053c453b-ff98-453d-bd3f-e9cca6171796 req-2b547b44-1fc9-479f-b301-971130f80978 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 944 time: 0.0548563 Mar 23 02:54:10.945428 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-053c453b-ff98-453d-bd3f-e9cca6171796 req-c3fabbb5-83b2-4b3c-b86e-f47f58df90c6 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438671 Mar 23 02:54:10.998400 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-80e7fe3f-3d96-429a-9121-9d4efa0c81d7 service neutron] 10.222.0.24 "GET /v2.0/networks/477b0ae0-2a02-431d-a1ba-21826c922e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532569 Mar 23 02:54:11.025160 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364f57f-4871-4c46-aaeb-44046ae1680d req-f3217ec9-f296-4c46-a5ca-8974fa0a6e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:11.026575 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2364f57f-4871-4c46-aaeb-44046ae1680d req-f3217ec9-f296-4c46-a5ca-8974fa0a6e44 service neutron] 10.222.0.23 "GET /v2.0/networks?id=66983626-1d5d-4ad4-9c5b-2e31ad4d88be HTTP/1.1" status: 200 len: 913 time: 0.1604495 Mar 23 02:54:11.128787 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2364f57f-4871-4c46-aaeb-44046ae1680d req-e23924c1-9353-4238-a015-e491111b1f34 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1428587-cc71-403d-a344-a8dc1fc1a21e HTTP/1.1" status: 200 len: 1001 time: 0.0784707 Mar 23 02:54:11.168866 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-0a9e8a80-dc79-4e00-956a-5632126d115b service neutron] 10.222.0.24 "GET /v2.0/networks/477b0ae0-2a02-431d-a1ba-21826c922e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641660 Mar 23 02:54:11.186222 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364f57f-4871-4c46-aaeb-44046ae1680d req-12062846-225e-4396-a204-e537dd540c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:11.188379 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2364f57f-4871-4c46-aaeb-44046ae1680d req-12062846-225e-4396-a204-e537dd540c72 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c82d9bc6-8a27-40bf-a00d-6b7979637073 HTTP/1.1" status: 200 len: 851 time: 0.0488718 Mar 23 02:54:11.239509 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364f57f-4871-4c46-aaeb-44046ae1680d req-f6053360-aeb1-471a-9603-9b1ecb58daaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:11.241048 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2364f57f-4871-4c46-aaeb-44046ae1680d req-f6053360-aeb1-471a-9603-9b1ecb58daaf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66983626-1d5d-4ad4-9c5b-2e31ad4d88be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0438941 Mar 23 02:54:11.334947 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2364f57f-4871-4c46-aaeb-44046ae1680d req-3081745f-20cc-4668-ad09-9f2d19418512 service neutron] 10.222.0.23 "GET /v2.0/networks/66983626-1d5d-4ad4-9c5b-2e31ad4d88be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841076 Mar 23 02:54:11.436526 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2364f57f-4871-4c46-aaeb-44046ae1680d req-5b4e4566-963a-4571-9456-2f2ebadfe398 service neutron] 10.222.0.23 "GET /v2.0/networks/66983626-1d5d-4ad4-9c5b-2e31ad4d88be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950816 Mar 23 02:54:11.437715 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a0c7b53d-6b81-4f25-8ce3-52c95b380a50 req-2de76d1c-1732-40b7-b36c-ac999a5c0db7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2300d3-a269-40b2-853f-ccece8fc74d1 HTTP/1.1" status: 200 len: 210 time: 0.0399890 Mar 23 02:54:12.079927 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f5439-8db4-4eb6-b2a2-cf154ca7ca7d req-53e51a81-fd55-425d-8952-b995cf32056c tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:12.081445 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-120f5439-8db4-4eb6-b2a2-cf154ca7ca7d req-53e51a81-fd55-425d-8952-b995cf32056c tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 944 time: 0.0661671 Mar 23 02:54:12.129985 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-120f5439-8db4-4eb6-b2a2-cf154ca7ca7d req-83cb1502-6725-4683-b937-c5fd0e945dac tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429201 Mar 23 02:54:12.522074 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-bf0ac4c2-3511-447f-8fcb-485526672626 req-77673bb0-e301-44a5-8689-a20efb3332aa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2300d3-a269-40b2-853f-ccece8fc74d1 HTTP/1.1" status: 200 len: 210 time: 0.0267396 Mar 23 02:54:13.243352 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device d939b871-9472-497a-982a-6890c019837c details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:54:13.319284 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614b834-fcaf-47a6-bbf9-8bea1348687a req-0113af9a-3adc-432a-bf66-636392524406 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:13.320774 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7614b834-fcaf-47a6-bbf9-8bea1348687a req-0113af9a-3adc-432a-bf66-636392524406 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 944 time: 0.1154022 Mar 23 02:54:13.326334 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-eb4585bc-009b-477f-a122-adbc29e2a708 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:13.328200 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-eb4585bc-009b-477f-a122-adbc29e2a708 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/networks?id=477b0ae0-2a02-431d-a1ba-21826c922e3e HTTP/1.1" status: 200 len: 797 time: 0.1430275 Mar 23 02:54:13.345958 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port d939b871-9472-497a-982a-6890c019837c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d939b871-9472-497a-982a-6890c019837c,segment=NetworkSegment(514ce571-d1d5-4120-8ab2-56f18b5021ff),segment_id=514ce571-d1d5-4120-8ab2-56f18b5021ff)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:54:13.359214 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': 'd939b871-9472-497a-982a-6890c019837c', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'port_id': 'd939b871-9472-497a-982a-6890c019837c', 'mac_address': 'fa:16:3e:53:bd:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:54:13.399477 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port d939b871-9472-497a-982a-6890c019837c is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:54:13.399788 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d939b871-9472-497a-982a-6890c019837c), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:13.400531 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7614b834-fcaf-47a6-bbf9-8bea1348687a req-d1ec8f7a-2a43-4d2f-9e88-f5f6076f73ec tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714016 Mar 23 02:54:13.417731 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d939b871-9472-497a-982a-6890c019837c {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:54:13.433723 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-dc854a1e-880c-46c8-8902-feff2f7cc50f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 473 time: 0.0916471 Mar 23 02:54:13.439514 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port d939b871-9472-497a-982a-6890c019837c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d939b871-9472-497a-982a-6890c019837c,segment=NetworkSegment(514ce571-d1d5-4120-8ab2-56f18b5021ff),segment_id=514ce571-d1d5-4120-8ab2-56f18b5021ff)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:54:13.443536 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-a5146df0-d2ef-465c-8f57-1568f6335cbf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'port': {'device_id': 'ac2300d3-a269-40b2-853f-ccece8fc74d1', 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e', 'admin_state_up': True, 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'security_groups': ['0fd0c674-52dd-45bf-b5aa-b17e17bd05ea']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:54:13.502645 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (d939b871-9472-497a-982a-6890c019837c), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:13.553298 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=d939b871-9472-497a-982a-6890c019837c,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:54:13.622010 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3b10e9da-4ebc-4381-857b-779b2b4ce2ac req-01ebecb0-63d5-4ce3-b8ce-64a9e299181d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2300d3-a269-40b2-853f-ccece8fc74d1 HTTP/1.1" status: 200 len: 210 time: 0.0297670 Mar 23 02:54:13.645130 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-a5146df0-d2ef-465c-8f57-1568f6335cbf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Made reservation on behalf of d14f7a32e895424c88fd77b8785e073b for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:54:13.648788 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-a5146df0-d2ef-465c-8f57-1568f6335cbf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:13.773098 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-a5146df0-d2ef-465c-8f57-1568f6335cbf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.20.0.4 (477b0ae0-2a02-431d-a1ba-21826c922e3e/dd40c2bd-7b1d-4669-a426-ad847910572f/18ededa1-f52d-43a6-9b90-277da230a382) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:54:13.916103 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-a5146df0-d2ef-465c-8f57-1568f6335cbf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (18ededa1-f52d-43a6-9b90-277da230a382), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:13.928468 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['d939b871-9472-497a-982a-6890c019837c'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:54:14.000208 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-a5146df0-d2ef-465c-8f57-1568f6335cbf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (18ededa1-f52d-43a6-9b90-277da230a382), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:14.044525 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-a5146df0-d2ef-465c-8f57-1568f6335cbf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 477b0ae0-2a02-431d-a1ba-21826c922e3e is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:54:14.050247 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-a5146df0-d2ef-465c-8f57-1568f6335cbf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:54:14.054788 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-a5146df0-d2ef-465c-8f57-1568f6335cbf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:54:14.061474 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5146df0-d2ef-465c-8f57-1568f6335cbf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=18ededa1-f52d-43a6-9b90-277da230a382,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:54:14.114506 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-a5146df0-d2ef-465c-8f57-1568f6335cbf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:14.115236 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-a5146df0-d2ef-465c-8f57-1568f6335cbf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:14.207868 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-a5146df0-d2ef-465c-8f57-1568f6335cbf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7684827 Mar 23 02:54:14.220033 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-d3ff8b84-19cc-410e-a1a2-3fa4beda5165 service neutron] Request body: {'port': {'device_id': 'ac2300d3-a269-40b2-853f-ccece8fc74d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:54:14.280896 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-d3ff8b84-19cc-410e-a1a2-3fa4beda5165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (18ededa1-f52d-43a6-9b90-277da230a382), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:14.314938 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-496a1768-3775-4604-affa-4a3a9dc3944f None None] Provisioning complete for port 18ededa1-f52d-43a6-9b90-277da230a382 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:54:14.315787 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-496a1768-3775-4604-affa-4a3a9dc3944f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (18ededa1-f52d-43a6-9b90-277da230a382), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:14.349746 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-496a1768-3775-4604-affa-4a3a9dc3944f None None] Port 18ededa1-f52d-43a6-9b90-277da230a382 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:54:14.568129 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b4ebb-6389-4701-a6c5-a3487c83ed90 req-da8a0bbf-b45e-4307-8403-7d26dc37f571 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:14.569506 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bd0b4ebb-6389-4701-a6c5-a3487c83ed90 req-da8a0bbf-b45e-4307-8403-7d26dc37f571 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 945 time: 0.0959730 Mar 23 02:54:14.615059 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-d3ff8b84-19cc-410e-a1a2-3fa4beda5165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ededa1-f52d-43a6-9b90-277da230a382 {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:54:14.627644 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-d3ff8b84-19cc-410e-a1a2-3fa4beda5165 service neutron] Publish callbacks [] for port (18ededa1-f52d-43a6-9b90-277da230a382), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:14.655205 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bd0b4ebb-6389-4701-a6c5-a3487c83ed90 req-62a7733c-d87d-4291-b601-6344294b212e tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690429 Mar 23 02:54:14.656750 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-d3ff8b84-19cc-410e-a1a2-3fa4beda5165 service neutron] Transition to ACTIVE for port object 18ededa1-f52d-43a6-9b90-277da230a382 will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:54:14.691478 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-d3ff8b84-19cc-410e-a1a2-3fa4beda5165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (18ededa1-f52d-43a6-9b90-277da230a382), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:14.745495 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff8b84-19cc-410e-a1a2-3fa4beda5165 service neutron] Pushing event updated for resources: {'Port': ['ID=18ededa1-f52d-43a6-9b90-277da230a382,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:54:14.745908 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87e560-67b2-4750-b8d0-276cdcfee425 req-c9045b11-7619-4d7b-abdb-c31fd64734c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:14.748263 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-0a87e560-67b2-4750-b8d0-276cdcfee425 req-c9045b11-7619-4d7b-abdb-c31fd64734c6 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2300d3-a269-40b2-853f-ccece8fc74d1 HTTP/1.1" status: 200 len: 943 time: 0.0559483 Mar 23 02:54:14.825640 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-0a87e560-67b2-4750-b8d0-276cdcfee425 req-564e2190-431a-4393-9b1d-339b54003ea9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd0c674-52dd-45bf-b5aa-b17e17bd05ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666339 Mar 23 02:54:15.135259 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-d3ff8b84-19cc-410e-a1a2-3fa4beda5165 service neutron] Attempting to bind port 18ededa1-f52d-43a6-9b90-277da230a382 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:54:15.135592 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-d3ff8b84-19cc-410e-a1a2-3fa4beda5165 service neutron] Attempting to bind port 18ededa1-f52d-43a6-9b90-277da230a382 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '41b15dff-d0ee-4c51-a91d-36f8e0bc3efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:54:15.135951 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-d3ff8b84-19cc-410e-a1a2-3fa4beda5165 service neutron] Attempting to bind port 18ededa1-f52d-43a6-9b90-277da230a382 on network 477b0ae0-2a02-431d-a1ba-21826c922e3e {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:54:15.140315 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-d3ff8b84-19cc-410e-a1a2-3fa4beda5165 service neutron] Port 18ededa1-f52d-43a6-9b90-277da230a382 on network 477b0ae0-2a02-431d-a1ba-21826c922e3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:54:15.140702 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-d3ff8b84-19cc-410e-a1a2-3fa4beda5165 service neutron] Attempting to bind port 18ededa1-f52d-43a6-9b90-277da230a382 on network 477b0ae0-2a02-431d-a1ba-21826c922e3e {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:54:15.145536 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-d3ff8b84-19cc-410e-a1a2-3fa4beda5165 service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:54:15.145869 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-d3ff8b84-19cc-410e-a1a2-3fa4beda5165 service neutron] Checking segment: {'id': '41b15dff-d0ee-4c51-a91d-36f8e0bc3efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:54:15.146251 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-d3ff8b84-19cc-410e-a1a2-3fa4beda5165 service neutron] Bound using segment: {'id': '41b15dff-d0ee-4c51-a91d-36f8e0bc3efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:54:15.146682 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-d3ff8b84-19cc-410e-a1a2-3fa4beda5165 service neutron] Bound port: 18ededa1-f52d-43a6-9b90-277da230a382, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b15dff-d0ee-4c51-a91d-36f8e0bc3efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:54:15.147042 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-d3ff8b84-19cc-410e-a1a2-3fa4beda5165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (18ededa1-f52d-43a6-9b90-277da230a382), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:15.208643 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-d3ff8b84-19cc-410e-a1a2-3fa4beda5165 service neutron] For port 18ededa1-f52d-43a6-9b90-277da230a382, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:54:15.211685 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-d3ff8b84-19cc-410e-a1a2-3fa4beda5165 service neutron] For port 18ededa1-f52d-43a6-9b90-277da230a382, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=18ededa1-f52d-43a6-9b90-277da230a382,segment=NetworkSegment(41b15dff-d0ee-4c51-a91d-36f8e0bc3efb),segment_id=41b15dff-d0ee-4c51-a91d-36f8e0bc3efb)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:54:15.265240 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device d939b871-9472-497a-982a-6890c019837c up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:54:15.291149 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-d3ff8b84-19cc-410e-a1a2-3fa4beda5165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (18ededa1-f52d-43a6-9b90-277da230a382), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:15.324974 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-d3ff8b84-19cc-410e-a1a2-3fa4beda5165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:15.325656 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-d3ff8b84-19cc-410e-a1a2-3fa4beda5165 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:15.326978 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-d3ff8b84-19cc-410e-a1a2-3fa4beda5165 service neutron] 10.222.0.23 "PUT /v2.0/ports/18ededa1-f52d-43a6-9b90-277da230a382 HTTP/1.1" status: 200 len: 1093 time: 1.1114416 Mar 23 02:54:15.327696 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2300d3-a269-40b2-853f-ccece8fc74d1', 'tag': '18ededa1-f52d-43a6-9b90-277da230a382'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:54:15.330633 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11b0eb5-b7bf-49d4-8465-9526b44eb68d" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2300d3-a269-40b2-853f-ccece8fc74d1", "tag": "18ededa1-f52d-43a6-9b90-277da230a382"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:54:15.364301 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff8b84-19cc-410e-a1a2-3fa4beda5165 service neutron] Pushing event updated for resources: {'Port': ['ID=18ededa1-f52d-43a6-9b90-277da230a382,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:54:15.375117 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd67ad2-6145-4b2d-b313-ac207f528cfd x-openstack-request-id: req-cdd67ad2-6145-4b2d-b313-ac207f528cfd {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:54:15.375603 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2300d3-a269-40b2-853f-ccece8fc74d1", "tag": "18ededa1-f52d-43a6-9b90-277da230a382", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:54:15.375879 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cdd67ad2-6145-4b2d-b313-ac207f528cfd {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:54:15.385342 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd67ad2-6145-4b2d-b313-ac207f528cfd'] response: {'name': 'network-changed', 'server_uuid': 'ac2300d3-a269-40b2-853f-ccece8fc74d1', 'tag': '18ededa1-f52d-43a6-9b90-277da230a382', 'status': 'completed', 'code': 200} Mar 23 02:54:15.385503 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port d939b871-9472-497a-982a-6890c019837c completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:54:15.385503 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port d939b871-9472-497a-982a-6890c019837c triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:54:15.385503 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d939b871-9472-497a-982a-6890c019837c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:15.451886 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b0eb5-b7bf-49d4-8465-9526b44eb68d req-59c7a31b-764d-4c67-bab7-80779e9b2dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:15.454341 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c11b0eb5-b7bf-49d4-8465-9526b44eb68d req-59c7a31b-764d-4c67-bab7-80779e9b2dc0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=ac2300d3-a269-40b2-853f-ccece8fc74d1 HTTP/1.1" status: 200 len: 1127 time: 0.0631864 Mar 23 02:54:15.479913 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port d939b871-9472-497a-982a-6890c019837c is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:54:15.480300 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d939b871-9472-497a-982a-6890c019837c), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:15.505809 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052381fb-a594-4116-8534-e109fdeaf321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd939b871-9472-497a-982a-6890c019837c'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:54:15.508326 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cd4e22-e559-4b54-81e4-b3d95ad63d0a" -d '{"events": [{"server_uuid": "052381fb-a594-4116-8534-e109fdeaf321", "name": "network-vif-plugged", "status": "completed", "tag": "d939b871-9472-497a-982a-6890c019837c"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:54:15.523017 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port d939b871-9472-497a-982a-6890c019837c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d939b871-9472-497a-982a-6890c019837c,segment=NetworkSegment(514ce571-d1d5-4120-8ab2-56f18b5021ff),segment_id=514ce571-d1d5-4120-8ab2-56f18b5021ff)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:54:15.551940 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24efd528-7233-4fc4-8ce3-0730a2411e75 x-openstack-request-id: req-24efd528-7233-4fc4-8ce3-0730a2411e75 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:54:15.552343 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052381fb-a594-4116-8534-e109fdeaf321", "name": "network-vif-plugged", "status": "completed", "tag": "d939b871-9472-497a-982a-6890c019837c", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:54:15.552704 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24efd528-7233-4fc4-8ce3-0730a2411e75 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:54:15.553458 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24efd528-7233-4fc4-8ce3-0730a2411e75'] response: {'server_uuid': '052381fb-a594-4116-8534-e109fdeaf321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd939b871-9472-497a-982a-6890c019837c', 'code': 200} Mar 23 02:54:15.562695 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b0eb5-b7bf-49d4-8465-9526b44eb68d req-e2e85fc4-a3c3-43b4-b121-deef1c22ad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:15.565863 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c11b0eb5-b7bf-49d4-8465-9526b44eb68d req-e2e85fc4-a3c3-43b4-b121-deef1c22ad93 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d14f7a32e895424c88fd77b8785e073b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1036088 Mar 23 02:54:15.577416 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (d939b871-9472-497a-982a-6890c019837c), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:15.650056 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=d939b871-9472-497a-982a-6890c019837c,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:54:15.682665 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b0eb5-b7bf-49d4-8465-9526b44eb68d req-5038f9d3-d323-4c87-84ab-bca1352fdcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:15.684578 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c11b0eb5-b7bf-49d4-8465-9526b44eb68d req-5038f9d3-d323-4c87-84ab-bca1352fdcb9 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1119082 Mar 23 02:54:15.800720 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-2fd01feb-7484-4a2d-9e7d-7684fc33ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:15.802518 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-2fd01feb-7484-4a2d-9e7d-7684fc33ee93 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=ac2300d3-a269-40b2-853f-ccece8fc74d1 HTTP/1.1" status: 200 len: 1127 time: 0.0810161 Mar 23 02:54:15.815028 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4f4fc-6d6a-4a48-a3d4-1f0d6fc3f4a4 req-1995b6a1-76aa-4672-84ea-8506f66f07f5 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:15.817121 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-34a4f4fc-6d6a-4a48-a3d4-1f0d6fc3f4a4 req-1995b6a1-76aa-4672-84ea-8506f66f07f5 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 946 time: 0.0870333 Mar 23 02:54:15.875852 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-8678b565-41a3-45be-8d6a-fafe221f162c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18ededa1-f52d-43a6-9b90-277da230a382 HTTP/1.1" status: 200 len: 217 time: 0.0496473 Mar 23 02:54:15.931710 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-34a4f4fc-6d6a-4a48-a3d4-1f0d6fc3f4a4 req-ae94ff84-e7f1-43c4-9a46-70636dcd8095 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075454 Mar 23 02:54:15.951524 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-79f0adc8-b5e7-4b4a-9edc-a6a5cb85216f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:15.953065 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-79f0adc8-b5e7-4b4a-9edc-a6a5cb85216f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dd40c2bd-7b1d-4669-a426-ad847910572f HTTP/1.1" status: 200 len: 833 time: 0.0774996 Mar 23 02:54:15.955536 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f85d7-f110-4ab9-85c9-986e261ccb2a req-0f5573e0-1621-45b1-9708-b5ad509f9083 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:15.957156 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-057f85d7-f110-4ab9-85c9-986e261ccb2a req-0f5573e0-1621-45b1-9708-b5ad509f9083 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2300d3-a269-40b2-853f-ccece8fc74d1 HTTP/1.1" status: 200 len: 943 time: 0.0554271 Mar 23 02:54:16.007223 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-057f85d7-f110-4ab9-85c9-986e261ccb2a req-72689cb5-b969-4340-8a95-410e0d8d22aa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd0c674-52dd-45bf-b5aa-b17e17bd05ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443416 Mar 23 02:54:16.018001 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af2043-e26a-493f-ae39-fb2eca772f51 req-8e3c4592-32f8-46e6-baa5-76ce1cbf92e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:16.019549 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-75af2043-e26a-493f-ae39-fb2eca772f51 req-8e3c4592-32f8-46e6-baa5-76ce1cbf92e5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 1130 time: 0.0802097 Mar 23 02:54:16.026001 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-2d9978ec-2ab7-49bd-8f04-c7aa335f609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:16.027407 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-2d9978ec-2ab7-49bd-8f04-c7aa335f609d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=477b0ae0-2a02-431d-a1ba-21826c922e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0595880 Mar 23 02:54:16.126976 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-75af2043-e26a-493f-ae39-fb2eca772f51 req-29c90dd8-ea08-40e2-aed5-5f924a5ff491 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985341 Mar 23 02:54:16.152069 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-efeae0df-a5b1-4b85-8c98-5d5876f5cfd8 service neutron] 10.222.0.23 "GET /v2.0/networks/477b0ae0-2a02-431d-a1ba-21826c922e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184978 Mar 23 02:54:16.420948 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fbe0cf45-12b6-4745-90ac-56da627e5d4a req-e18cac03-a136-45fc-a590-3f5ca2ae6468 service neutron] 10.222.0.23 "GET /v2.0/networks/477b0ae0-2a02-431d-a1ba-21826c922e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865107 Mar 23 02:54:17.053657 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce302ef5-1551-4e9b-82ba-3f53f9f2614c req-5b0bb87a-c753-44d6-8745-4bbbccb4ac15 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:17.055214 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ce302ef5-1551-4e9b-82ba-3f53f9f2614c req-5b0bb87a-c753-44d6-8745-4bbbccb4ac15 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 946 time: 0.0558231 Mar 23 02:54:17.118227 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ce302ef5-1551-4e9b-82ba-3f53f9f2614c req-90e03529-bea6-4458-ad9e-ba9e5c21551d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569687 Mar 23 02:54:17.132543 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f401d-d071-423c-9eab-7dfcc7db5abb req-8c24a328-1410-42de-a916-b7e3ad27548a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:17.134058 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-db2f401d-d071-423c-9eab-7dfcc7db5abb req-8c24a328-1410-42de-a916-b7e3ad27548a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2300d3-a269-40b2-853f-ccece8fc74d1 HTTP/1.1" status: 200 len: 943 time: 0.0576224 Mar 23 02:54:17.184303 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-db2f401d-d071-423c-9eab-7dfcc7db5abb req-06591f95-a7b9-41c6-84d5-d519ee9bdf70 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd0c674-52dd-45bf-b5aa-b17e17bd05ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441206 Mar 23 02:54:17.273250 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 18ededa1-f52d-43a6-9b90-277da230a382 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:54:17.370515 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 18ededa1-f52d-43a6-9b90-277da230a382, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=18ededa1-f52d-43a6-9b90-277da230a382,segment=NetworkSegment(41b15dff-d0ee-4c51-a91d-36f8e0bc3efb),segment_id=41b15dff-d0ee-4c51-a91d-36f8e0bc3efb)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:54:17.382811 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '18ededa1-f52d-43a6-9b90-277da230a382', 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e', 'port_id': '18ededa1-f52d-43a6-9b90-277da230a382', 'mac_address': 'fa:16:3e:a8:f2:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd40c2bd-7b1d-4669-a426-ad847910572f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:54:17.418931 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 18ededa1-f52d-43a6-9b90-277da230a382 is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:54:17.419327 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (18ededa1-f52d-43a6-9b90-277da230a382), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:17.432651 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ededa1-f52d-43a6-9b90-277da230a382 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:54:17.452148 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 18ededa1-f52d-43a6-9b90-277da230a382, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=18ededa1-f52d-43a6-9b90-277da230a382,segment=NetworkSegment(41b15dff-d0ee-4c51-a91d-36f8e0bc3efb),segment_id=41b15dff-d0ee-4c51-a91d-36f8e0bc3efb)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:54:17.519508 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (18ededa1-f52d-43a6-9b90-277da230a382), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:17.579131 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=18ededa1-f52d-43a6-9b90-277da230a382,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:54:17.621936 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-67cc3215-ec1d-4b2a-88c7-70b47bf38c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:17.755519 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['18ededa1-f52d-43a6-9b90-277da230a382'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:54:18.243002 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62ab59-c249-403a-8e51-584575ea9a6d req-9721a4dd-a264-4cf6-8163-e74b9ebe8511 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:18.244686 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ba62ab59-c249-403a-8e51-584575ea9a6d req-9721a4dd-a264-4cf6-8163-e74b9ebe8511 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 946 time: 0.0551536 Mar 23 02:54:18.294068 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ba62ab59-c249-403a-8e51-584575ea9a6d req-d10def70-2c94-44b7-b7fa-8a4da5a99195 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438051 Mar 23 02:54:18.304570 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963dd5fa-cc99-4f9e-8632-21d9f6e8527a req-654fc936-0bb5-4f60-aa41-d15874622128 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:18.306446 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-963dd5fa-cc99-4f9e-8632-21d9f6e8527a req-654fc936-0bb5-4f60-aa41-d15874622128 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2300d3-a269-40b2-853f-ccece8fc74d1 HTTP/1.1" status: 200 len: 944 time: 0.0533316 Mar 23 02:54:18.356635 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-963dd5fa-cc99-4f9e-8632-21d9f6e8527a req-d9041491-8640-4292-ad57-d578fae5abb8 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd0c674-52dd-45bf-b5aa-b17e17bd05ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450940 Mar 23 02:54:18.430483 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7ffe4-612a-4a99-9314-f8b9e1114109 req-b2435a49-7d10-4344-ac68-960fb3ac6b94 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:18.431942 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f2c7ffe4-612a-4a99-9314-f8b9e1114109 req-b2435a49-7d10-4344-ac68-960fb3ac6b94 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 946 time: 0.0637782 Mar 23 02:54:18.488476 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f2c7ffe4-612a-4a99-9314-f8b9e1114109 req-255e186f-bf0c-4d74-9b67-9fa00b0261bd tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508270 Mar 23 02:54:18.510855 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36372) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:54:18.597826 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bd6eb2-f650-4ce9-a830-c361705bd570 tempest-TestVolumeBootPattern-1149465325 tempest-TestVolumeBootPattern-1149465325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:18.599377 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-76bd6eb2-f650-4ce9-a830-c361705bd570 tempest-TestVolumeBootPattern-1149465325 tempest-TestVolumeBootPattern-1149465325-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 1125 time: 0.0875525 Mar 23 02:54:18.602241 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36376) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:54:18.606567 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-32bbf471-3055-4cb4-9d65-51956e9be53d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'port_id': 'd939b871-9472-497a-982a-6890c019837c', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:54:18.719466 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-32bbf471-3055-4cb4-9d65-51956e9be53d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:18.742023 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:18.819764 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-32bbf471-3055-4cb4-9d65-51956e9be53d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:18.923234 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-32bbf471-3055-4cb4-9d65-51956e9be53d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Allocated IP 172.26.2.105 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/39dd1540-2ed7-4b5f-bca0-83a23dcc6eac) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:54:19.026605 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-32bbf471-3055-4cb4-9d65-51956e9be53d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for port (39dd1540-2ed7-4b5f-bca0-83a23dcc6eac), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:19.143116 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-32bbf471-3055-4cb4-9d65-51956e9be53d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (39dd1540-2ed7-4b5f-bca0-83a23dcc6eac), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:19.179390 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bbf471-3055-4cb4-9d65-51956e9be53d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:54:19.182189 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-32bbf471-3055-4cb4-9d65-51956e9be53d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:54:19.185815 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bbf471-3055-4cb4-9d65-51956e9be53d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:54:19.214297 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbf471-3055-4cb4-9d65-51956e9be53d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Pushing event updated for resources: {'Port': ['ID=39dd1540-2ed7-4b5f-bca0-83a23dcc6eac,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:54:19.290073 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 18ededa1-f52d-43a6-9b90-277da230a382 up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:54:19.394237 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port 18ededa1-f52d-43a6-9b90-277da230a382 completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:54:19.400212 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 18ededa1-f52d-43a6-9b90-277da230a382 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:54:19.401181 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (18ededa1-f52d-43a6-9b90-277da230a382), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:19.481587 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068e58c-56aa-4490-88d3-65facb3f6a8d req-69f2b539-f457-43fa-974d-3f12500abdd0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:19.483200 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-f068e58c-56aa-4490-88d3-65facb3f6a8d req-69f2b539-f457-43fa-974d-3f12500abdd0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2300d3-a269-40b2-853f-ccece8fc74d1 HTTP/1.1" status: 200 len: 944 time: 0.0586009 Mar 23 02:54:19.493257 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 18ededa1-f52d-43a6-9b90-277da230a382 is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:54:19.493800 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (18ededa1-f52d-43a6-9b90-277da230a382), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:19.518944 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2300d3-a269-40b2-853f-ccece8fc74d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ededa1-f52d-43a6-9b90-277da230a382'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:54:19.521521 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023a2c6a-1261-41db-9cb1-15a1490eb8f4" -d '{"events": [{"server_uuid": "ac2300d3-a269-40b2-853f-ccece8fc74d1", "name": "network-vif-plugged", "status": "completed", "tag": "18ededa1-f52d-43a6-9b90-277da230a382"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:54:19.535601 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 18ededa1-f52d-43a6-9b90-277da230a382, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=18ededa1-f52d-43a6-9b90-277da230a382,segment=NetworkSegment(41b15dff-d0ee-4c51-a91d-36f8e0bc3efb),segment_id=41b15dff-d0ee-4c51-a91d-36f8e0bc3efb)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:54:19.538661 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-f068e58c-56aa-4490-88d3-65facb3f6a8d req-6cf79a85-142c-4acb-b077-2a08d20ff4ce tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd0c674-52dd-45bf-b5aa-b17e17bd05ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491626 Mar 23 02:54:19.566366 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-32bbf471-3055-4cb4-9d65-51956e9be53d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for floatingip (8e8e205f-887f-4210-9f47-720d7658c3bc), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:19.569151 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c868b1-ebb4-49c6-affc-b9beef2e6f13 x-openstack-request-id: req-f0c868b1-ebb4-49c6-affc-b9beef2e6f13 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:54:19.569557 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2300d3-a269-40b2-853f-ccece8fc74d1", "name": "network-vif-plugged", "status": "completed", "tag": "18ededa1-f52d-43a6-9b90-277da230a382", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:54:19.569957 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f0c868b1-ebb4-49c6-affc-b9beef2e6f13 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:54:19.570363 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0c868b1-ebb4-49c6-affc-b9beef2e6f13'] response: {'server_uuid': 'ac2300d3-a269-40b2-853f-ccece8fc74d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ededa1-f52d-43a6-9b90-277da230a382', 'code': 200} Mar 23 02:54:19.604967 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (18ededa1-f52d-43a6-9b90-277da230a382), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:19.653399 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=18ededa1-f52d-43a6-9b90-277da230a382,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:54:19.718751 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-32bbf471-3055-4cb4-9d65-51956e9be53d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (39dd1540-2ed7-4b5f-bca0-83a23dcc6eac), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:19.922877 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-32bbf471-3055-4cb4-9d65-51956e9be53d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for port (39dd1540-2ed7-4b5f-bca0-83a23dcc6eac), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:19.926203 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1356db-a2f4-4c2f-ad99-63459e39e154 req-8d7b945d-445d-46da-83b7-34b00f1abb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:19.927951 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2c1356db-a2f4-4c2f-ad99-63459e39e154 req-8d7b945d-445d-46da-83b7-34b00f1abb54 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ac2300d3-a269-40b2-853f-ccece8fc74d1 HTTP/1.1" status: 200 len: 1129 time: 0.0796852 Mar 23 02:54:19.948073 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e4eeeaa1-af0b-48a6-b43b-ab27318387f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:19.976743 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2c1356db-a2f4-4c2f-ad99-63459e39e154 req-2ad9b71c-b517-4e12-bf86-09a1411ff59d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0fd0c674-52dd-45bf-b5aa-b17e17bd05ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429966 Mar 23 02:54:19.998919 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-32bbf471-3055-4cb4-9d65-51956e9be53d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (39dd1540-2ed7-4b5f-bca0-83a23dcc6eac), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:20.071511 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbf471-3055-4cb4-9d65-51956e9be53d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Pushing event updated for resources: {'Port': ['ID=39dd1540-2ed7-4b5f-bca0-83a23dcc6eac,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:54:20.085880 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-32bbf471-3055-4cb4-9d65-51956e9be53d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (8e8e205f-887f-4210-9f47-720d7658c3bc), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:20.192120 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [None req-32bbf471-3055-4cb4-9d65-51956e9be53d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Floating IP 8e8e205f-887f-4210-9f47-720d7658c3bc associated. External IP: 172.26.2.105, port: d939b871-9472-497a-982a-6890c019837c. Mar 23 02:54:20.403897 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bbf471-3055-4cb4-9d65-51956e9be53d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Router 9828c275-06c2-4045-b55a-6b168150a939 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:54:20.512078 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bbf471-3055-4cb4-9d65-51956e9be53d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:54:20.521952 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b232c3-363d-4b84-8a5c-9def96d2e718 None None] Sync routers for ids ['9828c275-06c2-4045-b55a-6b168150a939'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:54:20.531431 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b232c3-363d-4b84-8a5c-9def96d2e718 None None] Routers {'9828c275-06c2-4045-b55a-6b168150a939'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:54:20.538604 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-78b232c3-363d-4b84-8a5c-9def96d2e718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:54:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['9828c275-06c2-4045-b55a-6b168150a939'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:54:20.590192 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-32bbf471-3055-4cb4-9d65-51956e9be53d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:20.625564 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-32bbf471-3055-4cb4-9d65-51956e9be53d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0222754 Mar 23 02:54:20.626164 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052381fb-a594-4116-8534-e109fdeaf321', 'tag': 'd939b871-9472-497a-982a-6890c019837c'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:54:20.628459 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04443b29-9bf7-44cb-a340-e1648de7d01a" -d '{"events": [{"name": "network-changed", "server_uuid": "052381fb-a594-4116-8534-e109fdeaf321", "tag": "d939b871-9472-497a-982a-6890c019837c"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:54:20.654250 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-78b232c3-363d-4b84-8a5c-9def96d2e718 None None] Set router 9828c275-06c2-4045-b55a-6b168150a939 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:54:20.661629 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eacbc9-2fa0-4b5c-b4ed-2ec9747688cb req-d0a704f8-b7e6-4b09-b0b5-506d7e08f5b1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:20.664480 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-14eacbc9-2fa0-4b5c-b4ed-2ec9747688cb req-d0a704f8-b7e6-4b09-b0b5-506d7e08f5b1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2300d3-a269-40b2-853f-ccece8fc74d1 HTTP/1.1" status: 200 len: 945 time: 0.0574877 Mar 23 02:54:20.678893 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039f9cbb-7d58-416d-b9a4-d5de01a4787c x-openstack-request-id: req-039f9cbb-7d58-416d-b9a4-d5de01a4787c {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:54:20.679264 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052381fb-a594-4116-8534-e109fdeaf321", "tag": "d939b871-9472-497a-982a-6890c019837c", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:54:20.679585 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-039f9cbb-7d58-416d-b9a4-d5de01a4787c {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:54:20.680109 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-039f9cbb-7d58-416d-b9a4-d5de01a4787c'] response: {'name': 'network-changed', 'server_uuid': '052381fb-a594-4116-8534-e109fdeaf321', 'tag': 'd939b871-9472-497a-982a-6890c019837c', 'status': 'completed', 'code': 200} Mar 23 02:54:20.719191 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-14eacbc9-2fa0-4b5c-b4ed-2ec9747688cb req-5b82924b-6512-4a5d-84c6-f2b4003e2845 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd0c674-52dd-45bf-b5aa-b17e17bd05ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504155 Mar 23 02:54:20.757306 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04443b29-9bf7-44cb-a340-e1648de7d01a req-f8cbebd0-2893-4be4-abc4-a6946ac32c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:20.758875 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-04443b29-9bf7-44cb-a340-e1648de7d01a req-f8cbebd0-2893-4be4-abc4-a6946ac32c76 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d89e60e7aaf14edeaf08ca6345e51704&device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 1130 time: 0.0582249 Mar 23 02:54:20.850751 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04443b29-9bf7-44cb-a340-e1648de7d01a req-343044d7-9d3d-4d06-85dd-48ac9dd6e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:20.852166 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-04443b29-9bf7-44cb-a340-e1648de7d01a req-343044d7-9d3d-4d06-85dd-48ac9dd6e64e service neutron] 10.222.0.23 "GET /v2.0/networks?id=66983626-1d5d-4ad4-9c5b-2e31ad4d88be HTTP/1.1" status: 200 len: 913 time: 0.0870831 Mar 23 02:54:20.888059 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-78b232c3-363d-4b84-8a5c-9def96d2e718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9828c275-06c2-4045-b55a-6b168150a939', 'name': 'tempest-TestVolumeBootPattern-1683085647-router', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:45Z', 'updated_at': '2022-03-23T02:46:48Z', 'revision_number': 4, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'gw_port': {'id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:46Z', 'updated_at': '2022-03-23T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '8e8e205f-887f-4210-9f47-720d7658c3bc', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'floating_ip_address': '172.26.2.105', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '9828c275-06c2-4045-b55a-6b168150a939', 'port_id': 'd939b871-9472-497a-982a-6890c019837c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'mac_address': 'fa:16:3e:53:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052381fb-a594-4116-8534-e109fdeaf321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:54:19Z', 'updated_at': '2022-03-23T02:54:19Z', 'revision_number': 0, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'fixed_ip_address_scope': None}, {'id': 'cf7a28e5-c128-4170-a369-a189b9372266', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '9828c275-06c2-4045-b55a-6b168150a939', 'port_id': 'a1428587-cc71-403d-a344-a8dc1fc1a21e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'mac_address': 'fa:16:3e:cc:f5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0aba7d-858f-4e25-84c7-bf3513617f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:51:09Z', 'updated_at': '2022-03-23T02:51:11Z', 'revision_number': 1, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c', 'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'mac_address': 'fa:16:3e:de:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:48Z', 'updated_at': '2022-03-23T02:46:51Z', 'revision_number': 5, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'subnets': [{'id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:54:20.914642 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b232c3-363d-4b84-8a5c-9def96d2e718 None None] Checking router: 9828c275-06c2-4045-b55a-6b168150a939 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:54:20.923517 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b232c3-363d-4b84-8a5c-9def96d2e718 None None] Routers {'9828c275-06c2-4045-b55a-6b168150a939'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:54:20.924139 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-78b232c3-363d-4b84-8a5c-9def96d2e718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:54:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['9828c275-06c2-4045-b55a-6b168150a939'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:54:20.924428 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-04443b29-9bf7-44cb-a340-e1648de7d01a req-22a14c5e-d552-4a01-b835-c82bbb712756 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d939b871-9472-497a-982a-6890c019837c HTTP/1.1" status: 200 len: 1000 time: 0.0627687 Mar 23 02:54:20.979649 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04443b29-9bf7-44cb-a340-e1648de7d01a req-7313d711-f3ee-4984-9116-2cf8d1636831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:20.981481 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-04443b29-9bf7-44cb-a340-e1648de7d01a req-7313d711-f3ee-4984-9116-2cf8d1636831 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c82d9bc6-8a27-40bf-a00d-6b7979637073 HTTP/1.1" status: 200 len: 851 time: 0.0459893 Mar 23 02:54:21.033134 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04443b29-9bf7-44cb-a340-e1648de7d01a req-e78d777f-0cec-44d6-837a-9a4e8f9d1380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:21.034830 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-04443b29-9bf7-44cb-a340-e1648de7d01a req-e78d777f-0cec-44d6-837a-9a4e8f9d1380 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66983626-1d5d-4ad4-9c5b-2e31ad4d88be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0453627 Mar 23 02:54:21.042868 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-78b232c3-363d-4b84-8a5c-9def96d2e718 None None] Set router 9828c275-06c2-4045-b55a-6b168150a939 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:54:21.141507 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-04443b29-9bf7-44cb-a340-e1648de7d01a req-f8eeae2e-30d8-47d4-936a-bcf672b6fd4c service neutron] 10.222.0.23 "GET /v2.0/networks/66983626-1d5d-4ad4-9c5b-2e31ad4d88be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989618 Mar 23 02:54:21.235678 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-04443b29-9bf7-44cb-a340-e1648de7d01a req-06d15086-b1c9-4d1c-9c7c-3782edcf3b7d service neutron] 10.222.0.23 "GET /v2.0/networks/66983626-1d5d-4ad4-9c5b-2e31ad4d88be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871375 Mar 23 02:54:21.290160 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-78b232c3-363d-4b84-8a5c-9def96d2e718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9828c275-06c2-4045-b55a-6b168150a939', 'name': 'tempest-TestVolumeBootPattern-1683085647-router', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:45Z', 'updated_at': '2022-03-23T02:46:48Z', 'revision_number': 4, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'gw_port': {'id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:46Z', 'updated_at': '2022-03-23T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '8e8e205f-887f-4210-9f47-720d7658c3bc', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'floating_ip_address': '172.26.2.105', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '9828c275-06c2-4045-b55a-6b168150a939', 'port_id': 'd939b871-9472-497a-982a-6890c019837c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'mac_address': 'fa:16:3e:53:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052381fb-a594-4116-8534-e109fdeaf321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:54:19Z', 'updated_at': '2022-03-23T02:54:19Z', 'revision_number': 0, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'fixed_ip_address_scope': None}, {'id': 'cf7a28e5-c128-4170-a369-a189b9372266', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '9828c275-06c2-4045-b55a-6b168150a939', 'port_id': 'a1428587-cc71-403d-a344-a8dc1fc1a21e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'mac_address': 'fa:16:3e:cc:f5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0aba7d-858f-4e25-84c7-bf3513617f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:51:09Z', 'updated_at': '2022-03-23T02:51:11Z', 'revision_number': 1, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c', 'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'mac_address': 'fa:16:3e:de:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:48Z', 'updated_at': '2022-03-23T02:46:51Z', 'revision_number': 5, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'subnets': [{'id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:54:21.318569 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b232c3-363d-4b84-8a5c-9def96d2e718 None None] The sync data for ids ['9828c275-06c2-4045-b55a-6b168150a939'] in dv-neutron-834613-2-hyperv is: [{'id': '9828c275-06c2-4045-b55a-6b168150a939', 'name': 'tempest-TestVolumeBootPattern-1683085647-router', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:45Z', 'updated_at': '2022-03-23T02:46:48Z', 'revision_number': 4, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'gw_port': {'id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:46Z', 'updated_at': '2022-03-23T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '8e8e205f-887f-4210-9f47-720d7658c3bc', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'floating_ip_address': '172.26.2.105', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '9828c275-06c2-4045-b55a-6b168150a939', 'port_id': 'd939b871-9472-497a-982a-6890c019837c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'mac_address': 'fa:16:3e:53:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052381fb-a594-4116-8534-e109fdeaf321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:54:19Z', 'updated_at': '2022-03-23T02:54:19Z', 'revision_number': 0, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'fixed_ip_address_scope': None}, {'id': 'cf7a28e5-c128-4170-a369-a189b9372266', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '9828c275-06c2-4045-b55a-6b168150a939', 'port_id': 'a1428587-cc71-403d-a344-a8dc1fc1a21e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'mac_address': 'fa:16:3e:cc:f5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0aba7d-858f-4e25-84c7-bf3513617f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:51:09Z', 'updated_at': '2022-03-23T02:51:11Z', 'revision_number': 1, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c', 'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'mac_address': 'fa:16:3e:de:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:48Z', 'updated_at': '2022-03-23T02:46:51Z', 'revision_number': 5, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'subnets': [{'id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:54:21.320199 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:21.505999 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce7156b-00a4-4948-9fe5-c3269b056a7d None None] New status for floating IP 8e8e205f-887f-4210-9f47-720d7658c3bc: ACTIVE {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:54:21.847038 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546e20d-ffad-4e84-8dd7-b6ae4274f524 req-9d375e59-f836-4c21-a81b-598d34062c42 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:21.848534 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7546e20d-ffad-4e84-8dd7-b6ae4274f524 req-9d375e59-f836-4c21-a81b-598d34062c42 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2300d3-a269-40b2-853f-ccece8fc74d1 HTTP/1.1" status: 200 len: 945 time: 0.0579803 Mar 23 02:54:21.896362 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7546e20d-ffad-4e84-8dd7-b6ae4274f524 req-87c6ae0b-67aa-46ee-93a7-84e5a5aa1977 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd0c674-52dd-45bf-b5aa-b17e17bd05ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421720 Mar 23 02:54:22.013722 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e8ab0-9a1c-4a86-82c5-d8a1e1e3fe9e req-0674d781-3a4f-42f0-b8a9-f9c69115c7f5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:22.015181 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3f7e8ab0-9a1c-4a86-82c5-d8a1e1e3fe9e req-0674d781-3a4f-42f0-b8a9-f9c69115c7f5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2300d3-a269-40b2-853f-ccece8fc74d1 HTTP/1.1" status: 200 len: 945 time: 0.0526443 Mar 23 02:54:22.066449 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3f7e8ab0-9a1c-4a86-82c5-d8a1e1e3fe9e req-04ef8937-6ada-46d3-b4e2-e1e754681374 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd0c674-52dd-45bf-b5aa-b17e17bd05ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457726 Mar 23 02:54:22.089996 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36392) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:54:22.133296 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee76581-ac6d-423f-8a72-e2ac85ea98f1 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:22.134836 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-bee76581-ac6d-423f-8a72-e2ac85ea98f1 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ac2300d3-a269-40b2-853f-ccece8fc74d1 HTTP/1.1" status: 200 len: 1124 time: 0.0438678 Mar 23 02:54:22.137668 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36394) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:54:22.141975 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-cb7b385b-954f-4a4f-a992-bd2a934517fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'port_id': '18ededa1-f52d-43a6-9b90-277da230a382', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:54:22.210911 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cb7b385b-954f-4a4f-a992-bd2a934517fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:22.311291 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cb7b385b-954f-4a4f-a992-bd2a934517fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:22.412660 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-cb7b385b-954f-4a4f-a992-bd2a934517fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.26.2.5 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/6c43403e-2a7f-4c0a-baf7-b481be4297dc) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:54:22.513585 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cb7b385b-954f-4a4f-a992-bd2a934517fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (6c43403e-2a7f-4c0a-baf7-b481be4297dc), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:22.582825 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cb7b385b-954f-4a4f-a992-bd2a934517fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (6c43403e-2a7f-4c0a-baf7-b481be4297dc), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:22.620722 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7b385b-954f-4a4f-a992-bd2a934517fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:54:22.623643 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-cb7b385b-954f-4a4f-a992-bd2a934517fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:54:22.630031 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7b385b-954f-4a4f-a992-bd2a934517fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:54:22.635560 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b385b-954f-4a4f-a992-bd2a934517fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=6c43403e-2a7f-4c0a-baf7-b481be4297dc,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:54:22.668101 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:23.292455 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cb7b385b-954f-4a4f-a992-bd2a934517fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (10393460-5d18-4b31-bb99-cbd2b1a3d130), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:23.421168 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cb7b385b-954f-4a4f-a992-bd2a934517fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (6c43403e-2a7f-4c0a-baf7-b481be4297dc), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:23.568385 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cb7b385b-954f-4a4f-a992-bd2a934517fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (6c43403e-2a7f-4c0a-baf7-b481be4297dc), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:23.644955 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cb7b385b-954f-4a4f-a992-bd2a934517fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (6c43403e-2a7f-4c0a-baf7-b481be4297dc), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:23.716587 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b385b-954f-4a4f-a992-bd2a934517fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=6c43403e-2a7f-4c0a-baf7-b481be4297dc,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:54:23.728643 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cb7b385b-954f-4a4f-a992-bd2a934517fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (10393460-5d18-4b31-bb99-cbd2b1a3d130), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:23.831167 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [None req-cb7b385b-954f-4a4f-a992-bd2a934517fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Floating IP 10393460-5d18-4b31-bb99-cbd2b1a3d130 associated. External IP: 172.26.2.5, port: 18ededa1-f52d-43a6-9b90-277da230a382. Mar 23 02:54:23.970970 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:24.039928 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7b385b-954f-4a4f-a992-bd2a934517fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router be479b9c-2894-4ebf-95cb-3295035c6201 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:54:24.151639 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7b385b-954f-4a4f-a992-bd2a934517fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:54:24.162662 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f363db2f-8721-4d68-b3c5-0119e0022761 None None] Sync routers for ids ['be479b9c-2894-4ebf-95cb-3295035c6201'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:54:24.172862 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f363db2f-8721-4d68-b3c5-0119e0022761 None None] Routers {'be479b9c-2894-4ebf-95cb-3295035c6201'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:54:24.176666 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-f363db2f-8721-4d68-b3c5-0119e0022761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:54:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['be479b9c-2894-4ebf-95cb-3295035c6201'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:54:24.229510 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cb7b385b-954f-4a4f-a992-bd2a934517fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:24.259694 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-cb7b385b-954f-4a4f-a992-bd2a934517fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.1210070 Mar 23 02:54:24.260299 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2300d3-a269-40b2-853f-ccece8fc74d1', 'tag': '18ededa1-f52d-43a6-9b90-277da230a382'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:54:24.262562 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd869b9-9b03-45a9-8522-935a6fc8fded" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2300d3-a269-40b2-853f-ccece8fc74d1", "tag": "18ededa1-f52d-43a6-9b90-277da230a382"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:54:24.281702 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-f363db2f-8721-4d68-b3c5-0119e0022761 None None] Set router be479b9c-2894-4ebf-95cb-3295035c6201 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:54:24.306485 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653a6ea2-2ac9-4dbe-98fc-b3bbda9c65b4 x-openstack-request-id: req-653a6ea2-2ac9-4dbe-98fc-b3bbda9c65b4 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:54:24.307008 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2300d3-a269-40b2-853f-ccece8fc74d1", "tag": "18ededa1-f52d-43a6-9b90-277da230a382", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:54:24.307008 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-653a6ea2-2ac9-4dbe-98fc-b3bbda9c65b4 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:54:24.307436 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-653a6ea2-2ac9-4dbe-98fc-b3bbda9c65b4'] response: {'name': 'network-changed', 'server_uuid': 'ac2300d3-a269-40b2-853f-ccece8fc74d1', 'tag': '18ededa1-f52d-43a6-9b90-277da230a382', 'status': 'completed', 'code': 200} Mar 23 02:54:24.378054 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd869b9-9b03-45a9-8522-935a6fc8fded req-16e556a6-6f35-4bc1-99d2-88a0c1773878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:24.379574 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cfd869b9-9b03-45a9-8522-935a6fc8fded req-16e556a6-6f35-4bc1-99d2-88a0c1773878 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=ac2300d3-a269-40b2-853f-ccece8fc74d1 HTTP/1.1" status: 200 len: 1129 time: 0.0483320 Mar 23 02:54:24.468397 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd869b9-9b03-45a9-8522-935a6fc8fded req-725052aa-1796-48aa-8891-d777dfab1582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:24.470582 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cfd869b9-9b03-45a9-8522-935a6fc8fded req-725052aa-1796-48aa-8891-d777dfab1582 service neutron] 10.222.0.23 "GET /v2.0/networks?id=477b0ae0-2a02-431d-a1ba-21826c922e3e HTTP/1.1" status: 200 len: 898 time: 0.0844319 Mar 23 02:54:24.511121 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-f363db2f-8721-4d68-b3c5-0119e0022761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'name': 'tempest-TestNetworkBasicOps-router-376837795', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:47Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '10393460-5d18-4b31-bb99-cbd2b1a3d130', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.5', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'port_id': '18ededa1-f52d-43a6-9b90-277da230a382', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e', 'mac_address': 'fa:16:3e:a8:f2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2300d3-a269-40b2-853f-ccece8fc74d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:54:22Z', 'updated_at': '2022-03-23T02:54:22Z', 'revision_number': 0, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}, {'id': 'ae318173-2ae6-4388-a3f7-b3940f1757b4', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.25', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'port_id': '34cc0c72-a936-400a-aafd-faf0bbe4998b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e', 'mac_address': 'fa:16:3e:2d:2f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c6bafc-1a35-4e31-b45a-b87bc9904fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:54:06Z', 'updated_at': '2022-03-23T02:54:09Z', 'revision_number': 1, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc3d5c6-f23e-43ba-931e-d31fc496d769', 'name': '', 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:b0:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'dd40c2bd-7b1d-4669-a426-ad847910572f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:46Z', 'updated_at': '2022-03-23T02:53:50Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': 'dd40c2bd-7b1d-4669-a426-ad847910572f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:54:24.537829 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f363db2f-8721-4d68-b3c5-0119e0022761 None None] Checking router: be479b9c-2894-4ebf-95cb-3295035c6201 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:54:24.540608 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cfd869b9-9b03-45a9-8522-935a6fc8fded req-46ea9899-5942-4d7a-a438-080117b296b4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18ededa1-f52d-43a6-9b90-277da230a382 HTTP/1.1" status: 200 len: 997 time: 0.0638676 Mar 23 02:54:24.546106 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f363db2f-8721-4d68-b3c5-0119e0022761 None None] Routers {'be479b9c-2894-4ebf-95cb-3295035c6201'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:54:24.546712 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-f363db2f-8721-4d68-b3c5-0119e0022761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:54:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['be479b9c-2894-4ebf-95cb-3295035c6201'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:54:24.589273 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd869b9-9b03-45a9-8522-935a6fc8fded req-d56ea759-840a-4f31-94cd-0bdd1e39d075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:24.590747 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cfd869b9-9b03-45a9-8522-935a6fc8fded req-d56ea759-840a-4f31-94cd-0bdd1e39d075 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dd40c2bd-7b1d-4669-a426-ad847910572f HTTP/1.1" status: 200 len: 833 time: 0.0450997 Mar 23 02:54:24.639060 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd869b9-9b03-45a9-8522-935a6fc8fded req-c2d1e489-11d8-4a02-8a59-97a99cfe141b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:24.640602 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cfd869b9-9b03-45a9-8522-935a6fc8fded req-c2d1e489-11d8-4a02-8a59-97a99cfe141b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=477b0ae0-2a02-431d-a1ba-21826c922e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440953 Mar 23 02:54:24.658195 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-f363db2f-8721-4d68-b3c5-0119e0022761 None None] Set router be479b9c-2894-4ebf-95cb-3295035c6201 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:54:24.732656 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cfd869b9-9b03-45a9-8522-935a6fc8fded req-fde3c9d5-60d4-4293-922a-a7f417ce2299 service neutron] 10.222.0.23 "GET /v2.0/networks/477b0ae0-2a02-431d-a1ba-21826c922e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851133 Mar 23 02:54:24.823438 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cfd869b9-9b03-45a9-8522-935a6fc8fded req-7e04071a-4660-4dcb-b5b4-737b1e26a175 service neutron] 10.222.0.23 "GET /v2.0/networks/477b0ae0-2a02-431d-a1ba-21826c922e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840421 Mar 23 02:54:24.883179 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-f363db2f-8721-4d68-b3c5-0119e0022761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'name': 'tempest-TestNetworkBasicOps-router-376837795', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:47Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '10393460-5d18-4b31-bb99-cbd2b1a3d130', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.5', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'port_id': '18ededa1-f52d-43a6-9b90-277da230a382', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e', 'mac_address': 'fa:16:3e:a8:f2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2300d3-a269-40b2-853f-ccece8fc74d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:54:22Z', 'updated_at': '2022-03-23T02:54:22Z', 'revision_number': 0, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}, {'id': 'ae318173-2ae6-4388-a3f7-b3940f1757b4', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.25', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'port_id': '34cc0c72-a936-400a-aafd-faf0bbe4998b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e', 'mac_address': 'fa:16:3e:2d:2f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c6bafc-1a35-4e31-b45a-b87bc9904fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:54:06Z', 'updated_at': '2022-03-23T02:54:09Z', 'revision_number': 1, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc3d5c6-f23e-43ba-931e-d31fc496d769', 'name': '', 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:b0:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'dd40c2bd-7b1d-4669-a426-ad847910572f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:46Z', 'updated_at': '2022-03-23T02:53:50Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': 'dd40c2bd-7b1d-4669-a426-ad847910572f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:54:25.062387 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f363db2f-8721-4d68-b3c5-0119e0022761 None None] The sync data for ids ['be479b9c-2894-4ebf-95cb-3295035c6201'] in dv-neutron-834613-2-hyperv is: [{'id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'name': 'tempest-TestNetworkBasicOps-router-376837795', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:47Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '10393460-5d18-4b31-bb99-cbd2b1a3d130', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.5', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'port_id': '18ededa1-f52d-43a6-9b90-277da230a382', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e', 'mac_address': 'fa:16:3e:a8:f2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2300d3-a269-40b2-853f-ccece8fc74d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:54:22Z', 'updated_at': '2022-03-23T02:54:22Z', 'revision_number': 0, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}, {'id': 'ae318173-2ae6-4388-a3f7-b3940f1757b4', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.25', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'port_id': '34cc0c72-a936-400a-aafd-faf0bbe4998b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e', 'mac_address': 'fa:16:3e:2d:2f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c6bafc-1a35-4e31-b45a-b87bc9904fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:54:06Z', 'updated_at': '2022-03-23T02:54:09Z', 'revision_number': 1, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc3d5c6-f23e-43ba-931e-d31fc496d769', 'name': '', 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:b0:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'dd40c2bd-7b1d-4669-a426-ad847910572f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:46Z', 'updated_at': '2022-03-23T02:53:50Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': 'dd40c2bd-7b1d-4669-a426-ad847910572f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:54:25.254092 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db30b593-fa85-4dc7-bcec-6a78e8b4e091 None None] New status for floating IP 10393460-5d18-4b31-bb99-cbd2b1a3d130: ACTIVE {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:54:29.898428 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:54:47.598727 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c2353dc9-8b7a-4f45-8353-628d843c4b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:48.793091 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:49.885090 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5fe8a2d3-a710-4a1c-9272-f8b795b46dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:51.233250 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:52.707408 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:53.958690 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:59.155512 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36418) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:54:59.215517 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9f8077ba-642d-4279-9b34-0ab2a8452e5e tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/ae318173-2ae6-4388-a3f7-b3940f1757b4 HTTP/1.1" status: 200 len: 993 time: 0.0588443 Mar 23 02:55:00.024078 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36428) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:55:00.029951 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-c55632ce-f80c-4f1e-a355-ab81355b2a44 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'port': {'admin_state_up': False}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:55:00.101371 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c55632ce-f80c-4f1e-a355-ab81355b2a44 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (34cc0c72-a936-400a-aafd-faf0bbe4998b), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:00.245667 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-c55632ce-f80c-4f1e-a355-ab81355b2a44 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] For port 34cc0c72-a936-400a-aafd-faf0bbe4998b, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=34cc0c72-a936-400a-aafd-faf0bbe4998b,segment=NetworkSegment(41b15dff-d0ee-4c51-a91d-36f8e0bc3efb),segment_id=41b15dff-d0ee-4c51-a91d-36f8e0bc3efb)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:55:00.273832 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c55632ce-f80c-4f1e-a355-ab81355b2a44 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (34cc0c72-a936-400a-aafd-faf0bbe4998b), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:00.335906 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c55632ce-f80c-4f1e-a355-ab81355b2a44 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (34cc0c72-a936-400a-aafd-faf0bbe4998b), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:00.382771 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55632ce-f80c-4f1e-a355-ab81355b2a44 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:00.383402 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c55632ce-f80c-4f1e-a355-ab81355b2a44 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:00.384827 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c55632ce-f80c-4f1e-a355-ab81355b2a44 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "PUT /v2.0/ports/34cc0c72-a936-400a-aafd-faf0bbe4998b HTTP/1.1" status: 200 len: 939 time: 0.3597608 Mar 23 02:55:00.385450 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c6bafc-1a35-4e31-b45a-b87bc9904fb7', 'tag': '34cc0c72-a936-400a-aafd-faf0bbe4998b'}] {{(pid=104348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:55:00.388191 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a43494f7a0cd0c51715e4079ece57a9ff1e623b58ceb021b6bb41ba87478d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37c7e6f-4451-4e05-9aa4-0a280243bce3" -d '{"events": [{"name": "network-changed", "server_uuid": "57c6bafc-1a35-4e31-b45a-b87bc9904fb7", "tag": "34cc0c72-a936-400a-aafd-faf0bbe4998b"}]}' {{(pid=104348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:55:00.411658 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55632ce-f80c-4f1e-a355-ab81355b2a44 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=34cc0c72-a936-400a-aafd-faf0bbe4998b,revision_number=6']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:00.420091 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55632ce-f80c-4f1e-a355-ab81355b2a44 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:00.425809 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55632ce-f80c-4f1e-a355-ab81355b2a44 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:00.425809 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55632ce-f80c-4f1e-a355-ab81355b2a44 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:00.425809 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55632ce-f80c-4f1e-a355-ab81355b2a44 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:00.425809 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55632ce-f80c-4f1e-a355-ab81355b2a44 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:00.425809 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55632ce-f80c-4f1e-a355-ab81355b2a44 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:00.425809 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55632ce-f80c-4f1e-a355-ab81355b2a44 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:00.425809 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55632ce-f80c-4f1e-a355-ab81355b2a44 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:00.425809 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55632ce-f80c-4f1e-a355-ab81355b2a44 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:00.425809 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55632ce-f80c-4f1e-a355-ab81355b2a44 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:00.425809 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55632ce-f80c-4f1e-a355-ab81355b2a44 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:00.425809 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55632ce-f80c-4f1e-a355-ab81355b2a44 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:00.425809 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55632ce-f80c-4f1e-a355-ab81355b2a44 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:00.425809 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55632ce-f80c-4f1e-a355-ab81355b2a44 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:00.425809 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55632ce-f80c-4f1e-a355-ab81355b2a44 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:00.444297 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78d5dc9-bb28-4c8a-bad4-cac8f147ff46 x-openstack-request-id: req-d78d5dc9-bb28-4c8a-bad4-cac8f147ff46 {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:55:00.444597 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c6bafc-1a35-4e31-b45a-b87bc9904fb7", "tag": "34cc0c72-a936-400a-aafd-faf0bbe4998b", "status": "completed", "code": 200}]} {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:55:00.444863 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d78d5dc9-bb28-4c8a-bad4-cac8f147ff46 {{(pid=104348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:55:00.445295 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d78d5dc9-bb28-4c8a-bad4-cac8f147ff46'] response: {'name': 'network-changed', 'server_uuid': '57c6bafc-1a35-4e31-b45a-b87bc9904fb7', 'tag': '34cc0c72-a936-400a-aafd-faf0bbe4998b', 'status': 'completed', 'code': 200} Mar 23 02:55:00.515793 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c7e6f-4451-4e05-9aa4-0a280243bce3 req-8a72addc-9400-49dd-8c98-1d50f7a99f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:00.517392 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e37c7e6f-4451-4e05-9aa4-0a280243bce3 req-8a72addc-9400-49dd-8c98-1d50f7a99f5d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=57c6bafc-1a35-4e31-b45a-b87bc9904fb7 HTTP/1.1" status: 200 len: 1131 time: 0.0508749 Mar 23 02:55:00.608711 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c7e6f-4451-4e05-9aa4-0a280243bce3 req-91421810-6de2-40d7-892f-5b793437d19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:00.610115 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e37c7e6f-4451-4e05-9aa4-0a280243bce3 req-91421810-6de2-40d7-892f-5b793437d19b service neutron] 10.222.0.23 "GET /v2.0/networks?id=477b0ae0-2a02-431d-a1ba-21826c922e3e HTTP/1.1" status: 200 len: 898 time: 0.0870819 Mar 23 02:55:00.664419 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e9c76c6c-52f5-4e48-8414-10c50fd6299d None None] Provisioning complete for port 34cc0c72-a936-400a-aafd-faf0bbe4998b triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:55:00.664998 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e9c76c6c-52f5-4e48-8414-10c50fd6299d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (34cc0c72-a936-400a-aafd-faf0bbe4998b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:00.679629 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e37c7e6f-4451-4e05-9aa4-0a280243bce3 req-d9d5ffb8-f05c-4f61-8a69-d5913a6270f6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34cc0c72-a936-400a-aafd-faf0bbe4998b HTTP/1.1" status: 200 len: 1002 time: 0.0637352 Mar 23 02:55:00.705637 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e9c76c6c-52f5-4e48-8414-10c50fd6299d None None] Port 34cc0c72-a936-400a-aafd-faf0bbe4998b is administratively disabled so it will not transition to active. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:357}} Mar 23 02:55:00.729564 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c7e6f-4451-4e05-9aa4-0a280243bce3 req-61fdbcf4-ee19-409f-b736-f74d775db90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:00.731039 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e37c7e6f-4451-4e05-9aa4-0a280243bce3 req-61fdbcf4-ee19-409f-b736-f74d775db90b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dd40c2bd-7b1d-4669-a426-ad847910572f HTTP/1.1" status: 200 len: 833 time: 0.0453434 Mar 23 02:55:00.779126 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c7e6f-4451-4e05-9aa4-0a280243bce3 req-53c9026a-a9ac-448b-bf48-3d39e3289cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:00.780652 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e37c7e6f-4451-4e05-9aa4-0a280243bce3 req-53c9026a-a9ac-448b-bf48-3d39e3289cbd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=477b0ae0-2a02-431d-a1ba-21826c922e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445168 Mar 23 02:55:00.873016 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e37c7e6f-4451-4e05-9aa4-0a280243bce3 req-33f30eff-193f-4462-91dd-2a2e46620e81 service neutron] 10.222.0.23 "GET /v2.0/networks/477b0ae0-2a02-431d-a1ba-21826c922e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852897 Mar 23 02:55:00.961890 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e37c7e6f-4451-4e05-9aa4-0a280243bce3 req-6cf948e3-87b3-4867-828d-4150d276079c service neutron] 10.222.0.23 "GET /v2.0/networks/477b0ae0-2a02-431d-a1ba-21826c922e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817342 Mar 23 02:55:03.781983 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36436) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:55:03.787362 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-945da9a1-ec45-41f6-af99-eef72312d87a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'port': {'admin_state_up': True}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:55:03.859577 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-945da9a1-ec45-41f6-af99-eef72312d87a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (34cc0c72-a936-400a-aafd-faf0bbe4998b), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:04.005599 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-945da9a1-ec45-41f6-af99-eef72312d87a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] For port 34cc0c72-a936-400a-aafd-faf0bbe4998b, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=34cc0c72-a936-400a-aafd-faf0bbe4998b,segment=NetworkSegment(41b15dff-d0ee-4c51-a91d-36f8e0bc3efb),segment_id=41b15dff-d0ee-4c51-a91d-36f8e0bc3efb)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:55:04.037165 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-945da9a1-ec45-41f6-af99-eef72312d87a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (34cc0c72-a936-400a-aafd-faf0bbe4998b), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:04.095587 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-945da9a1-ec45-41f6-af99-eef72312d87a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (34cc0c72-a936-400a-aafd-faf0bbe4998b), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:04.139393 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945da9a1-ec45-41f6-af99-eef72312d87a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:04.139636 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-945da9a1-ec45-41f6-af99-eef72312d87a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:04.141124 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-945da9a1-ec45-41f6-af99-eef72312d87a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "PUT /v2.0/ports/34cc0c72-a936-400a-aafd-faf0bbe4998b HTTP/1.1" status: 200 len: 938 time: 0.3580976 Mar 23 02:55:04.142015 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c6bafc-1a35-4e31-b45a-b87bc9904fb7', 'tag': '34cc0c72-a936-400a-aafd-faf0bbe4998b'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:55:04.144080 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36438) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:55:04.144579 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdffd89e-b63c-408f-a111-b19f3b3e39ad" -d '{"events": [{"name": "network-changed", "server_uuid": "57c6bafc-1a35-4e31-b45a-b87bc9904fb7", "tag": "34cc0c72-a936-400a-aafd-faf0bbe4998b"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:55:04.174991 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945da9a1-ec45-41f6-af99-eef72312d87a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=34cc0c72-a936-400a-aafd-faf0bbe4998b,revision_number=7']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:04.183045 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945da9a1-ec45-41f6-af99-eef72312d87a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:04.183965 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945da9a1-ec45-41f6-af99-eef72312d87a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:04.184722 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945da9a1-ec45-41f6-af99-eef72312d87a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:04.185078 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945da9a1-ec45-41f6-af99-eef72312d87a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:04.185416 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945da9a1-ec45-41f6-af99-eef72312d87a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:04.185749 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945da9a1-ec45-41f6-af99-eef72312d87a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:04.186137 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945da9a1-ec45-41f6-af99-eef72312d87a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:04.186770 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945da9a1-ec45-41f6-af99-eef72312d87a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:04.187154 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945da9a1-ec45-41f6-af99-eef72312d87a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:04.187492 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945da9a1-ec45-41f6-af99-eef72312d87a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:04.188073 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945da9a1-ec45-41f6-af99-eef72312d87a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:04.188411 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945da9a1-ec45-41f6-af99-eef72312d87a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:04.188752 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945da9a1-ec45-41f6-af99-eef72312d87a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:04.189079 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945da9a1-ec45-41f6-af99-eef72312d87a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:04.189407 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945da9a1-ec45-41f6-af99-eef72312d87a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:04.196061 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431c2d6a-44b6-43f9-905a-80d51cb1c8a8 x-openstack-request-id: req-431c2d6a-44b6-43f9-905a-80d51cb1c8a8 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:55:04.196939 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c6bafc-1a35-4e31-b45a-b87bc9904fb7", "tag": "34cc0c72-a936-400a-aafd-faf0bbe4998b", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:55:04.196939 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-431c2d6a-44b6-43f9-905a-80d51cb1c8a8 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:55:04.197206 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-431c2d6a-44b6-43f9-905a-80d51cb1c8a8'] response: {'name': 'network-changed', 'server_uuid': '57c6bafc-1a35-4e31-b45a-b87bc9904fb7', 'tag': '34cc0c72-a936-400a-aafd-faf0bbe4998b', 'status': 'completed', 'code': 200} Mar 23 02:55:04.214800 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e4fbce5c-e58f-418b-ae66-93ad0e4cf0a1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/ae318173-2ae6-4388-a3f7-b3940f1757b4 HTTP/1.1" status: 200 len: 993 time: 0.0694933 Mar 23 02:55:04.261236 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffd89e-b63c-408f-a111-b19f3b3e39ad req-b5a3755c-b7e7-4807-a4df-d1330052f345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:04.262790 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cdffd89e-b63c-408f-a111-b19f3b3e39ad req-b5a3755c-b7e7-4807-a4df-d1330052f345 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=57c6bafc-1a35-4e31-b45a-b87bc9904fb7 HTTP/1.1" status: 200 len: 1130 time: 0.0503602 Mar 23 02:55:04.362378 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffd89e-b63c-408f-a111-b19f3b3e39ad req-53b6da44-a53a-4783-9817-737f77c1628f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:04.363919 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cdffd89e-b63c-408f-a111-b19f3b3e39ad req-53b6da44-a53a-4783-9817-737f77c1628f service neutron] 10.222.0.23 "GET /v2.0/networks?id=477b0ae0-2a02-431d-a1ba-21826c922e3e HTTP/1.1" status: 200 len: 898 time: 0.0926180 Mar 23 02:55:04.389424 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['34cc0c72-a936-400a-aafd-faf0bbe4998b'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:55:04.434836 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cdffd89e-b63c-408f-a111-b19f3b3e39ad req-4fddf458-76f3-4fb3-b553-dddc973f29db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34cc0c72-a936-400a-aafd-faf0bbe4998b HTTP/1.1" status: 200 len: 1001 time: 0.0647955 Mar 23 02:55:04.480136 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-f7b2f0e5-85bd-492e-85f6-67912c40e146 None None] Provisioning complete for port 34cc0c72-a936-400a-aafd-faf0bbe4998b triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:55:04.480521 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f7b2f0e5-85bd-492e-85f6-67912c40e146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (34cc0c72-a936-400a-aafd-faf0bbe4998b), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:04.483415 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffd89e-b63c-408f-a111-b19f3b3e39ad req-384d1f8a-dc04-4bc8-a20a-06803810a47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:04.484913 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cdffd89e-b63c-408f-a111-b19f3b3e39ad req-384d1f8a-dc04-4bc8-a20a-06803810a47d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dd40c2bd-7b1d-4669-a426-ad847910572f HTTP/1.1" status: 200 len: 833 time: 0.0443382 Mar 23 02:55:04.534379 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffd89e-b63c-408f-a111-b19f3b3e39ad req-55b0b799-5871-4cd8-a26a-fb489c9d637b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:04.536050 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cdffd89e-b63c-408f-a111-b19f3b3e39ad req-55b0b799-5871-4cd8-a26a-fb489c9d637b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=477b0ae0-2a02-431d-a1ba-21826c922e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0452259 Mar 23 02:55:04.629969 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f7b2f0e5-85bd-492e-85f6-67912c40e146 None None] Current status of the port 34cc0c72-a936-400a-aafd-faf0bbe4998b is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:55:04.637107 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cdffd89e-b63c-408f-a111-b19f3b3e39ad req-486b8ea0-2b48-4275-9fbf-f40c32dc5622 service neutron] 10.222.0.23 "GET /v2.0/networks/477b0ae0-2a02-431d-a1ba-21826c922e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953226 Mar 23 02:55:04.727153 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cdffd89e-b63c-408f-a111-b19f3b3e39ad req-077dca25-1d71-4471-b69a-f851575bd99c service neutron] 10.222.0.23 "GET /v2.0/networks/477b0ae0-2a02-431d-a1ba-21826c922e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842628 Mar 23 02:55:06.746480 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36448) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:55:06.898239 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:55:06.902291 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-619f8838-46d5-47fb-bb36-c782385c447c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port 6c43403e-2a7f-4c0a-baf7-b481be4297dc {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:55:06.902644 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-619f8838-46d5-47fb-bb36-c782385c447c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (6c43403e-2a7f-4c0a-baf7-b481be4297dc), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:06.980777 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-619f8838-46d5-47fb-bb36-c782385c447c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (6c43403e-2a7f-4c0a-baf7-b481be4297dc), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:06.981109 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-619f8838-46d5-47fb-bb36-c782385c447c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (6c43403e-2a7f-4c0a-baf7-b481be4297dc), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:06.992482 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-619f8838-46d5-47fb-bb36-c782385c447c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for 6c43403e-2a7f-4c0a-baf7-b481be4297dc owned by network:floatingip {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:55:07.199450 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-619f8838-46d5-47fb-bb36-c782385c447c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (6c43403e-2a7f-4c0a-baf7-b481be4297dc), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:07.225910 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f8838-46d5-47fb-bb36-c782385c447c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=6c43403e-2a7f-4c0a-baf7-b481be4297dc,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:07.285890 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-619f8838-46d5-47fb-bb36-c782385c447c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (10393460-5d18-4b31-bb99-cbd2b1a3d130), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:07.286221 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-619f8838-46d5-47fb-bb36-c782385c447c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Floating IP 10393460-5d18-4b31-bb99-cbd2b1a3d130 disassociated (deleted). External IP: 172.26.2.5, port: 18ededa1-f52d-43a6-9b90-277da230a382. Mar 23 02:55:07.501760 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619f8838-46d5-47fb-bb36-c782385c447c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router be479b9c-2894-4ebf-95cb-3295035c6201 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:55:07.611612 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619f8838-46d5-47fb-bb36-c782385c447c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:55:07.616542 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-619f8838-46d5-47fb-bb36-c782385c447c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:07.621883 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d3bd60-af6b-40a0-b4cd-583589a05613 None None] Sync routers for ids ['be479b9c-2894-4ebf-95cb-3295035c6201'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:55:07.631684 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d3bd60-af6b-40a0-b4cd-583589a05613 None None] Routers {'be479b9c-2894-4ebf-95cb-3295035c6201'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:55:07.632318 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-38d3bd60-af6b-40a0-b4cd-583589a05613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:54:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['be479b9c-2894-4ebf-95cb-3295035c6201'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:55:07.704053 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-619f8838-46d5-47fb-bb36-c782385c447c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/floatingips/10393460-5d18-4b31-bb99-cbd2b1a3d130 HTTP/1.1" status: 204 len: 168 time: 0.9563849 Mar 23 02:55:07.704648 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2300d3-a269-40b2-853f-ccece8fc74d1', 'tag': '18ededa1-f52d-43a6-9b90-277da230a382'}] {{(pid=104348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:55:07.706908 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a43494f7a0cd0c51715e4079ece57a9ff1e623b58ceb021b6bb41ba87478d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95ce679-d91c-43c3-b700-f4b2ad15f386" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2300d3-a269-40b2-853f-ccece8fc74d1", "tag": "18ededa1-f52d-43a6-9b90-277da230a382"}]}' {{(pid=104348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:55:07.743399 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9831379f-eea4-4180-9f64-56d2fa599122 x-openstack-request-id: req-9831379f-eea4-4180-9f64-56d2fa599122 {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:55:07.744128 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2300d3-a269-40b2-853f-ccece8fc74d1", "tag": "18ededa1-f52d-43a6-9b90-277da230a382", "status": "completed", "code": 200}]} {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:55:07.745344 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9831379f-eea4-4180-9f64-56d2fa599122 {{(pid=104348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:55:07.745892 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9831379f-eea4-4180-9f64-56d2fa599122'] response: {'name': 'network-changed', 'server_uuid': 'ac2300d3-a269-40b2-853f-ccece8fc74d1', 'tag': '18ededa1-f52d-43a6-9b90-277da230a382', 'status': 'completed', 'code': 200} Mar 23 02:55:07.785072 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-38d3bd60-af6b-40a0-b4cd-583589a05613 None None] Set router be479b9c-2894-4ebf-95cb-3295035c6201 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:55:07.813552 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ce679-d91c-43c3-b700-f4b2ad15f386 req-b3c1a926-56d5-4415-87b7-229a3289185b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:07.815213 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f95ce679-d91c-43c3-b700-f4b2ad15f386 req-b3c1a926-56d5-4415-87b7-229a3289185b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=ac2300d3-a269-40b2-853f-ccece8fc74d1 HTTP/1.1" status: 200 len: 1129 time: 0.0511937 Mar 23 02:55:07.906274 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ce679-d91c-43c3-b700-f4b2ad15f386 req-ca133010-38a9-4520-81b5-e35c60fa288b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:07.907940 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f95ce679-d91c-43c3-b700-f4b2ad15f386 req-ca133010-38a9-4520-81b5-e35c60fa288b service neutron] 10.222.0.23 "GET /v2.0/networks?id=477b0ae0-2a02-431d-a1ba-21826c922e3e HTTP/1.1" status: 200 len: 898 time: 0.0867498 Mar 23 02:55:07.953569 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f95ce679-d91c-43c3-b700-f4b2ad15f386 req-ec259d64-cfe6-45a9-af0a-6cb02efc946e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18ededa1-f52d-43a6-9b90-277da230a382 HTTP/1.1" status: 200 len: 217 time: 0.0398190 Mar 23 02:55:08.006375 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ce679-d91c-43c3-b700-f4b2ad15f386 req-d91ec9f6-4e64-494c-9f5b-261a57a28e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:08.007928 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f95ce679-d91c-43c3-b700-f4b2ad15f386 req-d91ec9f6-4e64-494c-9f5b-261a57a28e35 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dd40c2bd-7b1d-4669-a426-ad847910572f HTTP/1.1" status: 200 len: 833 time: 0.0484171 Mar 23 02:55:08.021656 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-38d3bd60-af6b-40a0-b4cd-583589a05613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'name': 'tempest-TestNetworkBasicOps-router-376837795', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:47Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'ae318173-2ae6-4388-a3f7-b3940f1757b4', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.25', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'port_id': '34cc0c72-a936-400a-aafd-faf0bbe4998b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e', 'mac_address': 'fa:16:3e:2d:2f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c6bafc-1a35-4e31-b45a-b87bc9904fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:54:06Z', 'updated_at': '2022-03-23T02:54:09Z', 'revision_number': 1, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc3d5c6-f23e-43ba-931e-d31fc496d769', 'name': '', 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:b0:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'dd40c2bd-7b1d-4669-a426-ad847910572f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:46Z', 'updated_at': '2022-03-23T02:53:50Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': 'dd40c2bd-7b1d-4669-a426-ad847910572f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:55:08.050429 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d3bd60-af6b-40a0-b4cd-583589a05613 None None] Checking router: be479b9c-2894-4ebf-95cb-3295035c6201 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:55:08.061069 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ce679-d91c-43c3-b700-f4b2ad15f386 req-719eb3c4-876a-45d0-949b-9ba913fb8ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:08.061561 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d3bd60-af6b-40a0-b4cd-583589a05613 None None] Routers {'be479b9c-2894-4ebf-95cb-3295035c6201'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:55:08.062166 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-38d3bd60-af6b-40a0-b4cd-583589a05613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:54:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['be479b9c-2894-4ebf-95cb-3295035c6201'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:55:08.062733 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f95ce679-d91c-43c3-b700-f4b2ad15f386 req-719eb3c4-876a-45d0-949b-9ba913fb8ec2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=477b0ae0-2a02-431d-a1ba-21826c922e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0490963 Mar 23 02:55:08.146837 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a86fa-1e8e-4705-a695-bfd1b493685f req-550b9318-6846-4ad8-b982-835e8e980500 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:08.148014 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-cb0a86fa-1e8e-4705-a695-bfd1b493685f req-550b9318-6846-4ad8-b982-835e8e980500 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2300d3-a269-40b2-853f-ccece8fc74d1 HTTP/1.1" status: 200 len: 945 time: 0.0614247 Mar 23 02:55:08.172277 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f95ce679-d91c-43c3-b700-f4b2ad15f386 req-345539b5-9ee0-4511-a4e8-9e4af2c009f8 service neutron] 10.222.0.23 "GET /v2.0/networks/477b0ae0-2a02-431d-a1ba-21826c922e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006885 Mar 23 02:55:08.177953 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-38d3bd60-af6b-40a0-b4cd-583589a05613 None None] Set router be479b9c-2894-4ebf-95cb-3295035c6201 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:55:08.209260 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-cb0a86fa-1e8e-4705-a695-bfd1b493685f req-96285414-ea2d-4a2c-9a6a-b1fa97ea6560 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd0c674-52dd-45bf-b5aa-b17e17bd05ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536096 Mar 23 02:55:08.263802 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f95ce679-d91c-43c3-b700-f4b2ad15f386 req-bdaa79b9-fb1f-4a94-a9e9-3f99704f46d8 service neutron] 10.222.0.23 "GET /v2.0/networks/477b0ae0-2a02-431d-a1ba-21826c922e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846586 Mar 23 02:55:08.408640 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-38d3bd60-af6b-40a0-b4cd-583589a05613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'name': 'tempest-TestNetworkBasicOps-router-376837795', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:47Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'ae318173-2ae6-4388-a3f7-b3940f1757b4', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.25', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'port_id': '34cc0c72-a936-400a-aafd-faf0bbe4998b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e', 'mac_address': 'fa:16:3e:2d:2f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c6bafc-1a35-4e31-b45a-b87bc9904fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:54:06Z', 'updated_at': '2022-03-23T02:54:09Z', 'revision_number': 1, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc3d5c6-f23e-43ba-931e-d31fc496d769', 'name': '', 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:b0:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'dd40c2bd-7b1d-4669-a426-ad847910572f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:46Z', 'updated_at': '2022-03-23T02:53:50Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': 'dd40c2bd-7b1d-4669-a426-ad847910572f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:55:08.439052 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d3bd60-af6b-40a0-b4cd-583589a05613 None None] The sync data for ids ['be479b9c-2894-4ebf-95cb-3295035c6201'] in dv-neutron-834613-2-hyperv is: [{'id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'name': 'tempest-TestNetworkBasicOps-router-376837795', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:47Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'ae318173-2ae6-4388-a3f7-b3940f1757b4', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.25', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'port_id': '34cc0c72-a936-400a-aafd-faf0bbe4998b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e', 'mac_address': 'fa:16:3e:2d:2f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c6bafc-1a35-4e31-b45a-b87bc9904fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:54:06Z', 'updated_at': '2022-03-23T02:54:09Z', 'revision_number': 1, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc3d5c6-f23e-43ba-931e-d31fc496d769', 'name': '', 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:b0:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'dd40c2bd-7b1d-4669-a426-ad847910572f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:46Z', 'updated_at': '2022-03-23T02:53:50Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': 'dd40c2bd-7b1d-4669-a426-ad847910572f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:55:08.660445 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb273a4-7762-453e-a3fc-905834eb63a3 None None] New status for floating IP 10393460-5d18-4b31-bb99-cbd2b1a3d130: DOWN {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:55:09.342876 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9ae23-808c-4cb8-a8bd-31b7280e759f req-2976fc57-af5c-42c9-b5d0-a7bf4c43bda7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:09.344636 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5cf9ae23-808c-4cb8-a8bd-31b7280e759f req-2976fc57-af5c-42c9-b5d0-a7bf4c43bda7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2300d3-a269-40b2-853f-ccece8fc74d1 HTTP/1.1" status: 200 len: 945 time: 0.0548832 Mar 23 02:55:09.424475 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5cf9ae23-808c-4cb8-a8bd-31b7280e759f req-293d33ca-53fe-4bf3-8021-9de524a4f41c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd0c674-52dd-45bf-b5aa-b17e17bd05ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741816 Mar 23 02:55:09.440810 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f1b13-c495-4fd1-a468-c8d19966e89b req-cb21e573-f0e6-43d9-965e-c32d696f8cad tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:09.442275 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-893f1b13-c495-4fd1-a468-c8d19966e89b req-cb21e573-f0e6-43d9-965e-c32d696f8cad tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac2300d3-a269-40b2-853f-ccece8fc74d1 HTTP/1.1" status: 200 len: 945 time: 0.0792058 Mar 23 02:55:09.534606 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-893f1b13-c495-4fd1-a468-c8d19966e89b req-c59ff068-2fbf-4b68-8514-32d285790ada tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port 18ededa1-f52d-43a6-9b90-277da230a382 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:55:09.534947 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-893f1b13-c495-4fd1-a468-c8d19966e89b req-c59ff068-2fbf-4b68-8514-32d285790ada tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (18ededa1-f52d-43a6-9b90-277da230a382), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:09.626561 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-893f1b13-c495-4fd1-a468-c8d19966e89b req-c59ff068-2fbf-4b68-8514-32d285790ada tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] For port 18ededa1-f52d-43a6-9b90-277da230a382, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=18ededa1-f52d-43a6-9b90-277da230a382,segment=NetworkSegment(41b15dff-d0ee-4c51-a91d-36f8e0bc3efb),segment_id=41b15dff-d0ee-4c51-a91d-36f8e0bc3efb)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:55:09.626922 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-893f1b13-c495-4fd1-a468-c8d19966e89b req-c59ff068-2fbf-4b68-8514-32d285790ada tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (18ededa1-f52d-43a6-9b90-277da230a382), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:09.640497 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-893f1b13-c495-4fd1-a468-c8d19966e89b req-c59ff068-2fbf-4b68-8514-32d285790ada tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for 18ededa1-f52d-43a6-9b90-277da230a382 owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:55:09.839087 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-893f1b13-c495-4fd1-a468-c8d19966e89b req-c59ff068-2fbf-4b68-8514-32d285790ada tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (18ededa1-f52d-43a6-9b90-277da230a382), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:09.866918 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ff068-2fbf-4b68-8514-32d285790ada tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=18ededa1-f52d-43a6-9b90-277da230a382,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:10.004348 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-893f1b13-c495-4fd1-a468-c8d19966e89b req-c59ff068-2fbf-4b68-8514-32d285790ada tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] No DVR routers for this DVR port 18ededa1-f52d-43a6-9b90-277da230a382 on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:55:10.004348 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-893f1b13-c495-4fd1-a468-c8d19966e89b req-c59ff068-2fbf-4b68-8514-32d285790ada tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:10.004348 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-893f1b13-c495-4fd1-a468-c8d19966e89b req-c59ff068-2fbf-4b68-8514-32d285790ada tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "DELETE /v2.0/ports/18ededa1-f52d-43a6-9b90-277da230a382 HTTP/1.1" status: 204 len: 173 time: 0.4667044 Mar 23 02:55:10.004348 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2300d3-a269-40b2-853f-ccece8fc74d1', 'name': 'network-vif-deleted', 'tag': '18ededa1-f52d-43a6-9b90-277da230a382'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:55:10.004348 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12474e41-0275-4732-a361-98cb8cbad224" -d '{"events": [{"server_uuid": "ac2300d3-a269-40b2-853f-ccece8fc74d1", "name": "network-vif-deleted", "tag": "18ededa1-f52d-43a6-9b90-277da230a382"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:55:10.004348 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bd4d4d-dd09-48c0-ae02-e9f96621651e x-openstack-request-id: req-23bd4d4d-dd09-48c0-ae02-e9f96621651e {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:55:10.004348 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2300d3-a269-40b2-853f-ccece8fc74d1", "name": "network-vif-deleted", "tag": "18ededa1-f52d-43a6-9b90-277da230a382", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:55:10.004348 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-23bd4d4d-dd09-48c0-ae02-e9f96621651e {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:55:10.004348 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23bd4d4d-dd09-48c0-ae02-e9f96621651e'] response: {'server_uuid': 'ac2300d3-a269-40b2-853f-ccece8fc74d1', 'name': 'network-vif-deleted', 'tag': '18ededa1-f52d-43a6-9b90-277da230a382', 'status': 'completed', 'code': 200} Mar 23 02:55:10.530231 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7b91a60a-0b0f-4a4f-a762-58c7e1015fa7 req-05753d55-7037-453b-8f99-7432271d4c48 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2300d3-a269-40b2-853f-ccece8fc74d1 HTTP/1.1" status: 200 len: 210 time: 0.0274758 Mar 23 02:55:10.656859 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-106cffac-fea3-478c-adc0-63712cfff7b7 req-2e266aff-7cc9-4eb0-9c2d-29e18715a3db service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=57c6bafc-1a35-4e31-b45a-b87bc9904fb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463996 Mar 23 02:55:10.726551 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106cffac-fea3-478c-adc0-63712cfff7b7 req-b878c2d4-0af4-46ab-a105-e2c6d45f8085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:10.728026 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-106cffac-fea3-478c-adc0-63712cfff7b7 req-b878c2d4-0af4-46ab-a105-e2c6d45f8085 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=57c6bafc-1a35-4e31-b45a-b87bc9904fb7 HTTP/1.1" status: 200 len: 1130 time: 0.0445414 Mar 23 02:55:10.828705 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106cffac-fea3-478c-adc0-63712cfff7b7 req-01f848b9-1ad0-4ded-974d-8c1813cb2704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:10.830257 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-106cffac-fea3-478c-adc0-63712cfff7b7 req-01f848b9-1ad0-4ded-974d-8c1813cb2704 service neutron] 10.222.0.23 "GET /v2.0/networks?id=477b0ae0-2a02-431d-a1ba-21826c922e3e HTTP/1.1" status: 200 len: 898 time: 0.0843620 Mar 23 02:55:10.897941 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-106cffac-fea3-478c-adc0-63712cfff7b7 req-d9fdd189-b9c7-4765-a330-d76e50541d06 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34cc0c72-a936-400a-aafd-faf0bbe4998b HTTP/1.1" status: 200 len: 1001 time: 0.0620155 Mar 23 02:55:10.946661 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106cffac-fea3-478c-adc0-63712cfff7b7 req-72e9b6cf-c17e-4b71-aff0-2b294f2d3d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:10.948732 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-106cffac-fea3-478c-adc0-63712cfff7b7 req-72e9b6cf-c17e-4b71-aff0-2b294f2d3d0b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dd40c2bd-7b1d-4669-a426-ad847910572f HTTP/1.1" status: 200 len: 833 time: 0.0451615 Mar 23 02:55:10.996730 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106cffac-fea3-478c-adc0-63712cfff7b7 req-82c44bd1-6052-4e7b-9c2d-57a29351c436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:10.998108 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-106cffac-fea3-478c-adc0-63712cfff7b7 req-82c44bd1-6052-4e7b-9c2d-57a29351c436 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=477b0ae0-2a02-431d-a1ba-21826c922e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441263 Mar 23 02:55:11.087693 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-106cffac-fea3-478c-adc0-63712cfff7b7 req-ab672d4b-35b3-4680-8e04-9359154c899d service neutron] 10.222.0.23 "GET /v2.0/networks/477b0ae0-2a02-431d-a1ba-21826c922e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828965 Mar 23 02:55:11.175406 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-106cffac-fea3-478c-adc0-63712cfff7b7 req-ccf0447e-b2f3-43f8-82c0-4f01f2ae323c service neutron] 10.222.0.23 "GET /v2.0/networks/477b0ae0-2a02-431d-a1ba-21826c922e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817404 Mar 23 02:55:11.591883 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36466) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:55:11.648248 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6835f32d-a72f-4219-9b5b-eeac284aa1c0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (0fd0c674-52dd-45bf-b5aa-b17e17bd05ea), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:11.673267 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6835f32d-a72f-4219-9b5b-eeac284aa1c0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (0fd0c674-52dd-45bf-b5aa-b17e17bd05ea), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:11.792959 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6835f32d-a72f-4219-9b5b-eeac284aa1c0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (0fd0c674-52dd-45bf-b5aa-b17e17bd05ea), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:11.795581 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6835f32d-a72f-4219-9b5b-eeac284aa1c0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:11.796766 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6835f32d-a72f-4219-9b5b-eeac284aa1c0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/security-groups/0fd0c674-52dd-45bf-b5aa-b17e17bd05ea HTTP/1.1" status: 204 len: 168 time: 0.2038243 Mar 23 02:55:11.805881 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835f32d-a72f-4219-9b5b-eeac284aa1c0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd0c674-52dd-45bf-b5aa-b17e17bd05ea,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:11.874132 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36470) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:55:12.031111 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-4885bc9f-8666-4e60-b6e3-2fef65009785 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port c72a00f4-c161-40ac-b892-d7528e3ee6ad {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:55:12.031448 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4885bc9f-8666-4e60-b6e3-2fef65009785 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (c72a00f4-c161-40ac-b892-d7528e3ee6ad), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:12.109741 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4885bc9f-8666-4e60-b6e3-2fef65009785 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (c72a00f4-c161-40ac-b892-d7528e3ee6ad), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:12.109983 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4885bc9f-8666-4e60-b6e3-2fef65009785 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (c72a00f4-c161-40ac-b892-d7528e3ee6ad), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:12.122151 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-4885bc9f-8666-4e60-b6e3-2fef65009785 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for c72a00f4-c161-40ac-b892-d7528e3ee6ad owned by network:floatingip {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:55:12.318231 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4885bc9f-8666-4e60-b6e3-2fef65009785 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (c72a00f4-c161-40ac-b892-d7528e3ee6ad), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:12.344113 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885bc9f-8666-4e60-b6e3-2fef65009785 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=c72a00f4-c161-40ac-b892-d7528e3ee6ad,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:12.403582 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4885bc9f-8666-4e60-b6e3-2fef65009785 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (ae318173-2ae6-4388-a3f7-b3940f1757b4), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:12.403844 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-4885bc9f-8666-4e60-b6e3-2fef65009785 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Floating IP ae318173-2ae6-4388-a3f7-b3940f1757b4 disassociated (deleted). External IP: 172.26.2.25, port: 34cc0c72-a936-400a-aafd-faf0bbe4998b. Mar 23 02:55:12.614053 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4885bc9f-8666-4e60-b6e3-2fef65009785 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router be479b9c-2894-4ebf-95cb-3295035c6201 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:55:12.724358 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4885bc9f-8666-4e60-b6e3-2fef65009785 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:55:12.728922 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4885bc9f-8666-4e60-b6e3-2fef65009785 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:12.733828 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbfe5cf-f768-40d7-8458-d2b02d93cd5c None None] Sync routers for ids ['be479b9c-2894-4ebf-95cb-3295035c6201'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:55:12.743086 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbfe5cf-f768-40d7-8458-d2b02d93cd5c None None] Routers {'be479b9c-2894-4ebf-95cb-3295035c6201'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:55:12.743702 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-0bbfe5cf-f768-40d7-8458-d2b02d93cd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:54:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['be479b9c-2894-4ebf-95cb-3295035c6201'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:55:12.757554 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4885bc9f-8666-4e60-b6e3-2fef65009785 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/floatingips/ae318173-2ae6-4388-a3f7-b3940f1757b4 HTTP/1.1" status: 204 len: 168 time: 0.8823428 Mar 23 02:55:12.758144 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c6bafc-1a35-4e31-b45a-b87bc9904fb7', 'tag': '34cc0c72-a936-400a-aafd-faf0bbe4998b'}] {{(pid=104348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:55:12.761061 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a43494f7a0cd0c51715e4079ece57a9ff1e623b58ceb021b6bb41ba87478d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158b05fc-4ebb-4053-8821-7c28de746eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "57c6bafc-1a35-4e31-b45a-b87bc9904fb7", "tag": "34cc0c72-a936-400a-aafd-faf0bbe4998b"}]}' {{(pid=104348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:55:12.798996 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71845ed5-c041-40c4-b4ef-d5703df9970b x-openstack-request-id: req-71845ed5-c041-40c4-b4ef-d5703df9970b {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:55:12.799412 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c6bafc-1a35-4e31-b45a-b87bc9904fb7", "tag": "34cc0c72-a936-400a-aafd-faf0bbe4998b", "status": "completed", "code": 200}]} {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:55:12.799761 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-71845ed5-c041-40c4-b4ef-d5703df9970b {{(pid=104348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:55:12.800382 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71845ed5-c041-40c4-b4ef-d5703df9970b'] response: {'name': 'network-changed', 'server_uuid': '57c6bafc-1a35-4e31-b45a-b87bc9904fb7', 'tag': '34cc0c72-a936-400a-aafd-faf0bbe4998b', 'status': 'completed', 'code': 200} Mar 23 02:55:12.857927 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-0bbfe5cf-f768-40d7-8458-d2b02d93cd5c None None] Set router be479b9c-2894-4ebf-95cb-3295035c6201 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:55:12.870273 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b05fc-4ebb-4053-8821-7c28de746eb4 req-ab95a53b-b7ae-4603-af51-aa48246a6c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:12.871809 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-158b05fc-4ebb-4053-8821-7c28de746eb4 req-ab95a53b-b7ae-4603-af51-aa48246a6c6f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=57c6bafc-1a35-4e31-b45a-b87bc9904fb7 HTTP/1.1" status: 200 len: 1130 time: 0.0515056 Mar 23 02:55:12.961767 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b05fc-4ebb-4053-8821-7c28de746eb4 req-e830de14-657a-4db1-90db-f90609310981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:12.964261 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-158b05fc-4ebb-4053-8821-7c28de746eb4 req-e830de14-657a-4db1-90db-f90609310981 service neutron] 10.222.0.23 "GET /v2.0/networks?id=477b0ae0-2a02-431d-a1ba-21826c922e3e HTTP/1.1" status: 200 len: 898 time: 0.0861456 Mar 23 02:55:13.009565 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-158b05fc-4ebb-4053-8821-7c28de746eb4 req-ac2bcd09-e6e1-40c2-bc6e-366c1aaef287 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34cc0c72-a936-400a-aafd-faf0bbe4998b HTTP/1.1" status: 200 len: 217 time: 0.0391810 Mar 23 02:55:13.060190 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b05fc-4ebb-4053-8821-7c28de746eb4 req-535e2ea7-3e8c-4d60-a0a4-d060161175a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:13.061859 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-158b05fc-4ebb-4053-8821-7c28de746eb4 req-535e2ea7-3e8c-4d60-a0a4-d060161175a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dd40c2bd-7b1d-4669-a426-ad847910572f HTTP/1.1" status: 200 len: 833 time: 0.0449545 Mar 23 02:55:13.066085 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-0bbfe5cf-f768-40d7-8458-d2b02d93cd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'name': 'tempest-TestNetworkBasicOps-router-376837795', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:47Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '7bc3d5c6-f23e-43ba-931e-d31fc496d769', 'name': '', 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:b0:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'dd40c2bd-7b1d-4669-a426-ad847910572f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:46Z', 'updated_at': '2022-03-23T02:53:50Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': 'dd40c2bd-7b1d-4669-a426-ad847910572f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:55:13.097183 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbfe5cf-f768-40d7-8458-d2b02d93cd5c None None] Checking router: be479b9c-2894-4ebf-95cb-3295035c6201 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:55:13.107607 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbfe5cf-f768-40d7-8458-d2b02d93cd5c None None] Routers {'be479b9c-2894-4ebf-95cb-3295035c6201'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:55:13.108710 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-0bbfe5cf-f768-40d7-8458-d2b02d93cd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:54:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['be479b9c-2894-4ebf-95cb-3295035c6201'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:55:13.118953 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b05fc-4ebb-4053-8821-7c28de746eb4 req-15519c5e-2507-467e-b418-4a8469f90e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:13.120408 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-158b05fc-4ebb-4053-8821-7c28de746eb4 req-15519c5e-2507-467e-b418-4a8469f90e8f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=477b0ae0-2a02-431d-a1ba-21826c922e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0522773 Mar 23 02:55:13.219588 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-0bbfe5cf-f768-40d7-8458-d2b02d93cd5c None None] Set router be479b9c-2894-4ebf-95cb-3295035c6201 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:55:13.259649 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad32f3-f5c9-4d6c-9a1b-3d6cc791c3a5 req-661a3ed8-db19-4dbe-817b-1abcd29241f2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:13.261682 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b0ad32f3-f5c9-4d6c-9a1b-3d6cc791c3a5 req-661a3ed8-db19-4dbe-817b-1abcd29241f2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=57c6bafc-1a35-4e31-b45a-b87bc9904fb7 HTTP/1.1" status: 200 len: 946 time: 0.0882840 Mar 23 02:55:13.263946 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-158b05fc-4ebb-4053-8821-7c28de746eb4 req-7a207dd5-7933-4c11-a6b4-def14c82b4d0 service neutron] 10.222.0.23 "GET /v2.0/networks/477b0ae0-2a02-431d-a1ba-21826c922e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373878 Mar 23 02:55:13.363682 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b0ad32f3-f5c9-4d6c-9a1b-3d6cc791c3a5 req-b1703216-f3fb-41b6-8f4c-794e54e43f8e tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=08c09a45-0dfd-4f75-82f6-42d6576b211c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963533 Mar 23 02:55:13.389978 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-158b05fc-4ebb-4053-8821-7c28de746eb4 req-7ec411a3-9920-45bf-aa91-430893730c28 service neutron] 10.222.0.23 "GET /v2.0/networks/477b0ae0-2a02-431d-a1ba-21826c922e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168115 Mar 23 02:55:13.417194 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-0bbfe5cf-f768-40d7-8458-d2b02d93cd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'name': 'tempest-TestNetworkBasicOps-router-376837795', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:47Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '7bc3d5c6-f23e-43ba-931e-d31fc496d769', 'name': '', 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:b0:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'dd40c2bd-7b1d-4669-a426-ad847910572f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:46Z', 'updated_at': '2022-03-23T02:53:50Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': 'dd40c2bd-7b1d-4669-a426-ad847910572f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:55:13.443545 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbfe5cf-f768-40d7-8458-d2b02d93cd5c None None] The sync data for ids ['be479b9c-2894-4ebf-95cb-3295035c6201'] in dv-neutron-834613-2-hyperv is: [{'id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'name': 'tempest-TestNetworkBasicOps-router-376837795', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:47Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '7bc3d5c6-f23e-43ba-931e-d31fc496d769', 'name': '', 'network_id': '477b0ae0-2a02-431d-a1ba-21826c922e3e', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:b0:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'dd40c2bd-7b1d-4669-a426-ad847910572f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:46Z', 'updated_at': '2022-03-23T02:53:50Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': 'dd40c2bd-7b1d-4669-a426-ad847910572f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:55:13.490524 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 18ededa1-f52d-43a6-9b90-277da230a382 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:55:13.515828 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: 18ededa1-f52d-43a6-9b90-277da230a382 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:55:13.515828 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 18ededa1-f52d-43a6-9b90-277da230a382 not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:55:13.659347 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206872c0-2b61-4020-aed7-b4e600edb379 None None] New status for floating IP ae318173-2ae6-4388-a3f7-b3940f1757b4: DOWN {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:55:14.485764 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181deb9-cc60-4ee5-bbd9-e6d8357a2560 req-11004f72-cea5-4f3c-a9d3-e6174e1c7239 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:14.487386 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6181deb9-cc60-4ee5-bbd9-e6d8357a2560 req-11004f72-cea5-4f3c-a9d3-e6174e1c7239 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=57c6bafc-1a35-4e31-b45a-b87bc9904fb7 HTTP/1.1" status: 200 len: 946 time: 0.0544240 Mar 23 02:55:14.539627 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6181deb9-cc60-4ee5-bbd9-e6d8357a2560 req-f4c66180-16d5-44ce-94fc-642057d91b30 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=08c09a45-0dfd-4f75-82f6-42d6576b211c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465775 Mar 23 02:55:14.629781 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282febc-ebbe-499e-8d59-71c7db67a2be req-088d2bf1-5824-4a92-ae4c-ad17e7edf16e tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:14.631223 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a282febc-ebbe-499e-8d59-71c7db67a2be req-088d2bf1-5824-4a92-ae4c-ad17e7edf16e tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/ports?device_id=57c6bafc-1a35-4e31-b45a-b87bc9904fb7 HTTP/1.1" status: 200 len: 946 time: 0.0515881 Mar 23 02:55:14.721395 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-a282febc-ebbe-499e-8d59-71c7db67a2be req-b15e11e8-b102-4c47-aec3-067433d96455 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port 34cc0c72-a936-400a-aafd-faf0bbe4998b {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:55:14.721658 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-a282febc-ebbe-499e-8d59-71c7db67a2be req-b15e11e8-b102-4c47-aec3-067433d96455 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (34cc0c72-a936-400a-aafd-faf0bbe4998b), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:14.810722 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-a282febc-ebbe-499e-8d59-71c7db67a2be req-b15e11e8-b102-4c47-aec3-067433d96455 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] For port 34cc0c72-a936-400a-aafd-faf0bbe4998b, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=34cc0c72-a936-400a-aafd-faf0bbe4998b,segment=NetworkSegment(41b15dff-d0ee-4c51-a91d-36f8e0bc3efb),segment_id=41b15dff-d0ee-4c51-a91d-36f8e0bc3efb)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:55:14.811075 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-a282febc-ebbe-499e-8d59-71c7db67a2be req-b15e11e8-b102-4c47-aec3-067433d96455 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (34cc0c72-a936-400a-aafd-faf0bbe4998b), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:14.823786 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-a282febc-ebbe-499e-8d59-71c7db67a2be req-b15e11e8-b102-4c47-aec3-067433d96455 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for 34cc0c72-a936-400a-aafd-faf0bbe4998b owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:55:14.993301 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-a282febc-ebbe-499e-8d59-71c7db67a2be req-b15e11e8-b102-4c47-aec3-067433d96455 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (34cc0c72-a936-400a-aafd-faf0bbe4998b), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:15.022951 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e11e8-b102-4c47-aec3-067433d96455 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=34cc0c72-a936-400a-aafd-faf0bbe4998b,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:15.066969 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-a282febc-ebbe-499e-8d59-71c7db67a2be req-b15e11e8-b102-4c47-aec3-067433d96455 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] No DVR routers for this DVR port 34cc0c72-a936-400a-aafd-faf0bbe4998b on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:55:15.069510 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-a282febc-ebbe-499e-8d59-71c7db67a2be req-b15e11e8-b102-4c47-aec3-067433d96455 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:15.073363 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a282febc-ebbe-499e-8d59-71c7db67a2be req-b15e11e8-b102-4c47-aec3-067433d96455 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "DELETE /v2.0/ports/34cc0c72-a936-400a-aafd-faf0bbe4998b HTTP/1.1" status: 204 len: 173 time: 0.4366877 Mar 23 02:55:15.073872 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c6bafc-1a35-4e31-b45a-b87bc9904fb7', 'name': 'network-vif-deleted', 'tag': '34cc0c72-a936-400a-aafd-faf0bbe4998b'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:55:15.076172 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0ac50f-32a2-4bc9-8ba0-6fa49de4471f" -d '{"events": [{"server_uuid": "57c6bafc-1a35-4e31-b45a-b87bc9904fb7", "name": "network-vif-deleted", "tag": "34cc0c72-a936-400a-aafd-faf0bbe4998b"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:55:15.112784 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1add432-f9f9-4848-9d06-885a943df848 x-openstack-request-id: req-b1add432-f9f9-4848-9d06-885a943df848 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:55:15.113162 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c6bafc-1a35-4e31-b45a-b87bc9904fb7", "name": "network-vif-deleted", "tag": "34cc0c72-a936-400a-aafd-faf0bbe4998b", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:55:15.113420 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b1add432-f9f9-4848-9d06-885a943df848 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:55:15.113860 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1add432-f9f9-4848-9d06-885a943df848'] response: {'server_uuid': '57c6bafc-1a35-4e31-b45a-b87bc9904fb7', 'name': 'network-vif-deleted', 'tag': '34cc0c72-a936-400a-aafd-faf0bbe4998b', 'status': 'completed', 'code': 200} Mar 23 02:55:15.652850 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c53991f5-f4d7-4897-8f0b-1133de1e9f5f req-51f038e8-4780-4b01-8444-933c53b173cc tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=57c6bafc-1a35-4e31-b45a-b87bc9904fb7 HTTP/1.1" status: 200 len: 210 time: 0.0272827 Mar 23 02:55:16.710126 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36488) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:55:16.767043 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-292f95a1-37e2-4fc8-b263-4084ae0be4b4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (08c09a45-0dfd-4f75-82f6-42d6576b211c), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:16.792960 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-292f95a1-37e2-4fc8-b263-4084ae0be4b4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (08c09a45-0dfd-4f75-82f6-42d6576b211c), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:16.941412 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-292f95a1-37e2-4fc8-b263-4084ae0be4b4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (08c09a45-0dfd-4f75-82f6-42d6576b211c), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:16.943910 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-292f95a1-37e2-4fc8-b263-4084ae0be4b4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:16.945059 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-292f95a1-37e2-4fc8-b263-4084ae0be4b4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/security-groups/08c09a45-0dfd-4f75-82f6-42d6576b211c HTTP/1.1" status: 204 len: 168 time: 0.2339606 Mar 23 02:55:16.954608 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f95a1-37e2-4fc8-b263-4084ae0be4b4 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c09a45-0dfd-4f75-82f6-42d6576b211c,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:17.068142 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36492) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:55:17.627046 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9bda80a0-8b5f-4388-a741-101eeb287197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:17.743014 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1a064322-c850-4ec4-8adf-86eef537d352 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (be479b9c-2894-4ebf-95cb-3295035c6201), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:18.008334 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-1a064322-c850-4ec4-8adf-86eef537d352 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port 7bc3d5c6-f23e-43ba-931e-d31fc496d769 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:55:18.008680 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1a064322-c850-4ec4-8adf-86eef537d352 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (7bc3d5c6-f23e-43ba-931e-d31fc496d769), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:18.099384 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-1a064322-c850-4ec4-8adf-86eef537d352 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] For port 7bc3d5c6-f23e-43ba-931e-d31fc496d769, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=7bc3d5c6-f23e-43ba-931e-d31fc496d769,segment=NetworkSegment(41b15dff-d0ee-4c51-a91d-36f8e0bc3efb),segment_id=41b15dff-d0ee-4c51-a91d-36f8e0bc3efb)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:55:18.100049 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1a064322-c850-4ec4-8adf-86eef537d352 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (7bc3d5c6-f23e-43ba-931e-d31fc496d769), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:18.113069 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-1a064322-c850-4ec4-8adf-86eef537d352 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for 7bc3d5c6-f23e-43ba-931e-d31fc496d769 owned by network:router_interface {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:55:18.371023 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1a064322-c850-4ec4-8adf-86eef537d352 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (7bc3d5c6-f23e-43ba-931e-d31fc496d769), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:18.403381 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a064322-c850-4ec4-8adf-86eef537d352 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=7bc3d5c6-f23e-43ba-931e-d31fc496d769,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:18.591029 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1a064322-c850-4ec4-8adf-86eef537d352 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (be479b9c-2894-4ebf-95cb-3295035c6201), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:18.722800 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:18.823361 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a064322-c850-4ec4-8adf-86eef537d352 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router be479b9c-2894-4ebf-95cb-3295035c6201 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:55:18.933887 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a064322-c850-4ec4-8adf-86eef537d352 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:55:18.948178 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1a064322-c850-4ec4-8adf-86eef537d352 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "PUT /v2.0/routers/be479b9c-2894-4ebf-95cb-3295035c6201/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8698742 Mar 23 02:55:18.948178 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36494) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:55:18.948321 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507fd2b9-be15-46df-80e4-dc69c0bf3e59 None None] Sync routers for ids ['be479b9c-2894-4ebf-95cb-3295035c6201'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:55:18.955077 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507fd2b9-be15-46df-80e4-dc69c0bf3e59 None None] Routers {'be479b9c-2894-4ebf-95cb-3295035c6201'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:55:18.955715 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-507fd2b9-be15-46df-80e4-dc69c0bf3e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:54:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['be479b9c-2894-4ebf-95cb-3295035c6201'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:55:18.994762 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-b505d07e-9843-4045-8a27-46aaafc4312b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting subnet dd40c2bd-7b1d-4669-a426-ad847910572f {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:55:18.998371 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b505d07e-9843-4045-8a27-46aaafc4312b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for subnet (dd40c2bd-7b1d-4669-a426-ad847910572f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:19.043692 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b505d07e-9843-4045-8a27-46aaafc4312b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (dd40c2bd-7b1d-4669-a426-ad847910572f), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:19.136558 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b505d07e-9843-4045-8a27-46aaafc4312b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (dd40c2bd-7b1d-4669-a426-ad847910572f), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:19.217696 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-507fd2b9-be15-46df-80e4-dc69c0bf3e59 None None] Set router be479b9c-2894-4ebf-95cb-3295035c6201 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:55:19.301961 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b505d07e-9843-4045-8a27-46aaafc4312b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (dd40c2bd-7b1d-4669-a426-ad847910572f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:19.329461 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b505d07e-9843-4045-8a27-46aaafc4312b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Subnet': ['ID=dd40c2bd-7b1d-4669-a426-ad847910572f,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:19.337228 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b505d07e-9843-4045-8a27-46aaafc4312b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:19.340603 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b505d07e-9843-4045-8a27-46aaafc4312b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/subnets/dd40c2bd-7b1d-4669-a426-ad847910572f HTTP/1.1" status: 204 len: 168 time: 0.3976316 Mar 23 02:55:19.347535 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb87fce-9e26-455a-8277-80fc2947bb4d None None] Network 477b0ae0-2a02-431d-a1ba-21826c922e3e requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:55:19.349712 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36496) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:55:19.464042 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-06b0c1fc-8061-40f2-b76a-83942f1453e1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router (be479b9c-2894-4ebf-95cb-3295035c6201), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:19.488895 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-507fd2b9-be15-46df-80e4-dc69c0bf3e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'name': 'tempest-TestNetworkBasicOps-router-376837795', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:55:18Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:55:19.525793 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507fd2b9-be15-46df-80e4-dc69c0bf3e59 None None] Checking router: be479b9c-2894-4ebf-95cb-3295035c6201 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:55:19.536051 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507fd2b9-be15-46df-80e4-dc69c0bf3e59 None None] Routers {'be479b9c-2894-4ebf-95cb-3295035c6201'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:55:19.536675 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-507fd2b9-be15-46df-80e4-dc69c0bf3e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:54:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['be479b9c-2894-4ebf-95cb-3295035c6201'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:55:19.538537 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 34cc0c72-a936-400a-aafd-faf0bbe4998b no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:55:19.580110 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-06b0c1fc-8061-40f2-b76a-83942f1453e1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_gateway (be479b9c-2894-4ebf-95cb-3295035c6201), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:19.618317 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0b77ed-b89f-4555-af0a-6594f19e7140 None None] DHCP port deletion for 477b0ae0-2a02-431d-a1ba-21826c922e3e request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:55:19.623709 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: 34cc0c72-a936-400a-aafd-faf0bbe4998b {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:55:19.624086 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 34cc0c72-a936-400a-aafd-faf0bbe4998b not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:55:19.701419 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-507fd2b9-be15-46df-80e4-dc69c0bf3e59 None None] Set router be479b9c-2894-4ebf-95cb-3295035c6201 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:55:19.707049 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-06b0c1fc-8061-40f2-b76a-83942f1453e1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port 38f9044c-a701-45d9-8780-924e9e830fb9 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:55:19.707401 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-06b0c1fc-8061-40f2-b76a-83942f1453e1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (38f9044c-a701-45d9-8780-924e9e830fb9), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:19.767316 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-8a0b77ed-b89f-4555-af0a-6594f19e7140 None None] Deleting port b232c8b5-1972-482f-8d96-c2a5242ef4c6 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:55:19.767874 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8a0b77ed-b89f-4555-af0a-6594f19e7140 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (b232c8b5-1972-482f-8d96-c2a5242ef4c6), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:19.791737 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-06b0c1fc-8061-40f2-b76a-83942f1453e1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] For port 38f9044c-a701-45d9-8780-924e9e830fb9, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=38f9044c-a701-45d9-8780-924e9e830fb9,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:55:19.792054 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-06b0c1fc-8061-40f2-b76a-83942f1453e1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (38f9044c-a701-45d9-8780-924e9e830fb9), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:19.805367 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-06b0c1fc-8061-40f2-b76a-83942f1453e1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for 38f9044c-a701-45d9-8780-924e9e830fb9 owned by network:router_gateway {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:55:19.896049 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-8a0b77ed-b89f-4555-af0a-6594f19e7140 None None] For port b232c8b5-1972-482f-8d96-c2a5242ef4c6, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=b232c8b5-1972-482f-8d96-c2a5242ef4c6,segment=NetworkSegment(41b15dff-d0ee-4c51-a91d-36f8e0bc3efb),segment_id=41b15dff-d0ee-4c51-a91d-36f8e0bc3efb)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:55:19.896455 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8a0b77ed-b89f-4555-af0a-6594f19e7140 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (b232c8b5-1972-482f-8d96-c2a5242ef4c6), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:19.919878 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-8a0b77ed-b89f-4555-af0a-6594f19e7140 None None] Calling delete_port for b232c8b5-1972-482f-8d96-c2a5242ef4c6 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:55:19.988150 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3f6f55ee-0597-4bf7-9bc2-be329742eab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:20.043420 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-507fd2b9-be15-46df-80e4-dc69c0bf3e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'name': 'tempest-TestNetworkBasicOps-router-376837795', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:55:18Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:55:20.070845 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507fd2b9-be15-46df-80e4-dc69c0bf3e59 None None] The sync data for ids ['be479b9c-2894-4ebf-95cb-3295035c6201'] in dv-neutron-834613-2-hyperv is: [{'id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'name': 'tempest-TestNetworkBasicOps-router-376837795', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:55:18Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '38f9044c-a701-45d9-8780-924e9e830fb9', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be479b9c-2894-4ebf-95cb-3295035c6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:53:42Z', 'updated_at': '2022-03-23T02:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:55:20.107220 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-06b0c1fc-8061-40f2-b76a-83942f1453e1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (38f9044c-a701-45d9-8780-924e9e830fb9), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:20.133514 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0c1fc-8061-40f2-b76a-83942f1453e1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=38f9044c-a701-45d9-8780-924e9e830fb9,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:20.152887 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8a0b77ed-b89f-4555-af0a-6594f19e7140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (b232c8b5-1972-482f-8d96-c2a5242ef4c6), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:20.179192 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b77ed-b89f-4555-af0a-6594f19e7140 None None] Pushing event deleted for resources: {'Port': ['ID=b232c8b5-1972-482f-8d96-c2a5242ef4c6,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:20.187593 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0b77ed-b89f-4555-af0a-6594f19e7140 None None] No DVR routers for this DVR port b232c8b5-1972-482f-8d96-c2a5242ef4c6 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:55:20.189997 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b77ed-b89f-4555-af0a-6594f19e7140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:20.190360 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b77ed-b89f-4555-af0a-6594f19e7140 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:20.191047 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b77ed-b89f-4555-af0a-6594f19e7140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:20.191398 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b77ed-b89f-4555-af0a-6594f19e7140 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:20.191840 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b77ed-b89f-4555-af0a-6594f19e7140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:20.192171 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b77ed-b89f-4555-af0a-6594f19e7140 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:20.192509 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b77ed-b89f-4555-af0a-6594f19e7140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:20.192841 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b77ed-b89f-4555-af0a-6594f19e7140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:20.193175 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b77ed-b89f-4555-af0a-6594f19e7140 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:20.193511 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b77ed-b89f-4555-af0a-6594f19e7140 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:20.193848 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b77ed-b89f-4555-af0a-6594f19e7140 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:20.194173 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b77ed-b89f-4555-af0a-6594f19e7140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:20.194502 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b77ed-b89f-4555-af0a-6594f19e7140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:20.194826 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b77ed-b89f-4555-af0a-6594f19e7140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:20.195156 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b77ed-b89f-4555-af0a-6594f19e7140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:20.201260 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-06b0c1fc-8061-40f2-b76a-83942f1453e1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (be479b9c-2894-4ebf-95cb-3295035c6201), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:20.299501 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-06b0c1fc-8061-40f2-b76a-83942f1453e1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (be479b9c-2894-4ebf-95cb-3295035c6201), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:20.301721 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-06b0c1fc-8061-40f2-b76a-83942f1453e1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_controller (be479b9c-2894-4ebf-95cb-3295035c6201), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:20.398052 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-06b0c1fc-8061-40f2-b76a-83942f1453e1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (be479b9c-2894-4ebf-95cb-3295035c6201), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:20.398536 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b0c1fc-8061-40f2-b76a-83942f1453e1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Fanout notify agent at l3_agent the message router_deleted on router be479b9c-2894-4ebf-95cb-3295035c6201 {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:55:20.405685 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-06b0c1fc-8061-40f2-b76a-83942f1453e1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:20.406794 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-06b0c1fc-8061-40f2-b76a-83942f1453e1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/routers/be479b9c-2894-4ebf-95cb-3295035c6201 HTTP/1.1" status: 204 len: 168 time: 1.0561006 Mar 23 02:55:20.409919 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36498) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:55:20.492745 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-57fc89b5-b12f-4fea-a32a-b6eda62cd165 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (477b0ae0-2a02-431d-a1ba-21826c922e3e), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:20.590500 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-57fc89b5-b12f-4fea-a32a-b6eda62cd165 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (477b0ae0-2a02-431d-a1ba-21826c922e3e), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:20.613438 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-57fc89b5-b12f-4fea-a32a-b6eda62cd165 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['477b0ae0-2a02-431d-a1ba-21826c922e3e']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:55:20.623015 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-57fc89b5-b12f-4fea-a32a-b6eda62cd165 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b15dff-d0ee-4c51-a91d-36f8e0bc3efb') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:55:20.623312 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-57fc89b5-b12f-4fea-a32a-b6eda62cd165 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b15dff-d0ee-4c51-a91d-36f8e0bc3efb') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:55:20.633607 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-57fc89b5-b12f-4fea-a32a-b6eda62cd165 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (41b15dff-d0ee-4c51-a91d-36f8e0bc3efb), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:20.647935 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-57fc89b5-b12f-4fea-a32a-b6eda62cd165 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (41b15dff-d0ee-4c51-a91d-36f8e0bc3efb), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:20.655070 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57fc89b5-b12f-4fea-a32a-b6eda62cd165 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:55:20.655535 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-57fc89b5-b12f-4fea-a32a-b6eda62cd165 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (41b15dff-d0ee-4c51-a91d-36f8e0bc3efb), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:20.658778 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:55:20.658778 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:55:20.658778 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:55:20.658778 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:55:20.658778 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:55:20.658778 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:55:20.658778 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:55:20.658778 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:55:20.658778 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:55:20.658778 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:55:20.658778 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:55:20.658778 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:55:20.658778 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:55:20.658778 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:55:20.658778 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:55:20.658778 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:55:20.658778 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:55:20.658778 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:55:20.658778 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:55:20.658778 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:55:20.658778 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:55:20.658778 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:55:20.658778 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:55:20.658778 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:55:20.658778 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:55:20.658778 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:55:20.658778 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:55:20.658778 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:55:20.658778 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:55:20.658778 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:55:20.658778 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:55:20.658778 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:55:20.682260 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device b232c8b5-1972-482f-8d96-c2a5242ef4c6 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:55:20.703506 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: b232c8b5-1972-482f-8d96-c2a5242ef4c6 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:55:20.703885 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device b232c8b5-1972-482f-8d96-c2a5242ef4c6 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:55:20.704323 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 7bc3d5c6-f23e-43ba-931e-d31fc496d769 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:55:20.729843 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 7bc3d5c6-f23e-43ba-931e-d31fc496d769 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:55:20.730202 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 7bc3d5c6-f23e-43ba-931e-d31fc496d769 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:55:20.849886 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-57fc89b5-b12f-4fea-a32a-b6eda62cd165 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (477b0ae0-2a02-431d-a1ba-21826c922e3e), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:20.856825 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-57fc89b5-b12f-4fea-a32a-b6eda62cd165 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:20.860048 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-57fc89b5-b12f-4fea-a32a-b6eda62cd165 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/networks/477b0ae0-2a02-431d-a1ba-21826c922e3e HTTP/1.1" status: 204 len: 168 time: 0.4490914 Mar 23 02:55:20.872754 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc89b5-b12f-4fea-a32a-b6eda62cd165 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Network': ['ID=477b0ae0-2a02-431d-a1ba-21826c922e3e,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:20.886503 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36500) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:55:20.891434 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-0dc01892-6efb-4a14-9796-1d6af882d904 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'network': {'name': 'tempest-network-smoke--233640977', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'port_security_enabled': True}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:55:20.987141 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc01892-6efb-4a14-9796-1d6af882d904 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Made reservation on behalf of d14f7a32e895424c88fd77b8785e073b for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:55:20.990565 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0dc01892-6efb-4a14-9796-1d6af882d904 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:21.015528 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc01892-6efb-4a14-9796-1d6af882d904 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:55:21.026143 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0dc01892-6efb-4a14-9796-1d6af882d904 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (b599fd8b-bdb8-48e8-8964-35d9d3cdd951), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:21.026485 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-0dc01892-6efb-4a14-9796-1d6af882d904 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Added segment b599fd8b-bdb8-48e8-8964-35d9d3cdd951 of type vlan for network a60c849c-d7ca-4887-b32b-c05e76f07f8f Mar 23 02:55:21.065656 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0dc01892-6efb-4a14-9796-1d6af882d904 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (a60c849c-d7ca-4887-b32b-c05e76f07f8f), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:21.187244 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0dc01892-6efb-4a14-9796-1d6af882d904 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (a60c849c-d7ca-4887-b32b-c05e76f07f8f), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:21.192637 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc01892-6efb-4a14-9796-1d6af882d904 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:21.193261 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0dc01892-6efb-4a14-9796-1d6af882d904 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:21.259682 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc01892-6efb-4a14-9796-1d6af882d904 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Network': ['ID=a60c849c-d7ca-4887-b32b-c05e76f07f8f,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:21.261456 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:21.270832 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network a60c849c-d7ca-4887-b32b-c05e76f07f8f details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:55:21.281100 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0dc01892-6efb-4a14-9796-1d6af882d904 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3935072 Mar 23 02:55:21.283929 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36502) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:55:21.288371 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-1b21a557-153d-4910-b13f-199e7674774f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1555651264', 'admin_state_up': True, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:55:21.387251 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b21a557-153d-4910-b13f-199e7674774f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (dca27d2f-7e66-446a-aa23-135fdf3fe382), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:21.388443 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b21a557-153d-4910-b13f-199e7674774f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (dca27d2f-7e66-446a-aa23-135fdf3fe382), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:21.440166 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b21a557-153d-4910-b13f-199e7674774f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_controller (dca27d2f-7e66-446a-aa23-135fdf3fe382), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:21.635497 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b21a557-153d-4910-b13f-199e7674774f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_gateway (dca27d2f-7e66-446a-aa23-135fdf3fe382), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:21.912323 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b21a557-153d-4910-b13f-199e7674774f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_gateway (dca27d2f-7e66-446a-aa23-135fdf3fe382), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:21.932252 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b21a557-153d-4910-b13f-199e7674774f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:22.036578 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-1b21a557-153d-4910-b13f-199e7674774f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.26.2.201 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/370feddb-98ef-4289-a186-4e7bad4d531f) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:55:22.140341 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b21a557-153d-4910-b13f-199e7674774f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (370feddb-98ef-4289-a186-4e7bad4d531f), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:22.244926 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b21a557-153d-4910-b13f-199e7674774f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (370feddb-98ef-4289-a186-4e7bad4d531f), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:22.281811 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b21a557-153d-4910-b13f-199e7674774f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:55:22.284799 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-1b21a557-153d-4910-b13f-199e7674774f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:55:22.290361 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b21a557-153d-4910-b13f-199e7674774f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:55:22.295888 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21a557-153d-4910-b13f-199e7674774f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=370feddb-98ef-4289-a186-4e7bad4d531f,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:22.574410 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 38f9044c-a701-45d9-8780-924e9e830fb9 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:55:22.598249 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 38f9044c-a701-45d9-8780-924e9e830fb9 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:55:22.598610 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 38f9044c-a701-45d9-8780-924e9e830fb9 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:55:22.626918 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b21a557-153d-4910-b13f-199e7674774f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_gateway (dca27d2f-7e66-446a-aa23-135fdf3fe382), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:22.695076 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:22.832721 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b21a557-153d-4910-b13f-199e7674774f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (dca27d2f-7e66-446a-aa23-135fdf3fe382), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:23.386947 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b21a557-153d-4910-b13f-199e7674774f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router dca27d2f-7e66-446a-aa23-135fdf3fe382 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:55:23.498036 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b21a557-153d-4910-b13f-199e7674774f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:55:23.508785 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a4f0df-753b-40b5-8eb6-0bbf7fa6a219 None None] Sync routers for ids ['dca27d2f-7e66-446a-aa23-135fdf3fe382'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:55:23.517924 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a4f0df-753b-40b5-8eb6-0bbf7fa6a219 None None] Routers {'dca27d2f-7e66-446a-aa23-135fdf3fe382'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:55:23.518522 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-88a4f0df-753b-40b5-8eb6-0bbf7fa6a219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:55:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['dca27d2f-7e66-446a-aa23-135fdf3fe382'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:55:23.594721 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b21a557-153d-4910-b13f-199e7674774f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:23.596110 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1b21a557-153d-4910-b13f-199e7674774f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3111539 Mar 23 02:55:23.599387 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36506) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:55:23.625074 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-88a4f0df-753b-40b5-8eb6-0bbf7fa6a219 None None] Set router dca27d2f-7e66-446a-aa23-135fdf3fe382 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:55:23.628021 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c61fa1ee-866c-4028-8a19-5e2c346967d8 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=d14f7a32e895424c88fd77b8785e073b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273736 Mar 23 02:55:23.630551 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36508) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:55:23.718903 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acbe296-e838-4599-8cd3-b365d57993da tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:23.720439 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6acbe296-e838-4599-8cd3-b365d57993da tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890100 Mar 23 02:55:23.723181 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36510) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:55:23.760509 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ad4108c1-d89b-438b-aad9-b5684fc9a084 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6bbcca03-75ff-487c-8b0e-a32302dacbee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357323 Mar 23 02:55:23.763076 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36512) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:55:23.768362 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-9b07d717-5dd1-44ed-9838-d5ca16506c6d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-27078355', 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:55:23.810613 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-88a4f0df-753b-40b5-8eb6-0bbf7fa6a219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'name': 'tempest-TestNetworkBasicOps-router-1555651264', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:55:22Z', 'revision_number': 3, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:55:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:55:23.836632 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a4f0df-753b-40b5-8eb6-0bbf7fa6a219 None None] Checking router: dca27d2f-7e66-446a-aa23-135fdf3fe382 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:55:23.836979 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a4f0df-753b-40b5-8eb6-0bbf7fa6a219 None None] Updating router dca27d2f-7e66-446a-aa23-135fdf3fe382 port 370feddb-98ef-4289-a186-4e7bad4d531f binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:55:23.864404 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-88a4f0df-753b-40b5-8eb6-0bbf7fa6a219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (370feddb-98ef-4289-a186-4e7bad4d531f), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:23.918252 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b07d717-5dd1-44ed-9838-d5ca16506c6d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Made reservation on behalf of d14f7a32e895424c88fd77b8785e073b for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:55:23.921710 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9b07d717-5dd1-44ed-9838-d5ca16506c6d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:24.011112 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:24.118452 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-88a4f0df-753b-40b5-8eb6-0bbf7fa6a219 None None] Publish callbacks [] for port (370feddb-98ef-4289-a186-4e7bad4d531f), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:24.204529 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9b07d717-5dd1-44ed-9838-d5ca16506c6d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (2ee886cc-786f-42b8-a693-dcaa0188186d), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:24.255648 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-88a4f0df-753b-40b5-8eb6-0bbf7fa6a219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (370feddb-98ef-4289-a186-4e7bad4d531f), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:24.262505 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07d717-5dd1-44ed-9838-d5ca16506c6d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Subnet': ['ID=2ee886cc-786f-42b8-a693-dcaa0188186d,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:24.273196 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b07d717-5dd1-44ed-9838-d5ca16506c6d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Checking segment: {'id': 'b599fd8b-bdb8-48e8-8964-35d9d3cdd951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:55:24.273559 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b07d717-5dd1-44ed-9838-d5ca16506c6d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network hostable DHCP agents. Network: a60c849c-d7ca-4887-b32b-c05e76f07f8f, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:55:24.305634 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-88a4f0df-753b-40b5-8eb6-0bbf7fa6a219 None None] Attempting to bind port 370feddb-98ef-4289-a186-4e7bad4d531f on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:55:24.306103 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-88a4f0df-753b-40b5-8eb6-0bbf7fa6a219 None None] Attempting to bind port 370feddb-98ef-4289-a186-4e7bad4d531f by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:55:24.306503 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a4f0df-753b-40b5-8eb6-0bbf7fa6a219 None None] Attempting to bind port 370feddb-98ef-4289-a186-4e7bad4d531f on network 6bbcca03-75ff-487c-8b0e-a32302dacbee {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:55:24.312075 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f999dcb-032d-4e09-817a-036398fca74f None None] Pushing event updated for resources: {'Port': ['ID=370feddb-98ef-4289-a186-4e7bad4d531f,revision_number=2']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:24.320108 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a4f0df-753b-40b5-8eb6-0bbf7fa6a219 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:55:24.320483 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a4f0df-753b-40b5-8eb6-0bbf7fa6a219 None None] Checking segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:55:24.320878 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-88a4f0df-753b-40b5-8eb6-0bbf7fa6a219 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:24.323226 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a4f0df-753b-40b5-8eb6-0bbf7fa6a219 None None] Bound using segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:55:24.327814 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-88a4f0df-753b-40b5-8eb6-0bbf7fa6a219 None None] Bound port: 370feddb-98ef-4289-a186-4e7bad4d531f, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:55:24.328261 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-88a4f0df-753b-40b5-8eb6-0bbf7fa6a219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (370feddb-98ef-4289-a186-4e7bad4d531f), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:24.330522 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f999dcb-032d-4e09-817a-036398fca74f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:24.330861 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f999dcb-032d-4e09-817a-036398fca74f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:24.331192 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f999dcb-032d-4e09-817a-036398fca74f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:24.331518 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f999dcb-032d-4e09-817a-036398fca74f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:24.331860 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f999dcb-032d-4e09-817a-036398fca74f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:24.332182 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f999dcb-032d-4e09-817a-036398fca74f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:24.332499 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f999dcb-032d-4e09-817a-036398fca74f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:24.332811 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f999dcb-032d-4e09-817a-036398fca74f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:24.333125 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f999dcb-032d-4e09-817a-036398fca74f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:24.333441 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f999dcb-032d-4e09-817a-036398fca74f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:24.333755 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f999dcb-032d-4e09-817a-036398fca74f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:24.334087 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f999dcb-032d-4e09-817a-036398fca74f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:24.334422 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f999dcb-032d-4e09-817a-036398fca74f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:24.334746 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f999dcb-032d-4e09-817a-036398fca74f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:24.335123 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f999dcb-032d-4e09-817a-036398fca74f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:55:24.358547 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b07d717-5dd1-44ed-9838-d5ca16506c6d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network a60c849c-d7ca-4887-b32b-c05e76f07f8f is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:55:24.388041 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-88a4f0df-753b-40b5-8eb6-0bbf7fa6a219 None None] For port 370feddb-98ef-4289-a186-4e7bad4d531f, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:55:24.390941 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-88a4f0df-753b-40b5-8eb6-0bbf7fa6a219 None None] For port 370feddb-98ef-4289-a186-4e7bad4d531f, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=370feddb-98ef-4289-a186-4e7bad4d531f,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:55:24.455594 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-9b07d717-5dd1-44ed-9838-d5ca16506c6d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, a60c849c-d7ca-4887-b32b-c05e76f07f8f) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:55:24.459836 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b07d717-5dd1-44ed-9838-d5ca16506c6d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:24.460453 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9b07d717-5dd1-44ed-9838-d5ca16506c6d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:24.466982 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54a0c65-bc47-415f-94b1-c9c40be86982 None None] Network a60c849c-d7ca-4887-b32b-c05e76f07f8f requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:55:24.468324 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-88a4f0df-753b-40b5-8eb6-0bbf7fa6a219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (370feddb-98ef-4289-a186-4e7bad4d531f), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:24.530875 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9b07d717-5dd1-44ed-9838-d5ca16506c6d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7639472 Mar 23 02:55:24.531036 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f999dcb-032d-4e09-817a-036398fca74f None None] Pushing event updated for resources: {'Port': ['ID=370feddb-98ef-4289-a186-4e7bad4d531f,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:24.531469 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36514) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:55:24.533395 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a4f0df-753b-40b5-8eb6-0bbf7fa6a219 None None] Routers {'dca27d2f-7e66-446a-aa23-135fdf3fe382'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:55:24.533988 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-88a4f0df-753b-40b5-8eb6-0bbf7fa6a219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:55:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['dca27d2f-7e66-446a-aa23-135fdf3fe382'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:55:24.594169 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3debc9ae-c89b-4afb-a894-6c98b8338941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-a60c849c-d7ca-4887-b32b-c05e76f07f8f', 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ips': [{'subnet_id': '2ee886cc-786f-42b8-a693-dcaa0188186d'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:55:24.595019 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3debc9ae-c89b-4afb-a894-6c98b8338941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:24.642208 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-88a4f0df-753b-40b5-8eb6-0bbf7fa6a219 None None] Set router dca27d2f-7e66-446a-aa23-135fdf3fe382 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:55:24.827536 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-3debc9ae-c89b-4afb-a894-6c98b8338941 None None] Allocated IP 172.20.0.2 (a60c849c-d7ca-4887-b32b-c05e76f07f8f/2ee886cc-786f-42b8-a693-dcaa0188186d/c63b5e1d-d588-4338-aae8-36305885e916) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:55:24.829217 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-88a4f0df-753b-40b5-8eb6-0bbf7fa6a219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'name': 'tempest-TestNetworkBasicOps-router-1555651264', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:55:22Z', 'revision_number': 3, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:55:24.856736 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a4f0df-753b-40b5-8eb6-0bbf7fa6a219 None None] The sync data for ids ['dca27d2f-7e66-446a-aa23-135fdf3fe382'] in dv-neutron-834613-2-hyperv is: [{'id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'name': 'tempest-TestNetworkBasicOps-router-1555651264', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:55:22Z', 'revision_number': 3, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:55:25.013045 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-068e0196-a25c-4e79-8d34-7a59e15344c9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:25.207546 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3debc9ae-c89b-4afb-a894-6c98b8338941 None None] Publish callbacks [] for port (c63b5e1d-d588-4338-aae8-36305885e916), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:25.301510 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3debc9ae-c89b-4afb-a894-6c98b8338941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (c63b5e1d-d588-4338-aae8-36305885e916), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:25.350176 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3debc9ae-c89b-4afb-a894-6c98b8338941 None None] Network a60c849c-d7ca-4887-b32b-c05e76f07f8f is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:55:25.355221 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-3debc9ae-c89b-4afb-a894-6c98b8338941 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:55:25.357196 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3debc9ae-c89b-4afb-a894-6c98b8338941 None None] Pushing event updated for resources: {'Port': ['ID=c63b5e1d-d588-4338-aae8-36305885e916,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:25.358023 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-068e0196-a25c-4e79-8d34-7a59e15344c9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.20.0.1 (a60c849c-d7ca-4887-b32b-c05e76f07f8f/2ee886cc-786f-42b8-a693-dcaa0188186d/f4cb8db1-e929-4329-a4f0-2840615bcbb1) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:55:25.366455 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3debc9ae-c89b-4afb-a894-6c98b8338941 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:55:25.418182 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-3debc9ae-c89b-4afb-a894-6c98b8338941 None None] Attempting to bind port c63b5e1d-d588-4338-aae8-36305885e916 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:55:25.418484 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-3debc9ae-c89b-4afb-a894-6c98b8338941 None None] Attempting to bind port c63b5e1d-d588-4338-aae8-36305885e916 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b599fd8b-bdb8-48e8-8964-35d9d3cdd951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:55:25.418871 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3debc9ae-c89b-4afb-a894-6c98b8338941 None None] Attempting to bind port c63b5e1d-d588-4338-aae8-36305885e916 on network a60c849c-d7ca-4887-b32b-c05e76f07f8f {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:55:25.424179 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3debc9ae-c89b-4afb-a894-6c98b8338941 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:55:25.424564 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3debc9ae-c89b-4afb-a894-6c98b8338941 None None] Checking segment: {'id': 'b599fd8b-bdb8-48e8-8964-35d9d3cdd951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:55:25.424971 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3debc9ae-c89b-4afb-a894-6c98b8338941 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:25.425445 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3debc9ae-c89b-4afb-a894-6c98b8338941 None None] Bound using segment: {'id': 'b599fd8b-bdb8-48e8-8964-35d9d3cdd951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:55:25.426081 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-3debc9ae-c89b-4afb-a894-6c98b8338941 None None] Bound port: c63b5e1d-d588-4338-aae8-36305885e916, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b599fd8b-bdb8-48e8-8964-35d9d3cdd951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:55:25.426472 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3debc9ae-c89b-4afb-a894-6c98b8338941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (c63b5e1d-d588-4338-aae8-36305885e916), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:25.485663 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-068e0196-a25c-4e79-8d34-7a59e15344c9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (f4cb8db1-e929-4329-a4f0-2840615bcbb1), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:25.495232 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-3debc9ae-c89b-4afb-a894-6c98b8338941 None None] For port c63b5e1d-d588-4338-aae8-36305885e916, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:55:25.499755 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-3debc9ae-c89b-4afb-a894-6c98b8338941 None None] For port c63b5e1d-d588-4338-aae8-36305885e916, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=c63b5e1d-d588-4338-aae8-36305885e916,segment=NetworkSegment(b599fd8b-bdb8-48e8-8964-35d9d3cdd951),segment_id=b599fd8b-bdb8-48e8-8964-35d9d3cdd951)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:55:25.605164 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3debc9ae-c89b-4afb-a894-6c98b8338941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (c63b5e1d-d588-4338-aae8-36305885e916), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:25.633670 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-068e0196-a25c-4e79-8d34-7a59e15344c9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (f4cb8db1-e929-4329-a4f0-2840615bcbb1), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:25.676171 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3debc9ae-c89b-4afb-a894-6c98b8338941 None None] Pushing event updated for resources: {'Port': ['ID=c63b5e1d-d588-4338-aae8-36305885e916,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:25.694917 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068e0196-a25c-4e79-8d34-7a59e15344c9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network a60c849c-d7ca-4887-b32b-c05e76f07f8f is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:55:25.701224 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-068e0196-a25c-4e79-8d34-7a59e15344c9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:55:25.706072 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068e0196-a25c-4e79-8d34-7a59e15344c9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:55:25.710369 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e0196-a25c-4e79-8d34-7a59e15344c9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=f4cb8db1-e929-4329-a4f0-2840615bcbb1,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:25.756090 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-068e0196-a25c-4e79-8d34-7a59e15344c9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (dca27d2f-7e66-446a-aa23-135fdf3fe382), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:25.988614 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-068e0196-a25c-4e79-8d34-7a59e15344c9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f4cb8db1-e929-4329-a4f0-2840615bcbb1), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:26.269677 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-068e0196-a25c-4e79-8d34-7a59e15344c9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (f4cb8db1-e929-4329-a4f0-2840615bcbb1), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:26.347350 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-068e0196-a25c-4e79-8d34-7a59e15344c9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (f4cb8db1-e929-4329-a4f0-2840615bcbb1), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:26.424375 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e0196-a25c-4e79-8d34-7a59e15344c9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=f4cb8db1-e929-4329-a4f0-2840615bcbb1,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:26.427869 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-068e0196-a25c-4e79-8d34-7a59e15344c9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (dca27d2f-7e66-446a-aa23-135fdf3fe382), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:26.529787 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068e0196-a25c-4e79-8d34-7a59e15344c9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network a60c849c-d7ca-4887-b32b-c05e76f07f8f is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:55:26.531241 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-068e0196-a25c-4e79-8d34-7a59e15344c9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:55:26.637692 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c2c29e-295e-40af-b703-af8c572e5ddb None None] Network a60c849c-d7ca-4887-b32b-c05e76f07f8f requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:55:26.678384 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068e0196-a25c-4e79-8d34-7a59e15344c9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router dca27d2f-7e66-446a-aa23-135fdf3fe382 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:55:26.708092 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 370feddb-98ef-4289-a186-4e7bad4d531f up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:55:26.745855 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-235b00fb-c879-4604-a8ba-28b3426c0795 None None] Provisioning complete for port c63b5e1d-d588-4338-aae8-36305885e916 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:55:26.746239 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-235b00fb-c879-4604-a8ba-28b3426c0795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (c63b5e1d-d588-4338-aae8-36305885e916), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:26.812153 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068e0196-a25c-4e79-8d34-7a59e15344c9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:55:26.820319 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-068e0196-a25c-4e79-8d34-7a59e15344c9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "PUT /v2.0/routers/dca27d2f-7e66-446a-aa23-135fdf3fe382/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2880998 Mar 23 02:55:26.821169 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36516) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:55:26.843083 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 370feddb-98ef-4289-a186-4e7bad4d531f triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:55:26.843469 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (370feddb-98ef-4289-a186-4e7bad4d531f), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:26.919265 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-235b00fb-c879-4604-a8ba-28b3426c0795 None None] Current status of the port c63b5e1d-d588-4338-aae8-36305885e916 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:55:26.919667 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-235b00fb-c879-4604-a8ba-28b3426c0795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (c63b5e1d-d588-4338-aae8-36305885e916), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:26.946776 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1b96fb-bef7-43b5-aac6-9392e4bc98d1 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:26.947355 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1b96fb-bef7-43b5-aac6-9392e4bc98d1 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:26.947961 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1b96fb-bef7-43b5-aac6-9392e4bc98d1 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:26.948443 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1b96fb-bef7-43b5-aac6-9392e4bc98d1 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:26.948911 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1b96fb-bef7-43b5-aac6-9392e4bc98d1 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:26.949397 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1b96fb-bef7-43b5-aac6-9392e4bc98d1 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:26.954594 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3f1b96fb-bef7-43b5-aac6-9392e4bc98d1 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1297231 Mar 23 02:55:26.955158 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36518) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:55:26.984841 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-235b00fb-c879-4604-a8ba-28b3426c0795 None None] For port c63b5e1d-d588-4338-aae8-36305885e916, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=c63b5e1d-d588-4338-aae8-36305885e916,segment=NetworkSegment(b599fd8b-bdb8-48e8-8964-35d9d3cdd951),segment_id=b599fd8b-bdb8-48e8-8964-35d9d3cdd951)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:55:26.993608 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 370feddb-98ef-4289-a186-4e7bad4d531f is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:55:26.994245 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (370feddb-98ef-4289-a186-4e7bad4d531f), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:27.019787 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64223341-6d9d-4a52-9ba7-6541d979e613 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:27.020289 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64223341-6d9d-4a52-9ba7-6541d979e613 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:27.020869 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64223341-6d9d-4a52-9ba7-6541d979e613 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:27.020967 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ffb3ae-edad-405a-a30a-888b56f4bf77 None None] Sync routers for ids ['dca27d2f-7e66-446a-aa23-135fdf3fe382'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:55:27.021286 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64223341-6d9d-4a52-9ba7-6541d979e613 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:27.021730 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64223341-6d9d-4a52-9ba7-6541d979e613 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:27.022565 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64223341-6d9d-4a52-9ba7-6541d979e613 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:27.024403 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-64223341-6d9d-4a52-9ba7-6541d979e613 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0681376 Mar 23 02:55:27.034423 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36520) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:55:27.034665 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 370feddb-98ef-4289-a186-4e7bad4d531f, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=370feddb-98ef-4289-a186-4e7bad4d531f,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:55:27.038989 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ffb3ae-edad-405a-a30a-888b56f4bf77 None None] Routers {'dca27d2f-7e66-446a-aa23-135fdf3fe382'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:55:27.039616 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-66ffb3ae-edad-405a-a30a-888b56f4bf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:55:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['dca27d2f-7e66-446a-aa23-135fdf3fe382'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:55:27.044112 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-235b00fb-c879-4604-a8ba-28b3426c0795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (c63b5e1d-d588-4338-aae8-36305885e916), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:27.130887 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (370feddb-98ef-4289-a186-4e7bad4d531f), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:27.131670 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device c63b5e1d-d588-4338-aae8-36305885e916 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:55:27.199390 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b4a471f7-1f45-4b0c-9ddf-05fa83108bae tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.1709328 Mar 23 02:55:27.230095 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b00fb-c879-4604-a8ba-28b3426c0795 None None] Pushing event updated for resources: {'Port': ['ID=c63b5e1d-d588-4338-aae8-36305885e916,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:27.237549 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-c51ef543-31c8-4e21-bffa-24d526ff5385 None None] Provisioning complete for port c63b5e1d-d588-4338-aae8-36305885e916 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:55:27.237934 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c51ef543-31c8-4e21-bffa-24d526ff5385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (c63b5e1d-d588-4338-aae8-36305885e916), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:27.321063 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-66ffb3ae-edad-405a-a30a-888b56f4bf77 None None] Set router dca27d2f-7e66-446a-aa23-135fdf3fe382 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:55:27.368723 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port c63b5e1d-d588-4338-aae8-36305885e916 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:55:27.369631 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (c63b5e1d-d588-4338-aae8-36305885e916), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:27.376119 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=370feddb-98ef-4289-a186-4e7bad4d531f,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:27.537487 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36524) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:55:27.542607 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-85e1bffc-ef97-4b04-b8b2-4182ee0c1df5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1336818263', 'description': 'tempest-secgroup-smoke-1336818263 description', 'project_id': 'd14f7a32e895424c88fd77b8785e073b'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:55:27.546236 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c51ef543-31c8-4e21-bffa-24d526ff5385 None None] Current status of the port c63b5e1d-d588-4338-aae8-36305885e916 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:55:27.609517 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-c51ef543-31c8-4e21-bffa-24d526ff5385 None None] Provisioning complete for port f4cb8db1-e929-4329-a4f0-2840615bcbb1 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:55:27.609892 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c51ef543-31c8-4e21-bffa-24d526ff5385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f4cb8db1-e929-4329-a4f0-2840615bcbb1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:27.649670 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-85e1bffc-ef97-4b04-b8b2-4182ee0c1df5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:27.658463 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port c63b5e1d-d588-4338-aae8-36305885e916 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:55:27.675243 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c51ef543-31c8-4e21-bffa-24d526ff5385 None None] Port f4cb8db1-e929-4329-a4f0-2840615bcbb1 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:55:27.701043 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-66ffb3ae-edad-405a-a30a-888b56f4bf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'name': 'tempest-TestNetworkBasicOps-router-1555651264', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:55:25Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'f4cb8db1-e929-4329-a4f0-2840615bcbb1', 'name': '', 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:83:11:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2ee886cc-786f-42b8-a693-dcaa0188186d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:55:25Z', 'updated_at': '2022-03-23T02:55:26Z', 'revision_number': 2, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '2ee886cc-786f-42b8-a693-dcaa0188186d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:55:27.720522 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-85e1bffc-ef97-4b04-b8b2-4182ee0c1df5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (c397dfc5-3f20-4ffc-97e6-4d22b5cef972), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:27.728743 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ffb3ae-edad-405a-a30a-888b56f4bf77 None None] Checking router: dca27d2f-7e66-446a-aa23-135fdf3fe382 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:55:27.729047 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ffb3ae-edad-405a-a30a-888b56f4bf77 None None] Updating router dca27d2f-7e66-446a-aa23-135fdf3fe382 port f4cb8db1-e929-4329-a4f0-2840615bcbb1 binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:55:27.755284 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-66ffb3ae-edad-405a-a30a-888b56f4bf77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f4cb8db1-e929-4329-a4f0-2840615bcbb1), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:27.798569 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-85e1bffc-ef97-4b04-b8b2-4182ee0c1df5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (c397dfc5-3f20-4ffc-97e6-4d22b5cef972), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:27.828658 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1bffc-ef97-4b04-b8b2-4182ee0c1df5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c397dfc5-3f20-4ffc-97e6-4d22b5cef972,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:27.860369 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-5fc70222-25e3-4893-9a1a-428a0680ae56 None None] Provisioning complete for port f4cb8db1-e929-4329-a4f0-2840615bcbb1 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:55:27.860753 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5fc70222-25e3-4893-9a1a-428a0680ae56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f4cb8db1-e929-4329-a4f0-2840615bcbb1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:27.911319 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-5fc70222-25e3-4893-9a1a-428a0680ae56 None None] Port f4cb8db1-e929-4329-a4f0-2840615bcbb1 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:55:27.920393 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-85e1bffc-ef97-4b04-b8b2-4182ee0c1df5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:27.921726 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-85e1bffc-ef97-4b04-b8b2-4182ee0c1df5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3831935 Mar 23 02:55:27.924481 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36526) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:55:27.928815 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-bdd95b85-299a-443b-a94e-b991c9cbdc6f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': 'c397dfc5-3f20-4ffc-97e6-4d22b5cef972', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:55:28.020474 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bdd95b85-299a-443b-a94e-b991c9cbdc6f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (0bbe20ad-ab89-4327-89ea-a7b33261eb4c), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:28.062280 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-66ffb3ae-edad-405a-a30a-888b56f4bf77 None None] Publish callbacks [] for port (f4cb8db1-e929-4329-a4f0-2840615bcbb1), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:28.077680 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bdd95b85-299a-443b-a94e-b991c9cbdc6f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (0bbe20ad-ab89-4327-89ea-a7b33261eb4c), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:28.169839 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-66ffb3ae-edad-405a-a30a-888b56f4bf77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f4cb8db1-e929-4329-a4f0-2840615bcbb1), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:28.193123 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bdd95b85-299a-443b-a94e-b991c9cbdc6f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (0bbe20ad-ab89-4327-89ea-a7b33261eb4c), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:28.216688 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd95b85-299a-443b-a94e-b991c9cbdc6f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bbe20ad-ab89-4327-89ea-a7b33261eb4c,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:28.226839 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86097cb1-9f06-400a-99a7-c6879ba47d5f None None] Pushing event updated for resources: {'Port': ['ID=f4cb8db1-e929-4329-a4f0-2840615bcbb1,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:28.284341 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-66ffb3ae-edad-405a-a30a-888b56f4bf77 None None] Attempting to bind port f4cb8db1-e929-4329-a4f0-2840615bcbb1 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:55:28.284651 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-66ffb3ae-edad-405a-a30a-888b56f4bf77 None None] Attempting to bind port f4cb8db1-e929-4329-a4f0-2840615bcbb1 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b599fd8b-bdb8-48e8-8964-35d9d3cdd951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:55:28.285026 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ffb3ae-edad-405a-a30a-888b56f4bf77 None None] Attempting to bind port f4cb8db1-e929-4329-a4f0-2840615bcbb1 on network a60c849c-d7ca-4887-b32b-c05e76f07f8f {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:55:28.289152 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bdd95b85-299a-443b-a94e-b991c9cbdc6f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:28.290384 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ffb3ae-edad-405a-a30a-888b56f4bf77 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:55:28.290850 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ffb3ae-edad-405a-a30a-888b56f4bf77 None None] Checking segment: {'id': 'b599fd8b-bdb8-48e8-8964-35d9d3cdd951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:55:28.291263 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-66ffb3ae-edad-405a-a30a-888b56f4bf77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:28.291660 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ffb3ae-edad-405a-a30a-888b56f4bf77 None None] Bound using segment: {'id': 'b599fd8b-bdb8-48e8-8964-35d9d3cdd951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:55:28.292158 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-66ffb3ae-edad-405a-a30a-888b56f4bf77 None None] Bound port: f4cb8db1-e929-4329-a4f0-2840615bcbb1, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b599fd8b-bdb8-48e8-8964-35d9d3cdd951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:55:28.292375 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-bdd95b85-299a-443b-a94e-b991c9cbdc6f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3656635 Mar 23 02:55:28.292546 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-66ffb3ae-edad-405a-a30a-888b56f4bf77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f4cb8db1-e929-4329-a4f0-2840615bcbb1), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:28.294492 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36528) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:55:28.300908 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-7daa1f32-2ca6-4404-a5c1-7a60f6bd59b9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': 'c397dfc5-3f20-4ffc-97e6-4d22b5cef972', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:55:28.368135 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-66ffb3ae-edad-405a-a30a-888b56f4bf77 None None] For port f4cb8db1-e929-4329-a4f0-2840615bcbb1, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:55:28.372240 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-66ffb3ae-edad-405a-a30a-888b56f4bf77 None None] For port f4cb8db1-e929-4329-a4f0-2840615bcbb1, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f4cb8db1-e929-4329-a4f0-2840615bcbb1,segment=NetworkSegment(b599fd8b-bdb8-48e8-8964-35d9d3cdd951),segment_id=b599fd8b-bdb8-48e8-8964-35d9d3cdd951)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:55:28.404125 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7daa1f32-2ca6-4404-a5c1-7a60f6bd59b9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (71e119c4-6be8-4692-a40d-aff7b6540176), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:28.438714 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-66ffb3ae-edad-405a-a30a-888b56f4bf77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f4cb8db1-e929-4329-a4f0-2840615bcbb1), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:28.472075 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7daa1f32-2ca6-4404-a5c1-7a60f6bd59b9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (71e119c4-6be8-4692-a40d-aff7b6540176), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:28.513265 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ffb3ae-edad-405a-a30a-888b56f4bf77 None None] Routers {'dca27d2f-7e66-446a-aa23-135fdf3fe382'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:55:28.513910 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-66ffb3ae-edad-405a-a30a-888b56f4bf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:55:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['dca27d2f-7e66-446a-aa23-135fdf3fe382'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:55:28.516889 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86097cb1-9f06-400a-99a7-c6879ba47d5f None None] Pushing event updated for resources: {'Port': ['ID=f4cb8db1-e929-4329-a4f0-2840615bcbb1,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:28.524395 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7daa1f32-2ca6-4404-a5c1-7a60f6bd59b9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (71e119c4-6be8-4692-a40d-aff7b6540176), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:28.570853 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa1f32-2ca6-4404-a5c1-7a60f6bd59b9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e119c4-6be8-4692-a40d-aff7b6540176,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:28.652533 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7daa1f32-2ca6-4404-a5c1-7a60f6bd59b9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:28.654419 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7daa1f32-2ca6-4404-a5c1-7a60f6bd59b9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3574204 Mar 23 02:55:28.657212 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36530) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:55:28.661788 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-3e74e338-4463-4444-aab9-d0f1116c0d87 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': 'c397dfc5-3f20-4ffc-97e6-4d22b5cef972', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:55:28.770466 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3e74e338-4463-4444-aab9-d0f1116c0d87 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (f86034d4-90bf-46bc-9ac7-a69982231280), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:28.771774 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 370feddb-98ef-4289-a186-4e7bad4d531f up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:55:28.831539 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-fcb5ee63-e430-4902-9f20-f5edcb6022bf None None] Provisioning complete for port f4cb8db1-e929-4329-a4f0-2840615bcbb1 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:55:28.831864 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fcb5ee63-e430-4902-9f20-f5edcb6022bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f4cb8db1-e929-4329-a4f0-2840615bcbb1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:28.838477 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3e74e338-4463-4444-aab9-d0f1116c0d87 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (f86034d4-90bf-46bc-9ac7-a69982231280), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:28.888010 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-66ffb3ae-edad-405a-a30a-888b56f4bf77 None None] Set router dca27d2f-7e66-446a-aa23-135fdf3fe382 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:55:28.924156 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3e74e338-4463-4444-aab9-d0f1116c0d87 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (f86034d4-90bf-46bc-9ac7-a69982231280), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:28.930940 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 370feddb-98ef-4289-a186-4e7bad4d531f triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:55:28.931378 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (370feddb-98ef-4289-a186-4e7bad4d531f), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:28.947726 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e74e338-4463-4444-aab9-d0f1116c0d87 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f86034d4-90bf-46bc-9ac7-a69982231280,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:29.034368 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3e74e338-4463-4444-aab9-d0f1116c0d87 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:29.036061 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3e74e338-4463-4444-aab9-d0f1116c0d87 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3777535 Mar 23 02:55:29.039475 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36532) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:55:29.044920 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-428ba22c-0e50-4741-925b-5ffde6a1504b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': 'c397dfc5-3f20-4ffc-97e6-4d22b5cef972', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:55:29.098902 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-fcb5ee63-e430-4902-9f20-f5edcb6022bf None None] Current status of the port f4cb8db1-e929-4329-a4f0-2840615bcbb1 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:55:29.099215 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fcb5ee63-e430-4902-9f20-f5edcb6022bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f4cb8db1-e929-4329-a4f0-2840615bcbb1), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:29.141951 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-428ba22c-0e50-4741-925b-5ffde6a1504b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (89d950a4-cb99-40ad-ba9a-a7e40f65373a), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:29.198043 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 370feddb-98ef-4289-a186-4e7bad4d531f is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:55:29.203167 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device c63b5e1d-d588-4338-aae8-36305885e916 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:55:29.215975 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-428ba22c-0e50-4741-925b-5ffde6a1504b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (89d950a4-cb99-40ad-ba9a-a7e40f65373a), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:29.241973 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-fcb5ee63-e430-4902-9f20-f5edcb6022bf None None] For port f4cb8db1-e929-4329-a4f0-2840615bcbb1, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f4cb8db1-e929-4329-a4f0-2840615bcbb1,segment=NetworkSegment(b599fd8b-bdb8-48e8-8964-35d9d3cdd951),segment_id=b599fd8b-bdb8-48e8-8964-35d9d3cdd951)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:55:29.288930 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port c63b5e1d-d588-4338-aae8-36305885e916 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:55:29.289307 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (c63b5e1d-d588-4338-aae8-36305885e916), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:29.325675 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-66ffb3ae-edad-405a-a30a-888b56f4bf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'name': 'tempest-TestNetworkBasicOps-router-1555651264', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:55:25Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'f4cb8db1-e929-4329-a4f0-2840615bcbb1', 'name': '', 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:83:11:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2ee886cc-786f-42b8-a693-dcaa0188186d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:55:25Z', 'updated_at': '2022-03-23T02:55:28Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '2ee886cc-786f-42b8-a693-dcaa0188186d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:55:29.335621 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-428ba22c-0e50-4741-925b-5ffde6a1504b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (89d950a4-cb99-40ad-ba9a-a7e40f65373a), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:29.355250 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ba22c-0e50-4741-925b-5ffde6a1504b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d950a4-cb99-40ad-ba9a-a7e40f65373a,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:29.365852 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ffb3ae-edad-405a-a30a-888b56f4bf77 None None] The sync data for ids ['dca27d2f-7e66-446a-aa23-135fdf3fe382'] in dv-neutron-834613-2-hyperv is: [{'id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'name': 'tempest-TestNetworkBasicOps-router-1555651264', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:55:25Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'f4cb8db1-e929-4329-a4f0-2840615bcbb1', 'name': '', 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:83:11:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2ee886cc-786f-42b8-a693-dcaa0188186d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:55:25Z', 'updated_at': '2022-03-23T02:55:28Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '2ee886cc-786f-42b8-a693-dcaa0188186d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:55:29.398779 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fcb5ee63-e430-4902-9f20-f5edcb6022bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f4cb8db1-e929-4329-a4f0-2840615bcbb1), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:29.483043 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5ee63-e430-4902-9f20-f5edcb6022bf None None] Pushing event updated for resources: {'Port': ['ID=f4cb8db1-e929-4329-a4f0-2840615bcbb1,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:29.483043 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port c63b5e1d-d588-4338-aae8-36305885e916 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:55:29.498041 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-428ba22c-0e50-4741-925b-5ffde6a1504b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:29.500175 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-428ba22c-0e50-4741-925b-5ffde6a1504b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4587870 Mar 23 02:55:29.502080 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36534) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:55:29.507096 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-7b905484-cd18-44f1-a4e2-ac01a8536ac3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': 'c397dfc5-3f20-4ffc-97e6-4d22b5cef972', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:55:29.533545 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-a32565d5-a830-45a9-b9fa-5db18ad8e4a9 None None] Provisioning complete for port f4cb8db1-e929-4329-a4f0-2840615bcbb1 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:55:29.534273 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a32565d5-a830-45a9-b9fa-5db18ad8e4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f4cb8db1-e929-4329-a4f0-2840615bcbb1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:29.592985 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.securitygroups_db [None req-7b905484-cd18-44f1-a4e2-ac01a8536ac3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Project d14f7a32e895424c88fd77b8785e073b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:55:29.598629 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7b905484-cd18-44f1-a4e2-ac01a8536ac3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (e02a3307-c013-470e-b00e-81b8cd4fe017), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:29.647541 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-a32565d5-a830-45a9-b9fa-5db18ad8e4a9 None None] Current status of the port f4cb8db1-e929-4329-a4f0-2840615bcbb1 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:55:29.671981 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7b905484-cd18-44f1-a4e2-ac01a8536ac3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (e02a3307-c013-470e-b00e-81b8cd4fe017), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:29.718614 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7b905484-cd18-44f1-a4e2-ac01a8536ac3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (e02a3307-c013-470e-b00e-81b8cd4fe017), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:29.739532 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b905484-cd18-44f1-a4e2-ac01a8536ac3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02a3307-c013-470e-b00e-81b8cd4fe017,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:29.812075 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7b905484-cd18-44f1-a4e2-ac01a8536ac3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:29.813342 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7b905484-cd18-44f1-a4e2-ac01a8536ac3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3102095 Mar 23 02:55:29.816291 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36536) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:55:29.821110 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-565c01bf-3fcf-4771-b322-dca3308130fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'security_group_rule': {'security_group_id': 'c397dfc5-3f20-4ffc-97e6-4d22b5cef972', 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:55:29.895660 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.securitygroups_db [None req-565c01bf-3fcf-4771-b322-dca3308130fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Project d14f7a32e895424c88fd77b8785e073b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:55:29.896051 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-565c01bf-3fcf-4771-b322-dca3308130fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (c57172ae-c53b-4ecc-a2c5-3b3e3e30f4c9), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:29.963256 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-565c01bf-3fcf-4771-b322-dca3308130fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (c57172ae-c53b-4ecc-a2c5-3b3e3e30f4c9), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:30.027311 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-565c01bf-3fcf-4771-b322-dca3308130fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (c57172ae-c53b-4ecc-a2c5-3b3e3e30f4c9), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:30.048231 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c01bf-3fcf-4771-b322-dca3308130fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c57172ae-c53b-4ecc-a2c5-3b3e3e30f4c9,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:30.126133 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-565c01bf-3fcf-4771-b322-dca3308130fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:30.127385 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-565c01bf-3fcf-4771-b322-dca3308130fa tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3100476 Mar 23 02:55:30.302978 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-1f0ec4f0-9b40-4880-8d9a-c59f2de2329a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1336818263&fields=id&tenant_id=d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 267 time: 0.0563996 Mar 23 02:55:30.428582 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-ee1dfe06-ffa1-4677-8eb3-77ceae9a6f54 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:30.430074 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-ee1dfe06-ffa1-4677-8eb3-77ceae9a6f54 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/networks?id=a60c849c-d7ca-4887-b32b-c05e76f07f8f HTTP/1.1" status: 200 len: 796 time: 0.1193573 Mar 23 02:55:30.445529 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-d5828462-1a59-4b91-a473-bc1cd4e18a0f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/quotas/d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 375 time: 0.0098989 Mar 23 02:55:30.504147 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-b890fdd4-879e-42cf-afcd-f775304ec3be tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528142 Mar 23 02:55:30.651039 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f4cb8db1-e929-4329-a4f0-2840615bcbb1 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:55:30.652687 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-a2eddad1-e1c6-44de-a670-df0a1d335969 service neutron] 10.222.0.24 "GET /v2.0/networks/a60c849c-d7ca-4887-b32b-c05e76f07f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370335 Mar 23 02:55:30.701080 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port f4cb8db1-e929-4329-a4f0-2840615bcbb1 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:55:30.701385 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f4cb8db1-e929-4329-a4f0-2840615bcbb1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:30.748063 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-898d7cce-ab97-4164-8cbe-a2ae31450e2d service neutron] 10.222.0.24 "GET /v2.0/networks/a60c849c-d7ca-4887-b32b-c05e76f07f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895708 Mar 23 02:55:30.782064 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port f4cb8db1-e929-4329-a4f0-2840615bcbb1 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:55:31.004589 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5081337d-0e85-42a9-bc28-0c1d012dfc71 req-09511b61-ea37-4b09-808c-d0f401f379d3 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d80ca76-6f13-469f-8147-386df151fa04 HTTP/1.1" status: 200 len: 210 time: 0.0295532 Mar 23 02:55:32.101074 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5bfc130c-1c1b-4ddd-8ac9-37f411822250 req-11b3e254-f90e-4285-a728-2a7a764e1f61 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d80ca76-6f13-469f-8147-386df151fa04 HTTP/1.1" status: 200 len: 210 time: 0.0287049 Mar 23 02:55:32.877795 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-40734797-52e9-42ef-889b-34aad5fe1203 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:32.879247 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-40734797-52e9-42ef-889b-34aad5fe1203 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/networks?id=a60c849c-d7ca-4887-b32b-c05e76f07f8f HTTP/1.1" status: 200 len: 796 time: 0.1020105 Mar 23 02:55:32.939722 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-895089b1-2898-46de-8173-94d212050d8d tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d14f7a32e895424c88fd77b8785e073b HTTP/1.1" status: 200 len: 380 time: 0.0529792 Mar 23 02:55:32.948193 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-140e120d-3c57-44c9-b19c-337675fbb982 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'port': {'device_id': '1d80ca76-6f13-469f-8147-386df151fa04', 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f', 'admin_state_up': True, 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'security_groups': ['c397dfc5-3f20-4ffc-97e6-4d22b5cef972']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:55:33.181780 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-140e120d-3c57-44c9-b19c-337675fbb982 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Made reservation on behalf of d14f7a32e895424c88fd77b8785e073b for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:55:33.185199 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-140e120d-3c57-44c9-b19c-337675fbb982 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:33.209675 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-be5233ae-7abe-442b-a3bc-1e4e3608421e req-14d5b009-cbad-4222-a0a8-649fa2ad4fa0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d80ca76-6f13-469f-8147-386df151fa04 HTTP/1.1" status: 200 len: 210 time: 0.0393834 Mar 23 02:55:33.328971 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-140e120d-3c57-44c9-b19c-337675fbb982 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.20.0.9 (a60c849c-d7ca-4887-b32b-c05e76f07f8f/2ee886cc-786f-42b8-a693-dcaa0188186d/4ae15108-b68f-44ef-99fa-5953540fbfbc) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:55:33.462340 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-140e120d-3c57-44c9-b19c-337675fbb982 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (4ae15108-b68f-44ef-99fa-5953540fbfbc), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:33.569478 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-140e120d-3c57-44c9-b19c-337675fbb982 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (4ae15108-b68f-44ef-99fa-5953540fbfbc), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:33.615714 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-140e120d-3c57-44c9-b19c-337675fbb982 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network a60c849c-d7ca-4887-b32b-c05e76f07f8f is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:55:33.618866 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-140e120d-3c57-44c9-b19c-337675fbb982 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:55:33.625218 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-140e120d-3c57-44c9-b19c-337675fbb982 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:55:33.631443 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e120d-3c57-44c9-b19c-337675fbb982 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=4ae15108-b68f-44ef-99fa-5953540fbfbc,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:33.677797 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-140e120d-3c57-44c9-b19c-337675fbb982 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:33.678437 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-140e120d-3c57-44c9-b19c-337675fbb982 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:33.812089 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-140e120d-3c57-44c9-b19c-337675fbb982 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8679144 Mar 23 02:55:33.823768 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-074a21d6-98c4-4d11-a502-dfb53a829035 service neutron] Request body: {'port': {'device_id': '1d80ca76-6f13-469f-8147-386df151fa04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:55:33.882386 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-074a21d6-98c4-4d11-a502-dfb53a829035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (4ae15108-b68f-44ef-99fa-5953540fbfbc), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:33.895710 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-c4e6749c-e86b-4790-9bdd-994a450eefea None None] Provisioning complete for port 4ae15108-b68f-44ef-99fa-5953540fbfbc triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:55:33.896198 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c4e6749c-e86b-4790-9bdd-994a450eefea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (4ae15108-b68f-44ef-99fa-5953540fbfbc), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:33.930149 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c4e6749c-e86b-4790-9bdd-994a450eefea None None] Port 4ae15108-b68f-44ef-99fa-5953540fbfbc cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:55:34.152956 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-074a21d6-98c4-4d11-a502-dfb53a829035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ae15108-b68f-44ef-99fa-5953540fbfbc {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:55:34.160818 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-074a21d6-98c4-4d11-a502-dfb53a829035 service neutron] Publish callbacks [] for port (4ae15108-b68f-44ef-99fa-5953540fbfbc), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:34.173344 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-074a21d6-98c4-4d11-a502-dfb53a829035 service neutron] Transition to ACTIVE for port object 4ae15108-b68f-44ef-99fa-5953540fbfbc will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:55:34.226763 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-074a21d6-98c4-4d11-a502-dfb53a829035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (4ae15108-b68f-44ef-99fa-5953540fbfbc), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:34.276748 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a21d6-98c4-4d11-a502-dfb53a829035 service neutron] Pushing event updated for resources: {'Port': ['ID=4ae15108-b68f-44ef-99fa-5953540fbfbc,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:34.348905 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63517104-1c42-4e1a-84d8-4e71816044cd req-f4a58743-4219-4d45-932c-5ae188f056e7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:34.355874 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-074a21d6-98c4-4d11-a502-dfb53a829035 service neutron] Attempting to bind port 4ae15108-b68f-44ef-99fa-5953540fbfbc on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:55:34.356225 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-074a21d6-98c4-4d11-a502-dfb53a829035 service neutron] Attempting to bind port 4ae15108-b68f-44ef-99fa-5953540fbfbc by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b599fd8b-bdb8-48e8-8964-35d9d3cdd951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:55:34.356460 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-63517104-1c42-4e1a-84d8-4e71816044cd req-f4a58743-4219-4d45-932c-5ae188f056e7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d80ca76-6f13-469f-8147-386df151fa04 HTTP/1.1" status: 200 len: 943 time: 0.0665195 Mar 23 02:55:34.356557 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-074a21d6-98c4-4d11-a502-dfb53a829035 service neutron] Attempting to bind port 4ae15108-b68f-44ef-99fa-5953540fbfbc on network a60c849c-d7ca-4887-b32b-c05e76f07f8f {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:55:34.361186 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-074a21d6-98c4-4d11-a502-dfb53a829035 service neutron] Port 4ae15108-b68f-44ef-99fa-5953540fbfbc on network a60c849c-d7ca-4887-b32b-c05e76f07f8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:55:34.361727 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-074a21d6-98c4-4d11-a502-dfb53a829035 service neutron] Attempting to bind port 4ae15108-b68f-44ef-99fa-5953540fbfbc on network a60c849c-d7ca-4887-b32b-c05e76f07f8f {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:55:34.367198 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-074a21d6-98c4-4d11-a502-dfb53a829035 service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:55:34.367538 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-074a21d6-98c4-4d11-a502-dfb53a829035 service neutron] Checking segment: {'id': 'b599fd8b-bdb8-48e8-8964-35d9d3cdd951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:55:34.367959 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-074a21d6-98c4-4d11-a502-dfb53a829035 service neutron] Bound using segment: {'id': 'b599fd8b-bdb8-48e8-8964-35d9d3cdd951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:55:34.368397 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-074a21d6-98c4-4d11-a502-dfb53a829035 service neutron] Bound port: 4ae15108-b68f-44ef-99fa-5953540fbfbc, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b599fd8b-bdb8-48e8-8964-35d9d3cdd951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:55:34.368759 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-074a21d6-98c4-4d11-a502-dfb53a829035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (4ae15108-b68f-44ef-99fa-5953540fbfbc), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:34.412598 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-63517104-1c42-4e1a-84d8-4e71816044cd req-fd7d6b37-ef08-458d-850e-d378f0112e48 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=c397dfc5-3f20-4ffc-97e6-4d22b5cef972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546763 Mar 23 02:55:34.770004 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-074a21d6-98c4-4d11-a502-dfb53a829035 service neutron] For port 4ae15108-b68f-44ef-99fa-5953540fbfbc, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:55:34.774162 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-074a21d6-98c4-4d11-a502-dfb53a829035 service neutron] For port 4ae15108-b68f-44ef-99fa-5953540fbfbc, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4ae15108-b68f-44ef-99fa-5953540fbfbc,segment=NetworkSegment(b599fd8b-bdb8-48e8-8964-35d9d3cdd951),segment_id=b599fd8b-bdb8-48e8-8964-35d9d3cdd951)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:55:34.816298 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-074a21d6-98c4-4d11-a502-dfb53a829035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (4ae15108-b68f-44ef-99fa-5953540fbfbc), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:34.851574 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-074a21d6-98c4-4d11-a502-dfb53a829035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:34.852223 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-074a21d6-98c4-4d11-a502-dfb53a829035 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:34.853592 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-074a21d6-98c4-4d11-a502-dfb53a829035 service neutron] 10.222.0.23 "PUT /v2.0/ports/4ae15108-b68f-44ef-99fa-5953540fbfbc HTTP/1.1" status: 200 len: 1093 time: 1.0338259 Mar 23 02:55:34.854030 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d80ca76-6f13-469f-8147-386df151fa04', 'tag': '4ae15108-b68f-44ef-99fa-5953540fbfbc'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:55:34.856368 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a107c3f6-1e17-4642-817d-9c3bbd30064c" -d '{"events": [{"name": "network-changed", "server_uuid": "1d80ca76-6f13-469f-8147-386df151fa04", "tag": "4ae15108-b68f-44ef-99fa-5953540fbfbc"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:55:34.878547 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a21d6-98c4-4d11-a502-dfb53a829035 service neutron] Pushing event updated for resources: {'Port': ['ID=4ae15108-b68f-44ef-99fa-5953540fbfbc,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:34.897996 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349e3530-2ca3-4fec-bed7-7df9545ad20f x-openstack-request-id: req-349e3530-2ca3-4fec-bed7-7df9545ad20f {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:55:34.898558 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d80ca76-6f13-469f-8147-386df151fa04", "tag": "4ae15108-b68f-44ef-99fa-5953540fbfbc", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:55:34.898558 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-349e3530-2ca3-4fec-bed7-7df9545ad20f {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:55:34.898946 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-349e3530-2ca3-4fec-bed7-7df9545ad20f'] response: {'name': 'network-changed', 'server_uuid': '1d80ca76-6f13-469f-8147-386df151fa04', 'tag': '4ae15108-b68f-44ef-99fa-5953540fbfbc', 'status': 'completed', 'code': 200} Mar 23 02:55:34.966638 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107c3f6-1e17-4642-817d-9c3bbd30064c req-d2b73c22-5b8a-4638-9a78-1d9fb3f6a065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:34.968362 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a107c3f6-1e17-4642-817d-9c3bbd30064c req-d2b73c22-5b8a-4638-9a78-1d9fb3f6a065 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=1d80ca76-6f13-469f-8147-386df151fa04 HTTP/1.1" status: 200 len: 1127 time: 0.0509360 Mar 23 02:55:35.091127 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107c3f6-1e17-4642-817d-9c3bbd30064c req-7df9836d-331b-48bc-aefa-fd720b78e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:35.092662 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a107c3f6-1e17-4642-817d-9c3bbd30064c req-7df9836d-331b-48bc-aefa-fd720b78e5b5 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d14f7a32e895424c88fd77b8785e073b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1166198 Mar 23 02:55:35.187255 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107c3f6-1e17-4642-817d-9c3bbd30064c req-286cb41e-3472-4c6c-9105-dc5fbf77e517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:35.188757 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a107c3f6-1e17-4642-817d-9c3bbd30064c req-286cb41e-3472-4c6c-9105-dc5fbf77e517 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899816 Mar 23 02:55:35.272715 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-31a69fe9-eea4-4845-9d16-72ae4348bda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:35.274206 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-31a69fe9-eea4-4845-9d16-72ae4348bda9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=1d80ca76-6f13-469f-8147-386df151fa04 HTTP/1.1" status: 200 len: 1127 time: 0.0498109 Mar 23 02:55:35.314179 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-d7366ce1-7338-486d-b854-ae975e082757 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ae15108-b68f-44ef-99fa-5953540fbfbc HTTP/1.1" status: 200 len: 217 time: 0.0334985 Mar 23 02:55:35.361225 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-54ef0c5f-f8bc-410c-85a7-60c3c4d97069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:35.362862 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-54ef0c5f-f8bc-410c-85a7-60c3c4d97069 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ee886cc-786f-42b8-a693-dcaa0188186d HTTP/1.1" status: 200 len: 833 time: 0.0435424 Mar 23 02:55:35.418527 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-8002c124-ec5a-42fb-8155-5b54857ac9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:35.420054 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-8002c124-ec5a-42fb-8155-5b54857ac9f0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a60c849c-d7ca-4887-b32b-c05e76f07f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0512159 Mar 23 02:55:35.509503 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-7014f3a2-e80f-453b-9f65-c2273d7f132a service neutron] 10.222.0.23 "GET /v2.0/networks/a60c849c-d7ca-4887-b32b-c05e76f07f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830014 Mar 23 02:55:35.543634 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444aad3-fa30-4e34-8a68-3f315b0b4f74 req-57f75495-24cd-48ce-b4ee-cdfae64d5ed8 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:35.545354 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e444aad3-fa30-4e34-8a68-3f315b0b4f74 req-57f75495-24cd-48ce-b4ee-cdfae64d5ed8 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d80ca76-6f13-469f-8147-386df151fa04 HTTP/1.1" status: 200 len: 943 time: 0.0578544 Mar 23 02:55:35.596465 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e444aad3-fa30-4e34-8a68-3f315b0b4f74 req-b60524f1-d84e-4d5a-a5bc-d37419159ac1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=c397dfc5-3f20-4ffc-97e6-4d22b5cef972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454137 Mar 23 02:55:35.606475 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8eecf304-5e5d-4d01-a8fe-b3441d4b40a1 req-38087d2e-d458-461c-8cfa-8fb78523ed55 service neutron] 10.222.0.23 "GET /v2.0/networks/a60c849c-d7ca-4887-b32b-c05e76f07f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908391 Mar 23 02:55:36.714247 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2779900-511d-4991-a189-339f5185119a req-8fee8854-7971-4264-b7f0-01ff31d0234c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:36.715772 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f2779900-511d-4991-a189-339f5185119a req-8fee8854-7971-4264-b7f0-01ff31d0234c tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d80ca76-6f13-469f-8147-386df151fa04 HTTP/1.1" status: 200 len: 943 time: 0.0527098 Mar 23 02:55:36.771103 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f2779900-511d-4991-a189-339f5185119a req-a29a79f3-c878-43ed-9ab6-34d862bf1dd2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=c397dfc5-3f20-4ffc-97e6-4d22b5cef972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448070 Mar 23 02:55:37.889505 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b2247-bbbd-43cc-9e00-106092583afd req-b003ab58-267d-4075-9a2f-080de8a7e336 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:37.890969 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-f81b2247-bbbd-43cc-9e00-106092583afd req-b003ab58-267d-4075-9a2f-080de8a7e336 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d80ca76-6f13-469f-8147-386df151fa04 HTTP/1.1" status: 200 len: 943 time: 0.0544903 Mar 23 02:55:37.940266 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-f81b2247-bbbd-43cc-9e00-106092583afd req-296f0dbc-3877-4974-89cd-26d86ca62c60 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=c397dfc5-3f20-4ffc-97e6-4d22b5cef972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436738 Mar 23 02:55:39.057593 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a38bc-6d79-41ea-b47a-c7f03e5d1903 req-e5dc305b-be4a-4dc8-81bb-eccecf9bb92b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:39.060517 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-199a38bc-6d79-41ea-b47a-c7f03e5d1903 req-e5dc305b-be4a-4dc8-81bb-eccecf9bb92b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d80ca76-6f13-469f-8147-386df151fa04 HTTP/1.1" status: 200 len: 943 time: 0.0530610 Mar 23 02:55:39.109810 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-199a38bc-6d79-41ea-b47a-c7f03e5d1903 req-771df746-5575-44b7-9098-3c213186ce91 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=c397dfc5-3f20-4ffc-97e6-4d22b5cef972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441835 Mar 23 02:55:39.598310 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 4ae15108-b68f-44ef-99fa-5953540fbfbc details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:55:39.695017 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 4ae15108-b68f-44ef-99fa-5953540fbfbc, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4ae15108-b68f-44ef-99fa-5953540fbfbc,segment=NetworkSegment(b599fd8b-bdb8-48e8-8964-35d9d3cdd951),segment_id=b599fd8b-bdb8-48e8-8964-35d9d3cdd951)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:55:39.706420 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '4ae15108-b68f-44ef-99fa-5953540fbfbc', 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f', 'port_id': '4ae15108-b68f-44ef-99fa-5953540fbfbc', 'mac_address': 'fa:16:3e:51:2c:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ee886cc-786f-42b8-a693-dcaa0188186d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:55:39.744618 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 4ae15108-b68f-44ef-99fa-5953540fbfbc is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:55:39.745006 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (4ae15108-b68f-44ef-99fa-5953540fbfbc), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:39.762093 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ae15108-b68f-44ef-99fa-5953540fbfbc {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:55:39.784776 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 4ae15108-b68f-44ef-99fa-5953540fbfbc, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4ae15108-b68f-44ef-99fa-5953540fbfbc,segment=NetworkSegment(b599fd8b-bdb8-48e8-8964-35d9d3cdd951),segment_id=b599fd8b-bdb8-48e8-8964-35d9d3cdd951)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:55:39.849125 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (4ae15108-b68f-44ef-99fa-5953540fbfbc), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:39.895301 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=4ae15108-b68f-44ef-99fa-5953540fbfbc,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:40.089816 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['4ae15108-b68f-44ef-99fa-5953540fbfbc'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:55:40.232613 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f9791-8c0d-42a0-bd74-2a6857a55df4 req-3f936643-e3a3-438c-8d9b-7684ffa59364 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:40.234226 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-465f9791-8c0d-42a0-bd74-2a6857a55df4 req-3f936643-e3a3-438c-8d9b-7684ffa59364 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d80ca76-6f13-469f-8147-386df151fa04 HTTP/1.1" status: 200 len: 944 time: 0.0567722 Mar 23 02:55:40.283288 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-465f9791-8c0d-42a0-bd74-2a6857a55df4 req-f9d77df5-26a5-4178-9f52-02d9f0771fe1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=c397dfc5-3f20-4ffc-97e6-4d22b5cef972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432568 Mar 23 02:55:41.404574 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609a3e5-d0a2-4820-9e00-8093897f7e67 req-2c7ca153-a4db-497f-bc3e-497b68d89333 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:41.405975 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8609a3e5-d0a2-4820-9e00-8093897f7e67 req-2c7ca153-a4db-497f-bc3e-497b68d89333 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d80ca76-6f13-469f-8147-386df151fa04 HTTP/1.1" status: 200 len: 944 time: 0.0571597 Mar 23 02:55:41.454850 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8609a3e5-d0a2-4820-9e00-8093897f7e67 req-b0e3457f-6fcb-47c0-96f1-898afe114490 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=c397dfc5-3f20-4ffc-97e6-4d22b5cef972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433362 Mar 23 02:55:41.629126 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 4ae15108-b68f-44ef-99fa-5953540fbfbc up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:55:41.723068 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port 4ae15108-b68f-44ef-99fa-5953540fbfbc completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:55:41.726682 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 4ae15108-b68f-44ef-99fa-5953540fbfbc triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:55:41.727063 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (4ae15108-b68f-44ef-99fa-5953540fbfbc), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:41.805442 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 4ae15108-b68f-44ef-99fa-5953540fbfbc is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:55:41.805830 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (4ae15108-b68f-44ef-99fa-5953540fbfbc), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:41.828736 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d80ca76-6f13-469f-8147-386df151fa04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae15108-b68f-44ef-99fa-5953540fbfbc'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:55:41.830980 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fe9d1f-1ae6-46a4-9505-d3db7b367049" -d '{"events": [{"server_uuid": "1d80ca76-6f13-469f-8147-386df151fa04", "name": "network-vif-plugged", "status": "completed", "tag": "4ae15108-b68f-44ef-99fa-5953540fbfbc"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:55:41.844204 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 4ae15108-b68f-44ef-99fa-5953540fbfbc, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4ae15108-b68f-44ef-99fa-5953540fbfbc,segment=NetworkSegment(b599fd8b-bdb8-48e8-8964-35d9d3cdd951),segment_id=b599fd8b-bdb8-48e8-8964-35d9d3cdd951)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:55:41.866281 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196bf73f-6c19-4f35-8816-b0906cfbd330 x-openstack-request-id: req-196bf73f-6c19-4f35-8816-b0906cfbd330 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:55:41.866575 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d80ca76-6f13-469f-8147-386df151fa04", "name": "network-vif-plugged", "status": "completed", "tag": "4ae15108-b68f-44ef-99fa-5953540fbfbc", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:55:41.866830 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-196bf73f-6c19-4f35-8816-b0906cfbd330 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:55:41.867233 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-196bf73f-6c19-4f35-8816-b0906cfbd330'] response: {'server_uuid': '1d80ca76-6f13-469f-8147-386df151fa04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae15108-b68f-44ef-99fa-5953540fbfbc', 'code': 200} Mar 23 02:55:41.906993 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (4ae15108-b68f-44ef-99fa-5953540fbfbc), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:41.961855 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=4ae15108-b68f-44ef-99fa-5953540fbfbc,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:42.208815 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719205b-f9d2-4394-9a53-bba6e2629884 req-ab3d0f8b-e281-452e-9704-443e912b5b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:42.210375 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e719205b-f9d2-4394-9a53-bba6e2629884 req-ab3d0f8b-e281-452e-9704-443e912b5b09 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1d80ca76-6f13-469f-8147-386df151fa04 HTTP/1.1" status: 200 len: 1129 time: 0.0452197 Mar 23 02:55:42.256671 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e719205b-f9d2-4394-9a53-bba6e2629884 req-5353ddd2-e4c0-471c-8730-c90988c763e1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c397dfc5-3f20-4ffc-97e6-4d22b5cef972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398240 Mar 23 02:55:42.580486 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e652965-3f6f-4b92-bcbb-b5596d6db5c6 req-12c31a11-62eb-4d40-8ff7-7bb96a0596bb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:42.582023 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6e652965-3f6f-4b92-bcbb-b5596d6db5c6 req-12c31a11-62eb-4d40-8ff7-7bb96a0596bb tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d80ca76-6f13-469f-8147-386df151fa04 HTTP/1.1" status: 200 len: 945 time: 0.0589402 Mar 23 02:55:42.630547 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6e652965-3f6f-4b92-bcbb-b5596d6db5c6 req-2701e622-8e00-4637-893c-d48a6f98faaf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=c397dfc5-3f20-4ffc-97e6-4d22b5cef972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430179 Mar 23 02:55:43.751170 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d025ae4-f750-405a-8a0b-a273bc53399d req-d6ff0769-b083-4314-965a-334cff2f6754 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:43.752698 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8d025ae4-f750-405a-8a0b-a273bc53399d req-d6ff0769-b083-4314-965a-334cff2f6754 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d80ca76-6f13-469f-8147-386df151fa04 HTTP/1.1" status: 200 len: 945 time: 0.0533159 Mar 23 02:55:43.801435 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8d025ae4-f750-405a-8a0b-a273bc53399d req-061d63b7-d600-4d5a-b6e3-6ca9b7d5ea54 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=c397dfc5-3f20-4ffc-97e6-4d22b5cef972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431409 Mar 23 02:55:43.896602 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:55:43.919405 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bdbff-73d8-46a7-8040-55f00fd0daf4 req-1e36c2f4-56eb-4d11-8665-5cead2f2c62a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:43.921536 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-955bdbff-73d8-46a7-8040-55f00fd0daf4 req-1e36c2f4-56eb-4d11-8665-5cead2f2c62a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d80ca76-6f13-469f-8147-386df151fa04 HTTP/1.1" status: 200 len: 945 time: 0.0546408 Mar 23 02:55:43.971222 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-955bdbff-73d8-46a7-8040-55f00fd0daf4 req-0b5a3670-7861-443c-9312-bd087bced9df tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=c397dfc5-3f20-4ffc-97e6-4d22b5cef972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440507 Mar 23 02:55:43.993722 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36606) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:55:44.040144 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14aa0779-007f-473d-8e4f-d7a535e6ae89 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:44.041786 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-14aa0779-007f-473d-8e4f-d7a535e6ae89 tempest-TestNetworkBasicOps-1474828251 tempest-TestNetworkBasicOps-1474828251-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1d80ca76-6f13-469f-8147-386df151fa04 HTTP/1.1" status: 200 len: 1124 time: 0.0470269 Mar 23 02:55:44.045238 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36608) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:55:44.050193 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-37ea6a16-4e7f-4de4-adf4-01839535ae55 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'port_id': '4ae15108-b68f-44ef-99fa-5953540fbfbc', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:55:44.129440 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-37ea6a16-4e7f-4de4-adf4-01839535ae55 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:44.232149 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-37ea6a16-4e7f-4de4-adf4-01839535ae55 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:44.339536 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-37ea6a16-4e7f-4de4-adf4-01839535ae55 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Allocated IP 172.26.2.176 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/92deceae-dec6-45f0-9d97-56619953ad97) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:55:44.441088 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-37ea6a16-4e7f-4de4-adf4-01839535ae55 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (92deceae-dec6-45f0-9d97-56619953ad97), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:44.552805 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-37ea6a16-4e7f-4de4-adf4-01839535ae55 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (92deceae-dec6-45f0-9d97-56619953ad97), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:44.589254 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ea6a16-4e7f-4de4-adf4-01839535ae55 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:55:44.592189 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-37ea6a16-4e7f-4de4-adf4-01839535ae55 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:55:44.595598 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ea6a16-4e7f-4de4-adf4-01839535ae55 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:55:44.628790 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea6a16-4e7f-4de4-adf4-01839535ae55 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=92deceae-dec6-45f0-9d97-56619953ad97,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:44.954398 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-37ea6a16-4e7f-4de4-adf4-01839535ae55 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (008a4145-16e1-4561-9352-3ea55c89d00a), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:45.162257 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-37ea6a16-4e7f-4de4-adf4-01839535ae55 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (92deceae-dec6-45f0-9d97-56619953ad97), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:45.312094 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-37ea6a16-4e7f-4de4-adf4-01839535ae55 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for port (92deceae-dec6-45f0-9d97-56619953ad97), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:45.449312 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-37ea6a16-4e7f-4de4-adf4-01839535ae55 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (92deceae-dec6-45f0-9d97-56619953ad97), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:45.534493 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea6a16-4e7f-4de4-adf4-01839535ae55 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event updated for resources: {'Port': ['ID=92deceae-dec6-45f0-9d97-56619953ad97,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:55:45.546011 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-37ea6a16-4e7f-4de4-adf4-01839535ae55 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (008a4145-16e1-4561-9352-3ea55c89d00a), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:45.679571 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [None req-37ea6a16-4e7f-4de4-adf4-01839535ae55 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Floating IP 008a4145-16e1-4561-9352-3ea55c89d00a associated. External IP: 172.26.2.176, port: 4ae15108-b68f-44ef-99fa-5953540fbfbc. Mar 23 02:55:45.965963 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ea6a16-4e7f-4de4-adf4-01839535ae55 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router dca27d2f-7e66-446a-aa23-135fdf3fe382 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:55:46.118562 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ea6a16-4e7f-4de4-adf4-01839535ae55 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:55:46.129974 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0abea-b9fb-42f1-b462-f1cfd9653834 None None] Sync routers for ids ['dca27d2f-7e66-446a-aa23-135fdf3fe382'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:55:46.144969 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0abea-b9fb-42f1-b462-f1cfd9653834 None None] Routers {'dca27d2f-7e66-446a-aa23-135fdf3fe382'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:55:46.149440 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-8ea0abea-b9fb-42f1-b462-f1cfd9653834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:55:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['dca27d2f-7e66-446a-aa23-135fdf3fe382'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:55:46.201738 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-37ea6a16-4e7f-4de4-adf4-01839535ae55 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:46.236476 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-37ea6a16-4e7f-4de4-adf4-01839535ae55 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1896667 Mar 23 02:55:46.237120 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d80ca76-6f13-469f-8147-386df151fa04', 'tag': '4ae15108-b68f-44ef-99fa-5953540fbfbc'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:55:46.239460 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc8ab5c-9c48-46d8-b329-c6386dec9073" -d '{"events": [{"name": "network-changed", "server_uuid": "1d80ca76-6f13-469f-8147-386df151fa04", "tag": "4ae15108-b68f-44ef-99fa-5953540fbfbc"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:55:46.239607 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36610) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:55:46.291234 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-8ea0abea-b9fb-42f1-b462-f1cfd9653834 None None] Set router dca27d2f-7e66-446a-aa23-135fdf3fe382 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:55:46.296666 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6b6614-c566-4162-bdf4-dfaf1778a64e x-openstack-request-id: req-6b6b6614-c566-4162-bdf4-dfaf1778a64e {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:55:46.296966 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d80ca76-6f13-469f-8147-386df151fa04", "tag": "4ae15108-b68f-44ef-99fa-5953540fbfbc", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:55:46.297888 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b6b6614-c566-4162-bdf4-dfaf1778a64e {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:55:46.297888 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b6b6614-c566-4162-bdf4-dfaf1778a64e'] response: {'name': 'network-changed', 'server_uuid': '1d80ca76-6f13-469f-8147-386df151fa04', 'tag': '4ae15108-b68f-44ef-99fa-5953540fbfbc', 'status': 'completed', 'code': 200} Mar 23 02:55:46.338457 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-203256a0-50f9-4c47-81f8-2699e3f17b3f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/008a4145-16e1-4561-9352-3ea55c89d00a HTTP/1.1" status: 200 len: 991 time: 0.0975628 Mar 23 02:55:46.375249 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8ab5c-9c48-46d8-b329-c6386dec9073 req-c998e50e-edc2-44b0-887f-d39017dc9616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:46.376739 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fdc8ab5c-9c48-46d8-b329-c6386dec9073 req-c998e50e-edc2-44b0-887f-d39017dc9616 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=1d80ca76-6f13-469f-8147-386df151fa04 HTTP/1.1" status: 200 len: 1129 time: 0.0566640 Mar 23 02:55:46.476861 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8ab5c-9c48-46d8-b329-c6386dec9073 req-6e109b9b-f3c2-4b4c-9541-ca94ee53956f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:46.478313 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fdc8ab5c-9c48-46d8-b329-c6386dec9073 req-6e109b9b-f3c2-4b4c-9541-ca94ee53956f service neutron] 10.222.0.23 "GET /v2.0/networks?id=a60c849c-d7ca-4887-b32b-c05e76f07f8f HTTP/1.1" status: 200 len: 897 time: 0.0954702 Mar 23 02:55:46.552302 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fdc8ab5c-9c48-46d8-b329-c6386dec9073 req-b9dcbe3b-a302-435a-b387-5dc1b08ffb57 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ae15108-b68f-44ef-99fa-5953540fbfbc HTTP/1.1" status: 200 len: 999 time: 0.0680592 Mar 23 02:55:46.603079 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8ab5c-9c48-46d8-b329-c6386dec9073 req-ca5bb21a-9cbd-4d62-9ece-0953b082d129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:46.604612 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fdc8ab5c-9c48-46d8-b329-c6386dec9073 req-ca5bb21a-9cbd-4d62-9ece-0953b082d129 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ee886cc-786f-42b8-a693-dcaa0188186d HTTP/1.1" status: 200 len: 833 time: 0.0457554 Mar 23 02:55:46.631087 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-8ea0abea-b9fb-42f1-b462-f1cfd9653834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'name': 'tempest-TestNetworkBasicOps-router-1555651264', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:55:25Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '008a4145-16e1-4561-9352-3ea55c89d00a', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.176', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'port_id': '4ae15108-b68f-44ef-99fa-5953540fbfbc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f', 'mac_address': 'fa:16:3e:51:2c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80ca76-6f13-469f-8147-386df151fa04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:55:44Z', 'updated_at': '2022-03-23T02:55:44Z', 'revision_number': 0, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4cb8db1-e929-4329-a4f0-2840615bcbb1', 'name': '', 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:83:11:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2ee886cc-786f-42b8-a693-dcaa0188186d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:55:25Z', 'updated_at': '2022-03-23T02:55:29Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '2ee886cc-786f-42b8-a693-dcaa0188186d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:55:46.655880 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8ab5c-9c48-46d8-b329-c6386dec9073 req-7c1d056f-ea56-4693-a3e2-85e9152d7c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:46.657373 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fdc8ab5c-9c48-46d8-b329-c6386dec9073 req-7c1d056f-ea56-4693-a3e2-85e9152d7c63 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a60c849c-d7ca-4887-b32b-c05e76f07f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0461757 Mar 23 02:55:46.657956 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0abea-b9fb-42f1-b462-f1cfd9653834 None None] Checking router: dca27d2f-7e66-446a-aa23-135fdf3fe382 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:55:46.666478 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0abea-b9fb-42f1-b462-f1cfd9653834 None None] Routers {'dca27d2f-7e66-446a-aa23-135fdf3fe382'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:55:46.667079 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-8ea0abea-b9fb-42f1-b462-f1cfd9653834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:55:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['dca27d2f-7e66-446a-aa23-135fdf3fe382'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:55:46.757764 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fdc8ab5c-9c48-46d8-b329-c6386dec9073 req-d7122949-1844-44ba-81a6-9b42e10843ab service neutron] 10.222.0.23 "GET /v2.0/networks/a60c849c-d7ca-4887-b32b-c05e76f07f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939877 Mar 23 02:55:46.776790 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-8ea0abea-b9fb-42f1-b462-f1cfd9653834 None None] Set router dca27d2f-7e66-446a-aa23-135fdf3fe382 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:55:46.848741 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fdc8ab5c-9c48-46d8-b329-c6386dec9073 req-5bf04892-2148-4084-932c-95ca0034328b service neutron] 10.222.0.23 "GET /v2.0/networks/a60c849c-d7ca-4887-b32b-c05e76f07f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857201 Mar 23 02:55:47.004874 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-8ea0abea-b9fb-42f1-b462-f1cfd9653834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'name': 'tempest-TestNetworkBasicOps-router-1555651264', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:55:25Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '008a4145-16e1-4561-9352-3ea55c89d00a', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.176', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'port_id': '4ae15108-b68f-44ef-99fa-5953540fbfbc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f', 'mac_address': 'fa:16:3e:51:2c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80ca76-6f13-469f-8147-386df151fa04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:55:44Z', 'updated_at': '2022-03-23T02:55:44Z', 'revision_number': 0, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4cb8db1-e929-4329-a4f0-2840615bcbb1', 'name': '', 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:83:11:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2ee886cc-786f-42b8-a693-dcaa0188186d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:55:25Z', 'updated_at': '2022-03-23T02:55:29Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '2ee886cc-786f-42b8-a693-dcaa0188186d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:55:47.031135 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0abea-b9fb-42f1-b462-f1cfd9653834 None None] The sync data for ids ['dca27d2f-7e66-446a-aa23-135fdf3fe382'] in dv-neutron-834613-2-hyperv is: [{'id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'name': 'tempest-TestNetworkBasicOps-router-1555651264', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:55:25Z', 'revision_number': 4, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '008a4145-16e1-4561-9352-3ea55c89d00a', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.176', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'port_id': '4ae15108-b68f-44ef-99fa-5953540fbfbc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f', 'mac_address': 'fa:16:3e:51:2c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80ca76-6f13-469f-8147-386df151fa04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:55:44Z', 'updated_at': '2022-03-23T02:55:44Z', 'revision_number': 0, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4cb8db1-e929-4329-a4f0-2840615bcbb1', 'name': '', 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:83:11:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2ee886cc-786f-42b8-a693-dcaa0188186d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:55:25Z', 'updated_at': '2022-03-23T02:55:29Z', 'revision_number': 5, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '2ee886cc-786f-42b8-a693-dcaa0188186d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:55:47.220497 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7c481b-0970-4529-b2ed-75058b79d5cc None None] New status for floating IP 008a4145-16e1-4561-9352-3ea55c89d00a: ACTIVE {{(pid=104350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:55:47.342262 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36614) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:55:47.402701 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-bbf5fc49-c7cb-4efb-ae21-323d0ca2bd69 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/008a4145-16e1-4561-9352-3ea55c89d00a HTTP/1.1" status: 200 len: 991 time: 0.0591555 Mar 23 02:55:47.603376 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8b249348-5311-46e6-8eeb-ce0a2a847046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:48.406591 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36616) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:55:48.472536 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d3a156c4-1889-454b-99a5-53b5987d9624 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/008a4145-16e1-4561-9352-3ea55c89d00a HTTP/1.1" status: 200 len: 993 time: 0.0648723 Mar 23 02:55:48.735041 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:49.889078 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-914f68c0-e9e2-4b10-8dec-a6d4559795a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:51.283618 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:52.683735 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:54.009013 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:10.649648 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b88da571-b39a-49a1-b06b-667fd5c9c122 req-ed3cdc51-c5b0-45f2-96ab-294d942ba952 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425117 Mar 23 02:56:10.739244 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88da571-b39a-49a1-b06b-667fd5c9c122 req-ce372949-f2cd-42e3-ae2d-85b603aaabec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:56:10.740780 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b88da571-b39a-49a1-b06b-667fd5c9c122 req-ce372949-f2cd-42e3-ae2d-85b603aaabec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d89e60e7aaf14edeaf08ca6345e51704&device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 1129 time: 0.0491593 Mar 23 02:56:10.838182 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88da571-b39a-49a1-b06b-667fd5c9c122 req-aa929115-48b4-4818-bd69-9589f99f1f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:56:10.839536 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b88da571-b39a-49a1-b06b-667fd5c9c122 req-aa929115-48b4-4818-bd69-9589f99f1f7a service neutron] 10.222.0.23 "GET /v2.0/networks?id=66983626-1d5d-4ad4-9c5b-2e31ad4d88be HTTP/1.1" status: 200 len: 913 time: 0.0823958 Mar 23 02:56:10.908154 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b88da571-b39a-49a1-b06b-667fd5c9c122 req-1a3e949d-447f-4d4c-bb3f-6bdc10d48534 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1428587-cc71-403d-a344-a8dc1fc1a21e HTTP/1.1" status: 200 len: 1001 time: 0.0606730 Mar 23 02:56:10.955191 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88da571-b39a-49a1-b06b-667fd5c9c122 req-1ffb99e6-0a00-4c05-b8c5-ee58e690d8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:56:10.956778 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b88da571-b39a-49a1-b06b-667fd5c9c122 req-1ffb99e6-0a00-4c05-b8c5-ee58e690d8b9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c82d9bc6-8a27-40bf-a00d-6b7979637073 HTTP/1.1" status: 200 len: 851 time: 0.0436172 Mar 23 02:56:11.004631 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88da571-b39a-49a1-b06b-667fd5c9c122 req-b11241bb-a9c0-4172-9e9c-b807adfdf402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:56:11.006086 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b88da571-b39a-49a1-b06b-667fd5c9c122 req-b11241bb-a9c0-4172-9e9c-b807adfdf402 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66983626-1d5d-4ad4-9c5b-2e31ad4d88be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434091 Mar 23 02:56:11.094856 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b88da571-b39a-49a1-b06b-667fd5c9c122 req-ebbba3c2-4640-404c-aeff-73daa2259dd0 service neutron] 10.222.0.23 "GET /v2.0/networks/66983626-1d5d-4ad4-9c5b-2e31ad4d88be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827789 Mar 23 02:56:11.182723 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b88da571-b39a-49a1-b06b-667fd5c9c122 req-10d04796-d0d9-43fb-80b6-4fe0522fd9da service neutron] 10.222.0.23 "GET /v2.0/networks/66983626-1d5d-4ad4-9c5b-2e31ad4d88be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807536 Mar 23 02:56:15.037173 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36628) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:56:15.041937 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-e4ac05d8-fb99-49d5-bcb9-7e31f7e6dba8 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'router': {'admin_state_up': False}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:56:15.673130 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e4ac05d8-fb99-49d5-bcb9-7e31f7e6dba8 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1655254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3512'] for router (dca27d2f-7e66-446a-aa23-135fdf3fe382), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:15.792023 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e4ac05d8-fb99-49d5-bcb9-7e31f7e6dba8 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1655263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1655076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656974'] for router (dca27d2f-7e66-446a-aa23-135fdf3fe382), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:15.901598 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ac05d8-fb99-49d5-bcb9-7e31f7e6dba8 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router dca27d2f-7e66-446a-aa23-135fdf3fe382 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:56:16.009708 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ac05d8-fb99-49d5-bcb9-7e31f7e6dba8 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:56:16.017196 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e4ac05d8-fb99-49d5-bcb9-7e31f7e6dba8 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:16.018829 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e4ac05d8-fb99-49d5-bcb9-7e31f7e6dba8 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "PUT /v2.0/routers/dca27d2f-7e66-446a-aa23-135fdf3fe382 HTTP/1.1" status: 200 len: 889 time: 0.9805901 Mar 23 02:56:16.019252 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf596e0-2835-4571-8a79-3ecca1c533c1 None None] Sync routers for ids ['dca27d2f-7e66-446a-aa23-135fdf3fe382'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:56:16.031181 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf596e0-2835-4571-8a79-3ecca1c533c1 None None] Routers {'dca27d2f-7e66-446a-aa23-135fdf3fe382'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:56:16.031785 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-5bf596e0-2835-4571-8a79-3ecca1c533c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:55:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['dca27d2f-7e66-446a-aa23-135fdf3fe382'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:56:16.067603 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-5bf596e0-2835-4571-8a79-3ecca1c533c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:56:16.076138 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf596e0-2835-4571-8a79-3ecca1c533c1 None None] Routers {'dca27d2f-7e66-446a-aa23-135fdf3fe382'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:56:16.076727 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-5bf596e0-2835-4571-8a79-3ecca1c533c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:55:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['dca27d2f-7e66-446a-aa23-135fdf3fe382'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:56:16.108255 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-5bf596e0-2835-4571-8a79-3ecca1c533c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:56:16.108870 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf596e0-2835-4571-8a79-3ecca1c533c1 None None] The sync data for ids ['dca27d2f-7e66-446a-aa23-135fdf3fe382'] in dv-neutron-834613-2-hyperv is: [] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:56:16.853939 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190d3b5f-6690-4bd9-9741-cf06bb8dcfc0 None None] New status for floating IP 008a4145-16e1-4561-9352-3ea55c89d00a: DOWN {{(pid=104350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:56:16.890999 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f4cb8db1-e929-4329-a4f0-2840615bcbb1 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:56:17.055877 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port f4cb8db1-e929-4329-a4f0-2840615bcbb1 is: ACTIVE; New status is: DOWN {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:56:17.056272 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f4cb8db1-e929-4329-a4f0-2840615bcbb1), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:17.088003 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port f4cb8db1-e929-4329-a4f0-2840615bcbb1, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f4cb8db1-e929-4329-a4f0-2840615bcbb1,segment=NetworkSegment(b599fd8b-bdb8-48e8-8964-35d9d3cdd951),segment_id=b599fd8b-bdb8-48e8-8964-35d9d3cdd951)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:56:17.136203 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f4cb8db1-e929-4329-a4f0-2840615bcbb1), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:17.136929 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 370feddb-98ef-4289-a186-4e7bad4d531f no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:56:17.216984 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=f4cb8db1-e929-4329-a4f0-2840615bcbb1,revision_number=6']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:56:17.257059 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 370feddb-98ef-4289-a186-4e7bad4d531f is: ACTIVE; New status is: DOWN {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:56:17.257451 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (370feddb-98ef-4289-a186-4e7bad4d531f), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:17.277309 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 370feddb-98ef-4289-a186-4e7bad4d531f, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=370feddb-98ef-4289-a186-4e7bad4d531f,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:56:17.350994 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (370feddb-98ef-4289-a186-4e7bad4d531f), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:17.398667 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=370feddb-98ef-4289-a186-4e7bad4d531f,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:56:17.602919 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7696b185-7021-428a-a580-3ae70109d646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:18.135433 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36632) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:56:18.140142 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-56e8ce90-4960-4a20-a931-aecd9d5e060b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:56:18.448868 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-56e8ce90-4960-4a20-a931-aecd9d5e060b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1655254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3512'] for router (dca27d2f-7e66-446a-aa23-135fdf3fe382), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:18.529157 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-56e8ce90-4960-4a20-a931-aecd9d5e060b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1655263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1655076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656974'] for router (dca27d2f-7e66-446a-aa23-135fdf3fe382), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:18.644824 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e8ce90-4960-4a20-a931-aecd9d5e060b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router dca27d2f-7e66-446a-aa23-135fdf3fe382 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:56:18.745893 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:18.759378 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e8ce90-4960-4a20-a931-aecd9d5e060b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:56:18.766061 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-56e8ce90-4960-4a20-a931-aecd9d5e060b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:18.767234 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-56e8ce90-4960-4a20-a931-aecd9d5e060b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "PUT /v2.0/routers/dca27d2f-7e66-446a-aa23-135fdf3fe382 HTTP/1.1" status: 200 len: 888 time: 0.6307478 Mar 23 02:56:18.769148 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8d2b72-9131-43b8-86a3-ac00d294ac61 None None] Sync routers for ids ['dca27d2f-7e66-446a-aa23-135fdf3fe382'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:56:18.770259 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36634) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:56:18.779553 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8d2b72-9131-43b8-86a3-ac00d294ac61 None None] Routers {'dca27d2f-7e66-446a-aa23-135fdf3fe382'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:56:18.780185 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-6c8d2b72-9131-43b8-86a3-ac00d294ac61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:55:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['dca27d2f-7e66-446a-aa23-135fdf3fe382'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:56:18.835872 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-94833811-cc03-4c21-b509-0ee8d703401b tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/008a4145-16e1-4561-9352-3ea55c89d00a HTTP/1.1" status: 200 len: 991 time: 0.0645218 Mar 23 02:56:18.887858 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-6c8d2b72-9131-43b8-86a3-ac00d294ac61 None None] Set router dca27d2f-7e66-446a-aa23-135fdf3fe382 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:56:19.106219 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-6c8d2b72-9131-43b8-86a3-ac00d294ac61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'name': 'tempest-TestNetworkBasicOps-router-1555651264', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:56:18Z', 'revision_number': 6, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:56:17Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '008a4145-16e1-4561-9352-3ea55c89d00a', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.176', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'port_id': '4ae15108-b68f-44ef-99fa-5953540fbfbc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f', 'mac_address': 'fa:16:3e:51:2c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80ca76-6f13-469f-8147-386df151fa04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:55:44Z', 'updated_at': '2022-03-23T02:56:17Z', 'revision_number': 2, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4cb8db1-e929-4329-a4f0-2840615bcbb1', 'name': '', 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:83:11:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2ee886cc-786f-42b8-a693-dcaa0188186d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:55:25Z', 'updated_at': '2022-03-23T02:56:17Z', 'revision_number': 6, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '2ee886cc-786f-42b8-a693-dcaa0188186d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:56:19.132141 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8d2b72-9131-43b8-86a3-ac00d294ac61 None None] Checking router: dca27d2f-7e66-446a-aa23-135fdf3fe382 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:56:19.140429 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8d2b72-9131-43b8-86a3-ac00d294ac61 None None] Routers {'dca27d2f-7e66-446a-aa23-135fdf3fe382'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:56:19.141064 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-6c8d2b72-9131-43b8-86a3-ac00d294ac61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:55:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['dca27d2f-7e66-446a-aa23-135fdf3fe382'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:56:19.249998 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-6c8d2b72-9131-43b8-86a3-ac00d294ac61 None None] Set router dca27d2f-7e66-446a-aa23-135fdf3fe382 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:56:19.472883 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-6c8d2b72-9131-43b8-86a3-ac00d294ac61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'name': 'tempest-TestNetworkBasicOps-router-1555651264', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:56:18Z', 'revision_number': 6, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:56:17Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '008a4145-16e1-4561-9352-3ea55c89d00a', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.176', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'port_id': '4ae15108-b68f-44ef-99fa-5953540fbfbc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f', 'mac_address': 'fa:16:3e:51:2c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80ca76-6f13-469f-8147-386df151fa04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:55:44Z', 'updated_at': '2022-03-23T02:56:17Z', 'revision_number': 2, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4cb8db1-e929-4329-a4f0-2840615bcbb1', 'name': '', 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:83:11:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2ee886cc-786f-42b8-a693-dcaa0188186d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:55:25Z', 'updated_at': '2022-03-23T02:56:17Z', 'revision_number': 6, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '2ee886cc-786f-42b8-a693-dcaa0188186d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:56:19.498097 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8d2b72-9131-43b8-86a3-ac00d294ac61 None None] The sync data for ids ['dca27d2f-7e66-446a-aa23-135fdf3fe382'] in dv-neutron-834613-2-hyperv is: [{'id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'name': 'tempest-TestNetworkBasicOps-router-1555651264', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:56:18Z', 'revision_number': 6, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:56:17Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '008a4145-16e1-4561-9352-3ea55c89d00a', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'floating_ip_address': '172.26.2.176', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'port_id': '4ae15108-b68f-44ef-99fa-5953540fbfbc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f', 'mac_address': 'fa:16:3e:51:2c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80ca76-6f13-469f-8147-386df151fa04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:55:44Z', 'updated_at': '2022-03-23T02:56:17Z', 'revision_number': 2, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4cb8db1-e929-4329-a4f0-2840615bcbb1', 'name': '', 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:83:11:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2ee886cc-786f-42b8-a693-dcaa0188186d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:55:25Z', 'updated_at': '2022-03-23T02:56:17Z', 'revision_number': 6, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '2ee886cc-786f-42b8-a693-dcaa0188186d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:56:19.839895 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36636) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:56:19.902943 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6ede761b-04b7-4e09-b79f-2e5cb1131e0f tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/008a4145-16e1-4561-9352-3ea55c89d00a HTTP/1.1" status: 200 len: 991 time: 0.0618830 Mar 23 02:56:19.934752 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-53f1c467-dd52-478a-bcf7-9e03352e6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:20.692940 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f4cb8db1-e929-4329-a4f0-2840615bcbb1 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:56:20.740311 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port f4cb8db1-e929-4329-a4f0-2840615bcbb1 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:56:20.740681 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f4cb8db1-e929-4329-a4f0-2840615bcbb1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:20.822781 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port f4cb8db1-e929-4329-a4f0-2840615bcbb1 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:56:20.823095 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f4cb8db1-e929-4329-a4f0-2840615bcbb1), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:20.853038 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port f4cb8db1-e929-4329-a4f0-2840615bcbb1, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f4cb8db1-e929-4329-a4f0-2840615bcbb1,segment=NetworkSegment(b599fd8b-bdb8-48e8-8964-35d9d3cdd951),segment_id=b599fd8b-bdb8-48e8-8964-35d9d3cdd951)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:56:20.895379 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:56:20.906738 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36638) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:56:20.941117 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f4cb8db1-e929-4329-a4f0-2840615bcbb1), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:20.941906 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 370feddb-98ef-4289-a186-4e7bad4d531f up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:56:20.973730 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2b5010e9-9740-496a-8206-a776b573f747 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/008a4145-16e1-4561-9352-3ea55c89d00a HTTP/1.1" status: 200 len: 991 time: 0.0657580 Mar 23 02:56:21.016996 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=f4cb8db1-e929-4329-a4f0-2840615bcbb1,revision_number=7']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:56:21.026832 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:21.027224 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:21.027566 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:21.027931 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:21.029469 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:21.029469 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:21.029469 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:21.029469 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:21.029781 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:21.029976 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:21.030307 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:21.030631 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:21.030953 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:21.031298 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:21.031616 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:21.041137 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 370feddb-98ef-4289-a186-4e7bad4d531f triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:56:21.041453 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (370feddb-98ef-4289-a186-4e7bad4d531f), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:21.132580 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ff371-e44a-4cbd-80d5-a183f98a7a9d None None] New status for floating IP 008a4145-16e1-4561-9352-3ea55c89d00a: ACTIVE {{(pid=104350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:56:21.136833 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 370feddb-98ef-4289-a186-4e7bad4d531f is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:56:21.137577 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (370feddb-98ef-4289-a186-4e7bad4d531f), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:21.196682 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 370feddb-98ef-4289-a186-4e7bad4d531f, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=370feddb-98ef-4289-a186-4e7bad4d531f,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:56:21.250885 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (370feddb-98ef-4289-a186-4e7bad4d531f), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:21.324363 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:21.338666 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=370feddb-98ef-4289-a186-4e7bad4d531f,revision_number=6']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:56:21.977473 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36640) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:56:22.037288 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0ebb1fb4-58b8-495b-8870-7da660c13fda tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/floatingips/008a4145-16e1-4561-9352-3ea55c89d00a HTTP/1.1" status: 200 len: 993 time: 0.0587997 Mar 23 02:56:22.284170 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36646) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:56:22.446033 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f4a51-dfc4-4483-a8bd-82b1b91b1876 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port 92deceae-dec6-45f0-9d97-56619953ad97 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:56:22.446371 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4a51-dfc4-4483-a8bd-82b1b91b1876 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (92deceae-dec6-45f0-9d97-56619953ad97), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:22.525064 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4a51-dfc4-4483-a8bd-82b1b91b1876 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (92deceae-dec6-45f0-9d97-56619953ad97), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:22.525383 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4a51-dfc4-4483-a8bd-82b1b91b1876 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (92deceae-dec6-45f0-9d97-56619953ad97), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:22.537012 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f4a51-dfc4-4483-a8bd-82b1b91b1876 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for 92deceae-dec6-45f0-9d97-56619953ad97 owned by network:floatingip {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:56:22.659976 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f4cb8db1-e929-4329-a4f0-2840615bcbb1 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:56:22.729139 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4a51-dfc4-4483-a8bd-82b1b91b1876 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (92deceae-dec6-45f0-9d97-56619953ad97), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:22.757177 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f4a51-dfc4-4483-a8bd-82b1b91b1876 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=92deceae-dec6-45f0-9d97-56619953ad97,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:56:22.770586 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f4a51-dfc4-4483-a8bd-82b1b91b1876 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:22.770949 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f4a51-dfc4-4483-a8bd-82b1b91b1876 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:22.771304 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f4a51-dfc4-4483-a8bd-82b1b91b1876 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:22.771658 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f4a51-dfc4-4483-a8bd-82b1b91b1876 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:22.772049 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f4a51-dfc4-4483-a8bd-82b1b91b1876 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:22.772372 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f4a51-dfc4-4483-a8bd-82b1b91b1876 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:22.772709 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f4a51-dfc4-4483-a8bd-82b1b91b1876 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:22.773039 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f4a51-dfc4-4483-a8bd-82b1b91b1876 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:22.773377 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f4a51-dfc4-4483-a8bd-82b1b91b1876 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:22.773714 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f4a51-dfc4-4483-a8bd-82b1b91b1876 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:22.774047 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f4a51-dfc4-4483-a8bd-82b1b91b1876 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:22.774382 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f4a51-dfc4-4483-a8bd-82b1b91b1876 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:22.774718 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f4a51-dfc4-4483-a8bd-82b1b91b1876 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:22.775045 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f4a51-dfc4-4483-a8bd-82b1b91b1876 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:22.775373 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f4a51-dfc4-4483-a8bd-82b1b91b1876 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:22.834203 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4a51-dfc4-4483-a8bd-82b1b91b1876 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for floatingip (008a4145-16e1-4561-9352-3ea55c89d00a), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:22.834450 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [None req-ce6f4a51-dfc4-4483-a8bd-82b1b91b1876 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Floating IP 008a4145-16e1-4561-9352-3ea55c89d00a disassociated (deleted). External IP: 172.26.2.176, port: 4ae15108-b68f-44ef-99fa-5953540fbfbc. Mar 23 02:56:22.838248 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:22.862110 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port f4cb8db1-e929-4329-a4f0-2840615bcbb1 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:56:22.862475 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f4cb8db1-e929-4329-a4f0-2840615bcbb1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:22.937649 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port f4cb8db1-e929-4329-a4f0-2840615bcbb1 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:56:22.938802 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 370feddb-98ef-4289-a186-4e7bad4d531f up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:56:22.987145 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 370feddb-98ef-4289-a186-4e7bad4d531f triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:56:22.987513 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (370feddb-98ef-4289-a186-4e7bad4d531f), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:23.046776 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6f4a51-dfc4-4483-a8bd-82b1b91b1876 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router dca27d2f-7e66-446a-aa23-135fdf3fe382 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:56:23.062660 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 370feddb-98ef-4289-a186-4e7bad4d531f is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:56:23.158125 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6f4a51-dfc4-4483-a8bd-82b1b91b1876 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:56:23.162906 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4a51-dfc4-4483-a8bd-82b1b91b1876 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:23.167462 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c659ce-8c1b-4ae5-87d7-b890b3e5dfb1 None None] Sync routers for ids ['dca27d2f-7e66-446a-aa23-135fdf3fe382'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:56:23.177600 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c659ce-8c1b-4ae5-87d7-b890b3e5dfb1 None None] Routers {'dca27d2f-7e66-446a-aa23-135fdf3fe382'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:56:23.178198 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-35c659ce-8c1b-4ae5-87d7-b890b3e5dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:56:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['dca27d2f-7e66-446a-aa23-135fdf3fe382'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:56:23.192930 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ce6f4a51-dfc4-4483-a8bd-82b1b91b1876 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/floatingips/008a4145-16e1-4561-9352-3ea55c89d00a HTTP/1.1" status: 204 len: 168 time: 0.9073157 Mar 23 02:56:23.193500 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d80ca76-6f13-469f-8147-386df151fa04', 'tag': '4ae15108-b68f-44ef-99fa-5953540fbfbc'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:56:23.195745 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3e070d-7193-4fc6-a6c6-4cda60e4acf0" -d '{"events": [{"name": "network-changed", "server_uuid": "1d80ca76-6f13-469f-8147-386df151fa04", "tag": "4ae15108-b68f-44ef-99fa-5953540fbfbc"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:56:23.251010 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e59432-d748-4e99-83c3-eff2c0377214 x-openstack-request-id: req-64e59432-d748-4e99-83c3-eff2c0377214 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:56:23.251374 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d80ca76-6f13-469f-8147-386df151fa04", "tag": "4ae15108-b68f-44ef-99fa-5953540fbfbc", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:56:23.251699 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-64e59432-d748-4e99-83c3-eff2c0377214 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:56:23.252915 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64e59432-d748-4e99-83c3-eff2c0377214'] response: {'name': 'network-changed', 'server_uuid': '1d80ca76-6f13-469f-8147-386df151fa04', 'tag': '4ae15108-b68f-44ef-99fa-5953540fbfbc', 'status': 'completed', 'code': 200} Mar 23 02:56:23.322705 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e070d-7193-4fc6-a6c6-4cda60e4acf0 req-4cd7cd2e-78d7-4935-9702-213036ecb74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:56:23.324419 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8c3e070d-7193-4fc6-a6c6-4cda60e4acf0 req-4cd7cd2e-78d7-4935-9702-213036ecb74f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14f7a32e895424c88fd77b8785e073b&device_id=1d80ca76-6f13-469f-8147-386df151fa04 HTTP/1.1" status: 200 len: 1129 time: 0.0507808 Mar 23 02:56:23.380493 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-35c659ce-8c1b-4ae5-87d7-b890b3e5dfb1 None None] Set router dca27d2f-7e66-446a-aa23-135fdf3fe382 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:56:23.420246 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e070d-7193-4fc6-a6c6-4cda60e4acf0 req-c5f05d55-c158-4a23-82bd-e7b899be818f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:56:23.421655 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8c3e070d-7193-4fc6-a6c6-4cda60e4acf0 req-c5f05d55-c158-4a23-82bd-e7b899be818f service neutron] 10.222.0.23 "GET /v2.0/networks?id=a60c849c-d7ca-4887-b32b-c05e76f07f8f HTTP/1.1" status: 200 len: 897 time: 0.0909371 Mar 23 02:56:23.463837 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8c3e070d-7193-4fc6-a6c6-4cda60e4acf0 req-65902d05-7b8b-4ad8-8fac-6910d3b7c3fc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ae15108-b68f-44ef-99fa-5953540fbfbc HTTP/1.1" status: 200 len: 217 time: 0.0361567 Mar 23 02:56:23.518771 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e070d-7193-4fc6-a6c6-4cda60e4acf0 req-a5e47fc5-6fa5-47d5-a9c9-be8f53bad27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:56:23.520286 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8c3e070d-7193-4fc6-a6c6-4cda60e4acf0 req-a5e47fc5-6fa5-47d5-a9c9-be8f53bad27f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ee886cc-786f-42b8-a693-dcaa0188186d HTTP/1.1" status: 200 len: 833 time: 0.0501289 Mar 23 02:56:23.575215 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e070d-7193-4fc6-a6c6-4cda60e4acf0 req-a6c3367c-2c95-4fb7-89b3-56c42308deae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:56:23.576937 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8c3e070d-7193-4fc6-a6c6-4cda60e4acf0 req-a6c3367c-2c95-4fb7-89b3-56c42308deae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a60c849c-d7ca-4887-b32b-c05e76f07f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0514264 Mar 23 02:56:23.594658 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-35c659ce-8c1b-4ae5-87d7-b890b3e5dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'name': 'tempest-TestNetworkBasicOps-router-1555651264', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:56:18Z', 'revision_number': 6, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:56:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'f4cb8db1-e929-4329-a4f0-2840615bcbb1', 'name': '', 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:83:11:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2ee886cc-786f-42b8-a693-dcaa0188186d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:55:25Z', 'updated_at': '2022-03-23T02:56:20Z', 'revision_number': 7, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '2ee886cc-786f-42b8-a693-dcaa0188186d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:56:23.622707 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c659ce-8c1b-4ae5-87d7-b890b3e5dfb1 None None] Checking router: dca27d2f-7e66-446a-aa23-135fdf3fe382 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:56:23.631576 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c659ce-8c1b-4ae5-87d7-b890b3e5dfb1 None None] Routers {'dca27d2f-7e66-446a-aa23-135fdf3fe382'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:56:23.632195 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-35c659ce-8c1b-4ae5-87d7-b890b3e5dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:56:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['dca27d2f-7e66-446a-aa23-135fdf3fe382'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:56:23.697158 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c16ae7-e4e7-4973-b74c-3a4fd0179619 req-f1f1a09a-eca0-46b8-885e-07171f44dce9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:56:23.698568 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b8c16ae7-e4e7-4973-b74c-3a4fd0179619 req-f1f1a09a-eca0-46b8-885e-07171f44dce9 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d80ca76-6f13-469f-8147-386df151fa04 HTTP/1.1" status: 200 len: 945 time: 0.1125228 Mar 23 02:56:23.724809 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8c3e070d-7193-4fc6-a6c6-4cda60e4acf0 req-319405ae-a6dd-4050-9a3b-df67eedbaabd service neutron] 10.222.0.23 "GET /v2.0/networks/a60c849c-d7ca-4887-b32b-c05e76f07f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400597 Mar 23 02:56:23.740736 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-35c659ce-8c1b-4ae5-87d7-b890b3e5dfb1 None None] Set router dca27d2f-7e66-446a-aa23-135fdf3fe382 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:56:23.789300 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36656) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:56:23.798653 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b8c16ae7-e4e7-4973-b74c-3a4fd0179619 req-03ae4b24-a358-4f48-ab8b-b8e11ba6c7bf tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=c397dfc5-3f20-4ffc-97e6-4d22b5cef972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907555 Mar 23 02:56:23.840771 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8c3e070d-7193-4fc6-a6c6-4cda60e4acf0 req-595f8d86-bc2d-443f-aec3-03c6ae820fab service neutron] 10.222.0.23 "GET /v2.0/networks/a60c849c-d7ca-4887-b32b-c05e76f07f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096215 Mar 23 02:56:23.949512 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-35c659ce-8c1b-4ae5-87d7-b890b3e5dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'name': 'tempest-TestNetworkBasicOps-router-1555651264', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:56:18Z', 'revision_number': 6, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:56:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'f4cb8db1-e929-4329-a4f0-2840615bcbb1', 'name': '', 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:83:11:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2ee886cc-786f-42b8-a693-dcaa0188186d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:55:25Z', 'updated_at': '2022-03-23T02:56:20Z', 'revision_number': 7, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '2ee886cc-786f-42b8-a693-dcaa0188186d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:56:23.954666 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-a85ee8c1-d7c2-44f9-8401-7e4f259b329b tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Deleting port 39dd1540-2ed7-4b5f-bca0-83a23dcc6eac {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:56:23.955110 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a85ee8c1-d7c2-44f9-8401-7e4f259b329b tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (39dd1540-2ed7-4b5f-bca0-83a23dcc6eac), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:23.979276 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c659ce-8c1b-4ae5-87d7-b890b3e5dfb1 None None] The sync data for ids ['dca27d2f-7e66-446a-aa23-135fdf3fe382'] in dv-neutron-834613-2-hyperv is: [{'id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'name': 'tempest-TestNetworkBasicOps-router-1555651264', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:56:18Z', 'revision_number': 6, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:56:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'f4cb8db1-e929-4329-a4f0-2840615bcbb1', 'name': '', 'network_id': 'a60c849c-d7ca-4887-b32b-c05e76f07f8f', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'mac_address': 'fa:16:3e:83:11:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2ee886cc-786f-42b8-a693-dcaa0188186d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:55:25Z', 'updated_at': '2022-03-23T02:56:20Z', 'revision_number': 7, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'subnets': [{'id': '2ee886cc-786f-42b8-a693-dcaa0188186d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:56:23.990457 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:24.036898 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a85ee8c1-d7c2-44f9-8401-7e4f259b329b tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (39dd1540-2ed7-4b5f-bca0-83a23dcc6eac), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:24.038637 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a85ee8c1-d7c2-44f9-8401-7e4f259b329b tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for floatingip (39dd1540-2ed7-4b5f-bca0-83a23dcc6eac), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:24.051356 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-a85ee8c1-d7c2-44f9-8401-7e4f259b329b tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Calling delete_port for 39dd1540-2ed7-4b5f-bca0-83a23dcc6eac owned by network:floatingip {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:56:24.260381 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a85ee8c1-d7c2-44f9-8401-7e4f259b329b tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (39dd1540-2ed7-4b5f-bca0-83a23dcc6eac), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:24.287101 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ee8c1-d7c2-44f9-8401-7e4f259b329b tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Pushing event deleted for resources: {'Port': ['ID=39dd1540-2ed7-4b5f-bca0-83a23dcc6eac,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:56:24.301871 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ee8c1-d7c2-44f9-8401-7e4f259b329b tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:24.301871 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ee8c1-d7c2-44f9-8401-7e4f259b329b tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:24.301871 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ee8c1-d7c2-44f9-8401-7e4f259b329b tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:24.302242 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ee8c1-d7c2-44f9-8401-7e4f259b329b tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:24.302557 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ee8c1-d7c2-44f9-8401-7e4f259b329b tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:24.302893 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ee8c1-d7c2-44f9-8401-7e4f259b329b tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:24.303247 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ee8c1-d7c2-44f9-8401-7e4f259b329b tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:24.303557 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ee8c1-d7c2-44f9-8401-7e4f259b329b tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:24.303909 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ee8c1-d7c2-44f9-8401-7e4f259b329b tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:24.304240 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ee8c1-d7c2-44f9-8401-7e4f259b329b tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:24.304611 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ee8c1-d7c2-44f9-8401-7e4f259b329b tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:24.304939 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ee8c1-d7c2-44f9-8401-7e4f259b329b tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:24.305267 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ee8c1-d7c2-44f9-8401-7e4f259b329b tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:24.305592 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ee8c1-d7c2-44f9-8401-7e4f259b329b tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:24.305914 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ee8c1-d7c2-44f9-8401-7e4f259b329b tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:56:24.362846 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a85ee8c1-d7c2-44f9-8401-7e4f259b329b tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for floatingip (8e8e205f-887f-4210-9f47-720d7658c3bc), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:24.363191 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-a85ee8c1-d7c2-44f9-8401-7e4f259b329b tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Floating IP 8e8e205f-887f-4210-9f47-720d7658c3bc disassociated (deleted). External IP: 172.26.2.105, port: d939b871-9472-497a-982a-6890c019837c. Mar 23 02:56:24.580403 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85ee8c1-d7c2-44f9-8401-7e4f259b329b tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Router 9828c275-06c2-4045-b55a-6b168150a939 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:56:24.673322 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb1a8f3-764a-4745-96a0-fab6a4fcdc6b None None] New status for floating IP 008a4145-16e1-4561-9352-3ea55c89d00a: DOWN {{(pid=104350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:56:24.699940 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85ee8c1-d7c2-44f9-8401-7e4f259b329b tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:56:24.704283 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a85ee8c1-d7c2-44f9-8401-7e4f259b329b tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:24.709177 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57f01d6-f6ed-48ac-8fad-5e356335e396 None None] Sync routers for ids ['9828c275-06c2-4045-b55a-6b168150a939'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:56:24.719192 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57f01d6-f6ed-48ac-8fad-5e356335e396 None None] Routers {'9828c275-06c2-4045-b55a-6b168150a939'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:56:24.719833 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-b57f01d6-f6ed-48ac-8fad-5e356335e396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:56:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['9828c275-06c2-4045-b55a-6b168150a939'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:56:24.740908 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a85ee8c1-d7c2-44f9-8401-7e4f259b329b tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "DELETE /v2.0/floatingips/8e8e205f-887f-4210-9f47-720d7658c3bc HTTP/1.1" status: 204 len: 168 time: 0.9503567 Mar 23 02:56:24.741601 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052381fb-a594-4116-8534-e109fdeaf321', 'tag': 'd939b871-9472-497a-982a-6890c019837c'}] {{(pid=104348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:56:24.744045 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a43494f7a0cd0c51715e4079ece57a9ff1e623b58ceb021b6bb41ba87478d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580507a4-b61b-48b1-89e8-f536753fc40e" -d '{"events": [{"name": "network-changed", "server_uuid": "052381fb-a594-4116-8534-e109fdeaf321", "tag": "d939b871-9472-497a-982a-6890c019837c"}]}' {{(pid=104348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:56:24.853626 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e27ed29-71f6-439b-9e90-5b6d430e8f0b x-openstack-request-id: req-5e27ed29-71f6-439b-9e90-5b6d430e8f0b {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:56:24.854212 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052381fb-a594-4116-8534-e109fdeaf321", "tag": "d939b871-9472-497a-982a-6890c019837c", "status": "completed", "code": 200}]} {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:56:24.854212 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e27ed29-71f6-439b-9e90-5b6d430e8f0b {{(pid=104348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:56:24.854547 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e27ed29-71f6-439b-9e90-5b6d430e8f0b'] response: {'name': 'network-changed', 'server_uuid': '052381fb-a594-4116-8534-e109fdeaf321', 'tag': 'd939b871-9472-497a-982a-6890c019837c', 'status': 'completed', 'code': 200} Mar 23 02:56:24.858335 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-b57f01d6-f6ed-48ac-8fad-5e356335e396 None None] Set router 9828c275-06c2-4045-b55a-6b168150a939 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:56:25.006010 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5b8db-cd97-45cc-a576-22073641ed45 req-977bf6ee-8743-46dc-b119-79f5491425f0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:56:25.007506 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-adf5b8db-cd97-45cc-a576-22073641ed45 req-977bf6ee-8743-46dc-b119-79f5491425f0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d80ca76-6f13-469f-8147-386df151fa04 HTTP/1.1" status: 200 len: 945 time: 0.1251156 Mar 23 02:56:25.009529 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580507a4-b61b-48b1-89e8-f536753fc40e req-0c6bb33e-b759-49be-8f6d-e3a48e885322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:56:25.014472 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-580507a4-b61b-48b1-89e8-f536753fc40e req-0c6bb33e-b759-49be-8f6d-e3a48e885322 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d89e60e7aaf14edeaf08ca6345e51704&device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 1130 time: 0.1273675 Mar 23 02:56:25.019064 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d623c2d-1ccf-411d-92bf-67d60169cb71 req-af0f2caf-53cd-49c1-b05c-52ef317361dc tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:56:25.020579 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9d623c2d-1ccf-411d-92bf-67d60169cb71 req-af0f2caf-53cd-49c1-b05c-52ef317361dc tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d80ca76-6f13-469f-8147-386df151fa04 HTTP/1.1" status: 200 len: 945 time: 0.1162038 Mar 23 02:56:25.117095 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-b57f01d6-f6ed-48ac-8fad-5e356335e396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9828c275-06c2-4045-b55a-6b168150a939', 'name': 'tempest-TestVolumeBootPattern-1683085647-router', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:45Z', 'updated_at': '2022-03-23T02:46:48Z', 'revision_number': 4, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'gw_port': {'id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:46Z', 'updated_at': '2022-03-23T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'cf7a28e5-c128-4170-a369-a189b9372266', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '9828c275-06c2-4045-b55a-6b168150a939', 'port_id': 'a1428587-cc71-403d-a344-a8dc1fc1a21e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'mac_address': 'fa:16:3e:cc:f5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0aba7d-858f-4e25-84c7-bf3513617f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:51:09Z', 'updated_at': '2022-03-23T02:51:11Z', 'revision_number': 1, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c', 'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'mac_address': 'fa:16:3e:de:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:48Z', 'updated_at': '2022-03-23T02:46:51Z', 'revision_number': 5, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'subnets': [{'id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:56:25.156415 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57f01d6-f6ed-48ac-8fad-5e356335e396 None None] Checking router: 9828c275-06c2-4045-b55a-6b168150a939 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:56:25.166474 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57f01d6-f6ed-48ac-8fad-5e356335e396 None None] Routers {'9828c275-06c2-4045-b55a-6b168150a939'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:56:25.167076 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-b57f01d6-f6ed-48ac-8fad-5e356335e396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:56:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['9828c275-06c2-4045-b55a-6b168150a939'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:56:25.202208 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a87dff-7371-4794-bd80-aad114e2f1a6 req-82995157-4628-4741-89cd-aff970962458 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:56:25.208357 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-56a87dff-7371-4794-bd80-aad114e2f1a6 req-82995157-4628-4741-89cd-aff970962458 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 946 time: 0.0711646 Mar 23 02:56:25.230875 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9d623c2d-1ccf-411d-92bf-67d60169cb71 req-115334b0-b9d7-4117-9891-a99229891da5 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/security-groups?id=c397dfc5-3f20-4ffc-97e6-4d22b5cef972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767547 Mar 23 02:56:25.247284 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580507a4-b61b-48b1-89e8-f536753fc40e req-9c3fa853-d264-4d51-b09f-df9aa3dbfca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:56:25.248834 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-580507a4-b61b-48b1-89e8-f536753fc40e req-9c3fa853-d264-4d51-b09f-df9aa3dbfca7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=66983626-1d5d-4ad4-9c5b-2e31ad4d88be HTTP/1.1" status: 200 len: 913 time: 0.2187824 Mar 23 02:56:25.270870 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-56a87dff-7371-4794-bd80-aad114e2f1a6 req-e8c24876-7092-4c9f-861e-b0dbbf292474 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615504 Mar 23 02:56:25.303459 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-b57f01d6-f6ed-48ac-8fad-5e356335e396 None None] Set router 9828c275-06c2-4045-b55a-6b168150a939 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:56:25.305370 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-580507a4-b61b-48b1-89e8-f536753fc40e req-967b401b-a027-48e2-9cb3-757a4a6fd5dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d939b871-9472-497a-982a-6890c019837c HTTP/1.1" status: 200 len: 217 time: 0.0494297 Mar 23 02:56:25.307196 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-adf5b8db-cd97-45cc-a576-22073641ed45 req-2480c332-5ab8-40d6-8c09-2a6e8522a03a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port 4ae15108-b68f-44ef-99fa-5953540fbfbc {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:56:25.307533 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-adf5b8db-cd97-45cc-a576-22073641ed45 req-2480c332-5ab8-40d6-8c09-2a6e8522a03a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (4ae15108-b68f-44ef-99fa-5953540fbfbc), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:25.545554 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-b57f01d6-f6ed-48ac-8fad-5e356335e396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9828c275-06c2-4045-b55a-6b168150a939', 'name': 'tempest-TestVolumeBootPattern-1683085647-router', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:45Z', 'updated_at': '2022-03-23T02:46:48Z', 'revision_number': 4, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'gw_port': {'id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:46Z', 'updated_at': '2022-03-23T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'cf7a28e5-c128-4170-a369-a189b9372266', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '9828c275-06c2-4045-b55a-6b168150a939', 'port_id': 'a1428587-cc71-403d-a344-a8dc1fc1a21e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'mac_address': 'fa:16:3e:cc:f5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0aba7d-858f-4e25-84c7-bf3513617f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:51:09Z', 'updated_at': '2022-03-23T02:51:11Z', 'revision_number': 1, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c', 'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'mac_address': 'fa:16:3e:de:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:48Z', 'updated_at': '2022-03-23T02:46:51Z', 'revision_number': 5, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'subnets': [{'id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:56:25.573433 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57f01d6-f6ed-48ac-8fad-5e356335e396 None None] The sync data for ids ['9828c275-06c2-4045-b55a-6b168150a939'] in dv-neutron-834613-2-hyperv is: [{'id': '9828c275-06c2-4045-b55a-6b168150a939', 'name': 'tempest-TestVolumeBootPattern-1683085647-router', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:45Z', 'updated_at': '2022-03-23T02:46:48Z', 'revision_number': 4, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'gw_port': {'id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:46Z', 'updated_at': '2022-03-23T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'cf7a28e5-c128-4170-a369-a189b9372266', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '9828c275-06c2-4045-b55a-6b168150a939', 'port_id': 'a1428587-cc71-403d-a344-a8dc1fc1a21e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'mac_address': 'fa:16:3e:cc:f5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0aba7d-858f-4e25-84c7-bf3513617f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:51:09Z', 'updated_at': '2022-03-23T02:51:11Z', 'revision_number': 1, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c', 'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'mac_address': 'fa:16:3e:de:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:48Z', 'updated_at': '2022-03-23T02:46:51Z', 'revision_number': 5, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'subnets': [{'id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:56:25.727168 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580507a4-b61b-48b1-89e8-f536753fc40e req-2c3cc1c5-644e-4890-9e76-e28ca0e77a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:56:25.728689 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-580507a4-b61b-48b1-89e8-f536753fc40e req-2c3cc1c5-644e-4890-9e76-e28ca0e77a8c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c82d9bc6-8a27-40bf-a00d-6b7979637073 HTTP/1.1" status: 200 len: 851 time: 0.4169817 Mar 23 02:56:25.795397 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-adf5b8db-cd97-45cc-a576-22073641ed45 req-2480c332-5ab8-40d6-8c09-2a6e8522a03a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] For port 4ae15108-b68f-44ef-99fa-5953540fbfbc, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4ae15108-b68f-44ef-99fa-5953540fbfbc,segment=NetworkSegment(b599fd8b-bdb8-48e8-8964-35d9d3cdd951),segment_id=b599fd8b-bdb8-48e8-8964-35d9d3cdd951)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:56:25.795903 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-adf5b8db-cd97-45cc-a576-22073641ed45 req-2480c332-5ab8-40d6-8c09-2a6e8522a03a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (4ae15108-b68f-44ef-99fa-5953540fbfbc), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:25.809378 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a68b9cc-486c-42a7-921d-288c11456007 None None] New status for floating IP 8e8e205f-887f-4210-9f47-720d7658c3bc: DOWN {{(pid=104350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:56:25.813119 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-adf5b8db-cd97-45cc-a576-22073641ed45 req-2480c332-5ab8-40d6-8c09-2a6e8522a03a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for 4ae15108-b68f-44ef-99fa-5953540fbfbc owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:56:25.816945 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580507a4-b61b-48b1-89e8-f536753fc40e req-24c3cb0f-f5c2-4973-acc7-72adefe9fcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:56:25.818515 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-580507a4-b61b-48b1-89e8-f536753fc40e req-24c3cb0f-f5c2-4973-acc7-72adefe9fcca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66983626-1d5d-4ad4-9c5b-2e31ad4d88be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0829313 Mar 23 02:56:25.970482 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-580507a4-b61b-48b1-89e8-f536753fc40e req-886767ae-351c-4482-9de7-b5635827802d service neutron] 10.222.0.23 "GET /v2.0/networks/66983626-1d5d-4ad4-9c5b-2e31ad4d88be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444612 Mar 23 02:56:26.100624 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-580507a4-b61b-48b1-89e8-f536753fc40e req-6cc25f6b-15eb-47f0-b5f5-b0b3aa0e13be service neutron] 10.222.0.23 "GET /v2.0/networks/66983626-1d5d-4ad4-9c5b-2e31ad4d88be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237507 Mar 23 02:56:26.145829 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-adf5b8db-cd97-45cc-a576-22073641ed45 req-2480c332-5ab8-40d6-8c09-2a6e8522a03a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (4ae15108-b68f-44ef-99fa-5953540fbfbc), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:26.176545 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480c332-5ab8-40d6-8c09-2a6e8522a03a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=4ae15108-b68f-44ef-99fa-5953540fbfbc,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:56:26.226782 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf5b8db-cd97-45cc-a576-22073641ed45 req-2480c332-5ab8-40d6-8c09-2a6e8522a03a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] No DVR routers for this DVR port 4ae15108-b68f-44ef-99fa-5953540fbfbc on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:56:26.229228 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-adf5b8db-cd97-45cc-a576-22073641ed45 req-2480c332-5ab8-40d6-8c09-2a6e8522a03a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:26.232449 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-adf5b8db-cd97-45cc-a576-22073641ed45 req-2480c332-5ab8-40d6-8c09-2a6e8522a03a tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.23 "DELETE /v2.0/ports/4ae15108-b68f-44ef-99fa-5953540fbfbc HTTP/1.1" status: 204 len: 173 time: 1.2105067 Mar 23 02:56:26.232891 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d80ca76-6f13-469f-8147-386df151fa04', 'name': 'network-vif-deleted', 'tag': '4ae15108-b68f-44ef-99fa-5953540fbfbc'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:56:26.235311 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa5a32b-94c9-456e-b602-6eb9f537c05d" -d '{"events": [{"server_uuid": "1d80ca76-6f13-469f-8147-386df151fa04", "name": "network-vif-deleted", "tag": "4ae15108-b68f-44ef-99fa-5953540fbfbc"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:56:26.271223 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ffb331-dc1f-4bd9-9ee1-626fe8571917 x-openstack-request-id: req-01ffb331-dc1f-4bd9-9ee1-626fe8571917 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:56:26.271514 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d80ca76-6f13-469f-8147-386df151fa04", "name": "network-vif-deleted", "tag": "4ae15108-b68f-44ef-99fa-5953540fbfbc", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:56:26.271766 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01ffb331-dc1f-4bd9-9ee1-626fe8571917 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:56:26.272231 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01ffb331-dc1f-4bd9-9ee1-626fe8571917'] response: {'server_uuid': '1d80ca76-6f13-469f-8147-386df151fa04', 'name': 'network-vif-deleted', 'tag': '4ae15108-b68f-44ef-99fa-5953540fbfbc', 'status': 'completed', 'code': 200} Mar 23 02:56:26.308067 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-efa233ac-8130-4a53-a1a3-c2be32e3455f req-c7f67d40-61ab-497a-a0d1-821edd6bdf89 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d80ca76-6f13-469f-8147-386df151fa04 HTTP/1.1" status: 200 len: 210 time: 0.0272374 Mar 23 02:56:26.397776 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d98136-843c-4cb1-94cd-f898c4eed5f5 req-46ca2ec9-655a-4d05-86d8-b207447a5393 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:56:26.399226 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c0d98136-843c-4cb1-94cd-f898c4eed5f5 req-46ca2ec9-655a-4d05-86d8-b207447a5393 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 946 time: 0.0558071 Mar 23 02:56:26.448306 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c0d98136-843c-4cb1-94cd-f898c4eed5f5 req-297709ab-7f91-42ec-9a19-9a8fffd52d97 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433486 Mar 23 02:56:26.646897 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b4996-bffe-430a-8635-3b718b1e3a06 req-ec8a10c2-af20-476d-ab61-4118d5f9075c tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:56:26.648574 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-983b4996-bffe-430a-8635-3b718b1e3a06 req-ec8a10c2-af20-476d-ab61-4118d5f9075c tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.23 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 946 time: 0.0585089 Mar 23 02:56:26.745377 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-983b4996-bffe-430a-8635-3b718b1e3a06 req-039708a2-0ce0-452b-be80-469b5ecde227 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Deleting port d939b871-9472-497a-982a-6890c019837c {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:56:26.745715 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-983b4996-bffe-430a-8635-3b718b1e3a06 req-039708a2-0ce0-452b-be80-469b5ecde227 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (d939b871-9472-497a-982a-6890c019837c), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:26.840198 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-983b4996-bffe-430a-8635-3b718b1e3a06 req-039708a2-0ce0-452b-be80-469b5ecde227 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] For port d939b871-9472-497a-982a-6890c019837c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d939b871-9472-497a-982a-6890c019837c,segment=NetworkSegment(514ce571-d1d5-4120-8ab2-56f18b5021ff),segment_id=514ce571-d1d5-4120-8ab2-56f18b5021ff)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:56:26.840564 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-983b4996-bffe-430a-8635-3b718b1e3a06 req-039708a2-0ce0-452b-be80-469b5ecde227 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (d939b871-9472-497a-982a-6890c019837c), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:26.853439 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-983b4996-bffe-430a-8635-3b718b1e3a06 req-039708a2-0ce0-452b-be80-469b5ecde227 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Calling delete_port for d939b871-9472-497a-982a-6890c019837c owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:56:27.020549 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-983b4996-bffe-430a-8635-3b718b1e3a06 req-039708a2-0ce0-452b-be80-469b5ecde227 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (d939b871-9472-497a-982a-6890c019837c), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:27.050177 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039708a2-0ce0-452b-be80-469b5ecde227 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Pushing event deleted for resources: {'Port': ['ID=d939b871-9472-497a-982a-6890c019837c,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:56:27.093357 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-983b4996-bffe-430a-8635-3b718b1e3a06 req-039708a2-0ce0-452b-be80-469b5ecde227 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] No DVR routers for this DVR port d939b871-9472-497a-982a-6890c019837c on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:56:27.096412 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-983b4996-bffe-430a-8635-3b718b1e3a06 req-039708a2-0ce0-452b-be80-469b5ecde227 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:27.099760 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-983b4996-bffe-430a-8635-3b718b1e3a06 req-039708a2-0ce0-452b-be80-469b5ecde227 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.23 "DELETE /v2.0/ports/d939b871-9472-497a-982a-6890c019837c HTTP/1.1" status: 204 len: 173 time: 0.4439795 Mar 23 02:56:27.366121 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36678) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:56:27.432030 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9dc46619-6799-46c9-85d2-7d19d78ce5e0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (c397dfc5-3f20-4ffc-97e6-4d22b5cef972), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:27.459805 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9dc46619-6799-46c9-85d2-7d19d78ce5e0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (c397dfc5-3f20-4ffc-97e6-4d22b5cef972), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:27.546533 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-293cced2-6b81-4f09-8d2c-7bf18193bf80 req-143ed157-4a4a-4506-b698-ca9dcdbed142 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 210 time: 0.0277877 Mar 23 02:56:27.602919 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9dc46619-6799-46c9-85d2-7d19d78ce5e0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (c397dfc5-3f20-4ffc-97e6-4d22b5cef972), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:27.605617 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9dc46619-6799-46c9-85d2-7d19d78ce5e0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:27.606786 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9dc46619-6799-46c9-85d2-7d19d78ce5e0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/security-groups/c397dfc5-3f20-4ffc-97e6-4d22b5cef972 HTTP/1.1" status: 204 len: 168 time: 0.2396538 Mar 23 02:56:27.616825 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc46619-6799-46c9-85d2-7d19d78ce5e0 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c397dfc5-3f20-4ffc-97e6-4d22b5cef972,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:56:27.713130 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36684) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:56:28.079425 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-16691874-eae2-4b9b-94c2-febb0c5515c2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (dca27d2f-7e66-446a-aa23-135fdf3fe382), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:28.275050 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052381fb-a594-4116-8534-e109fdeaf321', 'name': 'network-vif-deleted', 'tag': 'd939b871-9472-497a-982a-6890c019837c'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:56:28.276560 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e827c09d-1d2d-4baa-a2e5-eb468fc58939" -d '{"events": [{"server_uuid": "052381fb-a594-4116-8534-e109fdeaf321", "name": "network-vif-deleted", "tag": "d939b871-9472-497a-982a-6890c019837c"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:56:28.326106 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a2432c-f15f-4046-a17f-9047076b833e x-openstack-request-id: req-51a2432c-f15f-4046-a17f-9047076b833e {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:56:28.326354 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052381fb-a594-4116-8534-e109fdeaf321", "name": "network-vif-deleted", "tag": "d939b871-9472-497a-982a-6890c019837c", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:56:28.326613 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-51a2432c-f15f-4046-a17f-9047076b833e {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:56:28.327090 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51a2432c-f15f-4046-a17f-9047076b833e'] response: {'server_uuid': '052381fb-a594-4116-8534-e109fdeaf321', 'name': 'network-vif-deleted', 'tag': 'd939b871-9472-497a-982a-6890c019837c', 'status': 'completed', 'code': 200} Mar 23 02:56:28.372720 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-16691874-eae2-4b9b-94c2-febb0c5515c2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port f4cb8db1-e929-4329-a4f0-2840615bcbb1 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:56:28.373407 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-16691874-eae2-4b9b-94c2-febb0c5515c2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (f4cb8db1-e929-4329-a4f0-2840615bcbb1), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:28.468770 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-16691874-eae2-4b9b-94c2-febb0c5515c2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] For port f4cb8db1-e929-4329-a4f0-2840615bcbb1, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f4cb8db1-e929-4329-a4f0-2840615bcbb1,segment=NetworkSegment(b599fd8b-bdb8-48e8-8964-35d9d3cdd951),segment_id=b599fd8b-bdb8-48e8-8964-35d9d3cdd951)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:56:28.469131 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-16691874-eae2-4b9b-94c2-febb0c5515c2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (f4cb8db1-e929-4329-a4f0-2840615bcbb1), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:28.482223 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-16691874-eae2-4b9b-94c2-febb0c5515c2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for f4cb8db1-e929-4329-a4f0-2840615bcbb1 owned by network:router_interface {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:56:28.687346 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-75627140-027c-465e-8aa4-5859a7faff42 req-8b21be6b-2621-42a3-ae6e-c8c1359561ad tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 210 time: 0.0356092 Mar 23 02:56:28.769887 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-16691874-eae2-4b9b-94c2-febb0c5515c2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (f4cb8db1-e929-4329-a4f0-2840615bcbb1), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:28.804209 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16691874-eae2-4b9b-94c2-febb0c5515c2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=f4cb8db1-e929-4329-a4f0-2840615bcbb1,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:56:29.028420 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-16691874-eae2-4b9b-94c2-febb0c5515c2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (dca27d2f-7e66-446a-aa23-135fdf3fe382), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:29.293500 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16691874-eae2-4b9b-94c2-febb0c5515c2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Router dca27d2f-7e66-446a-aa23-135fdf3fe382 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:56:29.407238 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16691874-eae2-4b9b-94c2-febb0c5515c2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:56:29.415920 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-16691874-eae2-4b9b-94c2-febb0c5515c2 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "PUT /v2.0/routers/dca27d2f-7e66-446a-aa23-135fdf3fe382/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6993260 Mar 23 02:56:29.416253 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36690) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:56:29.422544 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b1afd6-9a63-49ea-bcd6-09a52cd49562 None None] Sync routers for ids ['dca27d2f-7e66-446a-aa23-135fdf3fe382'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:56:29.436768 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b1afd6-9a63-49ea-bcd6-09a52cd49562 None None] Routers {'dca27d2f-7e66-446a-aa23-135fdf3fe382'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:56:29.437635 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-54b1afd6-9a63-49ea-bcd6-09a52cd49562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:56:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['dca27d2f-7e66-446a-aa23-135fdf3fe382'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:56:29.470911 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-8078a4f0-a9fa-4f41-b260-95c71b7eacb1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting subnet 2ee886cc-786f-42b8-a693-dcaa0188186d {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:56:29.474648 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8078a4f0-a9fa-4f41-b260-95c71b7eacb1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for subnet (2ee886cc-786f-42b8-a693-dcaa0188186d), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:29.520225 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8078a4f0-a9fa-4f41-b260-95c71b7eacb1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (2ee886cc-786f-42b8-a693-dcaa0188186d), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:29.616840 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8078a4f0-a9fa-4f41-b260-95c71b7eacb1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (2ee886cc-786f-42b8-a693-dcaa0188186d), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:29.677833 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-54b1afd6-9a63-49ea-bcd6-09a52cd49562 None None] Set router dca27d2f-7e66-446a-aa23-135fdf3fe382 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:56:29.742051 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8078a4f0-a9fa-4f41-b260-95c71b7eacb1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (2ee886cc-786f-42b8-a693-dcaa0188186d), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:29.783376 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8078a4f0-a9fa-4f41-b260-95c71b7eacb1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:29.785082 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f19c7a-9d44-4ac5-8eb6-c9ce87846efd None None] Network a60c849c-d7ca-4887-b32b-c05e76f07f8f requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:56:29.787929 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device d939b871-9472-497a-982a-6890c019837c no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:56:29.789285 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8078a4f0-a9fa-4f41-b260-95c71b7eacb1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/subnets/2ee886cc-786f-42b8-a693-dcaa0188186d HTTP/1.1" status: 204 len: 168 time: 0.3714876 Mar 23 02:56:29.790633 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078a4f0-a9fa-4f41-b260-95c71b7eacb1 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Subnet': ['ID=2ee886cc-786f-42b8-a693-dcaa0188186d,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:56:29.792101 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36694) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:56:29.922580 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: d939b871-9472-497a-982a-6890c019837c {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:56:29.922928 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device d939b871-9472-497a-982a-6890c019837c not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:56:29.929800 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 4ae15108-b68f-44ef-99fa-5953540fbfbc no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:56:29.965959 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: 4ae15108-b68f-44ef-99fa-5953540fbfbc {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:56:29.966583 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 4ae15108-b68f-44ef-99fa-5953540fbfbc not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:56:29.984898 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-54b1afd6-9a63-49ea-bcd6-09a52cd49562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'name': 'tempest-TestNetworkBasicOps-router-1555651264', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:56:28Z', 'revision_number': 7, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:56:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:56:30.017616 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b1afd6-9a63-49ea-bcd6-09a52cd49562 None None] Checking router: dca27d2f-7e66-446a-aa23-135fdf3fe382 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:56:30.028717 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b1afd6-9a63-49ea-bcd6-09a52cd49562 None None] Routers {'dca27d2f-7e66-446a-aa23-135fdf3fe382'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:56:30.029371 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-54b1afd6-9a63-49ea-bcd6-09a52cd49562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:56:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['dca27d2f-7e66-446a-aa23-135fdf3fe382'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:56:30.145566 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1170f59a-2fe8-47f9-8a9c-48dc26f842cd None None] DHCP port deletion for a60c849c-d7ca-4887-b32b-c05e76f07f8f request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:56:30.216720 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-54b1afd6-9a63-49ea-bcd6-09a52cd49562 None None] Set router dca27d2f-7e66-446a-aa23-135fdf3fe382 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:56:30.257357 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-1170f59a-2fe8-47f9-8a9c-48dc26f842cd None None] Deleting port c63b5e1d-d588-4338-aae8-36305885e916 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:56:30.257745 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1170f59a-2fe8-47f9-8a9c-48dc26f842cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (c63b5e1d-d588-4338-aae8-36305885e916), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:30.338353 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-1170f59a-2fe8-47f9-8a9c-48dc26f842cd None None] For port c63b5e1d-d588-4338-aae8-36305885e916, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=c63b5e1d-d588-4338-aae8-36305885e916,segment=NetworkSegment(b599fd8b-bdb8-48e8-8964-35d9d3cdd951),segment_id=b599fd8b-bdb8-48e8-8964-35d9d3cdd951)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:56:30.340162 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1170f59a-2fe8-47f9-8a9c-48dc26f842cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (c63b5e1d-d588-4338-aae8-36305885e916), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:30.342997 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c85e9a87-a001-4859-a383-575a2599015f req-1d6c7c23-86c2-4653-ae16-288740104a23 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 210 time: 0.5392771 Mar 23 02:56:30.370946 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-1170f59a-2fe8-47f9-8a9c-48dc26f842cd None None] Calling delete_port for c63b5e1d-d588-4338-aae8-36305885e916 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:56:30.410245 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1d987e46-b27c-4123-8076-28e8abfed370 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router (dca27d2f-7e66-446a-aa23-135fdf3fe382), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:30.475912 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-54b1afd6-9a63-49ea-bcd6-09a52cd49562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'name': 'tempest-TestNetworkBasicOps-router-1555651264', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:56:28Z', 'revision_number': 7, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:56:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:56:30.505784 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b1afd6-9a63-49ea-bcd6-09a52cd49562 None None] The sync data for ids ['dca27d2f-7e66-446a-aa23-135fdf3fe382'] in dv-neutron-834613-2-hyperv is: [{'id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'name': 'tempest-TestNetworkBasicOps-router-1555651264', 'tenant_id': 'd14f7a32e895424c88fd77b8785e073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:56:28Z', 'revision_number': 7, 'project_id': 'd14f7a32e895424c88fd77b8785e073b', 'gw_port': {'id': '370feddb-98ef-4289-a186-4e7bad4d531f', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca27d2f-7e66-446a-aa23-135fdf3fe382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:55:21Z', 'updated_at': '2022-03-23T02:56:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:56:30.523866 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1170f59a-2fe8-47f9-8a9c-48dc26f842cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (c63b5e1d-d588-4338-aae8-36305885e916), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:30.541894 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1170f59a-2fe8-47f9-8a9c-48dc26f842cd None None] No DVR routers for this DVR port c63b5e1d-d588-4338-aae8-36305885e916 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:56:30.558694 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1d987e46-b27c-4123-8076-28e8abfed370 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_gateway (dca27d2f-7e66-446a-aa23-135fdf3fe382), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:30.572659 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170f59a-2fe8-47f9-8a9c-48dc26f842cd None None] Pushing event deleted for resources: {'Port': ['ID=c63b5e1d-d588-4338-aae8-36305885e916,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:56:30.656475 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-1d987e46-b27c-4123-8076-28e8abfed370 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Deleting port 370feddb-98ef-4289-a186-4e7bad4d531f {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:56:30.656918 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1d987e46-b27c-4123-8076-28e8abfed370 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (370feddb-98ef-4289-a186-4e7bad4d531f), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:30.736867 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-1d987e46-b27c-4123-8076-28e8abfed370 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] For port 370feddb-98ef-4289-a186-4e7bad4d531f, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=370feddb-98ef-4289-a186-4e7bad4d531f,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:56:30.737056 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1d987e46-b27c-4123-8076-28e8abfed370 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (370feddb-98ef-4289-a186-4e7bad4d531f), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:30.749638 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-1d987e46-b27c-4123-8076-28e8abfed370 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Calling delete_port for 370feddb-98ef-4289-a186-4e7bad4d531f owned by network:router_gateway {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:56:30.946543 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f4cb8db1-e929-4329-a4f0-2840615bcbb1 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:56:30.961778 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: f4cb8db1-e929-4329-a4f0-2840615bcbb1 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:56:30.962142 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f4cb8db1-e929-4329-a4f0-2840615bcbb1 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:56:30.962577 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device c63b5e1d-d588-4338-aae8-36305885e916 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:56:30.984456 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: c63b5e1d-d588-4338-aae8-36305885e916 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:56:30.984817 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device c63b5e1d-d588-4338-aae8-36305885e916 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:56:30.986799 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1d987e46-b27c-4123-8076-28e8abfed370 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (370feddb-98ef-4289-a186-4e7bad4d531f), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:31.025394 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d987e46-b27c-4123-8076-28e8abfed370 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Port': ['ID=370feddb-98ef-4289-a186-4e7bad4d531f,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:56:31.090566 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1d987e46-b27c-4123-8076-28e8abfed370 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (dca27d2f-7e66-446a-aa23-135fdf3fe382), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:31.192165 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1d987e46-b27c-4123-8076-28e8abfed370 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (dca27d2f-7e66-446a-aa23-135fdf3fe382), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:31.194420 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1d987e46-b27c-4123-8076-28e8abfed370 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router_controller (dca27d2f-7e66-446a-aa23-135fdf3fe382), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:31.311590 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1d987e46-b27c-4123-8076-28e8abfed370 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (dca27d2f-7e66-446a-aa23-135fdf3fe382), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:31.312157 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d987e46-b27c-4123-8076-28e8abfed370 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Fanout notify agent at l3_agent the message router_deleted on router dca27d2f-7e66-446a-aa23-135fdf3fe382 {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:56:31.319964 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1d987e46-b27c-4123-8076-28e8abfed370 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:31.321112 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1d987e46-b27c-4123-8076-28e8abfed370 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/routers/dca27d2f-7e66-446a-aa23-135fdf3fe382 HTTP/1.1" status: 204 len: 168 time: 1.5270622 Mar 23 02:56:31.324052 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36696) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:56:31.411197 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-36a748aa-7c45-41eb-873b-b19d91870bc7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (a60c849c-d7ca-4887-b32b-c05e76f07f8f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:31.485652 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bb5bad26-5885-47ac-a4fc-6554cc0258b8 req-a60f2424-5885-449e-94aa-31350f31817a tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 210 time: 0.0416403 Mar 23 02:56:31.531625 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-36a748aa-7c45-41eb-873b-b19d91870bc7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (a60c849c-d7ca-4887-b32b-c05e76f07f8f), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:31.551783 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-36a748aa-7c45-41eb-873b-b19d91870bc7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a60c849c-d7ca-4887-b32b-c05e76f07f8f']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:56:31.561050 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-36a748aa-7c45-41eb-873b-b19d91870bc7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b599fd8b-bdb8-48e8-8964-35d9d3cdd951') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:56:31.561347 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-36a748aa-7c45-41eb-873b-b19d91870bc7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b599fd8b-bdb8-48e8-8964-35d9d3cdd951') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:56:31.571456 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-36a748aa-7c45-41eb-873b-b19d91870bc7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (b599fd8b-bdb8-48e8-8964-35d9d3cdd951), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:31.586067 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-36a748aa-7c45-41eb-873b-b19d91870bc7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (b599fd8b-bdb8-48e8-8964-35d9d3cdd951), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:31.591915 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a748aa-7c45-41eb-873b-b19d91870bc7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:56:31.592305 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-36a748aa-7c45-41eb-873b-b19d91870bc7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (b599fd8b-bdb8-48e8-8964-35d9d3cdd951), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:31.595314 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:56:31.595314 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:56:31.595314 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:56:31.595314 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:56:31.595314 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:56:31.595314 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:56:31.595314 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:56:31.595314 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:56:31.595314 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:56:31.595314 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:56:31.595314 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:56:31.595314 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:56:31.595314 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:56:31.595314 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:56:31.595314 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:56:31.595314 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:56:31.595314 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:56:31.595314 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:56:31.595314 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:56:31.595314 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:56:31.595314 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:56:31.595314 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:56:31.595314 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:56:31.595314 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:56:31.595314 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:56:31.595314 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:56:31.595314 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:56:31.595314 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:56:31.595314 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:56:31.595314 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:56:31.595314 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:56:31.595314 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:56:31.705854 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-36a748aa-7c45-41eb-873b-b19d91870bc7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (a60c849c-d7ca-4887-b32b-c05e76f07f8f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:31.713205 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-36a748aa-7c45-41eb-873b-b19d91870bc7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:31.716268 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-36a748aa-7c45-41eb-873b-b19d91870bc7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] 10.222.0.24 "DELETE /v2.0/networks/a60c849c-d7ca-4887-b32b-c05e76f07f8f HTTP/1.1" status: 204 len: 168 time: 0.3906541 Mar 23 02:56:31.732675 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a748aa-7c45-41eb-873b-b19d91870bc7 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] Pushing event deleted for resources: {'Network': ['ID=a60c849c-d7ca-4887-b32b-c05e76f07f8f,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:56:32.259747 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36704) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:56:32.406163 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9f9be25a-f69a-49a8-bf4b-3f9b8128f274 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d14f7a32e895424c88fd77b8785e073b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1450660 Mar 23 02:56:32.408646 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36708) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:56:32.467135 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bc3a035c-9b77-4e7d-aad4-8fdce289af57 admin admin] Publish callbacks [] for security_group (afb92343-8d72-4261-9c10-138d36b0b241), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:32.490205 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bc3a035c-9b77-4e7d-aad4-8fdce289af57 admin admin] Publish callbacks [] for security_group (afb92343-8d72-4261-9c10-138d36b0b241), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:32.588592 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-61651f31-a8d0-43f4-ad84-db11ac8278c2 req-c1794114-e261-4610-8c07-1d211401ca0e tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 210 time: 0.0349166 Mar 23 02:56:32.637201 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bc3a035c-9b77-4e7d-aad4-8fdce289af57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (afb92343-8d72-4261-9c10-138d36b0b241), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:32.639787 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bc3a035c-9b77-4e7d-aad4-8fdce289af57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:32.644222 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-bc3a035c-9b77-4e7d-aad4-8fdce289af57 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/afb92343-8d72-4261-9c10-138d36b0b241 HTTP/1.1" status: 204 len: 168 time: 0.2314777 Mar 23 02:56:32.657823 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a035c-9b77-4e7d-aad4-8fdce289af57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb92343-8d72-4261-9c10-138d36b0b241,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:56:32.672707 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 370feddb-98ef-4289-a186-4e7bad4d531f no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:56:32.701347 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 370feddb-98ef-4289-a186-4e7bad4d531f {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:56:32.701836 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 370feddb-98ef-4289-a186-4e7bad4d531f not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:56:33.195758 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36716) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:56:33.210995 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bcf39440-ff9e-4251-a2f2-aa178270bed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:33.287026 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bcf39440-ff9e-4251-a2f2-aa178270bed4 admin admin] Publish callbacks [] for security_group (3f642319-2573-4b72-9777-325d9013dbae), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:33.345951 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bcf39440-ff9e-4251-a2f2-aa178270bed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (3f642319-2573-4b72-9777-325d9013dbae), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:33.384183 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-bcf39440-ff9e-4251-a2f2-aa178270bed4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca7e71987f6741b8a0ba146f0deb9b2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1872053 Mar 23 02:56:33.385039 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf39440-ff9e-4251-a2f2-aa178270bed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f642319-2573-4b72-9777-325d9013dbae,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:56:33.386936 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36718) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:56:33.437941 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-22d45cad-baa2-4c00-bf98-efb930642f80 admin admin] Publish callbacks [] for security_group (3f642319-2573-4b72-9777-325d9013dbae), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:33.461150 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-22d45cad-baa2-4c00-bf98-efb930642f80 admin admin] Publish callbacks [] for security_group (3f642319-2573-4b72-9777-325d9013dbae), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:33.586183 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-22d45cad-baa2-4c00-bf98-efb930642f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (3f642319-2573-4b72-9777-325d9013dbae), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:33.588925 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-22d45cad-baa2-4c00-bf98-efb930642f80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:33.590125 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-22d45cad-baa2-4c00-bf98-efb930642f80 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f642319-2573-4b72-9777-325d9013dbae HTTP/1.1" status: 204 len: 168 time: 0.2019827 Mar 23 02:56:33.600565 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d45cad-baa2-4c00-bf98-efb930642f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f642319-2573-4b72-9777-325d9013dbae,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:56:33.703003 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-23609647-7bf9-43dd-ad2a-fe7981cc397c req-737219b4-3f0e-4c62-bb8b-43ea9d99b604 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 210 time: 0.0334539 Mar 23 02:56:34.796044 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8da0b7fc-e336-48de-af1d-d68758127867 req-e994bd0f-c74f-4ac2-9d3e-247208a667dd tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 210 time: 0.0273328 Mar 23 02:56:35.892286 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-12081881-aa4b-4847-887b-50fd0565ffaa req-9a0736dc-4c26-41bb-ab17-788af3257c41 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 210 time: 0.0282152 Mar 23 02:56:36.997011 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7e1e1fd4-b087-499c-8d0f-57c25a35fe63 req-c4a25e55-187e-4931-8bde-e84568037bcf tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=052381fb-a594-4116-8534-e109fdeaf321 HTTP/1.1" status: 200 len: 210 time: 0.0260484 Mar 23 02:56:47.619108 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bda01be0-23da-449c-baa5-b00004687f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:47.792154 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36760) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:56:47.948389 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-1f43e5dd-b886-4e35-88f8-59cdbd971d8d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Deleting port 31d45d77-7194-482a-8ea7-2beda5de8dd7 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:56:47.948652 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1f43e5dd-b886-4e35-88f8-59cdbd971d8d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (31d45d77-7194-482a-8ea7-2beda5de8dd7), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:48.025059 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1f43e5dd-b886-4e35-88f8-59cdbd971d8d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (31d45d77-7194-482a-8ea7-2beda5de8dd7), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:48.025388 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1f43e5dd-b886-4e35-88f8-59cdbd971d8d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for floatingip (31d45d77-7194-482a-8ea7-2beda5de8dd7), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:48.037545 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-1f43e5dd-b886-4e35-88f8-59cdbd971d8d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Calling delete_port for 31d45d77-7194-482a-8ea7-2beda5de8dd7 owned by network:floatingip {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:56:48.265105 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1f43e5dd-b886-4e35-88f8-59cdbd971d8d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (31d45d77-7194-482a-8ea7-2beda5de8dd7), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:48.291761 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43e5dd-b886-4e35-88f8-59cdbd971d8d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Pushing event deleted for resources: {'Port': ['ID=31d45d77-7194-482a-8ea7-2beda5de8dd7,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:56:48.354242 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1f43e5dd-b886-4e35-88f8-59cdbd971d8d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for floatingip (cf7a28e5-c128-4170-a369-a189b9372266), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:48.354577 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [None req-1f43e5dd-b886-4e35-88f8-59cdbd971d8d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Floating IP cf7a28e5-c128-4170-a369-a189b9372266 disassociated (deleted). External IP: 172.26.2.182, port: a1428587-cc71-403d-a344-a8dc1fc1a21e. Mar 23 02:56:48.561374 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f43e5dd-b886-4e35-88f8-59cdbd971d8d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Router 9828c275-06c2-4045-b55a-6b168150a939 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:56:48.757183 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:48.985889 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f43e5dd-b886-4e35-88f8-59cdbd971d8d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:56:48.990596 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1f43e5dd-b886-4e35-88f8-59cdbd971d8d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:48.995173 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95216e52-d2ed-4587-9705-1c0e3a385c14 None None] Sync routers for ids ['9828c275-06c2-4045-b55a-6b168150a939'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:56:49.004718 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95216e52-d2ed-4587-9705-1c0e3a385c14 None None] Routers {'9828c275-06c2-4045-b55a-6b168150a939'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:56:49.005332 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-95216e52-d2ed-4587-9705-1c0e3a385c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:56:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['9828c275-06c2-4045-b55a-6b168150a939'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:56:49.021781 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1f43e5dd-b886-4e35-88f8-59cdbd971d8d tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "DELETE /v2.0/floatingips/cf7a28e5-c128-4170-a369-a189b9372266 HTTP/1.1" status: 204 len: 168 time: 1.2285430 Mar 23 02:56:49.022377 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0aba7d-858f-4e25-84c7-bf3513617f2f', 'tag': 'a1428587-cc71-403d-a344-a8dc1fc1a21e'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:56:49.024653 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d7da1d-c74d-4fe3-938a-3a4c78ddca94" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0aba7d-858f-4e25-84c7-bf3513617f2f", "tag": "a1428587-cc71-403d-a344-a8dc1fc1a21e"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:56:49.067833 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a91af28-da74-4ba4-8cc3-9df3997ff98c x-openstack-request-id: req-4a91af28-da74-4ba4-8cc3-9df3997ff98c {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:56:49.068132 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0aba7d-858f-4e25-84c7-bf3513617f2f", "tag": "a1428587-cc71-403d-a344-a8dc1fc1a21e", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:56:49.068386 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4a91af28-da74-4ba4-8cc3-9df3997ff98c {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:56:49.068884 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a91af28-da74-4ba4-8cc3-9df3997ff98c'] response: {'name': 'network-changed', 'server_uuid': '6b0aba7d-858f-4e25-84c7-bf3513617f2f', 'tag': 'a1428587-cc71-403d-a344-a8dc1fc1a21e', 'status': 'completed', 'code': 200} Mar 23 02:56:49.121092 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-95216e52-d2ed-4587-9705-1c0e3a385c14 None None] Set router 9828c275-06c2-4045-b55a-6b168150a939 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:56:49.135593 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7da1d-c74d-4fe3-938a-3a4c78ddca94 req-ca426427-0fac-45a8-99b0-84956808807c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:56:49.135593 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-30d7da1d-c74d-4fe3-938a-3a4c78ddca94 req-ca426427-0fac-45a8-99b0-84956808807c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d89e60e7aaf14edeaf08ca6345e51704&device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 1129 time: 0.0456657 Mar 23 02:56:49.229377 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7da1d-c74d-4fe3-938a-3a4c78ddca94 req-dd8ce009-47c1-44d3-a0ad-15e9ca7b905f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:56:49.230847 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-30d7da1d-c74d-4fe3-938a-3a4c78ddca94 req-dd8ce009-47c1-44d3-a0ad-15e9ca7b905f service neutron] 10.222.0.23 "GET /v2.0/networks?id=66983626-1d5d-4ad4-9c5b-2e31ad4d88be HTTP/1.1" status: 200 len: 913 time: 0.0901856 Mar 23 02:56:49.276462 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-30d7da1d-c74d-4fe3-938a-3a4c78ddca94 req-55615378-c287-4a4d-a16f-517aeaff8aec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1428587-cc71-403d-a344-a8dc1fc1a21e HTTP/1.1" status: 200 len: 217 time: 0.0384946 Mar 23 02:56:49.327702 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-95216e52-d2ed-4587-9705-1c0e3a385c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9828c275-06c2-4045-b55a-6b168150a939', 'name': 'tempest-TestVolumeBootPattern-1683085647-router', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:45Z', 'updated_at': '2022-03-23T02:46:48Z', 'revision_number': 4, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'gw_port': {'id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:46Z', 'updated_at': '2022-03-23T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c', 'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'mac_address': 'fa:16:3e:de:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:48Z', 'updated_at': '2022-03-23T02:46:51Z', 'revision_number': 5, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'subnets': [{'id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:56:49.336602 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7da1d-c74d-4fe3-938a-3a4c78ddca94 req-0abc7e8e-228e-4911-8680-c0ecd5600908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:56:49.338070 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-30d7da1d-c74d-4fe3-938a-3a4c78ddca94 req-0abc7e8e-228e-4911-8680-c0ecd5600908 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c82d9bc6-8a27-40bf-a00d-6b7979637073 HTTP/1.1" status: 200 len: 851 time: 0.0513058 Mar 23 02:56:49.353436 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95216e52-d2ed-4587-9705-1c0e3a385c14 None None] Checking router: 9828c275-06c2-4045-b55a-6b168150a939 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:56:49.370621 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95216e52-d2ed-4587-9705-1c0e3a385c14 None None] Routers {'9828c275-06c2-4045-b55a-6b168150a939'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:56:49.370747 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-95216e52-d2ed-4587-9705-1c0e3a385c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:56:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['9828c275-06c2-4045-b55a-6b168150a939'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:56:49.389931 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7da1d-c74d-4fe3-938a-3a4c78ddca94 req-25b90262-1771-4539-b790-bd6404b5263e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:56:49.393559 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-30d7da1d-c74d-4fe3-938a-3a4c78ddca94 req-25b90262-1771-4539-b790-bd6404b5263e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66983626-1d5d-4ad4-9c5b-2e31ad4d88be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0478909 Mar 23 02:56:49.483562 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-95216e52-d2ed-4587-9705-1c0e3a385c14 None None] Set router 9828c275-06c2-4045-b55a-6b168150a939 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:56:49.521279 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fe99a-82ea-4fb2-9718-3cc0f6d79aeb req-2d6b850c-b4de-4659-b476-bd62cbd8d262 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:56:49.522773 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f08fe99a-82ea-4fb2-9718-3cc0f6d79aeb req-2d6b850c-b4de-4659-b476-bd62cbd8d262 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 945 time: 0.1075127 Mar 23 02:56:49.526331 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-30d7da1d-c74d-4fe3-938a-3a4c78ddca94 req-6f533c1c-af97-4ab2-acb3-1995a3629838 service neutron] 10.222.0.23 "GET /v2.0/networks/66983626-1d5d-4ad4-9c5b-2e31ad4d88be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281002 Mar 23 02:56:49.622935 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f08fe99a-82ea-4fb2-9718-3cc0f6d79aeb req-df4383eb-38ba-42a7-9134-97d598f8e5f0 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff8b755-75e1-41e3-b4ab-6dfd14034518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944080 Mar 23 02:56:49.650648 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-30d7da1d-c74d-4fe3-938a-3a4c78ddca94 req-9a9cb047-7f12-44a3-b9aa-6a0de74cd402 service neutron] 10.222.0.23 "GET /v2.0/networks/66983626-1d5d-4ad4-9c5b-2e31ad4d88be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157355 Mar 23 02:56:49.688125 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-95216e52-d2ed-4587-9705-1c0e3a385c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9828c275-06c2-4045-b55a-6b168150a939', 'name': 'tempest-TestVolumeBootPattern-1683085647-router', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:45Z', 'updated_at': '2022-03-23T02:46:48Z', 'revision_number': 4, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'gw_port': {'id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:46Z', 'updated_at': '2022-03-23T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c', 'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'mac_address': 'fa:16:3e:de:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:48Z', 'updated_at': '2022-03-23T02:46:51Z', 'revision_number': 5, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'subnets': [{'id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:56:49.714072 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95216e52-d2ed-4587-9705-1c0e3a385c14 None None] The sync data for ids ['9828c275-06c2-4045-b55a-6b168150a939'] in dv-neutron-834613-2-hyperv is: [{'id': '9828c275-06c2-4045-b55a-6b168150a939', 'name': 'tempest-TestVolumeBootPattern-1683085647-router', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:45Z', 'updated_at': '2022-03-23T02:46:48Z', 'revision_number': 4, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'gw_port': {'id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:46Z', 'updated_at': '2022-03-23T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c', 'name': '', 'network_id': '66983626-1d5d-4ad4-9c5b-2e31ad4d88be', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'mac_address': 'fa:16:3e:de:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:48Z', 'updated_at': '2022-03-23T02:46:51Z', 'revision_number': 5, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'subnets': [{'id': 'c82d9bc6-8a27-40bf-a00d-6b7979637073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:56:49.882913 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1122537c-6cd5-429c-ac7c-4f5755e18de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:49.931554 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7219c391-af14-4e20-9142-716e9318c899 None None] New status for floating IP cf7a28e5-c128-4170-a369-a189b9372266: DOWN {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:56:49.952596 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcc010-0b70-4e60-a980-a3fa4129983f req-914df30d-0809-4d6c-b8d3-3071a4bb6557 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:56:49.954173 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-25bcc010-0b70-4e60-a980-a3fa4129983f req-914df30d-0809-4d6c-b8d3-3071a4bb6557 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 945 time: 0.0589831 Mar 23 02:56:50.046685 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-25bcc010-0b70-4e60-a980-a3fa4129983f req-a10c0487-759d-4c17-b071-9f8aef7a18bf tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Deleting port a1428587-cc71-403d-a344-a8dc1fc1a21e {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:56:50.047360 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-25bcc010-0b70-4e60-a980-a3fa4129983f req-a10c0487-759d-4c17-b071-9f8aef7a18bf tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (a1428587-cc71-403d-a344-a8dc1fc1a21e), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:50.140295 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-25bcc010-0b70-4e60-a980-a3fa4129983f req-a10c0487-759d-4c17-b071-9f8aef7a18bf tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] For port a1428587-cc71-403d-a344-a8dc1fc1a21e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a1428587-cc71-403d-a344-a8dc1fc1a21e,segment=NetworkSegment(514ce571-d1d5-4120-8ab2-56f18b5021ff),segment_id=514ce571-d1d5-4120-8ab2-56f18b5021ff)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:56:50.140658 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-25bcc010-0b70-4e60-a980-a3fa4129983f req-a10c0487-759d-4c17-b071-9f8aef7a18bf tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (a1428587-cc71-403d-a344-a8dc1fc1a21e), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:50.153398 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-25bcc010-0b70-4e60-a980-a3fa4129983f req-a10c0487-759d-4c17-b071-9f8aef7a18bf tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Calling delete_port for a1428587-cc71-403d-a344-a8dc1fc1a21e owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:56:50.356025 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-25bcc010-0b70-4e60-a980-a3fa4129983f req-a10c0487-759d-4c17-b071-9f8aef7a18bf tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (a1428587-cc71-403d-a344-a8dc1fc1a21e), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:50.385876 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c0487-759d-4c17-b071-9f8aef7a18bf tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Pushing event deleted for resources: {'Port': ['ID=a1428587-cc71-403d-a344-a8dc1fc1a21e,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:56:50.428372 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bcc010-0b70-4e60-a980-a3fa4129983f req-a10c0487-759d-4c17-b071-9f8aef7a18bf tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] No DVR routers for this DVR port a1428587-cc71-403d-a344-a8dc1fc1a21e on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:56:50.430840 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-25bcc010-0b70-4e60-a980-a3fa4129983f req-a10c0487-759d-4c17-b071-9f8aef7a18bf tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:50.434151 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-25bcc010-0b70-4e60-a980-a3fa4129983f req-a10c0487-759d-4c17-b071-9f8aef7a18bf tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.23 "DELETE /v2.0/ports/a1428587-cc71-403d-a344-a8dc1fc1a21e HTTP/1.1" status: 204 len: 173 time: 0.4754503 Mar 23 02:56:50.725329 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ee582ea4-db5a-40f9-8819-49156caf475a req-514de3fd-dd8b-4e1a-a7d2-1671a5456009 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 210 time: 0.0316365 Mar 23 02:56:51.070541 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0aba7d-858f-4e25-84c7-bf3513617f2f', 'name': 'network-vif-deleted', 'tag': 'a1428587-cc71-403d-a344-a8dc1fc1a21e'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:56:51.073046 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d13bbf1-d468-4950-ac50-f0a2745cccf7" -d '{"events": [{"server_uuid": "6b0aba7d-858f-4e25-84c7-bf3513617f2f", "name": "network-vif-deleted", "tag": "a1428587-cc71-403d-a344-a8dc1fc1a21e"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:56:51.106637 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f986e90e-834e-4248-b8cb-65a30835ec71 x-openstack-request-id: req-f986e90e-834e-4248-b8cb-65a30835ec71 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:56:51.106932 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0aba7d-858f-4e25-84c7-bf3513617f2f", "name": "network-vif-deleted", "tag": "a1428587-cc71-403d-a344-a8dc1fc1a21e", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:56:51.107187 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f986e90e-834e-4248-b8cb-65a30835ec71 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:56:51.107597 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f986e90e-834e-4248-b8cb-65a30835ec71'] response: {'server_uuid': '6b0aba7d-858f-4e25-84c7-bf3513617f2f', 'name': 'network-vif-deleted', 'tag': 'a1428587-cc71-403d-a344-a8dc1fc1a21e', 'status': 'completed', 'code': 200} Mar 23 02:56:51.265721 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:51.830638 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1326bbce-a9de-47ab-9db5-dc6d64050c66 req-6203f6e6-9afb-46b2-831b-bc5ba00297af tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 210 time: 0.0301967 Mar 23 02:56:52.689332 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:52.926500 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b72ddadf-142e-465e-a686-0dbe8f56de31 req-43bfa2cf-08e0-4a8d-999c-df13113a17c8 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 210 time: 0.0280614 Mar 23 02:56:53.877736 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device a1428587-cc71-403d-a344-a8dc1fc1a21e no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:56:53.901130 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: a1428587-cc71-403d-a344-a8dc1fc1a21e {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:56:53.901476 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device a1428587-cc71-403d-a344-a8dc1fc1a21e not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:56:53.979440 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:54.023247 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-75b59b7c-c401-4fb2-9d5f-f093785c3b50 req-456591ee-e3cf-4a3d-b8a4-8ed6f069a4b6 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 210 time: 0.0280275 Mar 23 02:56:55.124527 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ef41bc9e-0d59-4be7-b20c-28f48ae30de3 req-1ea3a9f9-fe53-4f56-bea6-f3cf3e1932d3 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 210 time: 0.0316632 Mar 23 02:56:56.221303 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4daded76-ee40-47bc-a049-9b217c65ba37 req-914935a4-ef8a-467e-9bb1-94fb0959deca tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 210 time: 0.0271809 Mar 23 02:56:57.316040 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cdfb7582-d738-4b9a-8ee4-3f0742185649 req-9f59fb4b-387d-4ce0-8af8-7344aceea418 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 210 time: 0.0286567 Mar 23 02:56:57.895223 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:56:58.409012 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8a6ed36a-31bd-45a8-a162-594da2139bbf req-6639be50-e622-4d6e-a70d-4bd8a8521801 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 210 time: 0.0275185 Mar 23 02:56:59.503476 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5aca865f-05d3-49bc-ba12-e6d8cdfd2666 req-08397102-ba8a-4629-bfe1-dd9281781a99 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b0aba7d-858f-4e25-84c7-bf3513617f2f HTTP/1.1" status: 200 len: 210 time: 0.0277882 Mar 23 02:57:00.558010 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36790) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:57:00.681603 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-6d7becfa-7312-4ba2-b577-9662ae38d8d2 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Deleting port 7c2d917b-e628-4769-97a5-01f40d17e23c {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:57:00.681944 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d7becfa-7312-4ba2-b577-9662ae38d8d2 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (7c2d917b-e628-4769-97a5-01f40d17e23c), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:00.760197 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d7becfa-7312-4ba2-b577-9662ae38d8d2 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (7c2d917b-e628-4769-97a5-01f40d17e23c), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:00.760529 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d7becfa-7312-4ba2-b577-9662ae38d8d2 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for floatingip (7c2d917b-e628-4769-97a5-01f40d17e23c), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:00.772326 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-6d7becfa-7312-4ba2-b577-9662ae38d8d2 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Calling delete_port for 7c2d917b-e628-4769-97a5-01f40d17e23c owned by network:floatingip {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:57:00.961895 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d7becfa-7312-4ba2-b577-9662ae38d8d2 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (7c2d917b-e628-4769-97a5-01f40d17e23c), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:00.993029 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7becfa-7312-4ba2-b577-9662ae38d8d2 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Pushing event deleted for resources: {'Port': ['ID=7c2d917b-e628-4769-97a5-01f40d17e23c,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:01.051422 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d7becfa-7312-4ba2-b577-9662ae38d8d2 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for floatingip (19172a4f-894b-429f-920d-69afd0382758), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:01.054117 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6d7becfa-7312-4ba2-b577-9662ae38d8d2 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:01.055551 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6d7becfa-7312-4ba2-b577-9662ae38d8d2 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "DELETE /v2.0/floatingips/19172a4f-894b-429f-920d-69afd0382758 HTTP/1.1" status: 204 len: 168 time: 0.4965863 Mar 23 02:57:07.627714 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36812) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:57:07.683204 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d7c5cff6-e3c7-4e43-b269-3029873933d8 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for security_group (1ff8b755-75e1-41e3-b4ab-6dfd14034518), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:07.712865 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d7c5cff6-e3c7-4e43-b269-3029873933d8 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for security_group (1ff8b755-75e1-41e3-b4ab-6dfd14034518), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:07.848097 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d7c5cff6-e3c7-4e43-b269-3029873933d8 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (1ff8b755-75e1-41e3-b4ab-6dfd14034518), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:07.850904 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d7c5cff6-e3c7-4e43-b269-3029873933d8 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:07.852127 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d7c5cff6-e3c7-4e43-b269-3029873933d8 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] 10.222.0.24 "DELETE /v2.0/security-groups/1ff8b755-75e1-41e3-b4ab-6dfd14034518 HTTP/1.1" status: 204 len: 168 time: 0.2233646 Mar 23 02:57:07.861779 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5cff6-e3c7-4e43-b269-3029873933d8 tempest-TestVolumeBootPattern-1474612862 tempest-TestVolumeBootPattern-1474612862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff8b755-75e1-41e3-b4ab-6dfd14034518,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:07.970996 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36816) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:57:08.531225 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-78163a5a-583d-47fb-94e7-5f342186aa7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (9828c275-06c2-4045-b55a-6b168150a939), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:08.790582 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-78163a5a-583d-47fb-94e7-5f342186aa7b admin admin] Deleting port 0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:57:08.790835 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-78163a5a-583d-47fb-94e7-5f342186aa7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:08.879365 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-78163a5a-583d-47fb-94e7-5f342186aa7b admin admin] For port 0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c,segment=NetworkSegment(514ce571-d1d5-4120-8ab2-56f18b5021ff),segment_id=514ce571-d1d5-4120-8ab2-56f18b5021ff)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:57:08.879734 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-78163a5a-583d-47fb-94e7-5f342186aa7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:08.895933 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-78163a5a-583d-47fb-94e7-5f342186aa7b admin admin] Calling delete_port for 0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c owned by network:router_interface {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:57:09.122681 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-78163a5a-583d-47fb-94e7-5f342186aa7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:09.152454 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78163a5a-583d-47fb-94e7-5f342186aa7b admin admin] Pushing event deleted for resources: {'Port': ['ID=0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:09.325793 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-78163a5a-583d-47fb-94e7-5f342186aa7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (9828c275-06c2-4045-b55a-6b168150a939), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:09.535409 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78163a5a-583d-47fb-94e7-5f342186aa7b admin admin] Router 9828c275-06c2-4045-b55a-6b168150a939 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:57:09.640641 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78163a5a-583d-47fb-94e7-5f342186aa7b admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:57:09.645700 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-78163a5a-583d-47fb-94e7-5f342186aa7b admin admin] 10.222.0.24 "PUT /v2.0/routers/9828c275-06c2-4045-b55a-6b168150a939/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6736982 Mar 23 02:57:09.648204 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36820) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:57:09.650873 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa83ef8f-f0c8-4f4b-b1d3-40f1f7230138 None None] Sync routers for ids ['9828c275-06c2-4045-b55a-6b168150a939'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:57:09.661437 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa83ef8f-f0c8-4f4b-b1d3-40f1f7230138 None None] Routers {'9828c275-06c2-4045-b55a-6b168150a939'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:57:09.662054 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-aa83ef8f-f0c8-4f4b-b1d3-40f1f7230138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:56:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['9828c275-06c2-4045-b55a-6b168150a939'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:57:09.752645 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6e584930-46bd-4212-9201-23183ab1d08c admin admin] Publish callbacks [] for router (9828c275-06c2-4045-b55a-6b168150a939), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:09.767257 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-aa83ef8f-f0c8-4f4b-b1d3-40f1f7230138 None None] Set router 9828c275-06c2-4045-b55a-6b168150a939 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:57:09.856228 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6e584930-46bd-4212-9201-23183ab1d08c admin admin] Publish callbacks [] for router_gateway (9828c275-06c2-4045-b55a-6b168150a939), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:09.968112 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-6e584930-46bd-4212-9201-23183ab1d08c admin admin] Deleting port b708c9dc-8b8d-4e94-8941-b543fe1be0eb {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:57:09.968457 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6e584930-46bd-4212-9201-23183ab1d08c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (b708c9dc-8b8d-4e94-8941-b543fe1be0eb), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:10.055610 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-6e584930-46bd-4212-9201-23183ab1d08c admin admin] For port b708c9dc-8b8d-4e94-8941-b543fe1be0eb, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=b708c9dc-8b8d-4e94-8941-b543fe1be0eb,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:57:10.056008 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6e584930-46bd-4212-9201-23183ab1d08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (b708c9dc-8b8d-4e94-8941-b543fe1be0eb), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:10.069142 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-6e584930-46bd-4212-9201-23183ab1d08c admin admin] Calling delete_port for b708c9dc-8b8d-4e94-8941-b543fe1be0eb owned by network:router_gateway {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:57:10.091633 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-aa83ef8f-f0c8-4f4b-b1d3-40f1f7230138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9828c275-06c2-4045-b55a-6b168150a939', 'name': 'tempest-TestVolumeBootPattern-1683085647-router', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:45Z', 'updated_at': '2022-03-23T02:57:09Z', 'revision_number': 5, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'gw_port': {'id': 'b708c9dc-8b8d-4e94-8941-b543fe1be0eb', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9828c275-06c2-4045-b55a-6b168150a939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:46Z', 'updated_at': '2022-03-23T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:57:10.117770 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa83ef8f-f0c8-4f4b-b1d3-40f1f7230138 None None] Checking router: 9828c275-06c2-4045-b55a-6b168150a939 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:57:10.126204 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa83ef8f-f0c8-4f4b-b1d3-40f1f7230138 None None] Routers {'9828c275-06c2-4045-b55a-6b168150a939'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:57:10.126820 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-aa83ef8f-f0c8-4f4b-b1d3-40f1f7230138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:56:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['9828c275-06c2-4045-b55a-6b168150a939'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:57:10.223672 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-aa83ef8f-f0c8-4f4b-b1d3-40f1f7230138 None None] Set router 9828c275-06c2-4045-b55a-6b168150a939 gateway port host: None {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:57:10.278078 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-aa83ef8f-f0c8-4f4b-b1d3-40f1f7230138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9828c275-06c2-4045-b55a-6b168150a939', 'name': 'tempest-TestVolumeBootPattern-1683085647-router', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:45Z', 'updated_at': '2022-03-23T02:57:09Z', 'revision_number': 6, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'gw_port_host': None}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:57:10.303804 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa83ef8f-f0c8-4f4b-b1d3-40f1f7230138 None None] The sync data for ids ['9828c275-06c2-4045-b55a-6b168150a939'] in dv-neutron-834613-2-hyperv is: [{'id': '9828c275-06c2-4045-b55a-6b168150a939', 'name': 'tempest-TestVolumeBootPattern-1683085647-router', 'tenant_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:45Z', 'updated_at': '2022-03-23T02:57:09Z', 'revision_number': 6, 'project_id': 'd89e60e7aaf14edeaf08ca6345e51704', 'gw_port_host': None}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:57:10.311149 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6e584930-46bd-4212-9201-23183ab1d08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (b708c9dc-8b8d-4e94-8941-b543fe1be0eb), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:10.339507 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e584930-46bd-4212-9201-23183ab1d08c admin admin] Pushing event deleted for resources: {'Port': ['ID=b708c9dc-8b8d-4e94-8941-b543fe1be0eb,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:10.403201 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6e584930-46bd-4212-9201-23183ab1d08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (9828c275-06c2-4045-b55a-6b168150a939), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:10.493056 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6e584930-46bd-4212-9201-23183ab1d08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (9828c275-06c2-4045-b55a-6b168150a939), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:10.495176 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6e584930-46bd-4212-9201-23183ab1d08c admin admin] Publish callbacks [] for router_controller (9828c275-06c2-4045-b55a-6b168150a939), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:10.626087 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6e584930-46bd-4212-9201-23183ab1d08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (9828c275-06c2-4045-b55a-6b168150a939), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:10.626654 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e584930-46bd-4212-9201-23183ab1d08c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9828c275-06c2-4045-b55a-6b168150a939 {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:57:10.631706 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6e584930-46bd-4212-9201-23183ab1d08c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:10.632013 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6e584930-46bd-4212-9201-23183ab1d08c admin admin] 10.222.0.24 "DELETE /v2.0/routers/9828c275-06c2-4045-b55a-6b168150a939 HTTP/1.1" status: 204 len: 168 time: 0.9828713 Mar 23 02:57:10.634443 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36822) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:57:10.681165 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-05bd74e6-ebd6-4d6e-bb47-de2a0105aaf2 admin admin] Deleting subnet c82d9bc6-8a27-40bf-a00d-6b7979637073 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:57:10.685576 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-05bd74e6-ebd6-4d6e-bb47-de2a0105aaf2 admin admin] Publish callbacks [] for subnet (c82d9bc6-8a27-40bf-a00d-6b7979637073), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:10.724169 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-05bd74e6-ebd6-4d6e-bb47-de2a0105aaf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (c82d9bc6-8a27-40bf-a00d-6b7979637073), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:10.779489 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:57:10.800133 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:57:10.800486 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 0e35dfc0-edaf-4e91-8727-4a2c1ed9c19c not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:57:10.811430 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-05bd74e6-ebd6-4d6e-bb47-de2a0105aaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (c82d9bc6-8a27-40bf-a00d-6b7979637073), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:10.917172 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-05bd74e6-ebd6-4d6e-bb47-de2a0105aaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (c82d9bc6-8a27-40bf-a00d-6b7979637073), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:10.943375 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd74e6-ebd6-4d6e-bb47-de2a0105aaf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c82d9bc6-8a27-40bf-a00d-6b7979637073,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:10.948338 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-05bd74e6-ebd6-4d6e-bb47-de2a0105aaf2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:10.952106 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-05bd74e6-ebd6-4d6e-bb47-de2a0105aaf2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c82d9bc6-8a27-40bf-a00d-6b7979637073 HTTP/1.1" status: 204 len: 168 time: 0.3166585 Mar 23 02:57:10.954019 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ee8cf7-b1eb-4b9b-b221-0b6ed616a87a None None] Network 66983626-1d5d-4ad4-9c5b-2e31ad4d88be requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:57:10.954845 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36824) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:57:11.023702 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b056ea30-bb95-434d-975f-813ed74edc6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (66983626-1d5d-4ad4-9c5b-2e31ad4d88be), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:11.084005 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-b056ea30-bb95-434d-975f-813ed74edc6a admin admin] Deleting port 1584a75f-53a3-49c7-b8ed-622a7aca1809 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:57:11.084005 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b056ea30-bb95-434d-975f-813ed74edc6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (1584a75f-53a3-49c7-b8ed-622a7aca1809), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:11.113199 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d45628-e753-49f7-8be4-cf834c25481d None None] DHCP port deletion for 66983626-1d5d-4ad4-9c5b-2e31ad4d88be request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:57:11.149168 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-b056ea30-bb95-434d-975f-813ed74edc6a admin admin] For port 1584a75f-53a3-49c7-b8ed-622a7aca1809, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=1584a75f-53a3-49c7-b8ed-622a7aca1809,segment=NetworkSegment(514ce571-d1d5-4120-8ab2-56f18b5021ff),segment_id=514ce571-d1d5-4120-8ab2-56f18b5021ff)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:57:11.149531 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b056ea30-bb95-434d-975f-813ed74edc6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (1584a75f-53a3-49c7-b8ed-622a7aca1809), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:11.163485 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-b056ea30-bb95-434d-975f-813ed74edc6a admin admin] Calling delete_port for 1584a75f-53a3-49c7-b8ed-622a7aca1809 owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:57:11.165550 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c0d45628-e753-49f7-8be4-cf834c25481d None None] Deleting port 1584a75f-53a3-49c7-b8ed-622a7aca1809 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:57:11.165935 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c0d45628-e753-49f7-8be4-cf834c25481d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (1584a75f-53a3-49c7-b8ed-622a7aca1809), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:11.239651 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-c0d45628-e753-49f7-8be4-cf834c25481d None None] For port 1584a75f-53a3-49c7-b8ed-622a7aca1809, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=1584a75f-53a3-49c7-b8ed-622a7aca1809,segment=NetworkSegment(514ce571-d1d5-4120-8ab2-56f18b5021ff),segment_id=514ce571-d1d5-4120-8ab2-56f18b5021ff)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:57:11.240080 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c0d45628-e753-49f7-8be4-cf834c25481d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (1584a75f-53a3-49c7-b8ed-622a7aca1809), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:11.254820 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c0d45628-e753-49f7-8be4-cf834c25481d None None] Calling delete_port for 1584a75f-53a3-49c7-b8ed-622a7aca1809 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:57:11.442865 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c0d45628-e753-49f7-8be4-cf834c25481d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (1584a75f-53a3-49c7-b8ed-622a7aca1809), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:11.472728 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d45628-e753-49f7-8be4-cf834c25481d None None] Pushing event deleted for resources: {'Port': ['ID=1584a75f-53a3-49c7-b8ed-622a7aca1809,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:11.476435 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d45628-e753-49f7-8be4-cf834c25481d None None] No DVR routers for this DVR port 1584a75f-53a3-49c7-b8ed-622a7aca1809 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:57:11.574416 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b056ea30-bb95-434d-975f-813ed74edc6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (1584a75f-53a3-49c7-b8ed-622a7aca1809), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:11.597384 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056ea30-bb95-434d-975f-813ed74edc6a admin admin] Pushing event deleted for resources: {'Port': ['ID=1584a75f-53a3-49c7-b8ed-622a7aca1809,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:11.603516 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b056ea30-bb95-434d-975f-813ed74edc6a admin admin] No DVR routers for this DVR port 1584a75f-53a3-49c7-b8ed-622a7aca1809 on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:57:11.674578 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b056ea30-bb95-434d-975f-813ed74edc6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (66983626-1d5d-4ad4-9c5b-2e31ad4d88be), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:11.697337 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-b056ea30-bb95-434d-975f-813ed74edc6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66983626-1d5d-4ad4-9c5b-2e31ad4d88be']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:57:11.706803 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-b056ea30-bb95-434d-975f-813ed74edc6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '514ce571-d1d5-4120-8ab2-56f18b5021ff') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:57:11.707100 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-b056ea30-bb95-434d-975f-813ed74edc6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '514ce571-d1d5-4120-8ab2-56f18b5021ff') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:57:11.716199 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b056ea30-bb95-434d-975f-813ed74edc6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (514ce571-d1d5-4120-8ab2-56f18b5021ff), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:11.729908 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b056ea30-bb95-434d-975f-813ed74edc6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (514ce571-d1d5-4120-8ab2-56f18b5021ff), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:11.736475 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b056ea30-bb95-434d-975f-813ed74edc6a admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:57:11.736858 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b056ea30-bb95-434d-975f-813ed74edc6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (514ce571-d1d5-4120-8ab2-56f18b5021ff), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: self.session.flush() Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:57:11.738466 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:57:11.870828 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b056ea30-bb95-434d-975f-813ed74edc6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (66983626-1d5d-4ad4-9c5b-2e31ad4d88be), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:11.877234 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b056ea30-bb95-434d-975f-813ed74edc6a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:11.882941 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b056ea30-bb95-434d-975f-813ed74edc6a admin admin] 10.222.0.24 "DELETE /v2.0/networks/66983626-1d5d-4ad4-9c5b-2e31ad4d88be HTTP/1.1" status: 204 len: 168 time: 0.9244294 Mar 23 02:57:11.883378 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36826) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:57:11.902033 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056ea30-bb95-434d-975f-813ed74edc6a admin admin] Pushing event deleted for resources: {'Network': ['ID=66983626-1d5d-4ad4-9c5b-2e31ad4d88be,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:12.233537 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1285fed4-06a6-4428-ba04-936b5b2583dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (a7a127da-fafc-45a4-bb4b-7772e21a4701), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:12.480379 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-1285fed4-06a6-4428-ba04-936b5b2583dd admin admin] Deleting port 32961f5c-3e66-4a34-bea2-4878783a95b7 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:57:12.480624 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1285fed4-06a6-4428-ba04-936b5b2583dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (32961f5c-3e66-4a34-bea2-4878783a95b7), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:12.559674 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-1285fed4-06a6-4428-ba04-936b5b2583dd admin admin] For port 32961f5c-3e66-4a34-bea2-4878783a95b7, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=32961f5c-3e66-4a34-bea2-4878783a95b7,segment=NetworkSegment(fa3af3ac-70fd-4e40-8bf9-dd6f68a81d51),segment_id=fa3af3ac-70fd-4e40-8bf9-dd6f68a81d51)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:57:12.560064 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1285fed4-06a6-4428-ba04-936b5b2583dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (32961f5c-3e66-4a34-bea2-4878783a95b7), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:12.573388 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-1285fed4-06a6-4428-ba04-936b5b2583dd admin admin] Calling delete_port for 32961f5c-3e66-4a34-bea2-4878783a95b7 owned by network:router_interface {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:57:12.673751 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 1584a75f-53a3-49c7-b8ed-622a7aca1809 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:57:12.693601 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 1584a75f-53a3-49c7-b8ed-622a7aca1809 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:57:12.693972 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 1584a75f-53a3-49c7-b8ed-622a7aca1809 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:57:12.694395 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device b708c9dc-8b8d-4e94-8941-b543fe1be0eb no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:57:12.712669 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: b708c9dc-8b8d-4e94-8941-b543fe1be0eb {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:57:12.713024 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device b708c9dc-8b8d-4e94-8941-b543fe1be0eb not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:57:12.807976 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1285fed4-06a6-4428-ba04-936b5b2583dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (32961f5c-3e66-4a34-bea2-4878783a95b7), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:12.834000 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285fed4-06a6-4428-ba04-936b5b2583dd admin admin] Pushing event deleted for resources: {'Port': ['ID=32961f5c-3e66-4a34-bea2-4878783a95b7,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:13.001231 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1285fed4-06a6-4428-ba04-936b5b2583dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (a7a127da-fafc-45a4-bb4b-7772e21a4701), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:13.215426 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1285fed4-06a6-4428-ba04-936b5b2583dd admin admin] Router a7a127da-fafc-45a4-bb4b-7772e21a4701 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:57:13.323014 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1285fed4-06a6-4428-ba04-936b5b2583dd admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:57:13.329067 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1285fed4-06a6-4428-ba04-936b5b2583dd admin admin] 10.222.0.24 "PUT /v2.0/routers/a7a127da-fafc-45a4-bb4b-7772e21a4701/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4435840 Mar 23 02:57:13.330929 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36828) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:57:13.333950 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0fa8dd-5d46-4fde-b9d1-16abfa8abd49 None None] Sync routers for ids ['a7a127da-fafc-45a4-bb4b-7772e21a4701'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:57:13.343348 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0fa8dd-5d46-4fde-b9d1-16abfa8abd49 None None] Routers {'a7a127da-fafc-45a4-bb4b-7772e21a4701'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:57:13.344636 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-ca0fa8dd-5d46-4fde-b9d1-16abfa8abd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:56:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a7a127da-fafc-45a4-bb4b-7772e21a4701'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:57:13.436551 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-36b7af85-18ce-4f72-80ae-32090fb0e291 admin admin] Publish callbacks [] for router (a7a127da-fafc-45a4-bb4b-7772e21a4701), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:13.449125 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-ca0fa8dd-5d46-4fde-b9d1-16abfa8abd49 None None] Set router a7a127da-fafc-45a4-bb4b-7772e21a4701 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:57:13.539152 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-36b7af85-18ce-4f72-80ae-32090fb0e291 admin admin] Publish callbacks [] for router_gateway (a7a127da-fafc-45a4-bb4b-7772e21a4701), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:13.620449 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-ca0fa8dd-5d46-4fde-b9d1-16abfa8abd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a127da-fafc-45a4-bb4b-7772e21a4701', 'name': 'tempest-TestVolumeBootPattern-1121542359-router', 'tenant_id': '32baaeffa4224426869ca007cf93f615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b588ec00-63f8-4c64-825a-babfd81faae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:52Z', 'updated_at': '2022-03-23T02:57:12Z', 'revision_number': 5, 'project_id': '32baaeffa4224426869ca007cf93f615', 'gw_port': {'id': 'b588ec00-63f8-4c64-825a-babfd81faae9', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a127da-fafc-45a4-bb4b-7772e21a4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:53Z', 'updated_at': '2022-03-23T02:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:57:13.634939 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-36b7af85-18ce-4f72-80ae-32090fb0e291 admin admin] Deleting port b588ec00-63f8-4c64-825a-babfd81faae9 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:57:13.635299 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-36b7af85-18ce-4f72-80ae-32090fb0e291 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (b588ec00-63f8-4c64-825a-babfd81faae9), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:13.651238 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0fa8dd-5d46-4fde-b9d1-16abfa8abd49 None None] Checking router: a7a127da-fafc-45a4-bb4b-7772e21a4701 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:57:13.660365 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0fa8dd-5d46-4fde-b9d1-16abfa8abd49 None None] Routers {'a7a127da-fafc-45a4-bb4b-7772e21a4701'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:57:13.660956 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-ca0fa8dd-5d46-4fde-b9d1-16abfa8abd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T02:56:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['a7a127da-fafc-45a4-bb4b-7772e21a4701'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:57:13.712768 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-36b7af85-18ce-4f72-80ae-32090fb0e291 admin admin] For port b588ec00-63f8-4c64-825a-babfd81faae9, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=b588ec00-63f8-4c64-825a-babfd81faae9,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:57:13.713056 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-36b7af85-18ce-4f72-80ae-32090fb0e291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (b588ec00-63f8-4c64-825a-babfd81faae9), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:13.725948 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-36b7af85-18ce-4f72-80ae-32090fb0e291 admin admin] Calling delete_port for b588ec00-63f8-4c64-825a-babfd81faae9 owned by network:router_gateway {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:57:13.749110 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-ca0fa8dd-5d46-4fde-b9d1-16abfa8abd49 None None] Set router a7a127da-fafc-45a4-bb4b-7772e21a4701 gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:57:13.800969 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-ca0fa8dd-5d46-4fde-b9d1-16abfa8abd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a127da-fafc-45a4-bb4b-7772e21a4701', 'name': 'tempest-TestVolumeBootPattern-1121542359-router', 'tenant_id': '32baaeffa4224426869ca007cf93f615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:52Z', 'updated_at': '2022-03-23T02:57:13Z', 'revision_number': 6, 'project_id': '32baaeffa4224426869ca007cf93f615', 'gw_port_host': None}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:57:13.919296 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0fa8dd-5d46-4fde-b9d1-16abfa8abd49 None None] The sync data for ids ['a7a127da-fafc-45a4-bb4b-7772e21a4701'] in dv-neutron-834613-2-hyperv is: [{'id': 'a7a127da-fafc-45a4-bb4b-7772e21a4701', 'name': 'tempest-TestVolumeBootPattern-1121542359-router', 'tenant_id': '32baaeffa4224426869ca007cf93f615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:52Z', 'updated_at': '2022-03-23T02:57:13Z', 'revision_number': 6, 'project_id': '32baaeffa4224426869ca007cf93f615', 'gw_port_host': None}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:57:13.956774 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-36b7af85-18ce-4f72-80ae-32090fb0e291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (b588ec00-63f8-4c64-825a-babfd81faae9), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:13.983595 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7af85-18ce-4f72-80ae-32090fb0e291 admin admin] Pushing event deleted for resources: {'Port': ['ID=b588ec00-63f8-4c64-825a-babfd81faae9,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:14.041769 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-36b7af85-18ce-4f72-80ae-32090fb0e291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (a7a127da-fafc-45a4-bb4b-7772e21a4701), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:14.131363 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-36b7af85-18ce-4f72-80ae-32090fb0e291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (a7a127da-fafc-45a4-bb4b-7772e21a4701), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:14.133711 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-36b7af85-18ce-4f72-80ae-32090fb0e291 admin admin] Publish callbacks [] for router_controller (a7a127da-fafc-45a4-bb4b-7772e21a4701), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:14.247861 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-36b7af85-18ce-4f72-80ae-32090fb0e291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (a7a127da-fafc-45a4-bb4b-7772e21a4701), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:14.248364 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b7af85-18ce-4f72-80ae-32090fb0e291 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7a127da-fafc-45a4-bb4b-7772e21a4701 {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:57:14.252791 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-36b7af85-18ce-4f72-80ae-32090fb0e291 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:14.254007 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-36b7af85-18ce-4f72-80ae-32090fb0e291 admin admin] 10.222.0.24 "DELETE /v2.0/routers/a7a127da-fafc-45a4-bb4b-7772e21a4701 HTTP/1.1" status: 204 len: 168 time: 0.9219992 Mar 23 02:57:14.256623 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36830) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:57:14.302049 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dbc0ccb-30d5-41fe-8d61-e6e589249dd1 admin admin] Deleting subnet d89b6fa3-3e91-44c2-8dc7-19946b092b93 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:57:14.305515 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1dbc0ccb-30d5-41fe-8d61-e6e589249dd1 admin admin] Publish callbacks [] for subnet (d89b6fa3-3e91-44c2-8dc7-19946b092b93), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:14.340880 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1dbc0ccb-30d5-41fe-8d61-e6e589249dd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (d89b6fa3-3e91-44c2-8dc7-19946b092b93), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:14.424100 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1dbc0ccb-30d5-41fe-8d61-e6e589249dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (d89b6fa3-3e91-44c2-8dc7-19946b092b93), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:14.550485 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1dbc0ccb-30d5-41fe-8d61-e6e589249dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (d89b6fa3-3e91-44c2-8dc7-19946b092b93), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:14.574177 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc0ccb-30d5-41fe-8d61-e6e589249dd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d89b6fa3-3e91-44c2-8dc7-19946b092b93,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:14.581303 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1dbc0ccb-30d5-41fe-8d61-e6e589249dd1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:14.586774 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1dbc0ccb-30d5-41fe-8d61-e6e589249dd1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d89b6fa3-3e91-44c2-8dc7-19946b092b93 HTTP/1.1" status: 204 len: 168 time: 0.3270450 Mar 23 02:57:14.586926 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca915621-0f87-4798-b220-72b5479f7445 None None] Network e7ebad70-30f5-4c78-bcd0-5a2042ac8793 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:57:14.587374 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36832) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:57:14.658807 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5f6f731d-bb52-4dc2-b6b3-abd52569eb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (e7ebad70-30f5-4c78-bcd0-5a2042ac8793), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:14.716589 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-5f6f731d-bb52-4dc2-b6b3-abd52569eb5a admin admin] Deleting port e48c5328-1fe8-4f3b-aebc-75e22535e98e {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:57:14.716932 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5f6f731d-bb52-4dc2-b6b3-abd52569eb5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (e48c5328-1fe8-4f3b-aebc-75e22535e98e), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:14.742774 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2c27ee-7823-4502-bf37-f35f7a1e25a1 None None] DHCP port deletion for e7ebad70-30f5-4c78-bcd0-5a2042ac8793 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:57:14.780681 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device b588ec00-63f8-4c64-825a-babfd81faae9 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:57:14.783348 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-5f6f731d-bb52-4dc2-b6b3-abd52569eb5a admin admin] For port e48c5328-1fe8-4f3b-aebc-75e22535e98e, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=e48c5328-1fe8-4f3b-aebc-75e22535e98e,segment=NetworkSegment(fa3af3ac-70fd-4e40-8bf9-dd6f68a81d51),segment_id=fa3af3ac-70fd-4e40-8bf9-dd6f68a81d51)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:57:14.783712 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5f6f731d-bb52-4dc2-b6b3-abd52569eb5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (e48c5328-1fe8-4f3b-aebc-75e22535e98e), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:14.798410 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-5f6f731d-bb52-4dc2-b6b3-abd52569eb5a admin admin] Calling delete_port for e48c5328-1fe8-4f3b-aebc-75e22535e98e owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:57:14.807685 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: b588ec00-63f8-4c64-825a-babfd81faae9 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:57:14.807991 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device b588ec00-63f8-4c64-825a-babfd81faae9 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:57:14.808415 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 32961f5c-3e66-4a34-bea2-4878783a95b7 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:57:14.830694 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 32961f5c-3e66-4a34-bea2-4878783a95b7 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:57:14.831051 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 32961f5c-3e66-4a34-bea2-4878783a95b7 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:57:14.842275 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-8e2c27ee-7823-4502-bf37-f35f7a1e25a1 None None] Deleting port e48c5328-1fe8-4f3b-aebc-75e22535e98e {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:57:14.842658 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8e2c27ee-7823-4502-bf37-f35f7a1e25a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (e48c5328-1fe8-4f3b-aebc-75e22535e98e), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:14.905533 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-8e2c27ee-7823-4502-bf37-f35f7a1e25a1 None None] For port e48c5328-1fe8-4f3b-aebc-75e22535e98e, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=e48c5328-1fe8-4f3b-aebc-75e22535e98e,segment=NetworkSegment(fa3af3ac-70fd-4e40-8bf9-dd6f68a81d51),segment_id=fa3af3ac-70fd-4e40-8bf9-dd6f68a81d51)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:57:14.905924 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8e2c27ee-7823-4502-bf37-f35f7a1e25a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (e48c5328-1fe8-4f3b-aebc-75e22535e98e), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:14.919683 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-8e2c27ee-7823-4502-bf37-f35f7a1e25a1 None None] Calling delete_port for e48c5328-1fe8-4f3b-aebc-75e22535e98e owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:57:14.991067 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5f6f731d-bb52-4dc2-b6b3-abd52569eb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (e48c5328-1fe8-4f3b-aebc-75e22535e98e), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:15.007015 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8e2c27ee-7823-4502-bf37-f35f7a1e25a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (e48c5328-1fe8-4f3b-aebc-75e22535e98e), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:15.026056 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6f731d-bb52-4dc2-b6b3-abd52569eb5a admin admin] No DVR routers for this DVR port e48c5328-1fe8-4f3b-aebc-75e22535e98e on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:57:15.029145 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f731d-bb52-4dc2-b6b3-abd52569eb5a admin admin] Pushing event deleted for resources: {'Port': ['ID=e48c5328-1fe8-4f3b-aebc-75e22535e98e,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:15.037740 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2c27ee-7823-4502-bf37-f35f7a1e25a1 None None] No DVR routers for this DVR port e48c5328-1fe8-4f3b-aebc-75e22535e98e on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:57:15.041404 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c27ee-7823-4502-bf37-f35f7a1e25a1 None None] Pushing event deleted for resources: {'Port': ['ID=e48c5328-1fe8-4f3b-aebc-75e22535e98e,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:15.105127 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5f6f731d-bb52-4dc2-b6b3-abd52569eb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (e7ebad70-30f5-4c78-bcd0-5a2042ac8793), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:15.127080 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-5f6f731d-bb52-4dc2-b6b3-abd52569eb5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ebad70-30f5-4c78-bcd0-5a2042ac8793']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:57:15.136491 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-5f6f731d-bb52-4dc2-b6b3-abd52569eb5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa3af3ac-70fd-4e40-8bf9-dd6f68a81d51') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:57:15.136800 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-5f6f731d-bb52-4dc2-b6b3-abd52569eb5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa3af3ac-70fd-4e40-8bf9-dd6f68a81d51') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:57:15.147043 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5f6f731d-bb52-4dc2-b6b3-abd52569eb5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (fa3af3ac-70fd-4e40-8bf9-dd6f68a81d51), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:15.160714 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5f6f731d-bb52-4dc2-b6b3-abd52569eb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (fa3af3ac-70fd-4e40-8bf9-dd6f68a81d51), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:15.166539 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6f731d-bb52-4dc2-b6b3-abd52569eb5a admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:57:15.169386 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5f6f731d-bb52-4dc2-b6b3-abd52569eb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (fa3af3ac-70fd-4e40-8bf9-dd6f68a81d51), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:15.169386 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:57:15.169386 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:57:15.169386 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:57:15.169386 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:57:15.169386 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:57:15.169386 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:57:15.169386 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:57:15.169386 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:57:15.169386 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:57:15.169386 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:57:15.169386 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:57:15.169386 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:57:15.169386 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:57:15.169386 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:57:15.169386 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:57:15.169386 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:57:15.169386 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:57:15.169386 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:57:15.169386 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:57:15.169386 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:57:15.169386 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:57:15.169386 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:57:15.169386 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:57:15.169386 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:57:15.169386 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:57:15.169386 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:57:15.169386 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:57:15.169386 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:57:15.169386 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:57:15.169386 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:57:15.169386 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:57:15.169386 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:57:15.270699 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5f6f731d-bb52-4dc2-b6b3-abd52569eb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (e7ebad70-30f5-4c78-bcd0-5a2042ac8793), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:15.285123 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5f6f731d-bb52-4dc2-b6b3-abd52569eb5a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:15.285123 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5f6f731d-bb52-4dc2-b6b3-abd52569eb5a admin admin] 10.222.0.24 "DELETE /v2.0/networks/e7ebad70-30f5-4c78-bcd0-5a2042ac8793 HTTP/1.1" status: 204 len: 168 time: 0.6915569 Mar 23 02:57:15.293587 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f731d-bb52-4dc2-b6b3-abd52569eb5a admin admin] Pushing event deleted for resources: {'Network': ['ID=e7ebad70-30f5-4c78-bcd0-5a2042ac8793,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:15.617275 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36836) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:57:15.657202 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-080506bb-8dfa-4c35-a256-f75b7d6860d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d89e60e7aaf14edeaf08ca6345e51704&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387437 Mar 23 02:57:15.659606 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36838) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:57:15.711461 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d9a7caf5-6f24-4ad6-9206-f2ace42ec50e admin admin] Publish callbacks [] for security_group (ff444edb-39fd-440b-9717-7736a4696d69), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:15.734083 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d9a7caf5-6f24-4ad6-9206-f2ace42ec50e admin admin] Publish callbacks [] for security_group (ff444edb-39fd-440b-9717-7736a4696d69), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:15.864077 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d9a7caf5-6f24-4ad6-9206-f2ace42ec50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (ff444edb-39fd-440b-9717-7736a4696d69), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:15.866614 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d9a7caf5-6f24-4ad6-9206-f2ace42ec50e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:15.867834 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d9a7caf5-6f24-4ad6-9206-f2ace42ec50e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff444edb-39fd-440b-9717-7736a4696d69 HTTP/1.1" status: 204 len: 168 time: 0.2072790 Mar 23 02:57:15.875899 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7caf5-6f24-4ad6-9206-f2ace42ec50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff444edb-39fd-440b-9717-7736a4696d69,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:16.579546 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36844) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:57:16.625853 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36846) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:57:16.629487 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3aebf194-3e77-48d9-9d7a-e2f682525c4b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=32baaeffa4224426869ca007cf93f615&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0445426 Mar 23 02:57:16.674740 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0a47b983-f6a6-4c1f-b513-c31f2cfcc9b9 admin admin] Publish callbacks [] for security_group (30dc705c-283a-470d-8fab-d844a131a58b), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:16.686640 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device e48c5328-1fe8-4f3b-aebc-75e22535e98e no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:57:16.696387 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0a47b983-f6a6-4c1f-b513-c31f2cfcc9b9 admin admin] Publish callbacks [] for security_group (30dc705c-283a-470d-8fab-d844a131a58b), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:16.706921 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: e48c5328-1fe8-4f3b-aebc-75e22535e98e {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:57:16.707272 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device e48c5328-1fe8-4f3b-aebc-75e22535e98e not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:57:16.802414 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0a47b983-f6a6-4c1f-b513-c31f2cfcc9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (30dc705c-283a-470d-8fab-d844a131a58b), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:16.805043 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0a47b983-f6a6-4c1f-b513-c31f2cfcc9b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:16.806190 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0a47b983-f6a6-4c1f-b513-c31f2cfcc9b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30dc705c-283a-470d-8fab-d844a131a58b HTTP/1.1" status: 204 len: 168 time: 0.1793683 Mar 23 02:57:16.815073 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47b983-f6a6-4c1f-b513-c31f2cfcc9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dc705c-283a-470d-8fab-d844a131a58b,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:17.596214 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f12587ab-d981-4f7d-a3d5-191f157602ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:18.779178 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:19.910212 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bef829ce-d31f-48ca-ae7f-bbd44454fb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:21.299674 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:22.699058 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:23.956470 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:24.527629 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-8509ed0b-14b0-4c67-85fd-262e8e45cf15 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=bc2ec28589f74307b7533d18b11dbb41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289681 Mar 23 02:57:25.012321 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-5709ffcc-0455-41ce-b6b3-9464497b5c6a tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:25.013785 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-5709ffcc-0455-41ce-b6b3-9464497b5c6a tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4814022 Mar 23 02:57:25.027868 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-01228be0-2e87-42e2-b819-802b22572efe tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] 10.222.0.24 "GET /v2.0/quotas/bc2ec28589f74307b7533d18b11dbb41 HTTP/1.1" status: 200 len: 375 time: 0.0088081 Mar 23 02:57:25.058795 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-82defe65-8490-45ee-89d4-d6d937069f9b tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc2ec28589f74307b7533d18b11dbb41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262156 Mar 23 02:57:25.316879 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8ccd7a59-3e1b-4339-a745-547881e591b1 req-aaced715-44a7-44b7-a8bc-020f7b0c5620 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9364bd64-d77f-414a-99c5-b0687c3db53a HTTP/1.1" status: 200 len: 210 time: 0.0314014 Mar 23 02:57:26.409317 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-2756773e-9734-40e5-858b-479bfcf9ea31 req-5e045252-2104-420b-ba37-d957186fb16b tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9364bd64-d77f-414a-99c5-b0687c3db53a HTTP/1.1" status: 200 len: 210 time: 0.0266376 Mar 23 02:57:27.167506 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-e8268e46-81a7-44cc-b8ee-d4e43b43769d tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=bc2ec28589f74307b7533d18b11dbb41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291297 Mar 23 02:57:27.358799 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-0dcf42ab-65ca-4281-8b8b-f520e907cb8d tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:27.360294 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-0dcf42ab-65ca-4281-8b8b-f520e907cb8d tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1872578 Mar 23 02:57:27.371188 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-08bdd9b9-46ae-4054-9791-0c14fc4870c8 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Request body: {'port': {'device_id': '9364bd64-d77f-414a-99c5-b0687c3db53a', 'network_id': '6a20ca16-05b7-46a9-827f-5b0ec3b9f16d', 'admin_state_up': True, 'tenant_id': 'bc2ec28589f74307b7533d18b11dbb41'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:57:27.512816 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-690ba8f1-dcf4-49f4-ac78-d2026c858e79 req-2a5e35c1-c435-4467-8c3d-6b0d0b855851 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9364bd64-d77f-414a-99c5-b0687c3db53a HTTP/1.1" status: 200 len: 210 time: 0.0323420 Mar 23 02:57:27.562108 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-08bdd9b9-46ae-4054-9791-0c14fc4870c8 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Made reservation on behalf of bc2ec28589f74307b7533d18b11dbb41 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:57:27.566358 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-08bdd9b9-46ae-4054-9791-0c14fc4870c8 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:27.575066 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-08bdd9b9-46ae-4054-9791-0c14fc4870c8 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:27.646357 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-08bdd9b9-46ae-4054-9791-0c14fc4870c8 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Publish callbacks [] for security_group (48fa65c5-89fd-41b9-ba62-560c58f1ad14), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:27.738863 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-08bdd9b9-46ae-4054-9791-0c14fc4870c8 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (48fa65c5-89fd-41b9-ba62-560c58f1ad14), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:27.801619 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bdd9b9-46ae-4054-9791-0c14fc4870c8 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48fa65c5-89fd-41b9-ba62-560c58f1ad14,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:27.817101 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdd9b9-46ae-4054-9791-0c14fc4870c8 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:27.817455 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdd9b9-46ae-4054-9791-0c14fc4870c8 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:27.817806 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdd9b9-46ae-4054-9791-0c14fc4870c8 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:27.818152 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdd9b9-46ae-4054-9791-0c14fc4870c8 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:27.818494 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdd9b9-46ae-4054-9791-0c14fc4870c8 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:27.818836 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdd9b9-46ae-4054-9791-0c14fc4870c8 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:27.819174 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdd9b9-46ae-4054-9791-0c14fc4870c8 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:27.819507 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdd9b9-46ae-4054-9791-0c14fc4870c8 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:27.819858 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdd9b9-46ae-4054-9791-0c14fc4870c8 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:27.820194 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdd9b9-46ae-4054-9791-0c14fc4870c8 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:27.820528 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdd9b9-46ae-4054-9791-0c14fc4870c8 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:27.820862 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdd9b9-46ae-4054-9791-0c14fc4870c8 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:27.821211 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdd9b9-46ae-4054-9791-0c14fc4870c8 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:27.821541 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdd9b9-46ae-4054-9791-0c14fc4870c8 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:27.821867 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdd9b9-46ae-4054-9791-0c14fc4870c8 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:27.885336 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-08bdd9b9-46ae-4054-9791-0c14fc4870c8 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Allocated IP 192.168.233.145 (6a20ca16-05b7-46a9-827f-5b0ec3b9f16d/a869ae7b-e48f-425b-ab27-89755b79212a/f5a3352b-eb6b-45ed-a826-052f23f2220e) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:57:28.029658 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-08bdd9b9-46ae-4054-9791-0c14fc4870c8 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Publish callbacks [] for port (f5a3352b-eb6b-45ed-a826-052f23f2220e), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:28.105299 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-08bdd9b9-46ae-4054-9791-0c14fc4870c8 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (f5a3352b-eb6b-45ed-a826-052f23f2220e), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:28.148750 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-08bdd9b9-46ae-4054-9791-0c14fc4870c8 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Network 6a20ca16-05b7-46a9-827f-5b0ec3b9f16d is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:57:28.152074 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-08bdd9b9-46ae-4054-9791-0c14fc4870c8 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:57:28.154743 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-08bdd9b9-46ae-4054-9791-0c14fc4870c8 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:57:28.183414 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bdd9b9-46ae-4054-9791-0c14fc4870c8 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Pushing event updated for resources: {'Port': ['ID=f5a3352b-eb6b-45ed-a826-052f23f2220e,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:28.214827 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-08bdd9b9-46ae-4054-9791-0c14fc4870c8 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:28.215448 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-08bdd9b9-46ae-4054-9791-0c14fc4870c8 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:28.298018 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-08bdd9b9-46ae-4054-9791-0c14fc4870c8 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9295321 Mar 23 02:57:28.308780 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-a3b997ac-cb13-45f8-905c-67fdbbfa0690 service neutron] Request body: {'port': {'device_id': '9364bd64-d77f-414a-99c5-b0687c3db53a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:57:28.376659 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-a3b997ac-cb13-45f8-905c-67fdbbfa0690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f5a3352b-eb6b-45ed-a826-052f23f2220e), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:28.398127 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-3dcdd72f-7ef2-48f7-9aa1-30382e425ede None None] Provisioning complete for port f5a3352b-eb6b-45ed-a826-052f23f2220e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:57:28.398681 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3dcdd72f-7ef2-48f7-9aa1-30382e425ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f5a3352b-eb6b-45ed-a826-052f23f2220e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:28.438121 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-3dcdd72f-7ef2-48f7-9aa1-30382e425ede None None] Port f5a3352b-eb6b-45ed-a826-052f23f2220e cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:57:28.641771 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d691c-da9e-4110-a85b-53fa9743b01e req-a1e85090-54db-4f86-a259-8abd3c220bf4 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:28.643357 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-775d691c-da9e-4110-a85b-53fa9743b01e req-a1e85090-54db-4f86-a259-8abd3c220bf4 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9364bd64-d77f-414a-99c5-b0687c3db53a HTTP/1.1" status: 200 len: 936 time: 0.0603890 Mar 23 02:57:28.654587 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-a3b997ac-cb13-45f8-905c-67fdbbfa0690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5a3352b-eb6b-45ed-a826-052f23f2220e {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:57:28.662317 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-a3b997ac-cb13-45f8-905c-67fdbbfa0690 service neutron] Publish callbacks [] for port (f5a3352b-eb6b-45ed-a826-052f23f2220e), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:28.676258 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-a3b997ac-cb13-45f8-905c-67fdbbfa0690 service neutron] Transition to ACTIVE for port object f5a3352b-eb6b-45ed-a826-052f23f2220e will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:57:28.691934 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-775d691c-da9e-4110-a85b-53fa9743b01e req-8a05dfc5-4020-451c-aff7-5d06d2aa01c3 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fa65c5-89fd-41b9-ba62-560c58f1ad14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424063 Mar 23 02:57:28.733391 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-a3b997ac-cb13-45f8-905c-67fdbbfa0690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (f5a3352b-eb6b-45ed-a826-052f23f2220e), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:28.787567 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b997ac-cb13-45f8-905c-67fdbbfa0690 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a3352b-eb6b-45ed-a826-052f23f2220e,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:28.861238 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-a3b997ac-cb13-45f8-905c-67fdbbfa0690 service neutron] Attempting to bind port f5a3352b-eb6b-45ed-a826-052f23f2220e on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:57:28.861673 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-a3b997ac-cb13-45f8-905c-67fdbbfa0690 service neutron] Attempting to bind port f5a3352b-eb6b-45ed-a826-052f23f2220e by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '8c8cda97-1fec-420d-95bc-d9a23ed2766f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6a20ca16-05b7-46a9-827f-5b0ec3b9f16d'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:57:28.862018 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-a3b997ac-cb13-45f8-905c-67fdbbfa0690 service neutron] Attempting to bind port f5a3352b-eb6b-45ed-a826-052f23f2220e on network 6a20ca16-05b7-46a9-827f-5b0ec3b9f16d {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:57:28.866729 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-a3b997ac-cb13-45f8-905c-67fdbbfa0690 service neutron] Port f5a3352b-eb6b-45ed-a826-052f23f2220e on network 6a20ca16-05b7-46a9-827f-5b0ec3b9f16d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:57:28.867060 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-a3b997ac-cb13-45f8-905c-67fdbbfa0690 service neutron] Attempting to bind port f5a3352b-eb6b-45ed-a826-052f23f2220e on network 6a20ca16-05b7-46a9-827f-5b0ec3b9f16d {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:57:28.872548 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-a3b997ac-cb13-45f8-905c-67fdbbfa0690 service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:57:28.872894 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-a3b997ac-cb13-45f8-905c-67fdbbfa0690 service neutron] Checking segment: {'id': '8c8cda97-1fec-420d-95bc-d9a23ed2766f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6a20ca16-05b7-46a9-827f-5b0ec3b9f16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:57:28.873286 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-a3b997ac-cb13-45f8-905c-67fdbbfa0690 service neutron] Bound using segment: {'id': '8c8cda97-1fec-420d-95bc-d9a23ed2766f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6a20ca16-05b7-46a9-827f-5b0ec3b9f16d'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:57:28.873885 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-a3b997ac-cb13-45f8-905c-67fdbbfa0690 service neutron] Bound port: f5a3352b-eb6b-45ed-a826-052f23f2220e, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c8cda97-1fec-420d-95bc-d9a23ed2766f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6a20ca16-05b7-46a9-827f-5b0ec3b9f16d'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:57:28.874316 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-a3b997ac-cb13-45f8-905c-67fdbbfa0690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f5a3352b-eb6b-45ed-a826-052f23f2220e), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:28.944283 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-a3b997ac-cb13-45f8-905c-67fdbbfa0690 service neutron] For port f5a3352b-eb6b-45ed-a826-052f23f2220e, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:57:28.947608 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-a3b997ac-cb13-45f8-905c-67fdbbfa0690 service neutron] For port f5a3352b-eb6b-45ed-a826-052f23f2220e, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f5a3352b-eb6b-45ed-a826-052f23f2220e,segment=NetworkSegment(8c8cda97-1fec-420d-95bc-d9a23ed2766f),segment_id=8c8cda97-1fec-420d-95bc-d9a23ed2766f)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:57:29.025348 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-a3b997ac-cb13-45f8-905c-67fdbbfa0690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (f5a3352b-eb6b-45ed-a826-052f23f2220e), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:29.060416 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-a3b997ac-cb13-45f8-905c-67fdbbfa0690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:29.061050 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-a3b997ac-cb13-45f8-905c-67fdbbfa0690 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:29.063321 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-a3b997ac-cb13-45f8-905c-67fdbbfa0690 service neutron] 10.222.0.23 "PUT /v2.0/ports/f5a3352b-eb6b-45ed-a826-052f23f2220e HTTP/1.1" status: 200 len: 1098 time: 0.7591689 Mar 23 02:57:29.064174 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9364bd64-d77f-414a-99c5-b0687c3db53a', 'tag': 'f5a3352b-eb6b-45ed-a826-052f23f2220e'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:57:29.067046 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e59a6a-f2ce-4070-ab4d-24d34af71f70" -d '{"events": [{"name": "network-changed", "server_uuid": "9364bd64-d77f-414a-99c5-b0687c3db53a", "tag": "f5a3352b-eb6b-45ed-a826-052f23f2220e"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:57:29.102627 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b997ac-cb13-45f8-905c-67fdbbfa0690 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a3352b-eb6b-45ed-a826-052f23f2220e,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:29.116223 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ad0be8-66d0-41d7-b556-955fbd66da1a x-openstack-request-id: req-98ad0be8-66d0-41d7-b556-955fbd66da1a {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:57:29.116546 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9364bd64-d77f-414a-99c5-b0687c3db53a", "tag": "f5a3352b-eb6b-45ed-a826-052f23f2220e", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:57:29.116776 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-98ad0be8-66d0-41d7-b556-955fbd66da1a {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:57:29.117194 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98ad0be8-66d0-41d7-b556-955fbd66da1a'] response: {'name': 'network-changed', 'server_uuid': '9364bd64-d77f-414a-99c5-b0687c3db53a', 'tag': 'f5a3352b-eb6b-45ed-a826-052f23f2220e', 'status': 'completed', 'code': 200} Mar 23 02:57:29.197279 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e59a6a-f2ce-4070-ab4d-24d34af71f70 req-024ddd26-006a-4dcf-96a2-191fe519ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:29.198876 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-54e59a6a-f2ce-4070-ab4d-24d34af71f70 req-024ddd26-006a-4dcf-96a2-191fe519ad15 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc2ec28589f74307b7533d18b11dbb41&device_id=9364bd64-d77f-414a-99c5-b0687c3db53a HTTP/1.1" status: 200 len: 1132 time: 0.0570300 Mar 23 02:57:29.226615 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-54e59a6a-f2ce-4070-ab4d-24d34af71f70 req-e2f357b5-1d33-4bb9-9604-5186cfdb1858 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=bc2ec28589f74307b7533d18b11dbb41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207038 Mar 23 02:57:29.330327 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e59a6a-f2ce-4070-ab4d-24d34af71f70 req-d6b45177-0649-4a87-a968-61d5f216f212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:29.331790 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-54e59a6a-f2ce-4070-ab4d-24d34af71f70 req-d6b45177-0649-4a87-a968-61d5f216f212 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951095 Mar 23 02:57:29.417896 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-00d0692a-97e0-4fe6-97b0-2857d34b8886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:29.419438 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-00d0692a-97e0-4fe6-97b0-2857d34b8886 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc2ec28589f74307b7533d18b11dbb41&device_id=9364bd64-d77f-414a-99c5-b0687c3db53a HTTP/1.1" status: 200 len: 1132 time: 0.0509739 Mar 23 02:57:29.461188 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-a9568949-57cd-4699-ba2a-8e981179c506 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=f5a3352b-eb6b-45ed-a826-052f23f2220e HTTP/1.1" status: 200 len: 217 time: 0.0351417 Mar 23 02:57:29.510278 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-d5387865-45fd-4aa4-9ba9-c54ccca106c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:29.511692 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-d5387865-45fd-4aa4-9ba9-c54ccca106c7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a869ae7b-e48f-425b-ab27-89755b79212a HTTP/1.1" status: 200 len: 843 time: 0.0432389 Mar 23 02:57:29.559082 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-53e83305-10c7-4d95-be40-3f7e018828ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:29.564126 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-53e83305-10c7-4d95-be40-3f7e018828ed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6a20ca16-05b7-46a9-827f-5b0ec3b9f16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1217 time: 0.0462091 Mar 23 02:57:29.654787 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-ce2d487b-3d87-412f-81e8-200edeedfd02 service neutron] 10.222.0.23 "GET /v2.0/networks/6a20ca16-05b7-46a9-827f-5b0ec3b9f16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848875 Mar 23 02:57:29.743298 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4b1d0ba9-c7d9-46c6-88eb-574fc06d9da1 req-8a9a93c6-7778-40b2-9fab-1bc3e89a172f service neutron] 10.222.0.23 "GET /v2.0/networks/6a20ca16-05b7-46a9-827f-5b0ec3b9f16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822065 Mar 23 02:57:29.817142 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df3068-0136-41d9-8182-459d382c6eca req-98e6cb98-8d6f-4213-96f9-f4ab7668518c tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:29.818682 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-76df3068-0136-41d9-8182-459d382c6eca req-98e6cb98-8d6f-4213-96f9-f4ab7668518c tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9364bd64-d77f-414a-99c5-b0687c3db53a HTTP/1.1" status: 200 len: 948 time: 0.0577309 Mar 23 02:57:29.869165 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-76df3068-0136-41d9-8182-459d382c6eca req-b74d449c-03a1-465e-8bac-53d34531b81b tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fa65c5-89fd-41b9-ba62-560c58f1ad14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444658 Mar 23 02:57:30.990923 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f9d91-7f7e-414c-8491-effa18801b9f req-4820ce1d-cab1-4ede-b3af-e1a9df6849f2 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:30.992401 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2e7f9d91-7f7e-414c-8491-effa18801b9f req-4820ce1d-cab1-4ede-b3af-e1a9df6849f2 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9364bd64-d77f-414a-99c5-b0687c3db53a HTTP/1.1" status: 200 len: 948 time: 0.0570788 Mar 23 02:57:31.038210 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2e7f9d91-7f7e-414c-8491-effa18801b9f req-3d9afb0a-8795-447a-83e8-596237cfddda tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fa65c5-89fd-41b9-ba62-560c58f1ad14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402622 Mar 23 02:57:32.063092 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device f5a3352b-eb6b-45ed-a826-052f23f2220e details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:57:32.157176 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port f5a3352b-eb6b-45ed-a826-052f23f2220e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f5a3352b-eb6b-45ed-a826-052f23f2220e,segment=NetworkSegment(8c8cda97-1fec-420d-95bc-d9a23ed2766f),segment_id=8c8cda97-1fec-420d-95bc-d9a23ed2766f)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:57:32.158069 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd3b37-6177-4478-91ad-9ef55d83e02b req-15239111-e538-4578-b545-9e30c6129794 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:32.159594 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-00dd3b37-6177-4478-91ad-9ef55d83e02b req-15239111-e538-4578-b545-9e30c6129794 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9364bd64-d77f-414a-99c5-b0687c3db53a HTTP/1.1" status: 200 len: 948 time: 0.0545635 Mar 23 02:57:32.173863 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': 'f5a3352b-eb6b-45ed-a826-052f23f2220e', 'network_id': '6a20ca16-05b7-46a9-827f-5b0ec3b9f16d', 'port_id': 'f5a3352b-eb6b-45ed-a826-052f23f2220e', 'mac_address': 'fa:16:3e:1a:54:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a869ae7b-e48f-425b-ab27-89755b79212a', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:57:32.207556 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-00dd3b37-6177-4478-91ad-9ef55d83e02b req-52a84d74-e571-4b94-a2b3-1905807c2140 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fa65c5-89fd-41b9-ba62-560c58f1ad14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424876 Mar 23 02:57:32.210651 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port f5a3352b-eb6b-45ed-a826-052f23f2220e is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:57:32.211044 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f5a3352b-eb6b-45ed-a826-052f23f2220e), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:32.224453 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a3352b-eb6b-45ed-a826-052f23f2220e {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:57:32.243582 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port f5a3352b-eb6b-45ed-a826-052f23f2220e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f5a3352b-eb6b-45ed-a826-052f23f2220e,segment=NetworkSegment(8c8cda97-1fec-420d-95bc-d9a23ed2766f),segment_id=8c8cda97-1fec-420d-95bc-d9a23ed2766f)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:57:32.328386 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f5a3352b-eb6b-45ed-a826-052f23f2220e), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:32.375039 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=f5a3352b-eb6b-45ed-a826-052f23f2220e,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:32.381963 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:32.382319 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:32.382671 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:32.383019 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:32.383359 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:32.383698 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:32.384068 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:32.384402 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:32.384735 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:32.385066 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:32.385398 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:32.385728 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:32.386054 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:32.386380 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:32.386704 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:32.535487 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['f5a3352b-eb6b-45ed-a826-052f23f2220e'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:57:33.325826 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20e282-0106-43e3-bab1-587d2a3f72e7 req-a7e3d31c-495f-4fa0-a3ab-4a34bc4f193d tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:33.327304 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fc20e282-0106-43e3-bab1-587d2a3f72e7 req-a7e3d31c-495f-4fa0-a3ab-4a34bc4f193d tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9364bd64-d77f-414a-99c5-b0687c3db53a HTTP/1.1" status: 200 len: 949 time: 0.0532620 Mar 23 02:57:33.373333 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fc20e282-0106-43e3-bab1-587d2a3f72e7 req-d741ada3-95fa-4441-a65d-44147e69998f tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fa65c5-89fd-41b9-ba62-560c58f1ad14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403626 Mar 23 02:57:34.079337 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device f5a3352b-eb6b-45ed-a826-052f23f2220e up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:57:34.219269 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port f5a3352b-eb6b-45ed-a826-052f23f2220e completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:57:34.223810 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port f5a3352b-eb6b-45ed-a826-052f23f2220e triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:57:34.224211 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f5a3352b-eb6b-45ed-a826-052f23f2220e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:34.302472 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port f5a3352b-eb6b-45ed-a826-052f23f2220e is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:57:34.302857 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f5a3352b-eb6b-45ed-a826-052f23f2220e), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:34.325143 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9364bd64-d77f-414a-99c5-b0687c3db53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a3352b-eb6b-45ed-a826-052f23f2220e'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:57:34.327400 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6797c24-7bae-4bed-adcc-25da994906ef" -d '{"events": [{"server_uuid": "9364bd64-d77f-414a-99c5-b0687c3db53a", "name": "network-vif-plugged", "status": "completed", "tag": "f5a3352b-eb6b-45ed-a826-052f23f2220e"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:57:34.339624 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port f5a3352b-eb6b-45ed-a826-052f23f2220e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f5a3352b-eb6b-45ed-a826-052f23f2220e,segment=NetworkSegment(8c8cda97-1fec-420d-95bc-d9a23ed2766f),segment_id=8c8cda97-1fec-420d-95bc-d9a23ed2766f)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:57:34.367985 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33203e27-3e22-450b-b0fb-954a2624bd5c x-openstack-request-id: req-33203e27-3e22-450b-b0fb-954a2624bd5c {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:57:34.367985 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9364bd64-d77f-414a-99c5-b0687c3db53a", "name": "network-vif-plugged", "status": "completed", "tag": "f5a3352b-eb6b-45ed-a826-052f23f2220e", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:57:34.367985 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33203e27-3e22-450b-b0fb-954a2624bd5c {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:57:34.367985 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33203e27-3e22-450b-b0fb-954a2624bd5c'] response: {'server_uuid': '9364bd64-d77f-414a-99c5-b0687c3db53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a3352b-eb6b-45ed-a826-052f23f2220e', 'code': 200} Mar 23 02:57:34.424806 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f5a3352b-eb6b-45ed-a826-052f23f2220e), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:34.473737 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=f5a3352b-eb6b-45ed-a826-052f23f2220e,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:34.494917 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28fe33-68b9-4e5d-aebd-377e40fe9077 req-076db7b0-c141-4663-aad6-93c7b1127af9 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:34.497165 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2a28fe33-68b9-4e5d-aebd-377e40fe9077 req-076db7b0-c141-4663-aad6-93c7b1127af9 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9364bd64-d77f-414a-99c5-b0687c3db53a HTTP/1.1" status: 200 len: 950 time: 0.0567491 Mar 23 02:57:34.543639 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2a28fe33-68b9-4e5d-aebd-377e40fe9077 req-25cba40c-387a-4ce2-b212-08d3f1ada654 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fa65c5-89fd-41b9-ba62-560c58f1ad14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409582 Mar 23 02:57:34.688102 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b914c49-2f02-4486-beed-e224b64874c6 req-6e29704e-f100-4bdd-8d45-7d7ec372343a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:34.689607 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8b914c49-2f02-4486-beed-e224b64874c6 req-6e29704e-f100-4bdd-8d45-7d7ec372343a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9364bd64-d77f-414a-99c5-b0687c3db53a HTTP/1.1" status: 200 len: 1134 time: 0.0443451 Mar 23 02:57:34.730951 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8b914c49-2f02-4486-beed-e224b64874c6 req-bc87592d-2893-4edc-a32e-69bf9f29ab1d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=48fa65c5-89fd-41b9-ba62-560c58f1ad14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355139 Mar 23 02:57:34.894010 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:57:35.666271 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52626764-2c89-4c00-80fe-3c31c07451f3 req-b90caf27-cfc4-421e-a240-3fa3ff9a7c24 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:35.667737 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-52626764-2c89-4c00-80fe-3c31c07451f3 req-b90caf27-cfc4-421e-a240-3fa3ff9a7c24 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9364bd64-d77f-414a-99c5-b0687c3db53a HTTP/1.1" status: 200 len: 950 time: 0.0554967 Mar 23 02:57:35.713611 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-52626764-2c89-4c00-80fe-3c31c07451f3 req-25091fca-da85-49c5-91a0-88968036f2e4 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fa65c5-89fd-41b9-ba62-560c58f1ad14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400140 Mar 23 02:57:36.829497 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de68a1c-af03-4222-9caa-c9e79e723129 req-a70f736c-cc80-422d-b0a8-83d9f546ecca tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:36.830966 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8de68a1c-af03-4222-9caa-c9e79e723129 req-a70f736c-cc80-422d-b0a8-83d9f546ecca tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9364bd64-d77f-414a-99c5-b0687c3db53a HTTP/1.1" status: 200 len: 950 time: 0.0520694 Mar 23 02:57:36.880403 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8de68a1c-af03-4222-9caa-c9e79e723129 req-b58e2ef2-82ee-48cd-817f-83ea02d60a08 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fa65c5-89fd-41b9-ba62-560c58f1ad14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438716 Mar 23 02:57:37.225353 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [req-8d02a69d-00f2-47c1-ac69-a8ac2dd17a51 req-568a3411-c6ec-46a7-8623-2bec164cc9be service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:57:37.226334 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8d02a69d-00f2-47c1-ac69-a8ac2dd17a51 req-568a3411-c6ec-46a7-8623-2bec164cc9be service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054076 Mar 23 02:57:37.938620 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [req-f7a6d037-509c-43fc-a5bb-21f2a3d4f3ad req-8d62c622-1023-4d5f-a998-b9ec85ea3d51 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:57:37.939631 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f7a6d037-509c-43fc-a5bb-21f2a3d4f3ad req-8d62c622-1023-4d5f-a998-b9ec85ea3d51 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1088896 Mar 23 02:57:38.648673 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db802f8d-240d-462a-9cdd-b67540e66bf8 req-adc01368-1c3c-4ad0-bf24-8cd9222aae55 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:38.650156 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-db802f8d-240d-462a-9cdd-b67540e66bf8 req-adc01368-1c3c-4ad0-bf24-8cd9222aae55 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9364bd64-d77f-414a-99c5-b0687c3db53a HTTP/1.1" status: 200 len: 950 time: 0.0520904 Mar 23 02:57:38.696632 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-db802f8d-240d-462a-9cdd-b67540e66bf8 req-d2c5adaa-0669-4ef5-b2f6-e372f04ddc77 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fa65c5-89fd-41b9-ba62-560c58f1ad14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407882 Mar 23 02:57:39.817412 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43080b1e-2931-485e-843d-a9778d0b8ee0 req-06271b26-3ac7-4077-b9bb-379966392404 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:39.818875 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-43080b1e-2931-485e-843d-a9778d0b8ee0 req-06271b26-3ac7-4077-b9bb-379966392404 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9364bd64-d77f-414a-99c5-b0687c3db53a HTTP/1.1" status: 200 len: 950 time: 0.0536480 Mar 23 02:57:39.865509 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-43080b1e-2931-485e-843d-a9778d0b8ee0 req-df054a6f-d9aa-462c-a6f6-845b7a299c30 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fa65c5-89fd-41b9-ba62-560c58f1ad14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410531 Mar 23 02:57:39.890284 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353f357-0888-4f30-a5d8-80cddadf7438 req-fd553925-393f-4159-9d55-17b6a91c77b5 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:39.891736 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c353f357-0888-4f30-a5d8-80cddadf7438 req-fd553925-393f-4159-9d55-17b6a91c77b5 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] 10.222.0.23 "GET /v2.0/ports?device_id=9364bd64-d77f-414a-99c5-b0687c3db53a HTTP/1.1" status: 200 len: 950 time: 0.0525417 Mar 23 02:57:39.982649 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-c353f357-0888-4f30-a5d8-80cddadf7438 req-adeedbb3-0ea7-4524-8745-c2a624fd5ce2 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Deleting port f5a3352b-eb6b-45ed-a826-052f23f2220e {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:57:39.982905 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c353f357-0888-4f30-a5d8-80cddadf7438 req-adeedbb3-0ea7-4524-8745-c2a624fd5ce2 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (f5a3352b-eb6b-45ed-a826-052f23f2220e), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:40.069998 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-c353f357-0888-4f30-a5d8-80cddadf7438 req-adeedbb3-0ea7-4524-8745-c2a624fd5ce2 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] For port f5a3352b-eb6b-45ed-a826-052f23f2220e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f5a3352b-eb6b-45ed-a826-052f23f2220e,segment=NetworkSegment(8c8cda97-1fec-420d-95bc-d9a23ed2766f),segment_id=8c8cda97-1fec-420d-95bc-d9a23ed2766f)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:57:40.070351 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c353f357-0888-4f30-a5d8-80cddadf7438 req-adeedbb3-0ea7-4524-8745-c2a624fd5ce2 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (f5a3352b-eb6b-45ed-a826-052f23f2220e), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:40.082754 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-c353f357-0888-4f30-a5d8-80cddadf7438 req-adeedbb3-0ea7-4524-8745-c2a624fd5ce2 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Calling delete_port for f5a3352b-eb6b-45ed-a826-052f23f2220e owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:57:40.287656 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c353f357-0888-4f30-a5d8-80cddadf7438 req-adeedbb3-0ea7-4524-8745-c2a624fd5ce2 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (f5a3352b-eb6b-45ed-a826-052f23f2220e), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:40.300243 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['f5a3352b-eb6b-45ed-a826-052f23f2220e'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:57:40.314684 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeedbb3-0ea7-4524-8745-c2a624fd5ce2 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Pushing event deleted for resources: {'Port': ['ID=f5a3352b-eb6b-45ed-a826-052f23f2220e,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:40.362227 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-c353f357-0888-4f30-a5d8-80cddadf7438 req-adeedbb3-0ea7-4524-8745-c2a624fd5ce2 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] No DVR routers for this DVR port f5a3352b-eb6b-45ed-a826-052f23f2220e on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:57:40.364787 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c353f357-0888-4f30-a5d8-80cddadf7438 req-adeedbb3-0ea7-4524-8745-c2a624fd5ce2 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:40.368058 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c353f357-0888-4f30-a5d8-80cddadf7438 req-adeedbb3-0ea7-4524-8745-c2a624fd5ce2 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] 10.222.0.23 "DELETE /v2.0/ports/f5a3352b-eb6b-45ed-a826-052f23f2220e HTTP/1.1" status: 204 len: 173 time: 0.4715662 Mar 23 02:57:40.368508 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9364bd64-d77f-414a-99c5-b0687c3db53a', 'name': 'network-vif-deleted', 'tag': 'f5a3352b-eb6b-45ed-a826-052f23f2220e'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:57:40.370856 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a42caa-62a7-41a9-ba6b-7e712d799d21" -d '{"events": [{"server_uuid": "9364bd64-d77f-414a-99c5-b0687c3db53a", "name": "network-vif-deleted", "tag": "f5a3352b-eb6b-45ed-a826-052f23f2220e"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:57:40.407325 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914271e3-e8bc-4544-90bc-fd7751e22f6b x-openstack-request-id: req-914271e3-e8bc-4544-90bc-fd7751e22f6b {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:57:40.407804 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9364bd64-d77f-414a-99c5-b0687c3db53a", "name": "network-vif-deleted", "tag": "f5a3352b-eb6b-45ed-a826-052f23f2220e", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:57:40.408112 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-914271e3-e8bc-4544-90bc-fd7751e22f6b {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:57:40.408529 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-914271e3-e8bc-4544-90bc-fd7751e22f6b'] response: {'server_uuid': '9364bd64-d77f-414a-99c5-b0687c3db53a', 'name': 'network-vif-deleted', 'tag': 'f5a3352b-eb6b-45ed-a826-052f23f2220e', 'status': 'completed', 'code': 200} Mar 23 02:57:40.975572 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e5e1d041-a8c4-45b9-aae6-c1594535978a req-4f769b91-110e-427d-ba17-a677d51d56b2 tempest-ServersAdminNegativeTestJSON-1858468165 tempest-ServersAdminNegativeTestJSON-1858468165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9364bd64-d77f-414a-99c5-b0687c3db53a HTTP/1.1" status: 200 len: 210 time: 0.0271838 Mar 23 02:57:42.542070 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36986) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:57:42.674697 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e101d55a-1b01-42db-b144-852561fab6b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc2ec28589f74307b7533d18b11dbb41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1314716 Mar 23 02:57:42.677250 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36990) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:57:42.723153 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-909e7b2c-526d-42fa-b1a9-68cbce0532a3 admin admin] Publish callbacks [] for security_group (48fa65c5-89fd-41b9-ba62-560c58f1ad14), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:42.743234 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-909e7b2c-526d-42fa-b1a9-68cbce0532a3 admin admin] Publish callbacks [] for security_group (48fa65c5-89fd-41b9-ba62-560c58f1ad14), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:42.836117 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-909e7b2c-526d-42fa-b1a9-68cbce0532a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (48fa65c5-89fd-41b9-ba62-560c58f1ad14), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:42.838830 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-909e7b2c-526d-42fa-b1a9-68cbce0532a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:42.840096 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-909e7b2c-526d-42fa-b1a9-68cbce0532a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48fa65c5-89fd-41b9-ba62-560c58f1ad14 HTTP/1.1" status: 204 len: 168 time: 0.1619318 Mar 23 02:57:42.848069 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e7b2c-526d-42fa-b1a9-68cbce0532a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fa65c5-89fd-41b9-ba62-560c58f1ad14,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:43.332281 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 36996) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:57:43.345486 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0f68a509-5059-4efc-9bf0-a817be4e0ee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:43.418568 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0f68a509-5059-4efc-9bf0-a817be4e0ee9 admin admin] Publish callbacks [] for security_group (af4c18cd-a6a2-46bd-bac2-060945c2ecf9), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:43.492474 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0f68a509-5059-4efc-9bf0-a817be4e0ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (af4c18cd-a6a2-46bd-bac2-060945c2ecf9), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:43.534850 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0f68a509-5059-4efc-9bf0-a817be4e0ee9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=712eec59b2c8438b888d51d908ee44d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2015171 Mar 23 02:57:43.535681 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68a509-5059-4efc-9bf0-a817be4e0ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4c18cd-a6a2-46bd-bac2-060945c2ecf9,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:43.538240 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 36998) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:57:43.589837 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-57a7ac2b-e0d9-4930-80e0-1e16c5bab662 admin admin] Publish callbacks [] for security_group (af4c18cd-a6a2-46bd-bac2-060945c2ecf9), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:43.610470 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-57a7ac2b-e0d9-4930-80e0-1e16c5bab662 admin admin] Publish callbacks [] for security_group (af4c18cd-a6a2-46bd-bac2-060945c2ecf9), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:43.716389 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-57a7ac2b-e0d9-4930-80e0-1e16c5bab662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (af4c18cd-a6a2-46bd-bac2-060945c2ecf9), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:43.719883 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-57a7ac2b-e0d9-4930-80e0-1e16c5bab662 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:43.723883 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-57a7ac2b-e0d9-4930-80e0-1e16c5bab662 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/af4c18cd-a6a2-46bd-bac2-060945c2ecf9 HTTP/1.1" status: 204 len: 168 time: 0.1813555 Mar 23 02:57:43.728707 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7ac2b-e0d9-4930-80e0-1e16c5bab662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4c18cd-a6a2-46bd-bac2-060945c2ecf9,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:43.736167 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7ac2b-e0d9-4930-80e0-1e16c5bab662 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:43.736514 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7ac2b-e0d9-4930-80e0-1e16c5bab662 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:43.736857 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7ac2b-e0d9-4930-80e0-1e16c5bab662 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:43.737191 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7ac2b-e0d9-4930-80e0-1e16c5bab662 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:43.737522 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7ac2b-e0d9-4930-80e0-1e16c5bab662 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:43.737847 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7ac2b-e0d9-4930-80e0-1e16c5bab662 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:43.738172 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7ac2b-e0d9-4930-80e0-1e16c5bab662 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:43.738494 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7ac2b-e0d9-4930-80e0-1e16c5bab662 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:43.739326 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7ac2b-e0d9-4930-80e0-1e16c5bab662 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:43.739650 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7ac2b-e0d9-4930-80e0-1e16c5bab662 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:43.740016 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7ac2b-e0d9-4930-80e0-1e16c5bab662 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:43.740502 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7ac2b-e0d9-4930-80e0-1e16c5bab662 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:43.740834 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7ac2b-e0d9-4930-80e0-1e16c5bab662 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:43.741154 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7ac2b-e0d9-4930-80e0-1e16c5bab662 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:43.741474 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7ac2b-e0d9-4930-80e0-1e16c5bab662 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:57:44.126795 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device f5a3352b-eb6b-45ed-a826-052f23f2220e no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:57:44.146788 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: f5a3352b-eb6b-45ed-a826-052f23f2220e {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:57:44.147136 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device f5a3352b-eb6b-45ed-a826-052f23f2220e not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:57:44.610739 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 37020) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:57:44.703982 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-705b2da8-675e-4fb3-911e-1cb42c7eaaf5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-338726889-network', 'tenant_id': 'ce8a25a871234deeb08f11b461371905'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:57:44.784355 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705b2da8-675e-4fb3-911e-1cb42c7eaaf5 admin admin] Made reservation on behalf of ce8a25a871234deeb08f11b461371905 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:57:44.786582 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-705b2da8-675e-4fb3-911e-1cb42c7eaaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:44.794805 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-705b2da8-675e-4fb3-911e-1cb42c7eaaf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:44.869178 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-705b2da8-675e-4fb3-911e-1cb42c7eaaf5 admin admin] Publish callbacks [] for security_group (15fe938c-c770-473a-b355-d948676e34c4), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:44.922463 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-705b2da8-675e-4fb3-911e-1cb42c7eaaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (15fe938c-c770-473a-b355-d948676e34c4), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:44.946890 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-705b2da8-675e-4fb3-911e-1cb42c7eaaf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:57:44.956813 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b2da8-675e-4fb3-911e-1cb42c7eaaf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fe938c-c770-473a-b355-d948676e34c4,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:44.961645 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-705b2da8-675e-4fb3-911e-1cb42c7eaaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (5568b144-d9c6-4a0f-b772-eec616c13e03), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:44.961985 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-705b2da8-675e-4fb3-911e-1cb42c7eaaf5 admin admin] Added segment 5568b144-d9c6-4a0f-b772-eec616c13e03 of type vlan for network 5e9b111d-1e64-4575-a17d-06a27ceea0da Mar 23 02:57:45.001570 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-705b2da8-675e-4fb3-911e-1cb42c7eaaf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (5e9b111d-1e64-4575-a17d-06a27ceea0da), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:45.098905 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-705b2da8-675e-4fb3-911e-1cb42c7eaaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (5e9b111d-1e64-4575-a17d-06a27ceea0da), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:45.099806 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705b2da8-675e-4fb3-911e-1cb42c7eaaf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:45.100415 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-705b2da8-675e-4fb3-911e-1cb42c7eaaf5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:45.161802 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b2da8-675e-4fb3-911e-1cb42c7eaaf5 admin admin] Pushing event updated for resources: {'Network': ['ID=5e9b111d-1e64-4575-a17d-06a27ceea0da,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:45.171551 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 5e9b111d-1e64-4575-a17d-06a27ceea0da details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:57:45.207771 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-705b2da8-675e-4fb3-911e-1cb42c7eaaf5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5932207 Mar 23 02:57:45.208136 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 37024) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:57:45.213784 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-7efa237e-3529-4769-9707-ac8098132ea0 admin admin] Request body: {'subnet': {'network_id': '5e9b111d-1e64-4575-a17d-06a27ceea0da', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-338726889-subnet', 'tenant_id': 'ce8a25a871234deeb08f11b461371905', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:57:45.310209 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efa237e-3529-4769-9707-ac8098132ea0 admin admin] Made reservation on behalf of ce8a25a871234deeb08f11b461371905 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:57:45.312893 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7efa237e-3529-4769-9707-ac8098132ea0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:45.521616 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7efa237e-3529-4769-9707-ac8098132ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (76d1a6fd-401a-4b77-b8f8-90bad4cf656f), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:45.574506 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa237e-3529-4769-9707-ac8098132ea0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76d1a6fd-401a-4b77-b8f8-90bad4cf656f,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:45.586758 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efa237e-3529-4769-9707-ac8098132ea0 admin admin] Checking segment: {'id': '5568b144-d9c6-4a0f-b772-eec616c13e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5e9b111d-1e64-4575-a17d-06a27ceea0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:57:45.587130 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efa237e-3529-4769-9707-ac8098132ea0 admin admin] Network hostable DHCP agents. Network: 5e9b111d-1e64-4575-a17d-06a27ceea0da, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:57:45.635558 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efa237e-3529-4769-9707-ac8098132ea0 admin admin] Network 5e9b111d-1e64-4575-a17d-06a27ceea0da is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:57:45.681528 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-7efa237e-3529-4769-9707-ac8098132ea0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 5e9b111d-1e64-4575-a17d-06a27ceea0da) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:57:45.686155 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efa237e-3529-4769-9707-ac8098132ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:45.688305 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7efa237e-3529-4769-9707-ac8098132ea0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:45.691776 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d793ec09-afe8-4985-9448-7c76fbb5caee None None] Network 5e9b111d-1e64-4575-a17d-06a27ceea0da requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:57:45.741641 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7efa237e-3529-4769-9707-ac8098132ea0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5322289 Mar 23 02:57:45.791515 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7845218-9825-4dd5-959a-d3abb8461ec2 None None] Network 5e9b111d-1e64-4575-a17d-06a27ceea0da requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:57:46.153721 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-47c25e4e-1556-4e1d-bef7-4d6a510ffe0c tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:46.155193 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-47c25e4e-1556-4e1d-bef7-4d6a510ffe0c tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/networks?id=5e9b111d-1e64-4575-a17d-06a27ceea0da HTTP/1.1" status: 200 len: 811 time: 0.1032076 Mar 23 02:57:46.170341 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-ec085bf3-784a-4e51-8364-1a527d57045f tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/quotas/ce8a25a871234deeb08f11b461371905 HTTP/1.1" status: 200 len: 375 time: 0.0090649 Mar 23 02:57:46.203880 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-d17b8cb1-f17f-48e0-b6e5-43ec0c65a179 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce8a25a871234deeb08f11b461371905&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279436 Mar 23 02:57:46.294766 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-6b800dc3-a0bf-4aab-a5c9-73f562ec3219 service neutron] 10.222.0.24 "GET /v2.0/networks/5e9b111d-1e64-4575-a17d-06a27ceea0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841863 Mar 23 02:57:46.383412 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-82e87e81-8a7b-4752-a5e4-dcb3741405ad service neutron] 10.222.0.24 "GET /v2.0/networks/5e9b111d-1e64-4575-a17d-06a27ceea0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819616 Mar 23 02:57:46.642556 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-91bc6989-1365-40fd-a0eb-9622c00e4bf9 req-d082ed19-4f6d-4a7e-91da-f8f9f977e9a7 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 210 time: 0.0314972 Mar 23 02:57:47.612521 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bd4074fa-6281-4c94-a08e-3db609327ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:47.741105 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-918c0b48-4543-400e-b7b7-6a18a984b248 req-d7c563bb-8281-4792-bd01-f8c7d728d3ef tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 210 time: 0.0318677 Mar 23 02:57:48.635465 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-1cce656b-b416-45ef-8058-f2cfa9ada4d1 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:48.636948 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-1cce656b-b416-45ef-8058-f2cfa9ada4d1 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.23 "GET /v2.0/networks?id=5e9b111d-1e64-4575-a17d-06a27ceea0da HTTP/1.1" status: 200 len: 811 time: 0.1030610 Mar 23 02:57:48.648302 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-d7f6ee98-f19c-438c-aedf-4bd9836c6b22 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Request body: {'port': {'device_id': '850bacc0-f08e-4a3d-9319-bc302081af7e', 'network_id': '5e9b111d-1e64-4575-a17d-06a27ceea0da', 'admin_state_up': True, 'tenant_id': 'ce8a25a871234deeb08f11b461371905'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:57:48.756590 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:48.837115 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-375d5f49-9b47-4d0c-9b78-d654a375c741 req-f1a6abe7-ff2e-4652-88d2-9adb46f8742a tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 210 time: 0.0291567 Mar 23 02:57:48.837930 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-d7f6ee98-f19c-438c-aedf-4bd9836c6b22 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Made reservation on behalf of ce8a25a871234deeb08f11b461371905 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:57:48.841752 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-d7f6ee98-f19c-438c-aedf-4bd9836c6b22 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:48.972098 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-d7f6ee98-f19c-438c-aedf-4bd9836c6b22 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Allocated IP 172.20.0.6 (5e9b111d-1e64-4575-a17d-06a27ceea0da/76d1a6fd-401a-4b77-b8f8-90bad4cf656f/2f8c842a-2861-4998-908e-cc33edeef51a) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:57:49.115985 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-d7f6ee98-f19c-438c-aedf-4bd9836c6b22 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Publish callbacks [] for port (2f8c842a-2861-4998-908e-cc33edeef51a), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:49.202035 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-d7f6ee98-f19c-438c-aedf-4bd9836c6b22 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (2f8c842a-2861-4998-908e-cc33edeef51a), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:49.243541 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-d7f6ee98-f19c-438c-aedf-4bd9836c6b22 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Network 5e9b111d-1e64-4575-a17d-06a27ceea0da is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:57:49.246668 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-d7f6ee98-f19c-438c-aedf-4bd9836c6b22 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:57:49.253548 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-d7f6ee98-f19c-438c-aedf-4bd9836c6b22 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:57:49.259947 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6ee98-f19c-438c-aedf-4bd9836c6b22 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Pushing event updated for resources: {'Port': ['ID=2f8c842a-2861-4998-908e-cc33edeef51a,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:49.308749 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-d7f6ee98-f19c-438c-aedf-4bd9836c6b22 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:49.309365 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-d7f6ee98-f19c-438c-aedf-4bd9836c6b22 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:49.381502 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-d7f6ee98-f19c-438c-aedf-4bd9836c6b22 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7369316 Mar 23 02:57:49.393196 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-23df5760-cd26-4e8a-b0ed-640b5a06488d service neutron] Request body: {'port': {'device_id': '850bacc0-f08e-4a3d-9319-bc302081af7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:57:49.452825 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-23df5760-cd26-4e8a-b0ed-640b5a06488d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2f8c842a-2861-4998-908e-cc33edeef51a), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:49.708112 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-23df5760-cd26-4e8a-b0ed-640b5a06488d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f8c842a-2861-4998-908e-cc33edeef51a {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:57:49.715338 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-23df5760-cd26-4e8a-b0ed-640b5a06488d service neutron] Publish callbacks [] for port (2f8c842a-2861-4998-908e-cc33edeef51a), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:49.727383 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-23df5760-cd26-4e8a-b0ed-640b5a06488d service neutron] Transition to ACTIVE for port object 2f8c842a-2861-4998-908e-cc33edeef51a will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:57:49.807395 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-23df5760-cd26-4e8a-b0ed-640b5a06488d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (2f8c842a-2861-4998-908e-cc33edeef51a), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:49.856685 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df5760-cd26-4e8a-b0ed-640b5a06488d service neutron] Pushing event updated for resources: {'Port': ['ID=2f8c842a-2861-4998-908e-cc33edeef51a,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:49.904599 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-592cb0d8-1bfa-4cd6-b8f5-aa5e1486685d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:49.932031 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-23df5760-cd26-4e8a-b0ed-640b5a06488d service neutron] Attempting to bind port 2f8c842a-2861-4998-908e-cc33edeef51a on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:57:49.932369 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-23df5760-cd26-4e8a-b0ed-640b5a06488d service neutron] Attempting to bind port 2f8c842a-2861-4998-908e-cc33edeef51a by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '5568b144-d9c6-4a0f-b772-eec616c13e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5e9b111d-1e64-4575-a17d-06a27ceea0da'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:57:49.932706 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-23df5760-cd26-4e8a-b0ed-640b5a06488d service neutron] Attempting to bind port 2f8c842a-2861-4998-908e-cc33edeef51a on network 5e9b111d-1e64-4575-a17d-06a27ceea0da {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:57:49.937581 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-23df5760-cd26-4e8a-b0ed-640b5a06488d service neutron] Port 2f8c842a-2861-4998-908e-cc33edeef51a on network 5e9b111d-1e64-4575-a17d-06a27ceea0da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:57:49.938250 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-23df5760-cd26-4e8a-b0ed-640b5a06488d service neutron] Attempting to bind port 2f8c842a-2861-4998-908e-cc33edeef51a on network 5e9b111d-1e64-4575-a17d-06a27ceea0da {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:57:49.943400 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-23df5760-cd26-4e8a-b0ed-640b5a06488d service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:57:49.943739 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-23df5760-cd26-4e8a-b0ed-640b5a06488d service neutron] Checking segment: {'id': '5568b144-d9c6-4a0f-b772-eec616c13e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5e9b111d-1e64-4575-a17d-06a27ceea0da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:57:49.944162 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-23df5760-cd26-4e8a-b0ed-640b5a06488d service neutron] Bound using segment: {'id': '5568b144-d9c6-4a0f-b772-eec616c13e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5e9b111d-1e64-4575-a17d-06a27ceea0da'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:57:49.944587 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-23df5760-cd26-4e8a-b0ed-640b5a06488d service neutron] Bound port: 2f8c842a-2861-4998-908e-cc33edeef51a, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5568b144-d9c6-4a0f-b772-eec616c13e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5e9b111d-1e64-4575-a17d-06a27ceea0da'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:57:49.944954 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-23df5760-cd26-4e8a-b0ed-640b5a06488d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2f8c842a-2861-4998-908e-cc33edeef51a), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:49.956079 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b5999-d323-477c-be8e-b05d4815defb req-baff4fbf-2eaa-4dff-beb7-a3b383c7fbe7 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:49.957568 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c68b5999-d323-477c-be8e-b05d4815defb req-baff4fbf-2eaa-4dff-beb7-a3b383c7fbe7 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 943 time: 0.0534279 Mar 23 02:57:50.009982 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c68b5999-d323-477c-be8e-b05d4815defb req-baa942eb-dd10-4d99-9cab-1a08afa71efb tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465605 Mar 23 02:57:50.014672 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-23df5760-cd26-4e8a-b0ed-640b5a06488d service neutron] For port 2f8c842a-2861-4998-908e-cc33edeef51a, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:57:50.014672 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-23df5760-cd26-4e8a-b0ed-640b5a06488d service neutron] For port 2f8c842a-2861-4998-908e-cc33edeef51a, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2f8c842a-2861-4998-908e-cc33edeef51a,segment=NetworkSegment(5568b144-d9c6-4a0f-b772-eec616c13e03),segment_id=5568b144-d9c6-4a0f-b772-eec616c13e03)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:57:50.065159 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-23df5760-cd26-4e8a-b0ed-640b5a06488d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (2f8c842a-2861-4998-908e-cc33edeef51a), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:50.096122 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-23df5760-cd26-4e8a-b0ed-640b5a06488d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:50.096743 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-23df5760-cd26-4e8a-b0ed-640b5a06488d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:50.098336 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-23df5760-cd26-4e8a-b0ed-640b5a06488d service neutron] 10.222.0.23 "PUT /v2.0/ports/2f8c842a-2861-4998-908e-cc33edeef51a HTTP/1.1" status: 200 len: 1093 time: 0.7093816 Mar 23 02:57:50.100411 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '850bacc0-f08e-4a3d-9319-bc302081af7e', 'tag': '2f8c842a-2861-4998-908e-cc33edeef51a'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:57:50.103446 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd45a8a-2730-458d-85d3-c784aea7d8f9" -d '{"events": [{"name": "network-changed", "server_uuid": "850bacc0-f08e-4a3d-9319-bc302081af7e", "tag": "2f8c842a-2861-4998-908e-cc33edeef51a"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:57:50.130926 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df5760-cd26-4e8a-b0ed-640b5a06488d service neutron] Pushing event updated for resources: {'Port': ['ID=2f8c842a-2861-4998-908e-cc33edeef51a,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:50.138956 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256c0744-8865-4332-a456-5049c93a0627 x-openstack-request-id: req-256c0744-8865-4332-a456-5049c93a0627 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:57:50.139241 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "850bacc0-f08e-4a3d-9319-bc302081af7e", "tag": "2f8c842a-2861-4998-908e-cc33edeef51a", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:57:50.139500 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-256c0744-8865-4332-a456-5049c93a0627 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:57:50.140059 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-256c0744-8865-4332-a456-5049c93a0627'] response: {'name': 'network-changed', 'server_uuid': '850bacc0-f08e-4a3d-9319-bc302081af7e', 'tag': '2f8c842a-2861-4998-908e-cc33edeef51a', 'status': 'completed', 'code': 200} Mar 23 02:57:50.204202 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd45a8a-2730-458d-85d3-c784aea7d8f9 req-b7e179ba-339e-4ce3-ab67-5af28aceb565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:50.205692 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4dd45a8a-2730-458d-85d3-c784aea7d8f9 req-b7e179ba-339e-4ce3-ab67-5af28aceb565 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ce8a25a871234deeb08f11b461371905&device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 1127 time: 0.0450840 Mar 23 02:57:50.304930 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd45a8a-2730-458d-85d3-c784aea7d8f9 req-eae5f6cb-c634-4d75-aa3e-8b0c8367af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:50.306335 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4dd45a8a-2730-458d-85d3-c784aea7d8f9 req-eae5f6cb-c634-4d75-aa3e-8b0c8367af0d service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=ce8a25a871234deeb08f11b461371905&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0947571 Mar 23 02:57:50.397366 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd45a8a-2730-458d-85d3-c784aea7d8f9 req-8cbf03a5-9c2a-49f7-b9a2-6c4c5064f1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:50.398815 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4dd45a8a-2730-458d-85d3-c784aea7d8f9 req-8cbf03a5-9c2a-49f7-b9a2-6c4c5064f1dc service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864112 Mar 23 02:57:50.480170 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-787e094c-d54f-4330-af39-61ac98f3146a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:50.481657 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-787e094c-d54f-4330-af39-61ac98f3146a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ce8a25a871234deeb08f11b461371905&device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 1127 time: 0.0493152 Mar 23 02:57:50.521343 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-75dfc2d9-310f-481d-b8c1-2c775e0cd545 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f8c842a-2861-4998-908e-cc33edeef51a HTTP/1.1" status: 200 len: 217 time: 0.0334723 Mar 23 02:57:50.568476 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-82d35a92-550f-406a-b953-5724d7a7a5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:50.569862 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-82d35a92-550f-406a-b953-5724d7a7a5a5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=76d1a6fd-401a-4b77-b8f8-90bad4cf656f HTTP/1.1" status: 200 len: 851 time: 0.0427003 Mar 23 02:57:50.605299 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-fefd525f-4223-4630-aa79-53e54ab8d890 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e9b111d-1e64-4575-a17d-06a27ceea0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293782 Mar 23 02:57:50.693267 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-6e4ff64e-5d79-4114-948e-7e31623538a1 service neutron] 10.222.0.23 "GET /v2.0/networks/5e9b111d-1e64-4575-a17d-06a27ceea0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823922 Mar 23 02:57:50.782874 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ed40e880-ca7e-44ce-a296-96b5cf0d545d req-51b609f9-7341-480a-8392-458492425a36 service neutron] 10.222.0.23 "GET /v2.0/networks/5e9b111d-1e64-4575-a17d-06a27ceea0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832255 Mar 23 02:57:51.132904 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8833fd-4e64-4c3a-9a24-edcfda6ec639 req-90d8d9ef-e72e-4642-a5db-f3b409df9357 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:51.134384 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ad8833fd-4e64-4c3a-9a24-edcfda6ec639 req-90d8d9ef-e72e-4642-a5db-f3b409df9357 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 943 time: 0.0524147 Mar 23 02:57:51.181784 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ad8833fd-4e64-4c3a-9a24-edcfda6ec639 req-77e0bdd6-a76c-42f4-99d9-c0dc1f1468cb tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408976 Mar 23 02:57:51.274917 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:52.312296 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d52bed-2725-4300-8ac4-7a2c2f127042 req-59c7b506-e370-43bf-a3a3-163cd739b236 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:52.314142 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e2d52bed-2725-4300-8ac4-7a2c2f127042 req-59c7b506-e370-43bf-a3a3-163cd739b236 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 943 time: 0.0651400 Mar 23 02:57:52.365361 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e2d52bed-2725-4300-8ac4-7a2c2f127042 req-eb0976f0-6165-47f1-a0ab-fd42a2b1c954 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453389 Mar 23 02:57:52.698344 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:53.480922 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed1656-0b3c-4dd1-8cbb-843946345cd2 req-c053bd4f-e9c9-40de-8f6b-6ff34eeb9367 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:53.482398 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-23ed1656-0b3c-4dd1-8cbb-843946345cd2 req-c053bd4f-e9c9-40de-8f6b-6ff34eeb9367 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 943 time: 0.0529628 Mar 23 02:57:53.527940 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-23ed1656-0b3c-4dd1-8cbb-843946345cd2 req-76a26127-e47b-481b-ace8-70bcb084236c tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400181 Mar 23 02:57:53.978390 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:54.172062 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 2f8c842a-2861-4998-908e-cc33edeef51a details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:57:54.268922 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 2f8c842a-2861-4998-908e-cc33edeef51a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2f8c842a-2861-4998-908e-cc33edeef51a,segment=NetworkSegment(5568b144-d9c6-4a0f-b772-eec616c13e03),segment_id=5568b144-d9c6-4a0f-b772-eec616c13e03)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:57:54.279900 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '2f8c842a-2861-4998-908e-cc33edeef51a', 'network_id': '5e9b111d-1e64-4575-a17d-06a27ceea0da', 'port_id': '2f8c842a-2861-4998-908e-cc33edeef51a', 'mac_address': 'fa:16:3e:f1:4d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d1a6fd-401a-4b77-b8f8-90bad4cf656f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:57:54.316264 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 2f8c842a-2861-4998-908e-cc33edeef51a is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:57:54.316651 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2f8c842a-2861-4998-908e-cc33edeef51a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:54.329918 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f8c842a-2861-4998-908e-cc33edeef51a {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:57:54.349327 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 2f8c842a-2861-4998-908e-cc33edeef51a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2f8c842a-2861-4998-908e-cc33edeef51a,segment=NetworkSegment(5568b144-d9c6-4a0f-b772-eec616c13e03),segment_id=5568b144-d9c6-4a0f-b772-eec616c13e03)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:57:54.440395 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (2f8c842a-2861-4998-908e-cc33edeef51a), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:54.485716 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=2f8c842a-2861-4998-908e-cc33edeef51a,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:54.634783 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['2f8c842a-2861-4998-908e-cc33edeef51a'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:57:54.656297 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c1596-a817-4d25-bedd-71c9892f7378 req-e7db4971-8593-4fb4-87f3-36f58565757e tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:54.658006 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ef8c1596-a817-4d25-bedd-71c9892f7378 req-e7db4971-8593-4fb4-87f3-36f58565757e tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 944 time: 0.0542297 Mar 23 02:57:54.707707 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ef8c1596-a817-4d25-bedd-71c9892f7378 req-d11911e4-214f-4dff-af1d-4a8fde65c774 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437810 Mar 23 02:57:55.831110 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4951b-0fb7-460a-ae3f-9a7775d950e7 req-b422a98e-f386-479e-811d-1088e9983d07 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:55.832626 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-08b4951b-0fb7-460a-ae3f-9a7775d950e7 req-b422a98e-f386-479e-811d-1088e9983d07 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 944 time: 0.0574272 Mar 23 02:57:55.878516 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-08b4951b-0fb7-460a-ae3f-9a7775d950e7 req-3e56bb07-5b64-4008-aab7-421eb075031f tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404143 Mar 23 02:57:56.202860 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 2f8c842a-2861-4998-908e-cc33edeef51a up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:57:56.349318 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port 2f8c842a-2861-4998-908e-cc33edeef51a completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:57:56.353349 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 2f8c842a-2861-4998-908e-cc33edeef51a triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:57:56.353756 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (2f8c842a-2861-4998-908e-cc33edeef51a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:56.429890 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 2f8c842a-2861-4998-908e-cc33edeef51a is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:57:56.430178 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2f8c842a-2861-4998-908e-cc33edeef51a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:56.451925 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850bacc0-f08e-4a3d-9319-bc302081af7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8c842a-2861-4998-908e-cc33edeef51a'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:57:56.455046 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1848128c-9adf-4d0a-aa95-8534ad7f3d1c" -d '{"events": [{"server_uuid": "850bacc0-f08e-4a3d-9319-bc302081af7e", "name": "network-vif-plugged", "status": "completed", "tag": "2f8c842a-2861-4998-908e-cc33edeef51a"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:57:56.467016 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 2f8c842a-2861-4998-908e-cc33edeef51a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2f8c842a-2861-4998-908e-cc33edeef51a,segment=NetworkSegment(5568b144-d9c6-4a0f-b772-eec616c13e03),segment_id=5568b144-d9c6-4a0f-b772-eec616c13e03)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:57:56.489149 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c8066e-3d82-4ea6-8a92-5cfd5a25a71c x-openstack-request-id: req-c6c8066e-3d82-4ea6-8a92-5cfd5a25a71c {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:57:56.489439 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "850bacc0-f08e-4a3d-9319-bc302081af7e", "name": "network-vif-plugged", "status": "completed", "tag": "2f8c842a-2861-4998-908e-cc33edeef51a", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:57:56.489694 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c6c8066e-3d82-4ea6-8a92-5cfd5a25a71c {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:57:56.490101 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6c8066e-3d82-4ea6-8a92-5cfd5a25a71c'] response: {'server_uuid': '850bacc0-f08e-4a3d-9319-bc302081af7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8c842a-2861-4998-908e-cc33edeef51a', 'code': 200} Mar 23 02:57:56.544638 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (2f8c842a-2861-4998-908e-cc33edeef51a), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:56.590808 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=2f8c842a-2861-4998-908e-cc33edeef51a,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:57:56.743526 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff5632-c876-489f-abde-48b3dc900550 req-58246a7b-6dba-4494-b840-b90c4b4a1845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:56.745002 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-59ff5632-c876-489f-abde-48b3dc900550 req-58246a7b-6dba-4494-b840-b90c4b4a1845 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 1129 time: 0.0466433 Mar 23 02:57:56.787708 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-59ff5632-c876-489f-abde-48b3dc900550 req-49b975dc-d560-497f-9f33-d88c7b44c1b8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365231 Mar 23 02:57:56.994867 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d45b0-b2b3-4acc-aba5-aa8e56ec71be req-62f3bc3b-0900-4cf0-83b5-c34cea42a899 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:56.996279 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-344d45b0-b2b3-4acc-aba5-aa8e56ec71be req-62f3bc3b-0900-4cf0-83b5-c34cea42a899 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0528224 Mar 23 02:57:57.042511 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-344d45b0-b2b3-4acc-aba5-aa8e56ec71be req-7867c0ec-1394-4a18-974e-959c7f639b02 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407300 Mar 23 02:57:58.159690 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d96f59-1036-4593-8660-92da0da6caee req-ab110454-023c-4bf5-8fd9-7c1a061f2355 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:58.161189 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d2d96f59-1036-4593-8660-92da0da6caee req-ab110454-023c-4bf5-8fd9-7c1a061f2355 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0527456 Mar 23 02:57:58.208739 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d2d96f59-1036-4593-8660-92da0da6caee req-296cb03f-be9e-4ab9-bbc3-a7f940d979f0 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421197 Mar 23 02:57:58.629026 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042b5dd-c15f-4c40-bf29-fb987082384e req-da515b40-2871-4214-9c16-d0142537fbfb tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:58.630453 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d042b5dd-c15f-4c40-bf29-fb987082384e req-da515b40-2871-4214-9c16-d0142537fbfb tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0523164 Mar 23 02:57:58.681442 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d042b5dd-c15f-4c40-bf29-fb987082384e req-0e85451d-7728-4c8b-bbf4-2669797f0e4c tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448442 Mar 23 02:57:58.752346 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 37088) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:57:58.838812 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ae4b3da1-6ba6-4ed2-b117-8d08c0b3ab38 req-cabd1aae-ab96-49e6-8a12-64083b554c00 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0853219 Mar 23 02:57:58.847908 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [req-ae4b3da1-6ba6-4ed2-b117-8d08c0b3ab38 req-3bce6d70-eb9c-4375-a77a-284aa9eacf46 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:57:58.848864 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ae4b3da1-6ba6-4ed2-b117-8d08c0b3ab38 req-3bce6d70-eb9c-4375-a77a-284aa9eacf46 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056007 Mar 23 02:57:59.510749 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b3da1-6ba6-4ed2-b117-8d08c0b3ab38 req-5bd65379-e4b5-4d89-bf91-e0c322873ca0 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:59.512161 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ae4b3da1-6ba6-4ed2-b117-8d08c0b3ab38 req-5bd65379-e4b5-4d89-bf91-e0c322873ca0 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports/2f8c842a-2861-4998-908e-cc33edeef51a HTTP/1.1" status: 200 len: 942 time: 0.1019270 Mar 23 02:57:59.801933 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720e8e7-a5bb-4a2a-b43f-6dee58295ab6 req-51acdbb4-81a3-41ab-a851-56e57094b09c tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:59.803453 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8720e8e7-a5bb-4a2a-b43f-6dee58295ab6 req-51acdbb4-81a3-41ab-a851-56e57094b09c tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0553544 Mar 23 02:57:59.852470 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8720e8e7-a5bb-4a2a-b43f-6dee58295ab6 req-56e57ed8-26b6-4c9f-8f1d-b027c01ede3a tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431237 Mar 23 02:58:00.911971 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b3da1-6ba6-4ed2-b117-8d08c0b3ab38 req-f64906b1-c8ed-4afe-927c-44080d52c55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:00.913534 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ae4b3da1-6ba6-4ed2-b117-8d08c0b3ab38 req-f64906b1-c8ed-4afe-927c-44080d52c55a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ce8a25a871234deeb08f11b461371905&device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 1129 time: 0.0458250 Mar 23 02:58:01.369909 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def5b7f-3366-48eb-aec6-0c29310dadac req-5048d1c8-01f6-4072-a201-73343a8cb914 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:01.371371 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2def5b7f-3366-48eb-aec6-0c29310dadac req-5048d1c8-01f6-4072-a201-73343a8cb914 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.4514401 Mar 23 02:58:01.372857 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b3da1-6ba6-4ed2-b117-8d08c0b3ab38 req-2665acf9-d08c-4fe5-85b1-2b22515d139c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:01.374146 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ae4b3da1-6ba6-4ed2-b117-8d08c0b3ab38 req-2665acf9-d08c-4fe5-85b1-2b22515d139c service neutron] 10.222.0.23 "GET /v2.0/networks?id=5e9b111d-1e64-4575-a17d-06a27ceea0da HTTP/1.1" status: 200 len: 912 time: 0.4553363 Mar 23 02:58:01.430510 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ae4b3da1-6ba6-4ed2-b117-8d08c0b3ab38 req-0a444079-64de-4852-ab22-517b4d118763 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f8c842a-2861-4998-908e-cc33edeef51a HTTP/1.1" status: 200 len: 217 time: 0.0476720 Mar 23 02:58:01.482632 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2def5b7f-3366-48eb-aec6-0c29310dadac req-adf4960f-ac49-4e97-a488-dd3e3d3d0d14 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054661 Mar 23 02:58:01.495298 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b3da1-6ba6-4ed2-b117-8d08c0b3ab38 req-fb647e6b-8871-46fb-ad71-a47937561d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:01.496739 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ae4b3da1-6ba6-4ed2-b117-8d08c0b3ab38 req-fb647e6b-8871-46fb-ad71-a47937561d7a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=76d1a6fd-401a-4b77-b8f8-90bad4cf656f HTTP/1.1" status: 200 len: 851 time: 0.0567219 Mar 23 02:58:01.527737 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ae4b3da1-6ba6-4ed2-b117-8d08c0b3ab38 req-9fb546ef-255f-4522-bbc3-b57da6278cd5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e9b111d-1e64-4575-a17d-06a27ceea0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255363 Mar 23 02:58:01.618307 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ae4b3da1-6ba6-4ed2-b117-8d08c0b3ab38 req-244f097c-dd06-4e57-be16-937dee727050 service neutron] 10.222.0.23 "GET /v2.0/networks/5e9b111d-1e64-4575-a17d-06a27ceea0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841148 Mar 23 02:58:01.705369 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ae4b3da1-6ba6-4ed2-b117-8d08c0b3ab38 req-245498e4-ea9a-4356-ade6-3fb672b9f31d service neutron] 10.222.0.23 "GET /v2.0/networks/5e9b111d-1e64-4575-a17d-06a27ceea0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811357 Mar 23 02:58:02.599840 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbd5dc-3fac-420e-89e9-ac8e35205717 req-899ce301-2843-4ed6-923a-4d8e20d5d628 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:02.601332 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d1dbd5dc-3fac-420e-89e9-ac8e35205717 req-899ce301-2843-4ed6-923a-4d8e20d5d628 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0523443 Mar 23 02:58:02.647635 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d1dbd5dc-3fac-420e-89e9-ac8e35205717 req-e8d95cd1-6f21-4c60-957a-2a110552f776 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408249 Mar 23 02:58:03.766577 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51615a58-1054-4f51-9e55-a21d29918dd3 req-d505c564-88c8-42f7-926f-b04541ab32e7 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:03.768089 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-51615a58-1054-4f51-9e55-a21d29918dd3 req-d505c564-88c8-42f7-926f-b04541ab32e7 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0544963 Mar 23 02:58:03.814024 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-51615a58-1054-4f51-9e55-a21d29918dd3 req-93f62e8c-724f-4af9-b5d4-2827bd2346d2 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402586 Mar 23 02:58:04.934590 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd12727-e0f6-4f0c-9d0b-e01548030222 req-390318b1-a15d-4385-a2aa-1ae079502700 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:04.936078 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8cd12727-e0f6-4f0c-9d0b-e01548030222 req-390318b1-a15d-4385-a2aa-1ae079502700 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0561240 Mar 23 02:58:04.982264 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8cd12727-e0f6-4f0c-9d0b-e01548030222 req-9d46d5fc-a53d-4a20-a2fb-ae3f71cdf211 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403187 Mar 23 02:58:06.102483 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c40000-360e-4fae-a518-8c140ab90042 req-d5b7cdb7-f233-4aae-a801-1686f4e09be5 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:06.103992 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-07c40000-360e-4fae-a518-8c140ab90042 req-d5b7cdb7-f233-4aae-a801-1686f4e09be5 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0563421 Mar 23 02:58:06.150232 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-07c40000-360e-4fae-a518-8c140ab90042 req-6440f4f7-e8f6-4d78-a351-113cb00fdd68 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401797 Mar 23 02:58:07.267629 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02c351-47d8-4cd4-bbb1-0edb418dad64 req-6f8d168c-afb1-4baa-b79d-92f748b7483f tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:07.269131 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-fe02c351-47d8-4cd4-bbb1-0edb418dad64 req-6f8d168c-afb1-4baa-b79d-92f748b7483f tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0534163 Mar 23 02:58:07.316254 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-fe02c351-47d8-4cd4-bbb1-0edb418dad64 req-f6d93ceb-7353-483d-adb1-18e6b80e182f tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412290 Mar 23 02:58:08.433384 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb4989-a290-4716-99b9-6233961a071e req-f53eedd0-e5ac-4a8f-b255-cd1e0d9bead0 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:08.434755 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7acb4989-a290-4716-99b9-6233961a071e req-f53eedd0-e5ac-4a8f-b255-cd1e0d9bead0 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0516713 Mar 23 02:58:08.480840 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7acb4989-a290-4716-99b9-6233961a071e req-ef75c42c-5d95-4a3e-a042-ce186e9d3b49 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404043 Mar 23 02:58:09.596043 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc263c-0e8e-4de2-9cc0-4845d5ee7849 req-ea527251-0013-4aed-ae41-ce63d7bdba29 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:09.597511 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-18dc263c-0e8e-4de2-9cc0-4845d5ee7849 req-ea527251-0013-4aed-ae41-ce63d7bdba29 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0519693 Mar 23 02:58:09.649321 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-18dc263c-0e8e-4de2-9cc0-4845d5ee7849 req-bb3fe171-7dbd-4a44-98e8-58f20c35cb3a tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454977 Mar 23 02:58:10.768792 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf94b8a-ba5d-4213-a5f5-e119ba49744e req-e70704a7-22ee-480a-807f-7a0e1990141a tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:10.770277 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3cf94b8a-ba5d-4213-a5f5-e119ba49744e req-e70704a7-22ee-480a-807f-7a0e1990141a tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0557532 Mar 23 02:58:10.815309 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3cf94b8a-ba5d-4213-a5f5-e119ba49744e req-4f155f9d-a63d-4879-9435-b78a179d47dd tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395710 Mar 23 02:58:11.893273 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:58:11.932954 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563e354-ed9b-4f0e-a269-304babf6d2e4 req-5651a05a-8e44-4111-8141-db7ff1cc4cfc tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:11.934434 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6563e354-ed9b-4f0e-a269-304babf6d2e4 req-5651a05a-8e44-4111-8141-db7ff1cc4cfc tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0517466 Mar 23 02:58:11.981494 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6563e354-ed9b-4f0e-a269-304babf6d2e4 req-84a93a45-c1f7-4da4-b21c-503bfa165be6 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405948 Mar 23 02:58:12.672885 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cbec2-241d-466c-9684-f9fbcb834dc6 req-76661bab-c334-4f8b-be84-b0e2b441040b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:12.674397 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-560cbec2-241d-466c-9684-f9fbcb834dc6 req-76661bab-c334-4f8b-be84-b0e2b441040b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ce8a25a871234deeb08f11b461371905&device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 1129 time: 0.0451093 Mar 23 02:58:12.775875 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cbec2-241d-466c-9684-f9fbcb834dc6 req-098f4e01-4a29-47dd-96aa-771bd7687127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:12.777298 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-560cbec2-241d-466c-9684-f9fbcb834dc6 req-098f4e01-4a29-47dd-96aa-771bd7687127 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5e9b111d-1e64-4575-a17d-06a27ceea0da HTTP/1.1" status: 200 len: 912 time: 0.0853348 Mar 23 02:58:12.818904 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-560cbec2-241d-466c-9684-f9fbcb834dc6 req-669801bb-5ca2-479a-b67d-24d2a65d4dd6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f8c842a-2861-4998-908e-cc33edeef51a HTTP/1.1" status: 200 len: 217 time: 0.0356474 Mar 23 02:58:12.865264 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cbec2-241d-466c-9684-f9fbcb834dc6 req-7fcebe46-505e-498a-96ce-e57ecd78ab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:12.866644 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-560cbec2-241d-466c-9684-f9fbcb834dc6 req-7fcebe46-505e-498a-96ce-e57ecd78ab11 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=76d1a6fd-401a-4b77-b8f8-90bad4cf656f HTTP/1.1" status: 200 len: 851 time: 0.0422802 Mar 23 02:58:12.897899 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-560cbec2-241d-466c-9684-f9fbcb834dc6 req-07c5ae5b-78cc-415c-b939-e64c17490a08 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e9b111d-1e64-4575-a17d-06a27ceea0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252225 Mar 23 02:58:12.907994 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [req-560cbec2-241d-466c-9684-f9fbcb834dc6 req-1667e386-3a60-40f3-b459-aa0841801aa6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:58:12.908908 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-560cbec2-241d-466c-9684-f9fbcb834dc6 req-1667e386-3a60-40f3-b459-aa0841801aa6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051515 Mar 23 02:58:13.007847 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-560cbec2-241d-466c-9684-f9fbcb834dc6 req-5b9c6cd0-f1e2-4b29-9e73-a9163594e600 service neutron] 10.222.0.23 "GET /v2.0/networks/5e9b111d-1e64-4575-a17d-06a27ceea0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931149 Mar 23 02:58:13.141194 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ce652-93bb-44cc-b65e-30866b9327e2 req-da93572c-b735-43f9-9a8d-82094ee7716f tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:13.142670 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b96ce652-93bb-44cc-b65e-30866b9327e2 req-da93572c-b735-43f9-9a8d-82094ee7716f tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0851548 Mar 23 02:58:13.148416 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-560cbec2-241d-466c-9684-f9fbcb834dc6 req-3815f1b2-fdf2-44a9-84f0-9592b39361d8 service neutron] 10.222.0.23 "GET /v2.0/networks/5e9b111d-1e64-4575-a17d-06a27ceea0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343939 Mar 23 02:58:13.192567 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b96ce652-93bb-44cc-b65e-30866b9327e2 req-6b1d695b-6812-4634-b797-e1c3d25ccae4 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427144 Mar 23 02:58:14.310146 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a47ac9-f845-474e-901b-b2237cc84450 req-76a31b76-9a9f-42b8-b37f-83c7c4ef224e tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:14.311582 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-85a47ac9-f845-474e-901b-b2237cc84450 req-76a31b76-9a9f-42b8-b37f-83c7c4ef224e tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0519929 Mar 23 02:58:14.357949 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-85a47ac9-f845-474e-901b-b2237cc84450 req-4cbfd1f5-5ae1-497a-b70d-e639f2ad421c tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401878 Mar 23 02:58:15.476715 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40c99e-ad53-4761-b8c6-28036ef54318 req-603d8009-e165-47a2-9bfa-33e000a4a001 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:15.478178 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5c40c99e-ad53-4761-b8c6-28036ef54318 req-603d8009-e165-47a2-9bfa-33e000a4a001 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0523586 Mar 23 02:58:15.524857 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5c40c99e-ad53-4761-b8c6-28036ef54318 req-df4b7e1a-bac8-4e4e-a07a-177faf44b9b7 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411909 Mar 23 02:58:16.645382 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9e341-affe-4212-b0bf-2d5e0a53dd0a req-3c9047d6-d716-4f8e-b424-50e3b4feac9d tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:16.648312 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8cc9e341-affe-4212-b0bf-2d5e0a53dd0a req-3c9047d6-d716-4f8e-b424-50e3b4feac9d tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0564682 Mar 23 02:58:16.700479 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8cc9e341-affe-4212-b0bf-2d5e0a53dd0a req-9ea02e3e-b5c1-402e-9e46-6148017ce49f tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463984 Mar 23 02:58:17.601288 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f6a8cdf6-180e-4e99-a551-0abdc0b07310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:17.818551 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c56a8-2563-4b4c-a8cf-4c2cfa975454 req-260919c3-29bb-4c7f-8554-b9f977b1c79c tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:17.819995 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2d8c56a8-2563-4b4c-a8cf-4c2cfa975454 req-260919c3-29bb-4c7f-8554-b9f977b1c79c tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0560954 Mar 23 02:58:17.866032 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2d8c56a8-2563-4b4c-a8cf-4c2cfa975454 req-dbe1bbb6-275c-4c66-b7d0-8686172e11f2 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405397 Mar 23 02:58:18.778425 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:18.986102 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf67d2-d24e-45f5-b2cf-f2febe3d9e7a req-a3ceaff6-0afb-492f-955f-28b14d86def0 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:18.987651 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e5bf67d2-d24e-45f5-b2cf-f2febe3d9e7a req-a3ceaff6-0afb-492f-955f-28b14d86def0 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0527303 Mar 23 02:58:19.034330 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e5bf67d2-d24e-45f5-b2cf-f2febe3d9e7a req-bd64b111-761c-4810-9c57-1fb439627141 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409901 Mar 23 02:58:19.903956 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3ed5c312-60df-41a8-95c0-cba6ec02146f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:20.152337 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496672f-c01c-4533-828a-f46dc51f7417 req-7725f6e4-2144-4f50-8e09-60347f70cca7 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:20.153829 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a496672f-c01c-4533-828a-f46dc51f7417 req-7725f6e4-2144-4f50-8e09-60347f70cca7 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0535021 Mar 23 02:58:20.200598 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a496672f-c01c-4533-828a-f46dc51f7417 req-7dbdbf88-0cb2-4940-b3b4-012dc01b39e5 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409255 Mar 23 02:58:21.304280 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:21.325162 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084d4ca-2f3f-454b-bdc1-9380e1ee415c req-2417f6a2-0bba-446c-92e5-b11c68bf67cc tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:21.330570 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d084d4ca-2f3f-454b-bdc1-9380e1ee415c req-2417f6a2-0bba-446c-92e5-b11c68bf67cc tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0590167 Mar 23 02:58:21.374606 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d084d4ca-2f3f-454b-bdc1-9380e1ee415c req-2d46a3d3-11df-4ff6-90c4-10a724c9e89b tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419846 Mar 23 02:58:22.496396 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b672c-d7a7-44db-a243-85a5b7a79e20 req-1394b4fd-74c5-48b2-ba0c-ed6cc0f66d4c tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:22.497868 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-498b672c-d7a7-44db-a243-85a5b7a79e20 req-1394b4fd-74c5-48b2-ba0c-ed6cc0f66d4c tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0562346 Mar 23 02:58:22.543635 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-498b672c-d7a7-44db-a243-85a5b7a79e20 req-d8903ec4-1b90-49e8-bcdc-6ebe1fc0aafa tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401881 Mar 23 02:58:22.704654 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:23.675632 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f87c93-ed1d-4b21-bb01-82a98f9c4187 req-8c178ec4-2a07-44a7-9557-67b4e202b957 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:23.677146 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-61f87c93-ed1d-4b21-bb01-82a98f9c4187 req-8c178ec4-2a07-44a7-9557-67b4e202b957 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0527740 Mar 23 02:58:23.724610 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-61f87c93-ed1d-4b21-bb01-82a98f9c4187 req-320c2b44-aff3-45c0-9bfa-ee1ef14cfd62 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419784 Mar 23 02:58:23.978265 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:24.843054 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98921f-0e39-4a59-a05a-cfecc9388f78 req-7784edd3-e405-4eb0-8fcb-9c85055ea63c tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:24.844636 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2f98921f-0e39-4a59-a05a-cfecc9388f78 req-7784edd3-e405-4eb0-8fcb-9c85055ea63c tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0534582 Mar 23 02:58:24.890531 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2f98921f-0e39-4a59-a05a-cfecc9388f78 req-85966d15-9dd3-43e1-b862-f9ccb4936a3d tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404561 Mar 23 02:58:26.007341 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca32739-26b4-4f49-841d-0862547fa3f6 req-2a928da6-24bb-4f8a-8b3b-7af0eccb2e10 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:26.008849 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7ca32739-26b4-4f49-841d-0862547fa3f6 req-2a928da6-24bb-4f8a-8b3b-7af0eccb2e10 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0524485 Mar 23 02:58:26.058622 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7ca32739-26b4-4f49-841d-0862547fa3f6 req-65df4c46-3b25-485a-8156-3c13e6e72aa9 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442350 Mar 23 02:58:27.178142 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb447213-38e7-439a-a41a-9912cf53de5d req-7dab7150-42c3-4f1a-beb8-db6695b08041 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:27.180755 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fb447213-38e7-439a-a41a-9912cf53de5d req-7dab7150-42c3-4f1a-beb8-db6695b08041 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0549185 Mar 23 02:58:27.230919 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fb447213-38e7-439a-a41a-9912cf53de5d req-85677536-b466-4593-a3d7-30ab663e27d5 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457592 Mar 23 02:58:28.362551 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306a3c2-3b73-4ca6-ae1b-3997340c4cb4 req-5da5808a-0a2d-41f2-a794-3e55e78f5d9b tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:28.363933 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a306a3c2-3b73-4ca6-ae1b-3997340c4cb4 req-5da5808a-0a2d-41f2-a794-3e55e78f5d9b tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0529828 Mar 23 02:58:28.410680 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a306a3c2-3b73-4ca6-ae1b-3997340c4cb4 req-fb9aa660-0b72-426c-a613-db83ca0d140c tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412199 Mar 23 02:58:29.528518 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7172ec-5b41-4c05-971c-34f4f4c2a5c3 req-1015748c-1017-4c37-831c-ed74785e149b tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:29.529982 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-dd7172ec-5b41-4c05-971c-34f4f4c2a5c3 req-1015748c-1017-4c37-831c-ed74785e149b tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0526004 Mar 23 02:58:29.576723 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-dd7172ec-5b41-4c05-971c-34f4f4c2a5c3 req-af2b6de5-cab0-48db-9ea8-fb3b77347d08 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404127 Mar 23 02:58:30.696095 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb0118-e933-45e1-9e3d-c3477f8533c8 req-6fa75d00-e989-4bd6-a42c-b8ab94aa7420 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:30.697586 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8edb0118-e933-45e1-9e3d-c3477f8533c8 req-6fa75d00-e989-4bd6-a42c-b8ab94aa7420 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0533934 Mar 23 02:58:30.744271 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8edb0118-e933-45e1-9e3d-c3477f8533c8 req-3e460b2a-ac05-46da-94f9-a2fa9b7a803b tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412235 Mar 23 02:58:31.860701 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1150dd-a625-425a-9aee-5d44d8531ca1 req-97929059-0950-49dd-b741-3627a1d726bb tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:31.862180 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3c1150dd-a625-425a-9aee-5d44d8531ca1 req-97929059-0950-49dd-b741-3627a1d726bb tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0523696 Mar 23 02:58:31.908239 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3c1150dd-a625-425a-9aee-5d44d8531ca1 req-2726dcbf-139f-40c6-bd86-cba1f47deb13 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402324 Mar 23 02:58:33.027809 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e637ce-c1ee-42b4-ba9e-ffc5a122909c req-04a17105-975a-42f5-86b9-e268e3444272 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:33.029302 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-55e637ce-c1ee-42b4-ba9e-ffc5a122909c req-04a17105-975a-42f5-86b9-e268e3444272 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0556843 Mar 23 02:58:33.074892 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-55e637ce-c1ee-42b4-ba9e-ffc5a122909c req-d67f74e5-ba45-408e-af9e-8385e82ee12c tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400321 Mar 23 02:58:33.721907 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ae4b3da1-6ba6-4ed2-b117-8d08c0b3ab38 req-eb5b66dc-f815-4945-be8e-8cc9ebf2c6cb service neutron] 10.222.0.23 "GET /v2.0/ports/2f8c842a-2861-4998-908e-cc33edeef51a/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0597756 Mar 23 02:58:34.209654 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b3da1-6ba6-4ed2-b117-8d08c0b3ab38 req-8569054b-a801-427d-91fc-1a0fe2081f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:34.211193 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ae4b3da1-6ba6-4ed2-b117-8d08c0b3ab38 req-8569054b-a801-427d-91fc-1a0fe2081f95 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e&tenant_id=ce8a25a871234deeb08f11b461371905 HTTP/1.1" status: 200 len: 1129 time: 0.0841300 Mar 23 02:58:34.295216 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66c367-0aa0-4987-863c-19cfb2eced7c req-b80bc6be-04d8-4c9b-85e0-88a8cfa398ac tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:34.296738 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-aa66c367-0aa0-4987-863c-19cfb2eced7c req-b80bc6be-04d8-4c9b-85e0-88a8cfa398ac tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.1400542 Mar 23 02:58:34.318555 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b3da1-6ba6-4ed2-b117-8d08c0b3ab38 req-495e4cb0-f49c-4c60-b487-80bda7426dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:34.320022 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ae4b3da1-6ba6-4ed2-b117-8d08c0b3ab38 req-495e4cb0-f49c-4c60-b487-80bda7426dc5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ce8a25a871234deeb08f11b461371905&device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 1129 time: 0.0803988 Mar 23 02:58:34.395201 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-aa66c367-0aa0-4987-863c-19cfb2eced7c req-ae668b75-e5af-4520-8bbd-f11387e0500a tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925000 Mar 23 02:58:34.429505 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b3da1-6ba6-4ed2-b117-8d08c0b3ab38 req-bcd4ac5c-5a5f-4b36-85db-a0f123b70ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:34.430988 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ae4b3da1-6ba6-4ed2-b117-8d08c0b3ab38 req-bcd4ac5c-5a5f-4b36-85db-a0f123b70ce4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5e9b111d-1e64-4575-a17d-06a27ceea0da HTTP/1.1" status: 200 len: 912 time: 0.1047466 Mar 23 02:58:34.473690 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ae4b3da1-6ba6-4ed2-b117-8d08c0b3ab38 req-3ead3e0e-4cf4-4843-b24f-78c0c788edd6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f8c842a-2861-4998-908e-cc33edeef51a HTTP/1.1" status: 200 len: 217 time: 0.0364377 Mar 23 02:58:34.520132 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b3da1-6ba6-4ed2-b117-8d08c0b3ab38 req-023b3c28-c695-4fc4-a734-179b554d11d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:34.521520 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ae4b3da1-6ba6-4ed2-b117-8d08c0b3ab38 req-023b3c28-c695-4fc4-a734-179b554d11d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=76d1a6fd-401a-4b77-b8f8-90bad4cf656f HTTP/1.1" status: 200 len: 851 time: 0.0428338 Mar 23 02:58:34.552189 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ae4b3da1-6ba6-4ed2-b117-8d08c0b3ab38 req-56be6144-cc30-448a-884d-91c0135c4fd2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e9b111d-1e64-4575-a17d-06a27ceea0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245256 Mar 23 02:58:34.641270 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ae4b3da1-6ba6-4ed2-b117-8d08c0b3ab38 req-4e7fecb6-3d7b-40a2-af52-bb05604a88ff service neutron] 10.222.0.23 "GET /v2.0/networks/5e9b111d-1e64-4575-a17d-06a27ceea0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836039 Mar 23 02:58:34.726982 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ae4b3da1-6ba6-4ed2-b117-8d08c0b3ab38 req-f5ba3638-e927-4e31-b93e-b20ab30dc1a2 service neutron] 10.222.0.23 "GET /v2.0/networks/5e9b111d-1e64-4575-a17d-06a27ceea0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804937 Mar 23 02:58:35.560487 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a48658-0b0c-40ef-a7b3-cdb0441a31b7 req-648d3360-cfcf-4b55-94b0-4bdae5088d2a tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:35.561955 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-f5a48658-0b0c-40ef-a7b3-cdb0441a31b7 req-648d3360-cfcf-4b55-94b0-4bdae5088d2a tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.1013908 Mar 23 02:58:35.607667 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-f5a48658-0b0c-40ef-a7b3-cdb0441a31b7 req-1d1cd1b5-0e09-4bac-afb1-eaaaaf76351b tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394030 Mar 23 02:58:36.736939 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069abde8-9783-4f39-a730-e484db425555 req-6284c17c-a266-4fef-83ed-2b0918cc0565 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:36.738442 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-069abde8-9783-4f39-a730-e484db425555 req-6284c17c-a266-4fef-83ed-2b0918cc0565 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0588098 Mar 23 02:58:36.784643 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-069abde8-9783-4f39-a730-e484db425555 req-d7d1927c-4fc3-4ec6-a815-c6a729699b7b tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405509 Mar 23 02:58:37.903476 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8031c0-be51-4e88-852d-0fe153dc2336 req-e8d7e579-c5d3-455e-ad96-c0411909faeb tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:37.904950 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-9f8031c0-be51-4e88-852d-0fe153dc2336 req-e8d7e579-c5d3-455e-ad96-c0411909faeb tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0511312 Mar 23 02:58:37.953759 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-9f8031c0-be51-4e88-852d-0fe153dc2336 req-5d967c31-2a62-49ee-8f39-2895546a8c7a tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431921 Mar 23 02:58:38.404831 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 2f8c842a-2861-4998-908e-cc33edeef51a details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:58:38.408523 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 2f8c842a-2861-4998-908e-cc33edeef51a no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:58:38.504047 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d56718-d2ba-4ecb-84e0-4d65820c9a3c req-d778bfc9-8221-4f0a-acfb-6ca4587a347c tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:38.505541 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-68d56718-d2ba-4ecb-84e0-4d65820c9a3c req-d778bfc9-8221-4f0a-acfb-6ca4587a347c tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.23 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e&tenant_id=ce8a25a871234deeb08f11b461371905&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 945 time: 0.0910957 Mar 23 02:58:38.552128 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 2f8c842a-2861-4998-908e-cc33edeef51a is: ACTIVE; New status is: DOWN {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:58:38.552524 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2f8c842a-2861-4998-908e-cc33edeef51a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:38.572619 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 2f8c842a-2861-4998-908e-cc33edeef51a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2f8c842a-2861-4998-908e-cc33edeef51a,segment=NetworkSegment(5568b144-d9c6-4a0f-b772-eec616c13e03),segment_id=5568b144-d9c6-4a0f-b772-eec616c13e03)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:58:38.593929 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850bacc0-f08e-4a3d-9319-bc302081af7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f8c842a-2861-4998-908e-cc33edeef51a'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:58:38.596748 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d56718-d2ba-4ecb-84e0-4d65820c9a3c req-36b9b227-3fa5-431c-97f0-34913a18f87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:38.596878 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c873e641-2248-453f-94ec-4d0973f73f36" -d '{"events": [{"server_uuid": "850bacc0-f08e-4a3d-9319-bc302081af7e", "name": "network-vif-unplugged", "status": "completed", "tag": "2f8c842a-2861-4998-908e-cc33edeef51a"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:58:38.598341 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-68d56718-d2ba-4ecb-84e0-4d65820c9a3c req-36b9b227-3fa5-431c-97f0-34913a18f87b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ce8a25a871234deeb08f11b461371905&device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 1129 time: 0.0513709 Mar 23 02:58:38.601442 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '2f8c842a-2861-4998-908e-cc33edeef51a', 'network_id': '5e9b111d-1e64-4575-a17d-06a27ceea0da', 'port_id': '2f8c842a-2861-4998-908e-cc33edeef51a', 'mac_address': 'fa:16:3e:f1:4d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d1a6fd-401a-4b77-b8f8-90bad4cf656f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:58:38.612202 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 2f8c842a-2861-4998-908e-cc33edeef51a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2f8c842a-2861-4998-908e-cc33edeef51a,segment=NetworkSegment(5568b144-d9c6-4a0f-b772-eec616c13e03),segment_id=5568b144-d9c6-4a0f-b772-eec616c13e03)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:58:38.649328 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 02:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3ad8ab-1b36-483b-ab6a-aa77df656635 x-openstack-request-id: req-8b3ad8ab-1b36-483b-ab6a-aa77df656635 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:58:38.649620 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "850bacc0-f08e-4a3d-9319-bc302081af7e", "name": "network-vif-unplugged", "status": "completed", "tag": "2f8c842a-2861-4998-908e-cc33edeef51a", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:58:38.649873 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8b3ad8ab-1b36-483b-ab6a-aa77df656635 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:58:38.650270 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b3ad8ab-1b36-483b-ab6a-aa77df656635'] response: {'server_uuid': '850bacc0-f08e-4a3d-9319-bc302081af7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f8c842a-2861-4998-908e-cc33edeef51a', 'code': 200} Mar 23 02:58:38.651187 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 2f8c842a-2861-4998-908e-cc33edeef51a is: ACTIVE; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:58:38.651603 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2f8c842a-2861-4998-908e-cc33edeef51a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:38.664926 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (2f8c842a-2861-4998-908e-cc33edeef51a), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:38.673770 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f8c842a-2861-4998-908e-cc33edeef51a {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:58:38.694659 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d56718-d2ba-4ecb-84e0-4d65820c9a3c req-fdde88f0-0f82-4d3d-804c-7d1525dc0789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:38.696139 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-68d56718-d2ba-4ecb-84e0-4d65820c9a3c req-fdde88f0-0f82-4d3d-804c-7d1525dc0789 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5e9b111d-1e64-4575-a17d-06a27ceea0da HTTP/1.1" status: 200 len: 912 time: 0.0926816 Mar 23 02:58:38.741793 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-68d56718-d2ba-4ecb-84e0-4d65820c9a3c req-c7e3081c-c3b9-41d5-bb67-5969d06f564f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f8c842a-2861-4998-908e-cc33edeef51a HTTP/1.1" status: 200 len: 217 time: 0.0392711 Mar 23 02:58:38.746997 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=2f8c842a-2861-4998-908e-cc33edeef51a,revision_number=6']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:58:38.758967 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:58:38.759329 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:58:38.760539 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:38.760894 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:38.761236 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:38.761578 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:38.761915 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:38.762266 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:38.762576 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:38.762904 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:38.763233 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:38.763562 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:38.763917 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:38.764250 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:38.764573 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:38.764899 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:38.765218 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:38.789249 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d56718-d2ba-4ecb-84e0-4d65820c9a3c req-b2acd8ac-fb78-4b85-9875-b1ba45411de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:38.790790 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-68d56718-d2ba-4ecb-84e0-4d65820c9a3c req-b2acd8ac-fb78-4b85-9875-b1ba45411de2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=76d1a6fd-401a-4b77-b8f8-90bad4cf656f HTTP/1.1" status: 200 len: 851 time: 0.0435066 Mar 23 02:58:38.822558 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-68d56718-d2ba-4ecb-84e0-4d65820c9a3c req-4a2c777f-9405-4b1b-81d2-bd6bf2bf40be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e9b111d-1e64-4575-a17d-06a27ceea0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259933 Mar 23 02:58:38.912219 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-68d56718-d2ba-4ecb-84e0-4d65820c9a3c req-dadb0cf8-2c96-4295-9619-eaf16a18dc70 service neutron] 10.222.0.23 "GET /v2.0/networks/5e9b111d-1e64-4575-a17d-06a27ceea0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842242 Mar 23 02:58:39.004063 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-68d56718-d2ba-4ecb-84e0-4d65820c9a3c req-8049b238-d9e1-4f36-adc2-01af60dee187 service neutron] 10.222.0.23 "GET /v2.0/networks/5e9b111d-1e64-4575-a17d-06a27ceea0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831208 Mar 23 02:58:39.295875 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 2f8c842a-2861-4998-908e-cc33edeef51a is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:58:39.296281 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2f8c842a-2861-4998-908e-cc33edeef51a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:39.309968 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f8c842a-2861-4998-908e-cc33edeef51a {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:58:39.330347 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 2f8c842a-2861-4998-908e-cc33edeef51a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2f8c842a-2861-4998-908e-cc33edeef51a,segment=NetworkSegment(5568b144-d9c6-4a0f-b772-eec616c13e03),segment_id=5568b144-d9c6-4a0f-b772-eec616c13e03)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:58:39.393922 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (2f8c842a-2861-4998-908e-cc33edeef51a), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:39.448424 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=2f8c842a-2861-4998-908e-cc33edeef51a,revision_number=7']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:58:39.455400 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['2f8c842a-2861-4998-908e-cc33edeef51a'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:58:40.318022 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85709450-841e-4424-9087-757349a320e7 req-b8c30f35-ee1d-4108-bc6a-98701eaff198 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:40.319507 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-85709450-841e-4424-9087-757349a320e7 req-b8c30f35-ee1d-4108-bc6a-98701eaff198 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 944 time: 0.0521133 Mar 23 02:58:40.365751 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-85709450-841e-4424-9087-757349a320e7 req-634279d4-5657-4821-b855-5e428deac880 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406020 Mar 23 02:58:40.429293 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 2f8c842a-2861-4998-908e-cc33edeef51a up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:58:40.480456 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 2f8c842a-2861-4998-908e-cc33edeef51a triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:58:40.481098 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (2f8c842a-2861-4998-908e-cc33edeef51a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:40.554803 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 2f8c842a-2861-4998-908e-cc33edeef51a is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:58:40.555196 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2f8c842a-2861-4998-908e-cc33edeef51a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:40.587722 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 2f8c842a-2861-4998-908e-cc33edeef51a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2f8c842a-2861-4998-908e-cc33edeef51a,segment=NetworkSegment(5568b144-d9c6-4a0f-b772-eec616c13e03),segment_id=5568b144-d9c6-4a0f-b772-eec616c13e03)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:58:40.651302 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850bacc0-f08e-4a3d-9319-bc302081af7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8c842a-2861-4998-908e-cc33edeef51a'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:58:40.653683 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36750c06-24f8-42cc-a7ff-adb1a655adc9" -d '{"events": [{"server_uuid": "850bacc0-f08e-4a3d-9319-bc302081af7e", "name": "network-vif-plugged", "status": "completed", "tag": "2f8c842a-2861-4998-908e-cc33edeef51a"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:58:40.686611 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (2f8c842a-2861-4998-908e-cc33edeef51a), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:40.690790 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73430a81-4ec1-4244-a6a6-c252a8861b48 x-openstack-request-id: req-73430a81-4ec1-4244-a6a6-c252a8861b48 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:58:40.691340 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "850bacc0-f08e-4a3d-9319-bc302081af7e", "name": "network-vif-plugged", "status": "completed", "tag": "2f8c842a-2861-4998-908e-cc33edeef51a", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:58:40.691625 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73430a81-4ec1-4244-a6a6-c252a8861b48 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:58:40.692073 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73430a81-4ec1-4244-a6a6-c252a8861b48'] response: {'server_uuid': '850bacc0-f08e-4a3d-9319-bc302081af7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8c842a-2861-4998-908e-cc33edeef51a', 'code': 200} Mar 23 02:58:40.740333 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=2f8c842a-2861-4998-908e-cc33edeef51a,revision_number=8']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:58:41.483345 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d04db-820f-4159-a738-88972370b1c6 req-161c42d3-b677-433e-a3fb-5c74386a8a1e tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:41.484830 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c36d04db-820f-4159-a738-88972370b1c6 req-161c42d3-b677-433e-a3fb-5c74386a8a1e tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0510070 Mar 23 02:58:41.530327 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c36d04db-820f-4159-a738-88972370b1c6 req-b64c3bc6-13a3-4948-8f16-6151e56ed8b7 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/security-groups?id=15fe938c-c770-473a-b355-d948676e34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394323 Mar 23 02:58:41.981151 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d56718-d2ba-4ecb-84e0-4d65820c9a3c req-4095621b-b6ae-4ca9-a2b8-55a869066222 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:41.982596 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-68d56718-d2ba-4ecb-84e0-4d65820c9a3c req-4095621b-b6ae-4ca9-a2b8-55a869066222 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.23 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 945 time: 0.0523210 Mar 23 02:58:42.080035 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-68d56718-d2ba-4ecb-84e0-4d65820c9a3c req-bc219d09-3357-47e5-9981-76d84b16f631 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Deleting port 2f8c842a-2861-4998-908e-cc33edeef51a {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:58:42.080373 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-68d56718-d2ba-4ecb-84e0-4d65820c9a3c req-bc219d09-3357-47e5-9981-76d84b16f631 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (2f8c842a-2861-4998-908e-cc33edeef51a), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:42.165852 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-68d56718-d2ba-4ecb-84e0-4d65820c9a3c req-bc219d09-3357-47e5-9981-76d84b16f631 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] For port 2f8c842a-2861-4998-908e-cc33edeef51a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2f8c842a-2861-4998-908e-cc33edeef51a,segment=NetworkSegment(5568b144-d9c6-4a0f-b772-eec616c13e03),segment_id=5568b144-d9c6-4a0f-b772-eec616c13e03)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:58:42.166140 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-68d56718-d2ba-4ecb-84e0-4d65820c9a3c req-bc219d09-3357-47e5-9981-76d84b16f631 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (2f8c842a-2861-4998-908e-cc33edeef51a), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:42.178655 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-68d56718-d2ba-4ecb-84e0-4d65820c9a3c req-bc219d09-3357-47e5-9981-76d84b16f631 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Calling delete_port for 2f8c842a-2861-4998-908e-cc33edeef51a owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:58:42.349552 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-68d56718-d2ba-4ecb-84e0-4d65820c9a3c req-bc219d09-3357-47e5-9981-76d84b16f631 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (2f8c842a-2861-4998-908e-cc33edeef51a), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:42.361250 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['2f8c842a-2861-4998-908e-cc33edeef51a'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:58:42.379649 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc219d09-3357-47e5-9981-76d84b16f631 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Pushing event deleted for resources: {'Port': ['ID=2f8c842a-2861-4998-908e-cc33edeef51a,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:58:42.405976 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc219d09-3357-47e5-9981-76d84b16f631 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:42.406325 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc219d09-3357-47e5-9981-76d84b16f631 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:42.406672 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc219d09-3357-47e5-9981-76d84b16f631 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:42.407180 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc219d09-3357-47e5-9981-76d84b16f631 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:42.407480 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc219d09-3357-47e5-9981-76d84b16f631 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:42.407811 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc219d09-3357-47e5-9981-76d84b16f631 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:42.408497 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc219d09-3357-47e5-9981-76d84b16f631 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:42.408497 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc219d09-3357-47e5-9981-76d84b16f631 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:42.408964 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc219d09-3357-47e5-9981-76d84b16f631 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:42.409297 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc219d09-3357-47e5-9981-76d84b16f631 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:42.409629 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc219d09-3357-47e5-9981-76d84b16f631 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:42.409958 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc219d09-3357-47e5-9981-76d84b16f631 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:42.410284 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc219d09-3357-47e5-9981-76d84b16f631 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:42.410606 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc219d09-3357-47e5-9981-76d84b16f631 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:42.411019 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc219d09-3357-47e5-9981-76d84b16f631 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:42.433624 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d56718-d2ba-4ecb-84e0-4d65820c9a3c req-bc219d09-3357-47e5-9981-76d84b16f631 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] No DVR routers for this DVR port 2f8c842a-2861-4998-908e-cc33edeef51a on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:58:42.436063 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-68d56718-d2ba-4ecb-84e0-4d65820c9a3c req-bc219d09-3357-47e5-9981-76d84b16f631 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:42.439857 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-68d56718-d2ba-4ecb-84e0-4d65820c9a3c req-bc219d09-3357-47e5-9981-76d84b16f631 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.23 "DELETE /v2.0/ports/2f8c842a-2861-4998-908e-cc33edeef51a HTTP/1.1" status: 204 len: 173 time: 0.4520476 Mar 23 02:58:42.440294 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850bacc0-f08e-4a3d-9319-bc302081af7e', 'name': 'network-vif-deleted', 'tag': '2f8c842a-2861-4998-908e-cc33edeef51a'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:58:42.442850 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caab5882-0ccb-44bf-a4e3-4643c6071a75" -d '{"events": [{"server_uuid": "850bacc0-f08e-4a3d-9319-bc302081af7e", "name": "network-vif-deleted", "tag": "2f8c842a-2861-4998-908e-cc33edeef51a"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:58:42.478775 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cf45f7-90ac-4802-87ec-00b5c3c3f557 x-openstack-request-id: req-35cf45f7-90ac-4802-87ec-00b5c3c3f557 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:58:42.479069 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "850bacc0-f08e-4a3d-9319-bc302081af7e", "name": "network-vif-deleted", "tag": "2f8c842a-2861-4998-908e-cc33edeef51a", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:58:42.479348 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-35cf45f7-90ac-4802-87ec-00b5c3c3f557 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:58:42.479753 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35cf45f7-90ac-4802-87ec-00b5c3c3f557'] response: {'server_uuid': '850bacc0-f08e-4a3d-9319-bc302081af7e', 'name': 'network-vif-deleted', 'tag': '2f8c842a-2861-4998-908e-cc33edeef51a', 'status': 'completed', 'code': 200} Mar 23 02:58:42.628840 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-175273ab-a42f-45ba-bbb1-9582ca4c6e0f req-78c4dd83-aded-4c4d-ab4b-c090b90227b8 tempest-DeleteServersTestJSON-956354864 tempest-DeleteServersTestJSON-956354864-project] 10.222.0.24 "GET /v2.0/ports?device_id=850bacc0-f08e-4a3d-9319-bc302081af7e HTTP/1.1" status: 200 len: 210 time: 0.0319452 Mar 23 02:58:43.771964 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 37212) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:58:43.815898 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa4d50f2-0a2b-4baf-98c1-52fc9c35dc9a admin admin] Deleting subnet 76d1a6fd-401a-4b77-b8f8-90bad4cf656f {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:58:43.819169 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aa4d50f2-0a2b-4baf-98c1-52fc9c35dc9a admin admin] Publish callbacks [] for subnet (76d1a6fd-401a-4b77-b8f8-90bad4cf656f), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:43.852950 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aa4d50f2-0a2b-4baf-98c1-52fc9c35dc9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (76d1a6fd-401a-4b77-b8f8-90bad4cf656f), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:43.890876 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aa4d50f2-0a2b-4baf-98c1-52fc9c35dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (76d1a6fd-401a-4b77-b8f8-90bad4cf656f), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:44.001070 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aa4d50f2-0a2b-4baf-98c1-52fc9c35dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (76d1a6fd-401a-4b77-b8f8-90bad4cf656f), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:44.031130 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d50f2-0a2b-4baf-98c1-52fc9c35dc9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76d1a6fd-401a-4b77-b8f8-90bad4cf656f,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:58:44.036187 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aa4d50f2-0a2b-4baf-98c1-52fc9c35dc9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:44.039388 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-aa4d50f2-0a2b-4baf-98c1-52fc9c35dc9a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/76d1a6fd-401a-4b77-b8f8-90bad4cf656f HTTP/1.1" status: 204 len: 168 time: 0.2662697 Mar 23 02:58:44.041923 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 37214) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:58:44.044096 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d50f2-0a2b-4baf-98c1-52fc9c35dc9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:44.044456 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d50f2-0a2b-4baf-98c1-52fc9c35dc9a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:44.044810 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d50f2-0a2b-4baf-98c1-52fc9c35dc9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:44.045156 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d50f2-0a2b-4baf-98c1-52fc9c35dc9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:44.045503 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d50f2-0a2b-4baf-98c1-52fc9c35dc9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:44.045836 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d50f2-0a2b-4baf-98c1-52fc9c35dc9a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:44.046170 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d50f2-0a2b-4baf-98c1-52fc9c35dc9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:44.046554 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d50f2-0a2b-4baf-98c1-52fc9c35dc9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:44.046892 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d50f2-0a2b-4baf-98c1-52fc9c35dc9a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:44.047223 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d50f2-0a2b-4baf-98c1-52fc9c35dc9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:44.047556 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d50f2-0a2b-4baf-98c1-52fc9c35dc9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:44.047904 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d50f2-0a2b-4baf-98c1-52fc9c35dc9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:44.048237 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d50f2-0a2b-4baf-98c1-52fc9c35dc9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:44.049155 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d50f2-0a2b-4baf-98c1-52fc9c35dc9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:44.049601 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d50f2-0a2b-4baf-98c1-52fc9c35dc9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:58:44.112110 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-07ab5384-a962-4a08-9239-d671d2074096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (5e9b111d-1e64-4575-a17d-06a27ceea0da), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:44.192851 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-07ab5384-a962-4a08-9239-d671d2074096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (5e9b111d-1e64-4575-a17d-06a27ceea0da), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:44.213176 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-07ab5384-a962-4a08-9239-d671d2074096 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e9b111d-1e64-4575-a17d-06a27ceea0da']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:58:44.228033 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-07ab5384-a962-4a08-9239-d671d2074096 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5568b144-d9c6-4a0f-b772-eec616c13e03') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:58:44.228334 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-07ab5384-a962-4a08-9239-d671d2074096 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5568b144-d9c6-4a0f-b772-eec616c13e03') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:58:44.238852 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-07ab5384-a962-4a08-9239-d671d2074096 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (5568b144-d9c6-4a0f-b772-eec616c13e03), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:44.256141 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-07ab5384-a962-4a08-9239-d671d2074096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (5568b144-d9c6-4a0f-b772-eec616c13e03), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:44.258548 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07ab5384-a962-4a08-9239-d671d2074096 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:58:44.258932 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-07ab5384-a962-4a08-9239-d671d2074096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (5568b144-d9c6-4a0f-b772-eec616c13e03), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:44.260636 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 02:58:44.260636 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:58:44.260636 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 02:58:44.260636 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:58:44.260636 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 02:58:44.260636 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:58:44.260636 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 02:58:44.260636 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:58:44.260636 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 02:58:44.260636 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:58:44.260636 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 02:58:44.260636 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:58:44.260636 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 02:58:44.260636 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:58:44.260636 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:58:44.260636 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:58:44.260636 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:58:44.260636 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:58:44.260636 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 02:58:44.260636 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:58:44.260636 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 02:58:44.260636 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:58:44.260636 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:58:44.260636 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:58:44.260636 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 02:58:44.260636 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:58:44.260636 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:58:44.260636 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:58:44.260636 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:58:44.260636 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:58:44.260636 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:58:44.260636 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:58:44.406453 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-07ab5384-a962-4a08-9239-d671d2074096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (5e9b111d-1e64-4575-a17d-06a27ceea0da), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:44.411853 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-07ab5384-a962-4a08-9239-d671d2074096 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:44.414989 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-07ab5384-a962-4a08-9239-d671d2074096 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5e9b111d-1e64-4575-a17d-06a27ceea0da HTTP/1.1" status: 204 len: 168 time: 0.3720818 Mar 23 02:58:44.426880 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab5384-a962-4a08-9239-d671d2074096 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e9b111d-1e64-4575-a17d-06a27ceea0da,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:58:44.718769 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 37218) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:58:44.761831 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6e9e7284-d070-410b-aa41-5e335d7d2748 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce8a25a871234deeb08f11b461371905&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418699 Mar 23 02:58:44.764227 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 37220) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:58:44.810438 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c9831eb3-818f-47c2-bd82-cf7920a9ab48 admin admin] Publish callbacks [] for security_group (15fe938c-c770-473a-b355-d948676e34c4), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:44.831269 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c9831eb3-818f-47c2-bd82-cf7920a9ab48 admin admin] Publish callbacks [] for security_group (15fe938c-c770-473a-b355-d948676e34c4), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:44.949378 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c9831eb3-818f-47c2-bd82-cf7920a9ab48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (15fe938c-c770-473a-b355-d948676e34c4), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:44.951866 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c9831eb3-818f-47c2-bd82-cf7920a9ab48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:44.953018 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c9831eb3-818f-47c2-bd82-cf7920a9ab48 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15fe938c-c770-473a-b355-d948676e34c4 HTTP/1.1" status: 204 len: 168 time: 0.1879196 Mar 23 02:58:44.961193 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9831eb3-818f-47c2-bd82-cf7920a9ab48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fe938c-c770-473a-b355-d948676e34c4,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:58:46.051519 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 37242) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:58:46.145436 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-8eb09dbc-0325-478d-91f1-c143e6e348a4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1009553959-network', 'tenant_id': '567aec09cdfa4c3abc09e06e4510a8aa'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:58:46.245645 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb09dbc-0325-478d-91f1-c143e6e348a4 admin admin] Made reservation on behalf of 567aec09cdfa4c3abc09e06e4510a8aa for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:58:46.247964 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8eb09dbc-0325-478d-91f1-c143e6e348a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:46.257506 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8eb09dbc-0325-478d-91f1-c143e6e348a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:46.334071 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8eb09dbc-0325-478d-91f1-c143e6e348a4 admin admin] Publish callbacks [] for security_group (f2708e5d-0ba7-4f8e-ac31-c3c3e501f387), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:46.394954 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8eb09dbc-0325-478d-91f1-c143e6e348a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (f2708e5d-0ba7-4f8e-ac31-c3c3e501f387), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:46.418814 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb09dbc-0325-478d-91f1-c143e6e348a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:58:46.427930 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb09dbc-0325-478d-91f1-c143e6e348a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:58:46.440135 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8eb09dbc-0325-478d-91f1-c143e6e348a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (0f2e055e-3372-4aac-bc88-a61a9d9cf718), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:46.440135 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-8eb09dbc-0325-478d-91f1-c143e6e348a4 admin admin] Added segment 0f2e055e-3372-4aac-bc88-a61a9d9cf718 of type vlan for network edea3ae9-507e-4be4-83c5-8246c975b42b Mar 23 02:58:46.440542 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 2f8c842a-2861-4998-908e-cc33edeef51a no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:58:46.457706 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: 2f8c842a-2861-4998-908e-cc33edeef51a {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:58:46.458185 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 2f8c842a-2861-4998-908e-cc33edeef51a not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:58:46.479347 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8eb09dbc-0325-478d-91f1-c143e6e348a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (edea3ae9-507e-4be4-83c5-8246c975b42b), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:46.572408 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8eb09dbc-0325-478d-91f1-c143e6e348a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (edea3ae9-507e-4be4-83c5-8246c975b42b), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:46.573692 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb09dbc-0325-478d-91f1-c143e6e348a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:46.574298 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8eb09dbc-0325-478d-91f1-c143e6e348a4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:46.635438 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb09dbc-0325-478d-91f1-c143e6e348a4 admin admin] Pushing event updated for resources: {'Network': ['ID=edea3ae9-507e-4be4-83c5-8246c975b42b,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:58:46.645756 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network edea3ae9-507e-4be4-83c5-8246c975b42b details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:58:46.689991 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8eb09dbc-0325-478d-91f1-c143e6e348a4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6369042 Mar 23 02:58:46.692762 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 37246) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:58:46.697546 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-524e3fbd-9544-4f57-b6bf-3be0c69f24b4 admin admin] Request body: {'subnet': {'network_id': 'edea3ae9-507e-4be4-83c5-8246c975b42b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1009553959-subnet', 'tenant_id': '567aec09cdfa4c3abc09e06e4510a8aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:58:46.788283 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524e3fbd-9544-4f57-b6bf-3be0c69f24b4 admin admin] Made reservation on behalf of 567aec09cdfa4c3abc09e06e4510a8aa for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:58:46.790658 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-524e3fbd-9544-4f57-b6bf-3be0c69f24b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:47.022960 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-524e3fbd-9544-4f57-b6bf-3be0c69f24b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (7d67b256-9707-4dca-ac1c-d82cd2033d3c), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:47.081065 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e3fbd-9544-4f57-b6bf-3be0c69f24b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d67b256-9707-4dca-ac1c-d82cd2033d3c,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:58:47.089260 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524e3fbd-9544-4f57-b6bf-3be0c69f24b4 admin admin] Checking segment: {'id': '0f2e055e-3372-4aac-bc88-a61a9d9cf718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'edea3ae9-507e-4be4-83c5-8246c975b42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:58:47.089621 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524e3fbd-9544-4f57-b6bf-3be0c69f24b4 admin admin] Network hostable DHCP agents. Network: edea3ae9-507e-4be4-83c5-8246c975b42b, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:58:47.199981 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524e3fbd-9544-4f57-b6bf-3be0c69f24b4 admin admin] Network edea3ae9-507e-4be4-83c5-8246c975b42b is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:58:47.292210 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-524e3fbd-9544-4f57-b6bf-3be0c69f24b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, edea3ae9-507e-4be4-83c5-8246c975b42b) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:58:47.296099 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524e3fbd-9544-4f57-b6bf-3be0c69f24b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:47.296690 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-524e3fbd-9544-4f57-b6bf-3be0c69f24b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:47.303315 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7700019-dfb2-42b1-bddb-cac86bc6cb0e None None] Network edea3ae9-507e-4be4-83c5-8246c975b42b requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:58:47.381470 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-524e3fbd-9544-4f57-b6bf-3be0c69f24b4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6875503 Mar 23 02:58:47.400822 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2bd96f-bca9-4d3a-83b0-137bf589e575 None None] Network edea3ae9-507e-4be4-83c5-8246c975b42b requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:58:47.583994 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-85240a86-2040-4419-bd7e-03e3e3e46aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:47.793841 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-e8d093ce-6839-4553-a2bf-ac35b9fc6545 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:47.795308 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-e8d093ce-6839-4553-a2bf-ac35b9fc6545 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/networks?id=edea3ae9-507e-4be4-83c5-8246c975b42b HTTP/1.1" status: 200 len: 815 time: 0.1006470 Mar 23 02:58:47.810297 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-37f1c62e-a2ef-4bc7-94b0-551b9c178f5c tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/quotas/567aec09cdfa4c3abc09e06e4510a8aa HTTP/1.1" status: 200 len: 375 time: 0.0088418 Mar 23 02:58:47.841893 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-2a7f35ac-0ef4-453f-b0e7-126702ee20fd tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=567aec09cdfa4c3abc09e06e4510a8aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265441 Mar 23 02:58:47.934801 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-a0b2408f-a373-47a8-8885-a1a147ced211 service neutron] 10.222.0.24 "GET /v2.0/networks/edea3ae9-507e-4be4-83c5-8246c975b42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859375 Mar 23 02:58:48.025058 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-99e60d09-b16d-4790-8988-c6d47c3d902b service neutron] 10.222.0.24 "GET /v2.0/networks/edea3ae9-507e-4be4-83c5-8246c975b42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846009 Mar 23 02:58:48.247572 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e84c1629-e2f3-4176-a7ca-6d738d700d44 req-4d560b71-ddc5-4991-afb2-9236b99667a4 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 210 time: 0.0278814 Mar 23 02:58:48.795621 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:48.891341 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:58:49.351838 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-48b63de1-8bcb-43d1-8225-ede4bc9eb015 req-a2058bc9-c8b2-4845-8bce-28a8f4f3279e tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 210 time: 0.0278995 Mar 23 02:58:49.869014 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e92d2121-2e14-41f7-9712-e34e6fd101fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:50.257788 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-db59e62a-eecc-401b-87c2-7179e49ce639 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:50.259296 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-db59e62a-eecc-401b-87c2-7179e49ce639 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.23 "GET /v2.0/networks?id=edea3ae9-507e-4be4-83c5-8246c975b42b HTTP/1.1" status: 200 len: 815 time: 0.1093369 Mar 23 02:58:50.273755 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-ffe991ce-8d50-47ad-b63a-ed5de97c178c tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Request body: {'port': {'device_id': '7cf9f96f-b65e-42da-8933-8ff7e5000ec2', 'network_id': 'edea3ae9-507e-4be4-83c5-8246c975b42b', 'admin_state_up': True, 'tenant_id': '567aec09cdfa4c3abc09e06e4510a8aa'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:58:50.453631 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3c82c7c1-d723-43ae-b07b-60d9d2be4e15 req-6c85784d-26c4-4748-a7e7-a110291f2298 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 210 time: 0.0325270 Mar 23 02:58:50.454330 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-ffe991ce-8d50-47ad-b63a-ed5de97c178c tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Made reservation on behalf of 567aec09cdfa4c3abc09e06e4510a8aa for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:58:50.458090 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-ffe991ce-8d50-47ad-b63a-ed5de97c178c tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:50.582054 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-ffe991ce-8d50-47ad-b63a-ed5de97c178c tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Allocated IP 172.20.0.14 (edea3ae9-507e-4be4-83c5-8246c975b42b/7d67b256-9707-4dca-ac1c-d82cd2033d3c/a1f1e005-7a26-494f-80a6-0cc44c8a5d4e) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:58:50.727301 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-ffe991ce-8d50-47ad-b63a-ed5de97c178c tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Publish callbacks [] for port (a1f1e005-7a26-494f-80a6-0cc44c8a5d4e), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:50.812543 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-ffe991ce-8d50-47ad-b63a-ed5de97c178c tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (a1f1e005-7a26-494f-80a6-0cc44c8a5d4e), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:50.852960 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-ffe991ce-8d50-47ad-b63a-ed5de97c178c tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Network edea3ae9-507e-4be4-83c5-8246c975b42b is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:58:50.855881 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-ffe991ce-8d50-47ad-b63a-ed5de97c178c tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:58:50.859543 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-ffe991ce-8d50-47ad-b63a-ed5de97c178c tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:58:50.886331 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe991ce-8d50-47ad-b63a-ed5de97c178c tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Pushing event updated for resources: {'Port': ['ID=a1f1e005-7a26-494f-80a6-0cc44c8a5d4e,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:58:50.912802 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-ffe991ce-8d50-47ad-b63a-ed5de97c178c tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:50.913404 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-ffe991ce-8d50-47ad-b63a-ed5de97c178c tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:50.986101 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-ffe991ce-8d50-47ad-b63a-ed5de97c178c tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7162490 Mar 23 02:58:50.996806 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-01b0277e-6c4f-4dbe-857b-ff57c4134dee service neutron] Request body: {'port': {'device_id': '7cf9f96f-b65e-42da-8933-8ff7e5000ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:58:51.056892 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-01b0277e-6c4f-4dbe-857b-ff57c4134dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a1f1e005-7a26-494f-80a6-0cc44c8a5d4e), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:51.263843 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:51.315784 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-01b0277e-6c4f-4dbe-857b-ff57c4134dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1f1e005-7a26-494f-80a6-0cc44c8a5d4e {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:58:51.323346 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-01b0277e-6c4f-4dbe-857b-ff57c4134dee service neutron] Publish callbacks [] for port (a1f1e005-7a26-494f-80a6-0cc44c8a5d4e), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:51.336002 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-01b0277e-6c4f-4dbe-857b-ff57c4134dee service neutron] Transition to ACTIVE for port object a1f1e005-7a26-494f-80a6-0cc44c8a5d4e will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:58:51.388992 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-01b0277e-6c4f-4dbe-857b-ff57c4134dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (a1f1e005-7a26-494f-80a6-0cc44c8a5d4e), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:51.440667 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0277e-6c4f-4dbe-857b-ff57c4134dee service neutron] Pushing event updated for resources: {'Port': ['ID=a1f1e005-7a26-494f-80a6-0cc44c8a5d4e,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:58:51.507621 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-01b0277e-6c4f-4dbe-857b-ff57c4134dee service neutron] Attempting to bind port a1f1e005-7a26-494f-80a6-0cc44c8a5d4e on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:58:51.508237 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-01b0277e-6c4f-4dbe-857b-ff57c4134dee service neutron] Attempting to bind port a1f1e005-7a26-494f-80a6-0cc44c8a5d4e by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '0f2e055e-3372-4aac-bc88-a61a9d9cf718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'edea3ae9-507e-4be4-83c5-8246c975b42b'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:58:51.508697 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-01b0277e-6c4f-4dbe-857b-ff57c4134dee service neutron] Attempting to bind port a1f1e005-7a26-494f-80a6-0cc44c8a5d4e on network edea3ae9-507e-4be4-83c5-8246c975b42b {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:58:51.513031 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-01b0277e-6c4f-4dbe-857b-ff57c4134dee service neutron] Port a1f1e005-7a26-494f-80a6-0cc44c8a5d4e on network edea3ae9-507e-4be4-83c5-8246c975b42b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:58:51.513383 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-01b0277e-6c4f-4dbe-857b-ff57c4134dee service neutron] Attempting to bind port a1f1e005-7a26-494f-80a6-0cc44c8a5d4e on network edea3ae9-507e-4be4-83c5-8246c975b42b {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:58:51.519422 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-01b0277e-6c4f-4dbe-857b-ff57c4134dee service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:58:51.519703 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-01b0277e-6c4f-4dbe-857b-ff57c4134dee service neutron] Checking segment: {'id': '0f2e055e-3372-4aac-bc88-a61a9d9cf718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'edea3ae9-507e-4be4-83c5-8246c975b42b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:58:51.520129 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-01b0277e-6c4f-4dbe-857b-ff57c4134dee service neutron] Bound using segment: {'id': '0f2e055e-3372-4aac-bc88-a61a9d9cf718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'edea3ae9-507e-4be4-83c5-8246c975b42b'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:58:51.520579 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-01b0277e-6c4f-4dbe-857b-ff57c4134dee service neutron] Bound port: a1f1e005-7a26-494f-80a6-0cc44c8a5d4e, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2e055e-3372-4aac-bc88-a61a9d9cf718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'edea3ae9-507e-4be4-83c5-8246c975b42b'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:58:51.520938 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-01b0277e-6c4f-4dbe-857b-ff57c4134dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a1f1e005-7a26-494f-80a6-0cc44c8a5d4e), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:51.572476 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea6873-2a79-4182-8e36-5ed8a63b3c4e req-0da4a1b1-5a5b-4c9a-8d3d-e23436faf230 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:51.573962 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-31ea6873-2a79-4182-8e36-5ed8a63b3c4e req-0da4a1b1-5a5b-4c9a-8d3d-e23436faf230 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 944 time: 0.0520709 Mar 23 02:58:51.584343 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-01b0277e-6c4f-4dbe-857b-ff57c4134dee service neutron] For port a1f1e005-7a26-494f-80a6-0cc44c8a5d4e, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:58:51.587397 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-01b0277e-6c4f-4dbe-857b-ff57c4134dee service neutron] For port a1f1e005-7a26-494f-80a6-0cc44c8a5d4e, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a1f1e005-7a26-494f-80a6-0cc44c8a5d4e,segment=NetworkSegment(0f2e055e-3372-4aac-bc88-a61a9d9cf718),segment_id=0f2e055e-3372-4aac-bc88-a61a9d9cf718)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:58:51.620970 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-31ea6873-2a79-4182-8e36-5ed8a63b3c4e req-cd426d7d-f203-45c1-b88f-acd538781910 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412464 Mar 23 02:58:51.674593 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-01b0277e-6c4f-4dbe-857b-ff57c4134dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (a1f1e005-7a26-494f-80a6-0cc44c8a5d4e), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:51.710538 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-01b0277e-6c4f-4dbe-857b-ff57c4134dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:51.711163 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-01b0277e-6c4f-4dbe-857b-ff57c4134dee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:51.712582 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-01b0277e-6c4f-4dbe-857b-ff57c4134dee service neutron] 10.222.0.23 "PUT /v2.0/ports/a1f1e005-7a26-494f-80a6-0cc44c8a5d4e HTTP/1.1" status: 200 len: 1094 time: 0.7197108 Mar 23 02:58:51.713025 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cf9f96f-b65e-42da-8933-8ff7e5000ec2', 'tag': 'a1f1e005-7a26-494f-80a6-0cc44c8a5d4e'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:58:51.715270 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e283531f-a34a-4350-baff-6a536629346d" -d '{"events": [{"name": "network-changed", "server_uuid": "7cf9f96f-b65e-42da-8933-8ff7e5000ec2", "tag": "a1f1e005-7a26-494f-80a6-0cc44c8a5d4e"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:58:51.737029 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0277e-6c4f-4dbe-857b-ff57c4134dee service neutron] Pushing event updated for resources: {'Port': ['ID=a1f1e005-7a26-494f-80a6-0cc44c8a5d4e,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:58:51.754456 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c365f49-c8d4-4961-9b18-6c36fa0c3932 x-openstack-request-id: req-4c365f49-c8d4-4961-9b18-6c36fa0c3932 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:58:51.754456 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cf9f96f-b65e-42da-8933-8ff7e5000ec2", "tag": "a1f1e005-7a26-494f-80a6-0cc44c8a5d4e", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:58:51.754456 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4c365f49-c8d4-4961-9b18-6c36fa0c3932 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:58:51.754456 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c365f49-c8d4-4961-9b18-6c36fa0c3932'] response: {'name': 'network-changed', 'server_uuid': '7cf9f96f-b65e-42da-8933-8ff7e5000ec2', 'tag': 'a1f1e005-7a26-494f-80a6-0cc44c8a5d4e', 'status': 'completed', 'code': 200} Mar 23 02:58:51.820461 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283531f-a34a-4350-baff-6a536629346d req-dcf28c7e-4b1b-4f1c-a667-2eaf2ceb4da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:51.821909 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e283531f-a34a-4350-baff-6a536629346d req-dcf28c7e-4b1b-4f1c-a667-2eaf2ceb4da2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=567aec09cdfa4c3abc09e06e4510a8aa&device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 1128 time: 0.0494866 Mar 23 02:58:51.918630 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283531f-a34a-4350-baff-6a536629346d req-d7c11639-1e79-477e-a5be-b785ea64321c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:51.920130 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e283531f-a34a-4350-baff-6a536629346d req-d7c11639-1e79-477e-a5be-b785ea64321c service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=567aec09cdfa4c3abc09e06e4510a8aa&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0912113 Mar 23 02:58:52.020025 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283531f-a34a-4350-baff-6a536629346d req-754e99ed-6cae-45c7-afae-da080f254e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:52.021483 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e283531f-a34a-4350-baff-6a536629346d req-754e99ed-6cae-45c7-afae-da080f254e49 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956204 Mar 23 02:58:52.097787 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-b1bb2055-7bde-4385-9204-1295186202c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:52.099180 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-b1bb2055-7bde-4385-9204-1295186202c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=567aec09cdfa4c3abc09e06e4510a8aa&device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 1128 time: 0.0444698 Mar 23 02:58:52.139109 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-c574d003-1458-47a7-b073-68e412acfa0d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1f1e005-7a26-494f-80a6-0cc44c8a5d4e HTTP/1.1" status: 200 len: 217 time: 0.0335932 Mar 23 02:58:52.200038 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-be2281f3-184f-4ff9-8436-602b47826551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:52.201467 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-be2281f3-184f-4ff9-8436-602b47826551 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d67b256-9707-4dca-ac1c-d82cd2033d3c HTTP/1.1" status: 200 len: 855 time: 0.0459485 Mar 23 02:58:52.232883 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-eb24296c-1e15-43c6-847a-02082d98d1dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=edea3ae9-507e-4be4-83c5-8246c975b42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252340 Mar 23 02:58:52.328882 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-7eaa7dbe-2ea9-4c95-835a-dc2ccd506a70 service neutron] 10.222.0.23 "GET /v2.0/networks/edea3ae9-507e-4be4-83c5-8246c975b42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905356 Mar 23 02:58:52.709603 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:52.746172 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca49257-a1b7-4fc4-9772-98948cd36b49 req-19597798-37fe-43ac-96ab-727884e5b3b5 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:52.747659 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-eca49257-a1b7-4fc4-9772-98948cd36b49 req-19597798-37fe-43ac-96ab-727884e5b3b5 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 944 time: 0.0595238 Mar 23 02:58:52.750359 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bcd30644-b500-4185-83b4-2ea793d3ae3e req-07f955a5-12db-4421-a909-d0f9f43690f8 service neutron] 10.222.0.23 "GET /v2.0/networks/edea3ae9-507e-4be4-83c5-8246c975b42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156799 Mar 23 02:58:52.794205 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-eca49257-a1b7-4fc4-9772-98948cd36b49 req-3da50ef4-16c3-44d0-ac83-7769c53d86b0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407686 Mar 23 02:58:53.915253 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557baef-8fb9-46da-b6f4-648f28a36c25 req-98ab03d1-3b76-45c5-9fe1-c261f4f7a2d7 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:53.916766 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9557baef-8fb9-46da-b6f4-648f28a36c25 req-98ab03d1-3b76-45c5-9fe1-c261f4f7a2d7 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 944 time: 0.0526218 Mar 23 02:58:53.966544 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:53.967847 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9557baef-8fb9-46da-b6f4-648f28a36c25 req-cb656112-295e-4b4f-bab6-278a16eefc4e tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452063 Mar 23 02:58:55.083707 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f97c79-737a-4b8d-8d87-a51e432c6c0a req-1725d237-eef0-4fda-88be-38ae47964e52 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:55.085232 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a6f97c79-737a-4b8d-8d87-a51e432c6c0a req-1725d237-eef0-4fda-88be-38ae47964e52 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 944 time: 0.0520456 Mar 23 02:58:55.132310 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a6f97c79-737a-4b8d-8d87-a51e432c6c0a req-894854d1-a93f-4173-a15f-d665ca80cf66 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415349 Mar 23 02:58:56.249174 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60692d38-587e-4c6b-8ffa-f9cd556a5615 req-e528e866-a41e-4caf-9748-1c6f6783e53f tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:56.250665 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-60692d38-587e-4c6b-8ffa-f9cd556a5615 req-e528e866-a41e-4caf-9748-1c6f6783e53f tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 944 time: 0.0537870 Mar 23 02:58:56.301812 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-60692d38-587e-4c6b-8ffa-f9cd556a5615 req-2fad4cae-3d77-4964-8b92-7486989265ec tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444980 Mar 23 02:58:56.498153 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device a1f1e005-7a26-494f-80a6-0cc44c8a5d4e details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:58:56.594318 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port a1f1e005-7a26-494f-80a6-0cc44c8a5d4e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a1f1e005-7a26-494f-80a6-0cc44c8a5d4e,segment=NetworkSegment(0f2e055e-3372-4aac-bc88-a61a9d9cf718),segment_id=0f2e055e-3372-4aac-bc88-a61a9d9cf718)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:58:56.605634 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': 'a1f1e005-7a26-494f-80a6-0cc44c8a5d4e', 'network_id': 'edea3ae9-507e-4be4-83c5-8246c975b42b', 'port_id': 'a1f1e005-7a26-494f-80a6-0cc44c8a5d4e', 'mac_address': 'fa:16:3e:0e:ab:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d67b256-9707-4dca-ac1c-d82cd2033d3c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:58:56.641231 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port a1f1e005-7a26-494f-80a6-0cc44c8a5d4e is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:58:56.641625 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a1f1e005-7a26-494f-80a6-0cc44c8a5d4e), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:56.654836 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f1e005-7a26-494f-80a6-0cc44c8a5d4e {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:58:56.677120 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port a1f1e005-7a26-494f-80a6-0cc44c8a5d4e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a1f1e005-7a26-494f-80a6-0cc44c8a5d4e,segment=NetworkSegment(0f2e055e-3372-4aac-bc88-a61a9d9cf718),segment_id=0f2e055e-3372-4aac-bc88-a61a9d9cf718)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:58:56.737665 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (a1f1e005-7a26-494f-80a6-0cc44c8a5d4e), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:56.785793 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=a1f1e005-7a26-494f-80a6-0cc44c8a5d4e,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:58:56.936925 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['a1f1e005-7a26-494f-80a6-0cc44c8a5d4e'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:58:57.423260 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4fab19-4d2e-4391-9f9d-a691580b0214 req-73cef513-0229-4c12-8f75-2964b92d8411 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:57.425258 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-fd4fab19-4d2e-4391-9f9d-a691580b0214 req-73cef513-0229-4c12-8f75-2964b92d8411 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 945 time: 0.0550733 Mar 23 02:58:57.470123 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-fd4fab19-4d2e-4391-9f9d-a691580b0214 req-1eb7f5ce-8a0c-419b-bf7e-50a58bfe889f tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394690 Mar 23 02:58:58.513175 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device a1f1e005-7a26-494f-80a6-0cc44c8a5d4e up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:58:58.589186 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84195f4d-59c8-4aff-89a9-7466c80f707d req-1676c05a-a79a-432d-8521-1b592ed3eaf9 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:58.590630 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-84195f4d-59c8-4aff-89a9-7466c80f707d req-1676c05a-a79a-432d-8521-1b592ed3eaf9 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 945 time: 0.0515003 Mar 23 02:58:58.634012 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port a1f1e005-7a26-494f-80a6-0cc44c8a5d4e completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:58:58.637414 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-84195f4d-59c8-4aff-89a9-7466c80f707d req-1394b6f7-2ac1-4188-87e5-a4282e0c6b9d tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411792 Mar 23 02:58:58.639275 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port a1f1e005-7a26-494f-80a6-0cc44c8a5d4e triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:58:58.639900 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a1f1e005-7a26-494f-80a6-0cc44c8a5d4e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:58.717757 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port a1f1e005-7a26-494f-80a6-0cc44c8a5d4e is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:58:58.718148 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a1f1e005-7a26-494f-80a6-0cc44c8a5d4e), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:58.740717 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf9f96f-b65e-42da-8933-8ff7e5000ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f1e005-7a26-494f-80a6-0cc44c8a5d4e'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:58:58.742981 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b77ca1-f9b1-4f7e-9a16-ab4990e0d076" -d '{"events": [{"server_uuid": "7cf9f96f-b65e-42da-8933-8ff7e5000ec2", "name": "network-vif-plugged", "status": "completed", "tag": "a1f1e005-7a26-494f-80a6-0cc44c8a5d4e"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:58:58.758569 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port a1f1e005-7a26-494f-80a6-0cc44c8a5d4e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a1f1e005-7a26-494f-80a6-0cc44c8a5d4e,segment=NetworkSegment(0f2e055e-3372-4aac-bc88-a61a9d9cf718),segment_id=0f2e055e-3372-4aac-bc88-a61a9d9cf718)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:58:58.780093 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c07759-5381-4d06-8c0f-2fd1c688569f x-openstack-request-id: req-b2c07759-5381-4d06-8c0f-2fd1c688569f {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:58:58.780453 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf9f96f-b65e-42da-8933-8ff7e5000ec2", "name": "network-vif-plugged", "status": "completed", "tag": "a1f1e005-7a26-494f-80a6-0cc44c8a5d4e", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:58:58.784822 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b2c07759-5381-4d06-8c0f-2fd1c688569f {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:58:58.784822 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2c07759-5381-4d06-8c0f-2fd1c688569f'] response: {'server_uuid': '7cf9f96f-b65e-42da-8933-8ff7e5000ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f1e005-7a26-494f-80a6-0cc44c8a5d4e', 'code': 200} Mar 23 02:58:58.829067 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (a1f1e005-7a26-494f-80a6-0cc44c8a5d4e), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:58.875286 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=a1f1e005-7a26-494f-80a6-0cc44c8a5d4e,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:58:59.105732 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417eefc-1a7e-4d73-9649-013fa3240c9b req-502433b0-87ef-4a1f-89d1-bb8c9e7f2b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:59.107188 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7417eefc-1a7e-4d73-9649-013fa3240c9b req-502433b0-87ef-4a1f-89d1-bb8c9e7f2b18 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 1130 time: 0.0884376 Mar 23 02:58:59.149226 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7417eefc-1a7e-4d73-9649-013fa3240c9b req-4d34fdaf-055d-4149-90d1-75ccc8f036a6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361440 Mar 23 02:58:59.758196 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3cdc5-0d2b-4295-80b3-70fca961a33d req-b791c9d9-7b23-4b39-a528-819470cea94b tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:59.759670 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-69c3cdc5-0d2b-4295-80b3-70fca961a33d req-b791c9d9-7b23-4b39-a528-819470cea94b tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0551956 Mar 23 02:58:59.805498 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-69c3cdc5-0d2b-4295-80b3-70fca961a33d req-c1e5305c-0ca4-4ba1-befb-7d68bc25c1c8 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402839 Mar 23 02:59:00.923743 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc422062-4db5-4c6d-8a05-ea71c7c97020 req-0709fe47-4a49-4902-83fa-8ae732e1ced0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:00.925172 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-cc422062-4db5-4c6d-8a05-ea71c7c97020 req-0709fe47-4a49-4902-83fa-8ae732e1ced0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0525038 Mar 23 02:59:00.971149 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-cc422062-4db5-4c6d-8a05-ea71c7c97020 req-6c9e220f-5d59-4864-9ae3-c7a0c2236806 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403605 Mar 23 02:59:01.086958 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83424dc-2e0a-4f8b-afba-6748c1d5300b req-4feef1ea-4d19-4649-a2ca-1343780ff032 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:01.088448 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b83424dc-2e0a-4f8b-afba-6748c1d5300b req-4feef1ea-4d19-4649-a2ca-1343780ff032 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0516276 Mar 23 02:59:01.134355 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b83424dc-2e0a-4f8b-afba-6748c1d5300b req-ec7b003a-4913-4c26-8feb-cd2c82c49e88 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403922 Mar 23 02:59:01.405650 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e679dbf-ed0d-4cff-888c-fc8706ed95ff req-a60f1357-7567-42b1-b019-0a64013ac8fd tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:01.407098 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2e679dbf-ed0d-4cff-888c-fc8706ed95ff req-a60f1357-7567-42b1-b019-0a64013ac8fd tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0545571 Mar 23 02:59:01.452863 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2e679dbf-ed0d-4cff-888c-fc8706ed95ff req-3efa4b64-e1d3-4a88-9769-267814d2b235 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392456 Mar 23 02:59:01.567363 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5ac96-7c02-49c6-ab86-8e9415947790 req-bbbc1d7a-e7dd-4d61-ba1a-1c1c8dd90727 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:01.568782 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-20b5ac96-7c02-49c6-ab86-8e9415947790 req-bbbc1d7a-e7dd-4d61-ba1a-1c1c8dd90727 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0517120 Mar 23 02:59:01.623447 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-20b5ac96-7c02-49c6-ab86-8e9415947790 req-7de72a00-febd-466d-8cf0-25a8fe4d736d tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492356 Mar 23 02:59:03.148535 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878e442-01df-4675-96f2-b93fff6c931d req-cc9a1913-a0e8-4a5b-94f4-56d9025fabef tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:03.150006 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3878e442-01df-4675-96f2-b93fff6c931d req-cc9a1913-a0e8-4a5b-94f4-56d9025fabef tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0548012 Mar 23 02:59:03.197936 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3878e442-01df-4675-96f2-b93fff6c931d req-ede972b0-1208-40fc-86bc-aa4e003f36d5 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423169 Mar 23 02:59:03.271151 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-94bd9bc3-d43b-4e2a-9fe8-67085b7f7d2e req-ab811666-d0c5-4a75-95f2-609795bfb354 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0445073 Mar 23 02:59:03.830924 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd9bc3-d43b-4e2a-9fe8-67085b7f7d2e req-0bd87ea4-05d8-4152-a277-2fa6b579eac7 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:03.833055 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-94bd9bc3-d43b-4e2a-9fe8-67085b7f7d2e req-0bd87ea4-05d8-4152-a277-2fa6b579eac7 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports/a1f1e005-7a26-494f-80a6-0cc44c8a5d4e HTTP/1.1" status: 200 len: 943 time: 0.0458779 Mar 23 02:59:04.316517 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d3dd3-98fc-42ec-bd4d-f95b9cebc988 req-c5122a1c-30a5-45ae-815c-ff7db1102017 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:04.318007 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b09d3dd3-98fc-42ec-bd4d-f95b9cebc988 req-c5122a1c-30a5-45ae-815c-ff7db1102017 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0528500 Mar 23 02:59:04.365563 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b09d3dd3-98fc-42ec-bd4d-f95b9cebc988 req-25c6789e-9c15-492f-930d-14f77e0c0add tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416379 Mar 23 02:59:05.273002 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd9bc3-d43b-4e2a-9fe8-67085b7f7d2e req-a959b229-b06d-438a-93c8-463c62610060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:05.274567 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-94bd9bc3-d43b-4e2a-9fe8-67085b7f7d2e req-a959b229-b06d-438a-93c8-463c62610060 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=567aec09cdfa4c3abc09e06e4510a8aa&device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 1130 time: 0.0483122 Mar 23 02:59:05.363836 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd9bc3-d43b-4e2a-9fe8-67085b7f7d2e req-73e3b440-85d5-4927-b1ec-82e665ba484e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:05.365567 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-94bd9bc3-d43b-4e2a-9fe8-67085b7f7d2e req-73e3b440-85d5-4927-b1ec-82e665ba484e service neutron] 10.222.0.23 "GET /v2.0/networks?id=edea3ae9-507e-4be4-83c5-8246c975b42b HTTP/1.1" status: 200 len: 916 time: 0.0858274 Mar 23 02:59:05.410173 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-94bd9bc3-d43b-4e2a-9fe8-67085b7f7d2e req-c7332b16-ea4b-4c78-99df-bc75c2dfc046 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1f1e005-7a26-494f-80a6-0cc44c8a5d4e HTTP/1.1" status: 200 len: 217 time: 0.0385177 Mar 23 02:59:05.458213 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd9bc3-d43b-4e2a-9fe8-67085b7f7d2e req-f113f333-7a49-4d7c-9ad5-82f350e24283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:05.459674 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-94bd9bc3-d43b-4e2a-9fe8-67085b7f7d2e req-f113f333-7a49-4d7c-9ad5-82f350e24283 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d67b256-9707-4dca-ac1c-d82cd2033d3c HTTP/1.1" status: 200 len: 855 time: 0.0441954 Mar 23 02:59:05.487939 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f6721-3ea4-435d-a381-f127a890f030 req-6cec563c-c147-45bf-aefe-7cb884604e37 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:05.489730 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-eb7f6721-3ea4-435d-a381-f127a890f030 req-6cec563c-c147-45bf-aefe-7cb884604e37 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0532217 Mar 23 02:59:05.492237 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-94bd9bc3-d43b-4e2a-9fe8-67085b7f7d2e req-078dfc5d-74dc-4b27-9aac-c5349aa0717c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=edea3ae9-507e-4be4-83c5-8246c975b42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262194 Mar 23 02:59:05.539951 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-eb7f6721-3ea4-435d-a381-f127a890f030 req-714094c8-208d-41fe-9f03-867dec650c81 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445228 Mar 23 02:59:05.585839 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-94bd9bc3-d43b-4e2a-9fe8-67085b7f7d2e req-38de7f31-e5d9-4ffe-bf65-cd53247433c3 service neutron] 10.222.0.23 "GET /v2.0/networks/edea3ae9-507e-4be4-83c5-8246c975b42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878341 Mar 23 02:59:05.674169 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-94bd9bc3-d43b-4e2a-9fe8-67085b7f7d2e req-5514594b-77c4-4a5c-bf1a-5239dfdcef04 service neutron] 10.222.0.23 "GET /v2.0/networks/edea3ae9-507e-4be4-83c5-8246c975b42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822053 Mar 23 02:59:06.662021 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02546b9a-2e83-47b8-9e7e-0176f037c450 req-c32ea98d-3367-4e74-a477-7fa366858ea9 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:06.663509 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-02546b9a-2e83-47b8-9e7e-0176f037c450 req-c32ea98d-3367-4e74-a477-7fa366858ea9 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0533843 Mar 23 02:59:06.711126 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-02546b9a-2e83-47b8-9e7e-0176f037c450 req-8b100753-b3d2-4cd5-9d32-7fc2fd88f0b2 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420504 Mar 23 02:59:07.826654 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5449df-e835-4557-8010-a97c26642ec9 req-c2354344-95c7-4b34-ab37-2e8eaac763b6 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:07.828146 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-bd5449df-e835-4557-8010-a97c26642ec9 req-c2354344-95c7-4b34-ab37-2e8eaac763b6 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0516675 Mar 23 02:59:07.873999 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-bd5449df-e835-4557-8010-a97c26642ec9 req-ecbae036-6b91-40b4-a85c-56811a72cc9d tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396757 Mar 23 02:59:09.007234 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee060a2-659c-4f69-a230-eeaa66e30b19 req-55b203eb-1729-40b6-9bf7-397a2090a990 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:09.008747 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2ee060a2-659c-4f69-a230-eeaa66e30b19 req-55b203eb-1729-40b6-9bf7-397a2090a990 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0610597 Mar 23 02:59:09.054646 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2ee060a2-659c-4f69-a230-eeaa66e30b19 req-6872571a-1ab8-43ab-a7e1-4d23d6bfb0c4 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404232 Mar 23 02:59:10.172383 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e9db1-5e3a-4635-84ad-078f0812a0a7 req-03c8151c-0a68-4188-a60c-1565f8e80d96 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:10.173856 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-494e9db1-5e3a-4635-84ad-078f0812a0a7 req-03c8151c-0a68-4188-a60c-1565f8e80d96 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0532582 Mar 23 02:59:10.219328 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-494e9db1-5e3a-4635-84ad-078f0812a0a7 req-d2158d81-f444-4eda-8f58-43dd67492463 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398970 Mar 23 02:59:11.336870 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd8e77-bd9c-44e3-a1c6-501c9943a04a req-d4b1faff-072f-41b7-bbb1-530288b499ce tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:11.338372 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4bdd8e77-bd9c-44e3-a1c6-501c9943a04a req-d4b1faff-072f-41b7-bbb1-530288b499ce tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0530238 Mar 23 02:59:11.384770 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4bdd8e77-bd9c-44e3-a1c6-501c9943a04a req-0e0337c3-d06e-4239-822a-39fe4f734cee tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408382 Mar 23 02:59:12.504331 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76523b31-85cb-4b93-b3d5-657057e28371 req-cb1797bb-89b0-4ef2-994b-ce982f4ac0b1 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:12.505793 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-76523b31-85cb-4b93-b3d5-657057e28371 req-cb1797bb-89b0-4ef2-994b-ce982f4ac0b1 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0550747 Mar 23 02:59:12.551716 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-76523b31-85cb-4b93-b3d5-657057e28371 req-a2090677-69bf-4ec4-9505-e630fd1f1e67 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404994 Mar 23 02:59:13.671906 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c32488-cf2b-4477-b128-ffb00ceab020 req-388df3a7-c254-4fe7-bfd1-3c3c5d1a46e0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:13.673390 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-68c32488-cf2b-4477-b128-ffb00ceab020 req-388df3a7-c254-4fe7-bfd1-3c3c5d1a46e0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0569229 Mar 23 02:59:13.720705 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-68c32488-cf2b-4477-b128-ffb00ceab020 req-65efe1a0-ebf1-4300-8f87-04dce627f3e5 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412099 Mar 23 02:59:14.689849 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d3461-540a-4094-9896-958bfdbc3a8b req-4ab5d485-50f8-4529-9eee-5a7cf4c381a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:14.692027 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8b3d3461-540a-4094-9896-958bfdbc3a8b req-4ab5d485-50f8-4529-9eee-5a7cf4c381a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=567aec09cdfa4c3abc09e06e4510a8aa&device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 1130 time: 0.0459237 Mar 23 02:59:14.797903 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d3461-540a-4094-9896-958bfdbc3a8b req-b332423b-cd11-4034-9e4c-2b3812b2d602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:14.799490 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8b3d3461-540a-4094-9896-958bfdbc3a8b req-b332423b-cd11-4034-9e4c-2b3812b2d602 service neutron] 10.222.0.23 "GET /v2.0/networks?id=edea3ae9-507e-4be4-83c5-8246c975b42b HTTP/1.1" status: 200 len: 916 time: 0.0900443 Mar 23 02:59:14.839698 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67e714-6707-4add-bc82-9f0bee77c7b2 req-3eb17e56-82b4-43e7-9e01-707ade3adf11 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:14.841233 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-fa67e714-6707-4add-bc82-9f0bee77c7b2 req-3eb17e56-82b4-43e7-9e01-707ade3adf11 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0535796 Mar 23 02:59:14.843407 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8b3d3461-540a-4094-9896-958bfdbc3a8b req-ce0139fd-24a2-4a28-9b0d-5c1aa86e40d9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1f1e005-7a26-494f-80a6-0cc44c8a5d4e HTTP/1.1" status: 200 len: 217 time: 0.0373712 Mar 23 02:59:14.889857 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-fa67e714-6707-4add-bc82-9f0bee77c7b2 req-4bff6488-8cf5-48bc-8a1e-80960afcb9af tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424774 Mar 23 02:59:14.891420 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d3461-540a-4094-9896-958bfdbc3a8b req-a1ee8b38-a15d-42f1-a6d2-5b3fd5c25156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:14.893769 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8b3d3461-540a-4094-9896-958bfdbc3a8b req-a1ee8b38-a15d-42f1-a6d2-5b3fd5c25156 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d67b256-9707-4dca-ac1c-d82cd2033d3c HTTP/1.1" status: 200 len: 855 time: 0.0435429 Mar 23 02:59:14.924392 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8b3d3461-540a-4094-9896-958bfdbc3a8b req-e2993f2b-d74c-498f-90ed-c8c1df7c31ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=edea3ae9-507e-4be4-83c5-8246c975b42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257313 Mar 23 02:59:15.015044 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8b3d3461-540a-4094-9896-958bfdbc3a8b req-e92a7508-6a6b-4056-9b93-d1740a49aace service neutron] 10.222.0.23 "GET /v2.0/networks/edea3ae9-507e-4be4-83c5-8246c975b42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847750 Mar 23 02:59:15.102844 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8b3d3461-540a-4094-9896-958bfdbc3a8b req-59f8b60e-f677-4774-993e-8793d1944108 service neutron] 10.222.0.23 "GET /v2.0/networks/edea3ae9-507e-4be4-83c5-8246c975b42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813010 Mar 23 02:59:16.014141 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2758520-f933-4af1-8a9a-c8834cd00a91 req-3d1ce5b5-9bd8-436a-baa7-80260aeeef73 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:16.015629 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f2758520-f933-4af1-8a9a-c8834cd00a91 req-3d1ce5b5-9bd8-436a-baa7-80260aeeef73 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0574880 Mar 23 02:59:16.062095 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f2758520-f933-4af1-8a9a-c8834cd00a91 req-defde5ae-ecee-4f05-bd07-1495cd448400 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407557 Mar 23 02:59:17.187476 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fa6b6-ec03-4867-9231-27cfa057d03e req-9fb0c485-bf34-4fee-91ad-cef89384e529 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:17.189046 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-045fa6b6-ec03-4867-9231-27cfa057d03e req-9fb0c485-bf34-4fee-91ad-cef89384e529 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0578117 Mar 23 02:59:17.236375 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-045fa6b6-ec03-4867-9231-27cfa057d03e req-4cd4e655-7a9c-4487-813f-2b86e7e7fc7c tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406375 Mar 23 02:59:17.594127 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-28adc67c-07df-4324-b627-6f61ff809221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:18.356147 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379f7f2-7036-4cae-8d3f-d2ba21d46222 req-0e23ec8e-2c1d-474b-98d0-22e4d059eaa8 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:18.357627 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c379f7f2-7036-4cae-8d3f-d2ba21d46222 req-0e23ec8e-2c1d-474b-98d0-22e4d059eaa8 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0519445 Mar 23 02:59:18.403558 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c379f7f2-7036-4cae-8d3f-d2ba21d46222 req-9e147c0b-3336-4c4f-8935-c05e3c1a0f8a tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397351 Mar 23 02:59:18.863304 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:19.519649 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d977c3-3164-4b06-ace6-f21594cacc12 req-da09e150-1c61-46db-9c0c-c857e14aeb80 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:19.521161 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d6d977c3-3164-4b06-ace6-f21594cacc12 req-da09e150-1c61-46db-9c0c-c857e14aeb80 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0515258 Mar 23 02:59:19.566995 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d6d977c3-3164-4b06-ace6-f21594cacc12 req-3a2b85a5-f9b2-4c61-b36f-0335a4331749 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400510 Mar 23 02:59:19.908822 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-95ef5b35-d888-46bd-875e-4b2ec8c40a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:20.689411 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697c6ee-39bd-4f2d-b19b-9bdeaac5794a req-51b3ff3c-ecc1-4ceb-9f35-8057ba41bde0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:20.690924 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6697c6ee-39bd-4f2d-b19b-9bdeaac5794a req-51b3ff3c-ecc1-4ceb-9f35-8057ba41bde0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0560005 Mar 23 02:59:20.736473 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6697c6ee-39bd-4f2d-b19b-9bdeaac5794a req-a222fadd-e4fc-4760-bf86-56c988cd7f02 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395935 Mar 23 02:59:21.290146 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:21.852078 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb37a8-8f0e-49f5-ad72-7709dfb7e094 req-8917d291-c094-4fe5-9bbd-c89315bf0584 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:21.853562 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-38eb37a8-8f0e-49f5-ad72-7709dfb7e094 req-8917d291-c094-4fe5-9bbd-c89315bf0584 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0510490 Mar 23 02:59:21.903260 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-38eb37a8-8f0e-49f5-ad72-7709dfb7e094 req-7fb9f757-9ea8-4960-86a4-e8282fabe3a0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440950 Mar 23 02:59:22.692009 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:23.020994 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae00c65-f85e-45b7-bb30-48a45ad61b3f req-cceff4bf-28f2-4234-9b28-d7a3b654244b tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:23.022483 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-eae00c65-f85e-45b7-bb30-48a45ad61b3f req-cceff4bf-28f2-4234-9b28-d7a3b654244b tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0533071 Mar 23 02:59:23.068476 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-eae00c65-f85e-45b7-bb30-48a45ad61b3f req-50288e15-5eeb-4e3f-8723-020ce2f48f78 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405483 Mar 23 02:59:23.977355 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:24.183997 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26929e1e-b947-4945-9978-ad369dc26869 req-d3584e9e-56c2-4be9-9aa0-774265bef62e tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:24.185451 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-26929e1e-b947-4945-9978-ad369dc26869 req-d3584e9e-56c2-4be9-9aa0-774265bef62e tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0520601 Mar 23 02:59:24.232870 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-26929e1e-b947-4945-9978-ad369dc26869 req-0e8d18a8-04a6-4b24-ad00-39c521c5cb91 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417724 Mar 23 02:59:25.350851 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9009de0-6712-495b-a032-da9015f1c483 req-c8d768cb-5a31-46ff-a771-dba6fd4a2c0e tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:25.352406 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d9009de0-6712-495b-a032-da9015f1c483 req-c8d768cb-5a31-46ff-a771-dba6fd4a2c0e tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0537450 Mar 23 02:59:25.401993 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d9009de0-6712-495b-a032-da9015f1c483 req-25dd5fcb-5e64-4ad3-bd4d-d43cffe60b8b tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439095 Mar 23 02:59:25.890809 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:59:26.537212 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa7574-fa56-4d8b-82b1-b74761b32aad req-6a36a30e-4453-41e0-b509-fe229e3cd2b0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:26.539436 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-70aa7574-fa56-4d8b-82b1-b74761b32aad req-6a36a30e-4453-41e0-b509-fe229e3cd2b0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0676527 Mar 23 02:59:26.585337 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-70aa7574-fa56-4d8b-82b1-b74761b32aad req-86a66abf-430b-4fe5-ba88-3794be3b7bf4 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405209 Mar 23 02:59:27.702443 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b3026-108f-486d-9603-35ac51d9bd82 req-f2dd55d8-b80d-4845-bfad-dcf41fe85b38 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:27.703935 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-912b3026-108f-486d-9603-35ac51d9bd82 req-f2dd55d8-b80d-4845-bfad-dcf41fe85b38 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0521851 Mar 23 02:59:27.750318 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-912b3026-108f-486d-9603-35ac51d9bd82 req-678a79fd-3888-41cd-a5cb-ce8ddb817321 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400472 Mar 23 02:59:28.872767 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37481307-d5dd-4fbb-b2c4-35b9b48c331b req-24d79dc1-3737-4e8d-96cd-c78241dcd398 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:28.874234 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-37481307-d5dd-4fbb-b2c4-35b9b48c331b req-24d79dc1-3737-4e8d-96cd-c78241dcd398 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0568242 Mar 23 02:59:28.923276 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-37481307-d5dd-4fbb-b2c4-35b9b48c331b req-4e6159e6-3713-4d37-acb4-3dfd97b28606 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429375 Mar 23 02:59:30.043963 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a3acd-b512-4399-846f-6aabb5d1c467 req-1d63b009-570d-4763-8900-d04d56e10b7c tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:30.045459 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f94a3acd-b512-4399-846f-6aabb5d1c467 req-1d63b009-570d-4763-8900-d04d56e10b7c tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0529418 Mar 23 02:59:30.092051 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f94a3acd-b512-4399-846f-6aabb5d1c467 req-400e84af-b76d-4d28-b374-44594fdf5498 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406978 Mar 23 02:59:31.210084 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aff8ff-74ef-4024-9f73-0ff56618e675 req-ec1904e1-a862-45bd-8e73-e133a4cc0d19 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:31.211633 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-39aff8ff-74ef-4024-9f73-0ff56618e675 req-ec1904e1-a862-45bd-8e73-e133a4cc0d19 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0532115 Mar 23 02:59:31.258008 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-39aff8ff-74ef-4024-9f73-0ff56618e675 req-e93b4e59-9412-42bc-b995-d1b1c3020f94 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408792 Mar 23 02:59:32.379597 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e120410-d35e-448b-acf1-6163f567b1a5 req-590014ae-3ced-4d2a-b607-18259ac80191 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:32.381105 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2e120410-d35e-448b-acf1-6163f567b1a5 req-590014ae-3ced-4d2a-b607-18259ac80191 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0566440 Mar 23 02:59:32.426233 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2e120410-d35e-448b-acf1-6163f567b1a5 req-55f27c88-9111-4259-a00f-61cb70c70b5f tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395348 Mar 23 02:59:33.543004 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d040c7-d10f-4a17-8f27-9c83bf419cba req-7f2f7689-de73-4929-919a-de1c1a2a12fd tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:33.544498 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-31d040c7-d10f-4a17-8f27-9c83bf419cba req-7f2f7689-de73-4929-919a-de1c1a2a12fd tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0526493 Mar 23 02:59:33.594261 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-31d040c7-d10f-4a17-8f27-9c83bf419cba req-8c5b9b21-77c4-4e86-92bd-9364c8654f2e tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443273 Mar 23 02:59:34.710838 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53370a3-8b6c-4425-99e2-c1240b1739bb req-174c3a2e-376d-467d-960a-27f051e82803 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:34.712328 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d53370a3-8b6c-4425-99e2-c1240b1739bb req-174c3a2e-376d-467d-960a-27f051e82803 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0536549 Mar 23 02:59:34.758259 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d53370a3-8b6c-4425-99e2-c1240b1739bb req-71f408be-2814-4a15-ae94-f850316239b2 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402164 Mar 23 02:59:35.877678 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3fd4d-d1b1-441a-8418-4bd39ed4faa4 req-746679e1-d793-452b-b934-8290cfa19090 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:35.879455 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ebb3fd4d-d1b1-441a-8418-4bd39ed4faa4 req-746679e1-d793-452b-b934-8290cfa19090 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0529718 Mar 23 02:59:35.925807 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ebb3fd4d-d1b1-441a-8418-4bd39ed4faa4 req-05306eb6-cfb7-472c-8118-df7c4c4c52f4 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408394 Mar 23 02:59:37.046694 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4b794-18fb-4139-b1a1-f4054505571c req-dcc3f372-01ee-412a-b194-823bac732461 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:37.049978 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7cd4b794-18fb-4139-b1a1-f4054505571c req-dcc3f372-01ee-412a-b194-823bac732461 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0527589 Mar 23 02:59:37.098313 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7cd4b794-18fb-4139-b1a1-f4054505571c req-03cbb309-6e07-4b01-b59c-e8a77c3470d0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439992 Mar 23 02:59:37.601205 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-94bd9bc3-d43b-4e2a-9fe8-67085b7f7d2e req-b1995b79-85f4-4490-a336-ffce16e7008f service neutron] 10.222.0.23 "GET /v2.0/ports/a1f1e005-7a26-494f-80a6-0cc44c8a5d4e/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0542650 Mar 23 02:59:38.152655 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd9bc3-d43b-4e2a-9fe8-67085b7f7d2e req-a2bf76d5-fbf8-476a-8151-acb55d2664e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:38.154291 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-94bd9bc3-d43b-4e2a-9fe8-67085b7f7d2e req-a2bf76d5-fbf8-476a-8151-acb55d2664e8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2&tenant_id=567aec09cdfa4c3abc09e06e4510a8aa HTTP/1.1" status: 200 len: 1130 time: 0.0474515 Mar 23 02:59:38.219477 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd9bc3-d43b-4e2a-9fe8-67085b7f7d2e req-19bdee46-22f6-4247-a1e4-e422e4d3360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:38.219957 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947ca81-6ba9-4d3d-8cad-533be575aacc req-f7aeb3cc-c37b-4179-b907-08b6a1361f29 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:38.221025 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-94bd9bc3-d43b-4e2a-9fe8-67085b7f7d2e req-19bdee46-22f6-4247-a1e4-e422e4d3360a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=567aec09cdfa4c3abc09e06e4510a8aa&device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 1130 time: 0.0463114 Mar 23 02:59:38.221423 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b947ca81-6ba9-4d3d-8cad-533be575aacc req-f7aeb3cc-c37b-4179-b907-08b6a1361f29 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0551209 Mar 23 02:59:38.268077 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b947ca81-6ba9-4d3d-8cad-533be575aacc req-9dd0a163-e1dd-4988-b810-bc1fb3a665a6 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409791 Mar 23 02:59:38.314309 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd9bc3-d43b-4e2a-9fe8-67085b7f7d2e req-fe36df5c-e1ab-4e5f-87c5-3da7319975f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:38.315781 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-94bd9bc3-d43b-4e2a-9fe8-67085b7f7d2e req-fe36df5c-e1ab-4e5f-87c5-3da7319975f2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=edea3ae9-507e-4be4-83c5-8246c975b42b HTTP/1.1" status: 200 len: 916 time: 0.0891895 Mar 23 02:59:38.356748 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-94bd9bc3-d43b-4e2a-9fe8-67085b7f7d2e req-89082623-9145-442e-bfcd-11130c20dfb4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1f1e005-7a26-494f-80a6-0cc44c8a5d4e HTTP/1.1" status: 200 len: 217 time: 0.0353563 Mar 23 02:59:38.407216 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd9bc3-d43b-4e2a-9fe8-67085b7f7d2e req-0b5704a2-77d6-4f28-94b8-9f52d7b994bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:38.408577 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-94bd9bc3-d43b-4e2a-9fe8-67085b7f7d2e req-0b5704a2-77d6-4f28-94b8-9f52d7b994bd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d67b256-9707-4dca-ac1c-d82cd2033d3c HTTP/1.1" status: 200 len: 855 time: 0.0464349 Mar 23 02:59:38.438821 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-94bd9bc3-d43b-4e2a-9fe8-67085b7f7d2e req-990cdc60-a3e0-446e-bac1-5626b5df31b2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=edea3ae9-507e-4be4-83c5-8246c975b42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247457 Mar 23 02:59:38.526286 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-94bd9bc3-d43b-4e2a-9fe8-67085b7f7d2e req-9b6390ce-f826-4eba-8a94-d9b916b4033d service neutron] 10.222.0.23 "GET /v2.0/networks/edea3ae9-507e-4be4-83c5-8246c975b42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802507 Mar 23 02:59:38.615669 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-94bd9bc3-d43b-4e2a-9fe8-67085b7f7d2e req-9fe78013-dea3-4805-b59f-f8eee4bd7dc7 service neutron] 10.222.0.23 "GET /v2.0/networks/edea3ae9-507e-4be4-83c5-8246c975b42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837922 Mar 23 02:59:39.392694 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53b74e-752a-4850-b468-af7eec81e31f req-98f8f229-956c-4fa5-befe-6b008fd6a6e1 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:39.394680 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b53b74e-752a-4850-b468-af7eec81e31f req-98f8f229-956c-4fa5-befe-6b008fd6a6e1 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0532444 Mar 23 02:59:39.441666 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b53b74e-752a-4850-b468-af7eec81e31f req-dbfb4edf-f241-47db-b7d9-6b0e857d8654 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404489 Mar 23 02:59:40.565445 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b836d68-56ce-4f3a-8448-88b9c5676d6c req-d26c63df-0f97-4376-8596-e98b53435d09 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:40.567251 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8b836d68-56ce-4f3a-8448-88b9c5676d6c req-d26c63df-0f97-4376-8596-e98b53435d09 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0565152 Mar 23 02:59:40.613051 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8b836d68-56ce-4f3a-8448-88b9c5676d6c req-8050c80d-d7c9-4179-abd2-50d1344eae7d tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401225 Mar 23 02:59:40.753387 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device a1f1e005-7a26-494f-80a6-0cc44c8a5d4e no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:59:40.830908 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port a1f1e005-7a26-494f-80a6-0cc44c8a5d4e is: ACTIVE; New status is: DOWN {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:59:40.832880 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a1f1e005-7a26-494f-80a6-0cc44c8a5d4e), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:40.855268 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf9f96f-b65e-42da-8933-8ff7e5000ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1f1e005-7a26-494f-80a6-0cc44c8a5d4e'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:59:40.857533 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5fc301-065b-4156-9b20-eee042c39718" -d '{"events": [{"server_uuid": "7cf9f96f-b65e-42da-8933-8ff7e5000ec2", "name": "network-vif-unplugged", "status": "completed", "tag": "a1f1e005-7a26-494f-80a6-0cc44c8a5d4e"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:59:40.870471 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port a1f1e005-7a26-494f-80a6-0cc44c8a5d4e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a1f1e005-7a26-494f-80a6-0cc44c8a5d4e,segment=NetworkSegment(0f2e055e-3372-4aac-bc88-a61a9d9cf718),segment_id=0f2e055e-3372-4aac-bc88-a61a9d9cf718)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:59:40.943399 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (a1f1e005-7a26-494f-80a6-0cc44c8a5d4e), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:40.949174 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fb3de-d37b-47e0-9b42-7321242f31c8 req-5c05a122-2484-4685-9a2a-4b1fd05553b4 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:40.950957 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-fb1fb3de-d37b-47e0-9b42-7321242f31c8 req-5c05a122-2484-4685-9a2a-4b1fd05553b4 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 946 time: 0.0661054 Mar 23 02:59:40.973775 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 02:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c7de2b-a2be-45e0-928d-2ec3d6a8a2dd x-openstack-request-id: req-74c7de2b-a2be-45e0-928d-2ec3d6a8a2dd {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:59:40.979216 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf9f96f-b65e-42da-8933-8ff7e5000ec2", "name": "network-vif-unplugged", "status": "completed", "tag": "a1f1e005-7a26-494f-80a6-0cc44c8a5d4e", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:59:40.979216 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-74c7de2b-a2be-45e0-928d-2ec3d6a8a2dd {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:59:40.979216 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74c7de2b-a2be-45e0-928d-2ec3d6a8a2dd'] response: {'server_uuid': '7cf9f96f-b65e-42da-8933-8ff7e5000ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1f1e005-7a26-494f-80a6-0cc44c8a5d4e', 'code': 200} Mar 23 02:59:40.997058 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=a1f1e005-7a26-494f-80a6-0cc44c8a5d4e,revision_number=6']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:59:41.008762 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-fb1fb3de-d37b-47e0-9b42-7321242f31c8 req-1adcec87-6d8f-41bb-a162-55dbc30e0521 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498362 Mar 23 02:59:41.017327 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:59:41.017688 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:59:41.018035 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:59:41.018380 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:59:41.018721 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:59:41.019205 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:59:41.019470 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:59:41.019776 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:59:41.020149 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:59:41.020482 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:59:41.020814 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:59:41.021146 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:59:41.021455 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:59:41.030543 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:59:41.030543 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:59:41.058796 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5f0e1-6381-4bb3-9d47-97a28d376e27 req-44a506e8-b6fe-430a-a51f-33bcd457656c tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:41.060258 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-99d5f0e1-6381-4bb3-9d47-97a28d376e27 req-44a506e8-b6fe-430a-a51f-33bcd457656c tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2&tenant_id=567aec09cdfa4c3abc09e06e4510a8aa&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 944 time: 0.0585384 Mar 23 02:59:41.182734 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5f0e1-6381-4bb3-9d47-97a28d376e27 req-25ad96f9-b024-4589-8b5f-80223bb3f9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:41.184312 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-99d5f0e1-6381-4bb3-9d47-97a28d376e27 req-25ad96f9-b024-4589-8b5f-80223bb3f9ae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=567aec09cdfa4c3abc09e06e4510a8aa&device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 1128 time: 0.0503385 Mar 23 02:59:41.274647 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5f0e1-6381-4bb3-9d47-97a28d376e27 req-531daed1-88bc-4c09-b8fa-793a6a42eaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:41.277570 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-99d5f0e1-6381-4bb3-9d47-97a28d376e27 req-531daed1-88bc-4c09-b8fa-793a6a42eaa1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=edea3ae9-507e-4be4-83c5-8246c975b42b HTTP/1.1" status: 200 len: 916 time: 0.0839405 Mar 23 02:59:41.320639 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-99d5f0e1-6381-4bb3-9d47-97a28d376e27 req-21c00986-5b64-4b9e-8c97-0e87b90d2e1c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1f1e005-7a26-494f-80a6-0cc44c8a5d4e HTTP/1.1" status: 200 len: 217 time: 0.0386467 Mar 23 02:59:41.367965 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5f0e1-6381-4bb3-9d47-97a28d376e27 req-fcea19ab-dc5d-45a4-8191-7fbe0ee6692c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:41.369383 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-99d5f0e1-6381-4bb3-9d47-97a28d376e27 req-fcea19ab-dc5d-45a4-8191-7fbe0ee6692c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d67b256-9707-4dca-ac1c-d82cd2033d3c HTTP/1.1" status: 200 len: 855 time: 0.0433893 Mar 23 02:59:41.400304 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-99d5f0e1-6381-4bb3-9d47-97a28d376e27 req-5435ee71-3821-436a-9023-308e06a5f88a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=edea3ae9-507e-4be4-83c5-8246c975b42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252223 Mar 23 02:59:41.487417 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-99d5f0e1-6381-4bb3-9d47-97a28d376e27 req-309de76e-bd8d-47ea-a4fa-d654ca15c1c5 service neutron] 10.222.0.23 "GET /v2.0/networks/edea3ae9-507e-4be4-83c5-8246c975b42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815892 Mar 23 02:59:41.580208 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-99d5f0e1-6381-4bb3-9d47-97a28d376e27 req-166d157c-0b2a-4943-89bc-d1e819f1e451 service neutron] 10.222.0.23 "GET /v2.0/networks/edea3ae9-507e-4be4-83c5-8246c975b42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858645 Mar 23 02:59:42.139981 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c6efc-a755-4791-ad95-7995a76d48fd req-b7438d31-3d61-4de7-b2fe-3990c28c51f1 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:42.141542 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0d9c6efc-a755-4791-ad95-7995a76d48fd req-b7438d31-3d61-4de7-b2fe-3990c28c51f1 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 944 time: 0.0559313 Mar 23 02:59:42.189986 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0d9c6efc-a755-4791-ad95-7995a76d48fd req-9267bd97-1fa6-495e-902f-c1731a28a197 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421596 Mar 23 02:59:43.315917 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d564af-b001-41f2-a6d0-eca19df21703 req-38fa9e25-1fda-47c9-812e-51770023f9c0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:43.317661 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-92d564af-b001-41f2-a6d0-eca19df21703 req-38fa9e25-1fda-47c9-812e-51770023f9c0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 944 time: 0.0605335 Mar 23 02:59:43.363859 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-92d564af-b001-41f2-a6d0-eca19df21703 req-de8cb1e2-082f-46d1-8580-e4aaf67d68dc tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403097 Mar 23 02:59:43.484839 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c1b8d-a3f6-4748-8693-7aec28d41c1f req-faf85165-0de8-44d2-a553-0003fff41b05 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:43.486295 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e05c1b8d-a3f6-4748-8693-7aec28d41c1f req-faf85165-0de8-44d2-a553-0003fff41b05 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 944 time: 0.0583451 Mar 23 02:59:43.532421 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e05c1b8d-a3f6-4748-8693-7aec28d41c1f req-c229289c-492c-4813-89fa-06d6cc89231f tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399456 Mar 23 02:59:43.645265 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46a7fe-8e39-41df-b4d4-787646aaeb98 req-928caa58-2e1b-4787-a563-364a946d7cef tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:43.646634 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7b46a7fe-8e39-41df-b4d4-787646aaeb98 req-928caa58-2e1b-4787-a563-364a946d7cef tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 944 time: 0.0510855 Mar 23 02:59:43.691840 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7b46a7fe-8e39-41df-b4d4-787646aaeb98 req-0b3302d1-7601-414b-974f-fe610fe979c8 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396502 Mar 23 02:59:44.243038 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-6ef84fb6-5080-4452-8311-337bf8715441 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:44.244512 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-6ef84fb6-5080-4452-8311-337bf8715441 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/networks?id=edea3ae9-507e-4be4-83c5-8246c975b42b HTTP/1.1" status: 200 len: 815 time: 0.1011884 Mar 23 02:59:44.259054 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-490ed191-2ae7-4c42-9576-e6836f7a77bd tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/quotas/567aec09cdfa4c3abc09e06e4510a8aa HTTP/1.1" status: 200 len: 375 time: 0.0092340 Mar 23 02:59:44.312242 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-e739b861-8716-4280-aab3-0ad5d455d4ec tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=567aec09cdfa4c3abc09e06e4510a8aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0482640 Mar 23 02:59:44.322464 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-a3c9d1c8-23d0-4871-8d2a-6c975d71b0b2 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:59:44.323387 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-a3c9d1c8-23d0-4871-8d2a-6c975d71b0b2 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047226 Mar 23 02:59:44.409793 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-96f3cc2d-6fe4-4449-8fcd-6002e8084605 service neutron] 10.222.0.24 "GET /v2.0/networks/edea3ae9-507e-4be4-83c5-8246c975b42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809629 Mar 23 02:59:44.501547 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-b52aebaf-dc96-4908-bc6c-4fd9c20a0197 service neutron] 10.222.0.24 "GET /v2.0/networks/edea3ae9-507e-4be4-83c5-8246c975b42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855317 Mar 23 02:59:44.744061 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-186929a6-9392-4cba-a3ae-c64301becb51 req-9a22cc71-18a6-4c03-901e-951a4daccdf9 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 210 time: 0.0279186 Mar 23 02:59:45.764123 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237d360-f8d6-467f-827d-06f899342359 req-62b1e443-3fb6-4bea-98ed-257cc7ba9fc7 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:45.765710 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d237d360-f8d6-467f-827d-06f899342359 req-62b1e443-3fb6-4bea-98ed-257cc7ba9fc7 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cf9f96f-b65e-42da-8933-8ff7e5000ec2 HTTP/1.1" status: 200 len: 944 time: 0.0520251 Mar 23 02:59:45.838917 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1892ec22-fe60-475c-b152-c61566106cc3 req-065d2335-3af3-4851-88d0-206dea68f55b tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 210 time: 0.0281122 Mar 23 02:59:45.871200 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-d237d360-f8d6-467f-827d-06f899342359 req-02d9eea1-e931-4327-b9ac-8675891b9cc0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Deleting port a1f1e005-7a26-494f-80a6-0cc44c8a5d4e {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:59:45.871541 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-d237d360-f8d6-467f-827d-06f899342359 req-02d9eea1-e931-4327-b9ac-8675891b9cc0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (a1f1e005-7a26-494f-80a6-0cc44c8a5d4e), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:45.963755 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-d237d360-f8d6-467f-827d-06f899342359 req-02d9eea1-e931-4327-b9ac-8675891b9cc0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] For port a1f1e005-7a26-494f-80a6-0cc44c8a5d4e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a1f1e005-7a26-494f-80a6-0cc44c8a5d4e,segment=NetworkSegment(0f2e055e-3372-4aac-bc88-a61a9d9cf718),segment_id=0f2e055e-3372-4aac-bc88-a61a9d9cf718)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:59:45.964198 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-d237d360-f8d6-467f-827d-06f899342359 req-02d9eea1-e931-4327-b9ac-8675891b9cc0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (a1f1e005-7a26-494f-80a6-0cc44c8a5d4e), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:45.977324 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-d237d360-f8d6-467f-827d-06f899342359 req-02d9eea1-e931-4327-b9ac-8675891b9cc0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Calling delete_port for a1f1e005-7a26-494f-80a6-0cc44c8a5d4e owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:59:46.171194 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-d237d360-f8d6-467f-827d-06f899342359 req-02d9eea1-e931-4327-b9ac-8675891b9cc0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (a1f1e005-7a26-494f-80a6-0cc44c8a5d4e), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:46.201188 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9eea1-e931-4327-b9ac-8675891b9cc0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Pushing event deleted for resources: {'Port': ['ID=a1f1e005-7a26-494f-80a6-0cc44c8a5d4e,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:59:46.229431 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9eea1-e931-4327-b9ac-8675891b9cc0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:59:46.229713 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9eea1-e931-4327-b9ac-8675891b9cc0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:59:46.230060 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9eea1-e931-4327-b9ac-8675891b9cc0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:59:46.230406 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9eea1-e931-4327-b9ac-8675891b9cc0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:59:46.230743 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9eea1-e931-4327-b9ac-8675891b9cc0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:59:46.231106 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9eea1-e931-4327-b9ac-8675891b9cc0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:59:46.231438 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9eea1-e931-4327-b9ac-8675891b9cc0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:59:46.231779 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9eea1-e931-4327-b9ac-8675891b9cc0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:59:46.232150 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9eea1-e931-4327-b9ac-8675891b9cc0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:59:46.232475 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9eea1-e931-4327-b9ac-8675891b9cc0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:59:46.232802 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9eea1-e931-4327-b9ac-8675891b9cc0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:59:46.233127 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9eea1-e931-4327-b9ac-8675891b9cc0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:59:46.233450 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9eea1-e931-4327-b9ac-8675891b9cc0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:59:46.233774 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9eea1-e931-4327-b9ac-8675891b9cc0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:59:46.234095 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9eea1-e931-4327-b9ac-8675891b9cc0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:59:46.258028 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-d237d360-f8d6-467f-827d-06f899342359 req-02d9eea1-e931-4327-b9ac-8675891b9cc0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] No DVR routers for this DVR port a1f1e005-7a26-494f-80a6-0cc44c8a5d4e on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:59:46.260433 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-d237d360-f8d6-467f-827d-06f899342359 req-02d9eea1-e931-4327-b9ac-8675891b9cc0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:46.263629 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d237d360-f8d6-467f-827d-06f899342359 req-02d9eea1-e931-4327-b9ac-8675891b9cc0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.23 "DELETE /v2.0/ports/a1f1e005-7a26-494f-80a6-0cc44c8a5d4e HTTP/1.1" status: 204 len: 173 time: 0.4856892 Mar 23 02:59:46.264086 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf9f96f-b65e-42da-8933-8ff7e5000ec2', 'name': 'network-vif-deleted', 'tag': 'a1f1e005-7a26-494f-80a6-0cc44c8a5d4e'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:59:46.266327 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1b22f6-1b24-4e62-bfa2-05ea680611de" -d '{"events": [{"server_uuid": "7cf9f96f-b65e-42da-8933-8ff7e5000ec2", "name": "network-vif-deleted", "tag": "a1f1e005-7a26-494f-80a6-0cc44c8a5d4e"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:59:46.358027 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8feb3425-92b5-45b8-9eb2-bbabe3df878c x-openstack-request-id: req-8feb3425-92b5-45b8-9eb2-bbabe3df878c {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:59:46.358324 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf9f96f-b65e-42da-8933-8ff7e5000ec2", "name": "network-vif-deleted", "tag": "a1f1e005-7a26-494f-80a6-0cc44c8a5d4e", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:59:46.358666 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8feb3425-92b5-45b8-9eb2-bbabe3df878c {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:59:46.359040 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8feb3425-92b5-45b8-9eb2-bbabe3df878c'] response: {'server_uuid': '7cf9f96f-b65e-42da-8933-8ff7e5000ec2', 'name': 'network-vif-deleted', 'tag': 'a1f1e005-7a26-494f-80a6-0cc44c8a5d4e', 'status': 'completed', 'code': 200} Mar 23 02:59:46.510177 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-4a0654fd-7b00-47ca-8f17-3d3b89c0e7a8 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:46.511621 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-4a0654fd-7b00-47ca-8f17-3d3b89c0e7a8 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.23 "GET /v2.0/networks?id=edea3ae9-507e-4be4-83c5-8246c975b42b HTTP/1.1" status: 200 len: 815 time: 0.1068008 Mar 23 02:59:46.523351 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-ed416f43-3091-4aec-8679-ae620b085429 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Request body: {'port': {'device_id': 'b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f', 'network_id': 'edea3ae9-507e-4be4-83c5-8246c975b42b', 'admin_state_up': True, 'tenant_id': '567aec09cdfa4c3abc09e06e4510a8aa'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:59:46.725555 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-ed416f43-3091-4aec-8679-ae620b085429 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Made reservation on behalf of 567aec09cdfa4c3abc09e06e4510a8aa for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:59:46.729203 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-ed416f43-3091-4aec-8679-ae620b085429 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:46.854367 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-ed416f43-3091-4aec-8679-ae620b085429 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Allocated IP 172.20.0.12 (edea3ae9-507e-4be4-83c5-8246c975b42b/7d67b256-9707-4dca-ac1c-d82cd2033d3c/b6d85772-25ef-41ae-9ad9-855da1014cb3) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:59:46.938393 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-688e0082-b9f5-4f78-8ac7-1cdcafeff9e7 req-39c74cd5-b7bc-45c4-97af-7530044d366a tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 210 time: 0.0273092 Mar 23 02:59:47.007792 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-ed416f43-3091-4aec-8679-ae620b085429 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Publish callbacks [] for port (b6d85772-25ef-41ae-9ad9-855da1014cb3), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:47.115219 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-ed416f43-3091-4aec-8679-ae620b085429 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (b6d85772-25ef-41ae-9ad9-855da1014cb3), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:47.157362 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-ed416f43-3091-4aec-8679-ae620b085429 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Network edea3ae9-507e-4be4-83c5-8246c975b42b is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:59:47.160573 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-ed416f43-3091-4aec-8679-ae620b085429 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:59:47.167068 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-ed416f43-3091-4aec-8679-ae620b085429 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:59:47.173477 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed416f43-3091-4aec-8679-ae620b085429 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Pushing event updated for resources: {'Port': ['ID=b6d85772-25ef-41ae-9ad9-855da1014cb3,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:59:47.221839 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-ed416f43-3091-4aec-8679-ae620b085429 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:47.222443 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-ed416f43-3091-4aec-8679-ae620b085429 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:47.288456 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-ed416f43-3091-4aec-8679-ae620b085429 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7688925 Mar 23 02:59:47.298828 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-24f97345-63b2-4c27-ba79-8138c87369ac service neutron] Request body: {'port': {'device_id': 'b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:59:47.357723 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-24f97345-63b2-4c27-ba79-8138c87369ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b6d85772-25ef-41ae-9ad9-855da1014cb3), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:47.582714 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-71a69c1c-af2f-4704-a70a-955948ab5771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:47.615226 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-24f97345-63b2-4c27-ba79-8138c87369ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6d85772-25ef-41ae-9ad9-855da1014cb3 {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:59:47.622725 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-24f97345-63b2-4c27-ba79-8138c87369ac service neutron] Publish callbacks [] for port (b6d85772-25ef-41ae-9ad9-855da1014cb3), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:47.634875 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-24f97345-63b2-4c27-ba79-8138c87369ac service neutron] Transition to ACTIVE for port object b6d85772-25ef-41ae-9ad9-855da1014cb3 will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:59:47.685431 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-24f97345-63b2-4c27-ba79-8138c87369ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (b6d85772-25ef-41ae-9ad9-855da1014cb3), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:47.736410 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f97345-63b2-4c27-ba79-8138c87369ac service neutron] Pushing event updated for resources: {'Port': ['ID=b6d85772-25ef-41ae-9ad9-855da1014cb3,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:59:47.805307 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-24f97345-63b2-4c27-ba79-8138c87369ac service neutron] Attempting to bind port b6d85772-25ef-41ae-9ad9-855da1014cb3 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:59:47.805642 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-24f97345-63b2-4c27-ba79-8138c87369ac service neutron] Attempting to bind port b6d85772-25ef-41ae-9ad9-855da1014cb3 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '0f2e055e-3372-4aac-bc88-a61a9d9cf718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'edea3ae9-507e-4be4-83c5-8246c975b42b'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:59:47.805976 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-24f97345-63b2-4c27-ba79-8138c87369ac service neutron] Attempting to bind port b6d85772-25ef-41ae-9ad9-855da1014cb3 on network edea3ae9-507e-4be4-83c5-8246c975b42b {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:59:47.810101 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-24f97345-63b2-4c27-ba79-8138c87369ac service neutron] Port b6d85772-25ef-41ae-9ad9-855da1014cb3 on network edea3ae9-507e-4be4-83c5-8246c975b42b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:59:47.810421 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-24f97345-63b2-4c27-ba79-8138c87369ac service neutron] Attempting to bind port b6d85772-25ef-41ae-9ad9-855da1014cb3 on network edea3ae9-507e-4be4-83c5-8246c975b42b {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:59:47.815239 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-24f97345-63b2-4c27-ba79-8138c87369ac service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:59:47.815573 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-24f97345-63b2-4c27-ba79-8138c87369ac service neutron] Checking segment: {'id': '0f2e055e-3372-4aac-bc88-a61a9d9cf718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'edea3ae9-507e-4be4-83c5-8246c975b42b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:59:47.815999 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-24f97345-63b2-4c27-ba79-8138c87369ac service neutron] Bound using segment: {'id': '0f2e055e-3372-4aac-bc88-a61a9d9cf718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'edea3ae9-507e-4be4-83c5-8246c975b42b'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:59:47.816678 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-24f97345-63b2-4c27-ba79-8138c87369ac service neutron] Bound port: b6d85772-25ef-41ae-9ad9-855da1014cb3, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2e055e-3372-4aac-bc88-a61a9d9cf718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'edea3ae9-507e-4be4-83c5-8246c975b42b'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:59:47.817033 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-24f97345-63b2-4c27-ba79-8138c87369ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b6d85772-25ef-41ae-9ad9-855da1014cb3), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:47.881392 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-24f97345-63b2-4c27-ba79-8138c87369ac service neutron] For port b6d85772-25ef-41ae-9ad9-855da1014cb3, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:59:47.884229 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-24f97345-63b2-4c27-ba79-8138c87369ac service neutron] For port b6d85772-25ef-41ae-9ad9-855da1014cb3, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b6d85772-25ef-41ae-9ad9-855da1014cb3,segment=NetworkSegment(0f2e055e-3372-4aac-bc88-a61a9d9cf718),segment_id=0f2e055e-3372-4aac-bc88-a61a9d9cf718)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:59:47.943121 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-24f97345-63b2-4c27-ba79-8138c87369ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (b6d85772-25ef-41ae-9ad9-855da1014cb3), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:47.976857 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-24f97345-63b2-4c27-ba79-8138c87369ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:47.977300 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-24f97345-63b2-4c27-ba79-8138c87369ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:47.978709 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-24f97345-63b2-4c27-ba79-8138c87369ac service neutron] 10.222.0.23 "PUT /v2.0/ports/b6d85772-25ef-41ae-9ad9-855da1014cb3 HTTP/1.1" status: 200 len: 1094 time: 0.6839371 Mar 23 02:59:48.000366 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f97345-63b2-4c27-ba79-8138c87369ac service neutron] Pushing event updated for resources: {'Port': ['ID=b6d85772-25ef-41ae-9ad9-855da1014cb3,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:59:48.063661 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075177d-0b7c-4718-a062-63bc36d8dce2 req-2eceb5ed-37f5-46b7-a00a-da5e6f13a475 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:48.065160 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0075177d-0b7c-4718-a062-63bc36d8dce2 req-2eceb5ed-37f5-46b7-a00a-da5e6f13a475 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 944 time: 0.0546644 Mar 23 02:59:48.138436 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0075177d-0b7c-4718-a062-63bc36d8dce2 req-2da583b3-e77c-474f-b646-efc93b0f21bd tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662007 Mar 23 02:59:48.151531 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-993ba9e0-c402-4ee7-9420-64fdc49f4dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:48.153050 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-993ba9e0-c402-4ee7-9420-64fdc49f4dec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=567aec09cdfa4c3abc09e06e4510a8aa&device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 1128 time: 0.0639477 Mar 23 02:59:48.197269 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-4c8c577f-e3d3-4721-892f-bc74d73cbf91 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6d85772-25ef-41ae-9ad9-855da1014cb3 HTTP/1.1" status: 200 len: 217 time: 0.0380688 Mar 23 02:59:48.243865 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-0f4f9548-f9b0-4af0-b1a6-fb4c6e7608b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:48.245297 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-0f4f9548-f9b0-4af0-b1a6-fb4c6e7608b9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d67b256-9707-4dca-ac1c-d82cd2033d3c HTTP/1.1" status: 200 len: 855 time: 0.0430481 Mar 23 02:59:48.276649 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-5e8bc04b-af6c-46f1-9a73-7414cac09332 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=edea3ae9-507e-4be4-83c5-8246c975b42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256686 Mar 23 02:59:48.363147 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f', 'tag': 'b6d85772-25ef-41ae-9ad9-855da1014cb3'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:59:48.365532 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba17d324-8634-412b-b687-3bbb712b027c" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f", "tag": "b6d85772-25ef-41ae-9ad9-855da1014cb3"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:59:48.373509 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-ddbe6079-7ede-452e-8bfc-c4e013f5827c service neutron] 10.222.0.23 "GET /v2.0/networks/edea3ae9-507e-4be4-83c5-8246c975b42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909455 Mar 23 02:59:48.420817 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dafa86f-1139-4620-9773-f2a2a15e2047 x-openstack-request-id: req-1dafa86f-1139-4620-9773-f2a2a15e2047 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:59:48.421108 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f", "tag": "b6d85772-25ef-41ae-9ad9-855da1014cb3", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:59:48.421359 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1dafa86f-1139-4620-9773-f2a2a15e2047 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:59:48.421759 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dafa86f-1139-4620-9773-f2a2a15e2047'] response: {'name': 'network-changed', 'server_uuid': 'b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f', 'tag': 'b6d85772-25ef-41ae-9ad9-855da1014cb3', 'status': 'completed', 'code': 200} Mar 23 02:59:48.463474 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c4e45495-9dd6-44be-bcef-abeb61baf06a req-27fb02ec-a16f-496f-bb8e-54b2f6a44317 service neutron] 10.222.0.23 "GET /v2.0/networks/edea3ae9-507e-4be4-83c5-8246c975b42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841279 Mar 23 02:59:48.630278 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17d324-8634-412b-b687-3bbb712b027c req-8cfbf760-e012-4395-8ecc-9fed77d91849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:48.632313 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ba17d324-8634-412b-b687-3bbb712b027c req-8cfbf760-e012-4395-8ecc-9fed77d91849 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=567aec09cdfa4c3abc09e06e4510a8aa&device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 1128 time: 0.0674601 Mar 23 02:59:48.734884 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17d324-8634-412b-b687-3bbb712b027c req-a491225e-092d-4c50-8852-f17f267246aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:48.736447 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ba17d324-8634-412b-b687-3bbb712b027c req-a491225e-092d-4c50-8852-f17f267246aa service neutron] 10.222.0.23 "GET /v2.0/networks?id=edea3ae9-507e-4be4-83c5-8246c975b42b HTTP/1.1" status: 200 len: 916 time: 0.0970745 Mar 23 02:59:48.792031 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ba17d324-8634-412b-b687-3bbb712b027c req-614b3720-4a84-4e04-b852-7f71133f8c25 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6d85772-25ef-41ae-9ad9-855da1014cb3 HTTP/1.1" status: 200 len: 217 time: 0.0489573 Mar 23 02:59:48.793477 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device a1f1e005-7a26-494f-80a6-0cc44c8a5d4e no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:59:48.798202 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:48.820218 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: a1f1e005-7a26-494f-80a6-0cc44c8a5d4e {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:59:48.820573 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device a1f1e005-7a26-494f-80a6-0cc44c8a5d4e not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:59:48.844579 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17d324-8634-412b-b687-3bbb712b027c req-72ff303b-1aba-41e7-aeb1-6002b592f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:48.846043 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ba17d324-8634-412b-b687-3bbb712b027c req-72ff303b-1aba-41e7-aeb1-6002b592f5bd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d67b256-9707-4dca-ac1c-d82cd2033d3c HTTP/1.1" status: 200 len: 855 time: 0.0479047 Mar 23 02:59:48.881521 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ba17d324-8634-412b-b687-3bbb712b027c req-3fe73491-3bc9-43fc-9152-f1df8544364f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=edea3ae9-507e-4be4-83c5-8246c975b42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285363 Mar 23 02:59:48.977979 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ba17d324-8634-412b-b687-3bbb712b027c req-94bda439-0362-47a4-8711-5d4035ac5b3d service neutron] 10.222.0.23 "GET /v2.0/networks/edea3ae9-507e-4be4-83c5-8246c975b42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904620 Mar 23 02:59:49.084064 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ba17d324-8634-412b-b687-3bbb712b027c req-3946a30d-f5ac-4a92-b653-8cf655fd8f12 service neutron] 10.222.0.23 "GET /v2.0/networks/edea3ae9-507e-4be4-83c5-8246c975b42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974433 Mar 23 02:59:49.284852 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f6503-2908-4174-9970-b5f377a936b7 req-deb860df-da51-4d15-b3a7-f4af475f220c tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:49.287168 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a36f6503-2908-4174-9970-b5f377a936b7 req-deb860df-da51-4d15-b3a7-f4af475f220c tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 944 time: 0.0681882 Mar 23 02:59:49.340472 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a36f6503-2908-4174-9970-b5f377a936b7 req-7c993dee-e6e4-4e6d-8a80-d0d2449a5036 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476217 Mar 23 02:59:49.897050 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7b6e886c-3441-4c2e-903f-f54abedc7bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:50.463871 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c747d1-2b70-4c2a-88a3-a22ceda5d07e req-3be75306-d034-44a5-b337-3ee279980295 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:50.465350 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-14c747d1-2b70-4c2a-88a3-a22ceda5d07e req-3be75306-d034-44a5-b337-3ee279980295 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 944 time: 0.0568869 Mar 23 02:59:50.511551 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-14c747d1-2b70-4c2a-88a3-a22ceda5d07e req-b92b94b0-94e6-4a8c-b3ea-d6a611de17cd tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406451 Mar 23 02:59:50.804922 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device b6d85772-25ef-41ae-9ad9-855da1014cb3 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:59:50.897639 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port b6d85772-25ef-41ae-9ad9-855da1014cb3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b6d85772-25ef-41ae-9ad9-855da1014cb3,segment=NetworkSegment(0f2e055e-3372-4aac-bc88-a61a9d9cf718),segment_id=0f2e055e-3372-4aac-bc88-a61a9d9cf718)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:59:50.912564 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': 'b6d85772-25ef-41ae-9ad9-855da1014cb3', 'network_id': 'edea3ae9-507e-4be4-83c5-8246c975b42b', 'port_id': 'b6d85772-25ef-41ae-9ad9-855da1014cb3', 'mac_address': 'fa:16:3e:e7:23:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d67b256-9707-4dca-ac1c-d82cd2033d3c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:59:50.948436 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port b6d85772-25ef-41ae-9ad9-855da1014cb3 is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:59:50.948758 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b6d85772-25ef-41ae-9ad9-855da1014cb3), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:50.961593 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6d85772-25ef-41ae-9ad9-855da1014cb3 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:59:50.980482 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port b6d85772-25ef-41ae-9ad9-855da1014cb3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b6d85772-25ef-41ae-9ad9-855da1014cb3,segment=NetworkSegment(0f2e055e-3372-4aac-bc88-a61a9d9cf718),segment_id=0f2e055e-3372-4aac-bc88-a61a9d9cf718)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:59:51.086045 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (b6d85772-25ef-41ae-9ad9-855da1014cb3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:51.131478 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=b6d85772-25ef-41ae-9ad9-855da1014cb3,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:59:51.262672 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:51.280304 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['b6d85772-25ef-41ae-9ad9-855da1014cb3'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:59:51.632554 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f01ef3-0ed6-484d-9a8e-bcd8400a3826 req-2d19c7a5-c355-4be6-8c0a-d9a7ce440e65 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:51.634029 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-51f01ef3-0ed6-484d-9a8e-bcd8400a3826 req-2d19c7a5-c355-4be6-8c0a-d9a7ce440e65 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 945 time: 0.0566137 Mar 23 02:59:51.680255 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-51f01ef3-0ed6-484d-9a8e-bcd8400a3826 req-a410f18e-2eb5-4c99-8063-d8913a4a456a tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406320 Mar 23 02:59:52.731442 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:52.797024 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64c9b7-a982-4ff5-8b03-62fedde6fc8a req-ac902d96-7cbd-43f1-a862-5c6d3a58c7dd tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:52.798529 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ca64c9b7-a982-4ff5-8b03-62fedde6fc8a req-ac902d96-7cbd-43f1-a862-5c6d3a58c7dd tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 945 time: 0.0532303 Mar 23 02:59:52.804895 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device b6d85772-25ef-41ae-9ad9-855da1014cb3 up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:59:52.846381 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ca64c9b7-a982-4ff5-8b03-62fedde6fc8a req-c6ff4fd0-ee96-4bfc-8e2b-260de3323243 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410793 Mar 23 02:59:52.901464 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port b6d85772-25ef-41ae-9ad9-855da1014cb3 completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:59:52.905696 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port b6d85772-25ef-41ae-9ad9-855da1014cb3 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:59:52.906076 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b6d85772-25ef-41ae-9ad9-855da1014cb3), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:53.139930 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port b6d85772-25ef-41ae-9ad9-855da1014cb3 is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:59:53.140323 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b6d85772-25ef-41ae-9ad9-855da1014cb3), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:53.162342 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d85772-25ef-41ae-9ad9-855da1014cb3'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:59:53.164499 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db674a0-54d5-4fa2-9963-b7d879bb2c9d" -d '{"events": [{"server_uuid": "b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f", "name": "network-vif-plugged", "status": "completed", "tag": "b6d85772-25ef-41ae-9ad9-855da1014cb3"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:59:53.176895 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port b6d85772-25ef-41ae-9ad9-855da1014cb3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b6d85772-25ef-41ae-9ad9-855da1014cb3,segment=NetworkSegment(0f2e055e-3372-4aac-bc88-a61a9d9cf718),segment_id=0f2e055e-3372-4aac-bc88-a61a9d9cf718)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:59:53.202499 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d1098e-14e8-40c8-b1b9-1029d3a0be97 x-openstack-request-id: req-f1d1098e-14e8-40c8-b1b9-1029d3a0be97 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:59:53.202798 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f", "name": "network-vif-plugged", "status": "completed", "tag": "b6d85772-25ef-41ae-9ad9-855da1014cb3", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:59:53.203250 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1d1098e-14e8-40c8-b1b9-1029d3a0be97 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:59:53.203673 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1d1098e-14e8-40c8-b1b9-1029d3a0be97'] response: {'server_uuid': 'b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d85772-25ef-41ae-9ad9-855da1014cb3', 'code': 200} Mar 23 02:59:53.250306 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (b6d85772-25ef-41ae-9ad9-855da1014cb3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:53.298003 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=b6d85772-25ef-41ae-9ad9-855da1014cb3,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:59:53.555423 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce341882-c723-483c-b58b-eac64619e378 req-f2835f54-1898-4b50-97d0-acd691841579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:53.556947 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ce341882-c723-483c-b58b-eac64619e378 req-f2835f54-1898-4b50-97d0-acd691841579 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 1130 time: 0.0431938 Mar 23 02:59:53.598630 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ce341882-c723-483c-b58b-eac64619e378 req-cac7dd2c-2eb0-4d9d-b15c-1d426404c277 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362010 Mar 23 02:59:53.962454 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d71ee-f19c-4190-9b76-92228ac01b6b req-08aeac52-90ab-4a99-b143-ad638e90bf87 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:53.964015 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e45d71ee-f19c-4190-9b76-92228ac01b6b req-08aeac52-90ab-4a99-b143-ad638e90bf87 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0515137 Mar 23 02:59:53.988076 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:54.014504 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e45d71ee-f19c-4190-9b76-92228ac01b6b req-cf7a48cc-26e4-4f7f-b20c-a12d90e206e8 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449178 Mar 23 02:59:55.133889 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d1f86-3fa0-4c80-a702-984243d591f0 req-31ada03f-e6ba-4ba4-9001-db448a5a1707 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:55.135423 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-649d1f86-3fa0-4c80-a702-984243d591f0 req-31ada03f-e6ba-4ba4-9001-db448a5a1707 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0525522 Mar 23 02:59:55.186031 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-649d1f86-3fa0-4c80-a702-984243d591f0 req-22086d4b-0b54-4053-9e8f-de9189ab2321 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447712 Mar 23 02:59:55.303918 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a201e0-61d7-4be6-9c8b-d84851c3f029 req-ca28faa4-705b-46ad-93de-26a8e9abe07e tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:55.305316 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-42a201e0-61d7-4be6-9c8b-d84851c3f029 req-ca28faa4-705b-46ad-93de-26a8e9abe07e tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0531032 Mar 23 02:59:55.355846 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-42a201e0-61d7-4be6-9c8b-d84851c3f029 req-773a0c54-2069-468e-b23c-e66dbf26fdca tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448506 Mar 23 02:59:55.709015 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edc070-9254-46e7-912e-b3aa592a74d3 req-3db8e709-02f1-43e3-a35e-71ebe93c5a7e tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:55.710480 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b6edc070-9254-46e7-912e-b3aa592a74d3 req-3db8e709-02f1-43e3-a35e-71ebe93c5a7e tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0532651 Mar 23 02:59:55.784244 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b6edc070-9254-46e7-912e-b3aa592a74d3 req-14329be8-dcf4-4a56-b30a-296598305dd6 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681968 Mar 23 02:59:55.803285 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8e121a93-4dc2-42c3-a81b-c102800a81d9 req-753f5f7b-487d-41a1-a39e-0b661393b969 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0599508 Mar 23 02:59:56.303679 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e121a93-4dc2-42c3-a81b-c102800a81d9 req-ca01f603-2787-4a2b-bb77-b9e5b2242112 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:56.305047 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e121a93-4dc2-42c3-a81b-c102800a81d9 req-ca01f603-2787-4a2b-bb77-b9e5b2242112 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports/b6d85772-25ef-41ae-9ad9-855da1014cb3 HTTP/1.1" status: 200 len: 943 time: 0.0457087 Mar 23 02:59:56.906361 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2f425-1a68-4de1-ac2a-4318a142f0b4 req-748dc860-3c74-4524-a573-d55d6df55a64 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:56.907852 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-dfd2f425-1a68-4de1-ac2a-4318a142f0b4 req-748dc860-3c74-4524-a573-d55d6df55a64 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0529661 Mar 23 02:59:56.955262 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-dfd2f425-1a68-4de1-ac2a-4318a142f0b4 req-2a7f087c-db8e-43c1-a579-b5a9c6749fe2 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411205 Mar 23 02:59:57.773521 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e121a93-4dc2-42c3-a81b-c102800a81d9 req-6fdbc4c6-2eab-448c-a5bc-8713c12a2406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:57.774986 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e121a93-4dc2-42c3-a81b-c102800a81d9 req-6fdbc4c6-2eab-448c-a5bc-8713c12a2406 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=567aec09cdfa4c3abc09e06e4510a8aa&device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 1130 time: 0.0476022 Mar 23 02:59:57.860914 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e121a93-4dc2-42c3-a81b-c102800a81d9 req-622a556c-1d22-41c2-acc5-067bee2ceac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:57.862354 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e121a93-4dc2-42c3-a81b-c102800a81d9 req-622a556c-1d22-41c2-acc5-067bee2ceac6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=edea3ae9-507e-4be4-83c5-8246c975b42b HTTP/1.1" status: 200 len: 916 time: 0.0813935 Mar 23 02:59:57.902731 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e121a93-4dc2-42c3-a81b-c102800a81d9 req-fdc563e0-5c7c-4bf7-ae71-dd5f59494fda service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6d85772-25ef-41ae-9ad9-855da1014cb3 HTTP/1.1" status: 200 len: 217 time: 0.0346894 Mar 23 02:59:57.952502 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e121a93-4dc2-42c3-a81b-c102800a81d9 req-42fd5520-c529-423a-8aea-104093bc622f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:57.953917 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e121a93-4dc2-42c3-a81b-c102800a81d9 req-42fd5520-c529-423a-8aea-104093bc622f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d67b256-9707-4dca-ac1c-d82cd2033d3c HTTP/1.1" status: 200 len: 855 time: 0.0457957 Mar 23 02:59:57.985081 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e121a93-4dc2-42c3-a81b-c102800a81d9 req-174a236f-5836-4a30-a966-1d998f8d5eb6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=edea3ae9-507e-4be4-83c5-8246c975b42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245888 Mar 23 02:59:58.073704 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e121a93-4dc2-42c3-a81b-c102800a81d9 req-bde9fc0f-b1a4-4f4b-b79c-96907e18c591 service neutron] 10.222.0.23 "GET /v2.0/networks/edea3ae9-507e-4be4-83c5-8246c975b42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826550 Mar 23 02:59:58.075608 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba66c6-d269-4956-94ea-b11da72d4ea3 req-0fc625fd-3680-45bd-966c-6360aa5f263f tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:58.077101 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-90ba66c6-d269-4956-94ea-b11da72d4ea3 req-0fc625fd-3680-45bd-966c-6360aa5f263f tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0529571 Mar 23 02:59:58.123081 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-90ba66c6-d269-4956-94ea-b11da72d4ea3 req-5f66a87f-a969-4366-ad7e-d4fa41c10af9 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403771 Mar 23 02:59:58.165122 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e121a93-4dc2-42c3-a81b-c102800a81d9 req-f35634f6-1c28-4b2e-9477-5cf1121a35cb service neutron] 10.222.0.23 "GET /v2.0/networks/edea3ae9-507e-4be4-83c5-8246c975b42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858250 Mar 23 02:59:59.242392 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef307c-d918-4bda-a0d3-2867268ff2a3 req-096649ee-4499-40c7-b2e9-baf18165b4f0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:59.243979 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-80ef307c-d918-4bda-a0d3-2867268ff2a3 req-096649ee-4499-40c7-b2e9-baf18165b4f0 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0537033 Mar 23 02:59:59.290051 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-80ef307c-d918-4bda-a0d3-2867268ff2a3 req-a74e8d3b-52b3-434c-9478-7eb0816a0489 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406125 Mar 23 03:00:00.409323 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b92e8-fd7f-4ffa-adaa-b9ec1d9062e5 req-2234650d-6486-44f4-a13b-07e93d827d61 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:00.410784 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3b9b92e8-fd7f-4ffa-adaa-b9ec1d9062e5 req-2234650d-6486-44f4-a13b-07e93d827d61 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0522535 Mar 23 03:00:00.458066 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3b9b92e8-fd7f-4ffa-adaa-b9ec1d9062e5 req-ca7f79e4-bb2f-49cf-9a5a-e6479b06ae52 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415943 Mar 23 03:00:01.577789 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c38d7-8cf4-4b2c-b1e1-9dd9bb0b7ff1 req-8154e7a2-a31d-4a15-809e-b84bd84e22fa tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:01.579238 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-836c38d7-8cf4-4b2c-b1e1-9dd9bb0b7ff1 req-8154e7a2-a31d-4a15-809e-b84bd84e22fa tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0551407 Mar 23 03:00:01.624956 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-836c38d7-8cf4-4b2c-b1e1-9dd9bb0b7ff1 req-fdbfc300-4147-439c-8386-b49ea160055d tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401037 Mar 23 03:00:02.745767 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127f2f1-094a-4e66-9202-2479fb2cc9fd req-d2bdca86-7031-498e-9f39-90f1a7bd083e tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:02.747225 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7127f2f1-094a-4e66-9202-2479fb2cc9fd req-d2bdca86-7031-498e-9f39-90f1a7bd083e tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0560811 Mar 23 03:00:02.797819 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7127f2f1-094a-4e66-9202-2479fb2cc9fd req-bf823c61-773c-4b60-b684-3497824bcd12 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451369 Mar 23 03:00:02.890754 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:00:03.915191 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3765100-e08c-42e6-925e-6cdf5c57fb9e req-26f26189-4113-4b57-8de2-6df683301afa tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:03.916708 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c3765100-e08c-42e6-925e-6cdf5c57fb9e req-26f26189-4113-4b57-8de2-6df683301afa tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0534213 Mar 23 03:00:03.964534 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c3765100-e08c-42e6-925e-6cdf5c57fb9e req-973dfce8-ee0d-46d6-a698-da5c903c64c5 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422847 Mar 23 03:00:05.081073 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31e087-d379-4d6c-b29d-e49b0db8d921 req-dabb70e2-bf61-406e-ab99-da3a95330664 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:05.088738 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8e31e087-d379-4d6c-b29d-e49b0db8d921 req-dabb70e2-bf61-406e-ab99-da3a95330664 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0522931 Mar 23 03:00:05.129260 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8e31e087-d379-4d6c-b29d-e49b0db8d921 req-f476c4e5-c8a1-4f09-a42b-c6d6a661db05 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398169 Mar 23 03:00:06.248018 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f87a3-cb7c-4b16-bbe0-472a724ef56d req-0a78acce-1e5a-43eb-9521-458a0b4a84a5 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:06.249478 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-090f87a3-cb7c-4b16-bbe0-472a724ef56d req-0a78acce-1e5a-43eb-9521-458a0b4a84a5 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0526035 Mar 23 03:00:06.298720 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-090f87a3-cb7c-4b16-bbe0-472a724ef56d req-bcfe3ff1-c2dc-44fc-bd48-c5a47c09c116 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437212 Mar 23 03:00:07.418498 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec48554-97e4-4fed-bafa-fb8d89810009 req-ec6520a4-b81b-4ad2-98d0-8cbebed711e3 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:07.419888 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5ec48554-97e4-4fed-bafa-fb8d89810009 req-ec6520a4-b81b-4ad2-98d0-8cbebed711e3 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0553515 Mar 23 03:00:07.465446 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5ec48554-97e4-4fed-bafa-fb8d89810009 req-b62b7b41-7103-440b-b2be-83ad20bacfc2 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401146 Mar 23 03:00:08.593829 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c06266-0a76-4af2-bc54-4afcd4c0304e req-65753a29-3864-4c3a-ba0e-6ca38131bac4 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:08.595269 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c7c06266-0a76-4af2-bc54-4afcd4c0304e req-65753a29-3864-4c3a-ba0e-6ca38131bac4 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0514541 Mar 23 03:00:08.640897 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c7c06266-0a76-4af2-bc54-4afcd4c0304e req-7b785c64-193f-495c-bd50-1914d7c20627 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394394 Mar 23 03:00:09.757257 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d21ce9-7c1a-4f7f-841f-be833976be9e req-3857dc31-0743-4066-84e0-592e2ed4eb3f tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:09.759236 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-32d21ce9-7c1a-4f7f-841f-be833976be9e req-3857dc31-0743-4066-84e0-592e2ed4eb3f tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0517492 Mar 23 03:00:09.805098 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-32d21ce9-7c1a-4f7f-841f-be833976be9e req-2a063e09-e824-4ef0-b452-41b6448acfff tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402777 Mar 23 03:00:10.923715 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba055c1-6763-44a6-b37e-bbe9b7cccb80 req-8805a55f-c6f8-4776-8d29-ca2d619ec18a tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:10.925201 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-aba055c1-6763-44a6-b37e-bbe9b7cccb80 req-8805a55f-c6f8-4776-8d29-ca2d619ec18a tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0521750 Mar 23 03:00:10.971482 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-aba055c1-6763-44a6-b37e-bbe9b7cccb80 req-81c5553b-5c0a-413a-bfe6-87a26edb307d tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406260 Mar 23 03:00:12.087725 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88301f-9c05-4ee3-a5eb-acfc0f77fbd1 req-260e4439-9373-45ce-89fe-6d977631941a tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:12.089204 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6b88301f-9c05-4ee3-a5eb-acfc0f77fbd1 req-260e4439-9373-45ce-89fe-6d977631941a tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0517116 Mar 23 03:00:12.137699 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6b88301f-9c05-4ee3-a5eb-acfc0f77fbd1 req-5521c4bc-141a-4c85-bbe0-e95dd15e61e2 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429921 Mar 23 03:00:13.584743 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64957d6d-c450-4386-9c4e-31300ef0bd29 req-00c0d630-84a6-4153-adf0-4df6ae595bc8 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:13.587011 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-64957d6d-c450-4386-9c4e-31300ef0bd29 req-00c0d630-84a6-4153-adf0-4df6ae595bc8 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.3829970 Mar 23 03:00:13.631262 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-64957d6d-c450-4386-9c4e-31300ef0bd29 req-7d701f02-efde-48aa-ba73-4171e30a258f tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385792 Mar 23 03:00:14.749807 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37646d62-32a7-4a66-ae5d-8c2ff1a947a6 req-314ca46f-f349-413d-9b9b-28f5c89375db tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:14.751266 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-37646d62-32a7-4a66-ae5d-8c2ff1a947a6 req-314ca46f-f349-413d-9b9b-28f5c89375db tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0512283 Mar 23 03:00:14.797290 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-37646d62-32a7-4a66-ae5d-8c2ff1a947a6 req-dacb2124-77ee-47b3-9022-6a106ed3e5ae tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404854 Mar 23 03:00:15.913181 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e2a05-0480-490a-9c8b-924152eea912 req-dd133753-ae0a-4902-8245-122da746e415 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:15.915410 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2a1e2a05-0480-490a-9c8b-924152eea912 req-dd133753-ae0a-4902-8245-122da746e415 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0531030 Mar 23 03:00:15.960103 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2a1e2a05-0480-490a-9c8b-924152eea912 req-38e3d748-689f-4bfc-8ebe-bca3d95506b8 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390532 Mar 23 03:00:16.671978 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627185d-47b8-47c0-9925-e836f539e063 req-e72bcf8b-68da-40db-b60d-1bc12ebd0567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:16.673448 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0627185d-47b8-47c0-9925-e836f539e063 req-e72bcf8b-68da-40db-b60d-1bc12ebd0567 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=567aec09cdfa4c3abc09e06e4510a8aa&device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 1130 time: 0.0475192 Mar 23 03:00:16.774339 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627185d-47b8-47c0-9925-e836f539e063 req-b8132fa7-30b9-4984-be51-cf68041b214e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:16.775793 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0627185d-47b8-47c0-9925-e836f539e063 req-b8132fa7-30b9-4984-be51-cf68041b214e service neutron] 10.222.0.23 "GET /v2.0/networks?id=edea3ae9-507e-4be4-83c5-8246c975b42b HTTP/1.1" status: 200 len: 916 time: 0.0837331 Mar 23 03:00:16.818770 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0627185d-47b8-47c0-9925-e836f539e063 req-0e2880a4-c0b1-4f5f-a8b4-2662b1d6a440 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6d85772-25ef-41ae-9ad9-855da1014cb3 HTTP/1.1" status: 200 len: 217 time: 0.0374749 Mar 23 03:00:16.863783 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627185d-47b8-47c0-9925-e836f539e063 req-fc450b34-e573-4c41-960a-d3ccacef6ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:16.865181 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0627185d-47b8-47c0-9925-e836f539e063 req-fc450b34-e573-4c41-960a-d3ccacef6ab7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d67b256-9707-4dca-ac1c-d82cd2033d3c HTTP/1.1" status: 200 len: 855 time: 0.0407541 Mar 23 03:00:16.896220 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0627185d-47b8-47c0-9925-e836f539e063 req-b409d6ed-95b0-4e1d-93f5-e66645736cc3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=edea3ae9-507e-4be4-83c5-8246c975b42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252721 Mar 23 03:00:16.985238 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0627185d-47b8-47c0-9925-e836f539e063 req-2ccc74ab-00b3-423e-9cd9-64739c3cca7d service neutron] 10.222.0.23 "GET /v2.0/networks/edea3ae9-507e-4be4-83c5-8246c975b42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835347 Mar 23 03:00:17.074930 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0627185d-47b8-47c0-9925-e836f539e063 req-5b120eab-4181-4dff-9ac9-3dd0a0fcdf15 service neutron] 10.222.0.23 "GET /v2.0/networks/edea3ae9-507e-4be4-83c5-8246c975b42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837126 Mar 23 03:00:17.083679 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6d209-5eca-4e08-bb79-8d8b37442894 req-1eb4f980-fb14-45f0-ba86-ee2a6efb6a2d tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:17.085183 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-62a6d209-5eca-4e08-bb79-8d8b37442894 req-1eb4f980-fb14-45f0-ba86-ee2a6efb6a2d tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0561445 Mar 23 03:00:17.132467 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-62a6d209-5eca-4e08-bb79-8d8b37442894 req-1925cc24-0bc7-4511-a955-cf4aade61b4b tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409477 Mar 23 03:00:17.587661 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d5498f53-22f3-44d7-83f9-5c29cf81f7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:18.251544 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b163b-be10-453b-b7f5-d42bdc3e3e5f req-5411a573-f22c-41e6-9897-6e3f15ea192c tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:18.253047 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b8b163b-be10-453b-b7f5-d42bdc3e3e5f req-5411a573-f22c-41e6-9897-6e3f15ea192c tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0529773 Mar 23 03:00:18.302937 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b8b163b-be10-453b-b7f5-d42bdc3e3e5f req-d4be84a4-7f28-4406-8fe1-06a7e9fc3d69 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440128 Mar 23 03:00:18.793792 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:19.425576 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b3e31-9181-4331-abdb-a13e29abb7df req-c8498dfe-3901-49ce-96b2-71f32db2684b tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:19.426991 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b05b3e31-9181-4331-abdb-a13e29abb7df req-c8498dfe-3901-49ce-96b2-71f32db2684b tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0561161 Mar 23 03:00:19.472072 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b05b3e31-9181-4331-abdb-a13e29abb7df req-eddbe013-0aff-4ec2-a060-86884edff9d3 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388834 Mar 23 03:00:19.902150 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3be18dd3-871e-4309-a237-7f2a72adb56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:20.591768 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a05535-19a6-487e-bd4d-a4b93c4f44bd req-06d78c9a-764a-4fd5-a92f-2e3400f356a4 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:20.593297 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e0a05535-19a6-487e-bd4d-a4b93c4f44bd req-06d78c9a-764a-4fd5-a92f-2e3400f356a4 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0541236 Mar 23 03:00:20.639388 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e0a05535-19a6-487e-bd4d-a4b93c4f44bd req-3abb972e-b368-4309-a303-01ad22d71682 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405669 Mar 23 03:00:21.271894 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:21.754582 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5788e7-8f7a-4bcf-bf50-c4824c2da165 req-40718080-3d24-4dba-8d1d-1903063783c8 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:21.756078 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-be5788e7-8f7a-4bcf-bf50-c4824c2da165 req-40718080-3d24-4dba-8d1d-1903063783c8 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0512815 Mar 23 03:00:21.802857 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-be5788e7-8f7a-4bcf-bf50-c4824c2da165 req-ad308c7e-5ecd-4a7e-9b95-c73a07632301 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406225 Mar 23 03:00:22.707735 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:22.919573 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce6e41-b4d9-4d2b-83c5-46f69a090fc9 req-3c4faf6d-1359-42da-b5e3-be836de01b5a tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:22.921002 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-dfce6e41-b4d9-4d2b-83c5-46f69a090fc9 req-3c4faf6d-1359-42da-b5e3-be836de01b5a tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0520837 Mar 23 03:00:22.966649 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-dfce6e41-b4d9-4d2b-83c5-46f69a090fc9 req-f2f43353-ec09-4527-a359-8400346f12fe tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402126 Mar 23 03:00:23.988872 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:24.084245 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41e7ef-d78e-40ec-b4c6-e028d746aed8 req-880b44d7-9169-4d14-9aa9-d2d910b29baf tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:24.086653 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-fd41e7ef-d78e-40ec-b4c6-e028d746aed8 req-880b44d7-9169-4d14-9aa9-d2d910b29baf tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0521562 Mar 23 03:00:24.439718 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-fd41e7ef-d78e-40ec-b4c6-e028d746aed8 req-f0c9a96c-0ab2-4fb4-8463-28c3f2dc2ff3 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477120 Mar 23 03:00:25.052891 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e121a93-4dc2-42c3-a81b-c102800a81d9 req-257bb865-7a5d-4fb8-832c-d60fc18189b9 service neutron] 10.222.0.23 "GET /v2.0/ports/b6d85772-25ef-41ae-9ad9-855da1014cb3/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0558276 Mar 23 03:00:25.580193 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ffe96-1a93-4709-a904-3df046547e9a req-c37f0d29-1ba7-4a84-b40e-ec1842c6f058 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:25.581687 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b89ffe96-1a93-4709-a904-3df046547e9a req-c37f0d29-1ba7-4a84-b40e-ec1842c6f058 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0565615 Mar 23 03:00:25.660590 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b89ffe96-1a93-4709-a904-3df046547e9a req-d6d1326e-7e8b-46b3-9380-9d82b41cdab2 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653284 Mar 23 03:00:25.664146 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e121a93-4dc2-42c3-a81b-c102800a81d9 req-716d480e-0158-4c97-b2fe-a606205a7f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:25.665588 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e121a93-4dc2-42c3-a81b-c102800a81d9 req-716d480e-0158-4c97-b2fe-a606205a7f1a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f&tenant_id=567aec09cdfa4c3abc09e06e4510a8aa HTTP/1.1" status: 200 len: 1130 time: 0.0780077 Mar 23 03:00:25.735627 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e121a93-4dc2-42c3-a81b-c102800a81d9 req-3767741c-40e3-4fb2-a137-ca30a7a297a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:25.737059 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e121a93-4dc2-42c3-a81b-c102800a81d9 req-3767741c-40e3-4fb2-a137-ca30a7a297a0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=567aec09cdfa4c3abc09e06e4510a8aa&device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 1130 time: 0.0483203 Mar 23 03:00:25.832861 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e121a93-4dc2-42c3-a81b-c102800a81d9 req-be099d62-a3c7-4492-9fa0-b92d12b29398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:25.834389 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e121a93-4dc2-42c3-a81b-c102800a81d9 req-be099d62-a3c7-4492-9fa0-b92d12b29398 service neutron] 10.222.0.23 "GET /v2.0/networks?id=edea3ae9-507e-4be4-83c5-8246c975b42b HTTP/1.1" status: 200 len: 916 time: 0.0915513 Mar 23 03:00:25.874461 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e121a93-4dc2-42c3-a81b-c102800a81d9 req-ac9e2f7c-d54b-499a-ba2d-cea72a03735a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6d85772-25ef-41ae-9ad9-855da1014cb3 HTTP/1.1" status: 200 len: 217 time: 0.0343299 Mar 23 03:00:25.924623 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e121a93-4dc2-42c3-a81b-c102800a81d9 req-1dcbaed0-b4cc-40c1-a83f-c7270be8d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:25.926025 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e121a93-4dc2-42c3-a81b-c102800a81d9 req-1dcbaed0-b4cc-40c1-a83f-c7270be8d5e9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d67b256-9707-4dca-ac1c-d82cd2033d3c HTTP/1.1" status: 200 len: 855 time: 0.0461013 Mar 23 03:00:25.956359 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e121a93-4dc2-42c3-a81b-c102800a81d9 req-d7d156e9-e572-47db-85b3-83f0740ffd29 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=edea3ae9-507e-4be4-83c5-8246c975b42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245249 Mar 23 03:00:26.042345 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e121a93-4dc2-42c3-a81b-c102800a81d9 req-c8493854-3b5a-4da6-a21d-1540257db65a service neutron] 10.222.0.23 "GET /v2.0/networks/edea3ae9-507e-4be4-83c5-8246c975b42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800557 Mar 23 03:00:26.132869 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e121a93-4dc2-42c3-a81b-c102800a81d9 req-39a8d704-fb1f-49d3-8037-9a41e040e526 service neutron] 10.222.0.23 "GET /v2.0/networks/edea3ae9-507e-4be4-83c5-8246c975b42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847623 Mar 23 03:00:26.779464 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6eda45-4eaa-48a3-bc27-f91eedba55df req-c41a5370-2a12-41e2-8923-84399a842cf5 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:26.780955 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4a6eda45-4eaa-48a3-bc27-f91eedba55df req-c41a5370-2a12-41e2-8923-84399a842cf5 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0522759 Mar 23 03:00:26.827245 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4a6eda45-4eaa-48a3-bc27-f91eedba55df req-c5bc5bc3-b7d7-42dd-b74f-71452dad4c06 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408092 Mar 23 03:00:27.951321 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195f593-2e7d-4dfb-8ee7-a1ee13126168 req-d65a44ad-9825-4dd4-aa60-f2204735c530 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:27.952880 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a195f593-2e7d-4dfb-8ee7-a1ee13126168 req-d65a44ad-9825-4dd4-aa60-f2204735c530 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0578716 Mar 23 03:00:28.002662 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a195f593-2e7d-4dfb-8ee7-a1ee13126168 req-4a81c77c-b3db-4964-b3a6-00158f3c4cab tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439980 Mar 23 03:00:28.971390 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device b6d85772-25ef-41ae-9ad9-855da1014cb3 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 03:00:28.974503 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device b6d85772-25ef-41ae-9ad9-855da1014cb3 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:00:29.131170 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port b6d85772-25ef-41ae-9ad9-855da1014cb3 is: ACTIVE; New status is: DOWN {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:00:29.131565 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b6d85772-25ef-41ae-9ad9-855da1014cb3), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:29.137107 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45563b02-fe69-4a4d-97fa-99090d94af9e req-f7e8aa65-9675-4434-8943-0fe6de0e993a tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:29.138977 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-45563b02-fe69-4a4d-97fa-99090d94af9e req-f7e8aa65-9675-4434-8943-0fe6de0e993a tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0648148 Mar 23 03:00:29.141991 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port b6d85772-25ef-41ae-9ad9-855da1014cb3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b6d85772-25ef-41ae-9ad9-855da1014cb3,segment=NetworkSegment(0f2e055e-3372-4aac-bc88-a61a9d9cf718),segment_id=0f2e055e-3372-4aac-bc88-a61a9d9cf718)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:00:29.167558 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': 'b6d85772-25ef-41ae-9ad9-855da1014cb3', 'network_id': 'edea3ae9-507e-4be4-83c5-8246c975b42b', 'port_id': 'b6d85772-25ef-41ae-9ad9-855da1014cb3', 'mac_address': 'fa:16:3e:e7:23:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d67b256-9707-4dca-ac1c-d82cd2033d3c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 03:00:29.174082 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6d85772-25ef-41ae-9ad9-855da1014cb3'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:00:29.176954 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cafd1e-ae89-4f10-b7b9-54b73fb762b3" -d '{"events": [{"server_uuid": "b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f", "name": "network-vif-unplugged", "status": "completed", "tag": "b6d85772-25ef-41ae-9ad9-855da1014cb3"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:00:29.208258 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port b6d85772-25ef-41ae-9ad9-855da1014cb3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b6d85772-25ef-41ae-9ad9-855da1014cb3,segment=NetworkSegment(0f2e055e-3372-4aac-bc88-a61a9d9cf718),segment_id=0f2e055e-3372-4aac-bc88-a61a9d9cf718)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:00:29.211987 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-45563b02-fe69-4a4d-97fa-99090d94af9e req-6ccf7102-ffe8-480b-81b2-8198b13aaf40 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648448 Mar 23 03:00:29.236367 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port b6d85772-25ef-41ae-9ad9-855da1014cb3 is: ACTIVE; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:00:29.236367 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b6d85772-25ef-41ae-9ad9-855da1014cb3), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:29.248729 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6d85772-25ef-41ae-9ad9-855da1014cb3 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:00:29.256354 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 03:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2390fb5a-94dd-4678-9132-965838200bd4 x-openstack-request-id: req-2390fb5a-94dd-4678-9132-965838200bd4 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:00:29.257446 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f", "name": "network-vif-unplugged", "status": "completed", "tag": "b6d85772-25ef-41ae-9ad9-855da1014cb3", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:00:29.257864 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2390fb5a-94dd-4678-9132-965838200bd4 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:00:29.258551 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2390fb5a-94dd-4678-9132-965838200bd4'] response: {'server_uuid': 'b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6d85772-25ef-41ae-9ad9-855da1014cb3', 'code': 200} Mar 23 03:00:29.291067 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (b6d85772-25ef-41ae-9ad9-855da1014cb3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:29.373160 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 03:00:29.373534 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 03:00:29.374380 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=b6d85772-25ef-41ae-9ad9-855da1014cb3,revision_number=6']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:00:29.606847 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584f307-8901-465e-a7f8-0de1299e686e req-a03fe92c-c62e-4af9-9004-60a24131ebb2 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:29.608355 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3584f307-8901-465e-a7f8-0de1299e686e req-a03fe92c-c62e-4af9-9004-60a24131ebb2 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 944 time: 0.0588450 Mar 23 03:00:29.696164 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3584f307-8901-465e-a7f8-0de1299e686e req-29f1f0b0-9432-44a9-8b53-6507ae6e6e32 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807364 Mar 23 03:00:29.709860 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d786d-5f39-4a47-b3eb-a07f51fb0bf7 req-f90cf41c-b9d6-483b-bd68-60d89728f1c2 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:29.711592 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3a3d786d-5f39-4a47-b3eb-a07f51fb0bf7 req-f90cf41c-b9d6-483b-bd68-60d89728f1c2 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f&tenant_id=567aec09cdfa4c3abc09e06e4510a8aa&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 944 time: 0.0812705 Mar 23 03:00:29.797958 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d786d-5f39-4a47-b3eb-a07f51fb0bf7 req-08f5d15c-06ee-41f3-9861-581361ac406b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:29.799455 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3a3d786d-5f39-4a47-b3eb-a07f51fb0bf7 req-08f5d15c-06ee-41f3-9861-581361ac406b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=567aec09cdfa4c3abc09e06e4510a8aa&device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 1128 time: 0.0458171 Mar 23 03:00:29.894905 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d786d-5f39-4a47-b3eb-a07f51fb0bf7 req-130aeb72-1dc3-48be-9c06-2e90d83b6ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:29.896466 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3a3d786d-5f39-4a47-b3eb-a07f51fb0bf7 req-130aeb72-1dc3-48be-9c06-2e90d83b6ae6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=edea3ae9-507e-4be4-83c5-8246c975b42b HTTP/1.1" status: 200 len: 916 time: 0.0907688 Mar 23 03:00:29.908892 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port b6d85772-25ef-41ae-9ad9-855da1014cb3 is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:00:29.909423 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b6d85772-25ef-41ae-9ad9-855da1014cb3), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:29.922946 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6d85772-25ef-41ae-9ad9-855da1014cb3 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:00:29.941473 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3a3d786d-5f39-4a47-b3eb-a07f51fb0bf7 req-58a786c3-72f2-44c0-9175-a9075054ea03 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6d85772-25ef-41ae-9ad9-855da1014cb3 HTTP/1.1" status: 200 len: 217 time: 0.0392292 Mar 23 03:00:29.943331 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port b6d85772-25ef-41ae-9ad9-855da1014cb3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b6d85772-25ef-41ae-9ad9-855da1014cb3,segment=NetworkSegment(0f2e055e-3372-4aac-bc88-a61a9d9cf718),segment_id=0f2e055e-3372-4aac-bc88-a61a9d9cf718)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:00:29.989940 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d786d-5f39-4a47-b3eb-a07f51fb0bf7 req-1b2f7df1-edcb-4bfb-b5e8-7ab1469e2037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:29.991546 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3a3d786d-5f39-4a47-b3eb-a07f51fb0bf7 req-1b2f7df1-edcb-4bfb-b5e8-7ab1469e2037 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d67b256-9707-4dca-ac1c-d82cd2033d3c HTTP/1.1" status: 200 len: 855 time: 0.0446625 Mar 23 03:00:29.999049 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (b6d85772-25ef-41ae-9ad9-855da1014cb3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:30.034220 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3a3d786d-5f39-4a47-b3eb-a07f51fb0bf7 req-e394c293-d6c9-4677-aeda-cf14151c484f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=edea3ae9-507e-4be4-83c5-8246c975b42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372205 Mar 23 03:00:30.052756 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=b6d85772-25ef-41ae-9ad9-855da1014cb3,revision_number=7']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:00:30.056941 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['b6d85772-25ef-41ae-9ad9-855da1014cb3'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:00:30.130767 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3a3d786d-5f39-4a47-b3eb-a07f51fb0bf7 req-03dfe1b3-c0c8-4469-a29b-fd7c90329568 service neutron] 10.222.0.23 "GET /v2.0/networks/edea3ae9-507e-4be4-83c5-8246c975b42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901639 Mar 23 03:00:30.232810 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3a3d786d-5f39-4a47-b3eb-a07f51fb0bf7 req-7618881f-5ce4-40db-bccc-3d1511e543c0 service neutron] 10.222.0.23 "GET /v2.0/networks/edea3ae9-507e-4be4-83c5-8246c975b42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959220 Mar 23 03:00:30.816702 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b825ea-d83b-4cca-b827-8ab5e37192f2 req-7527db67-0945-4e30-9623-fef49fc2924c tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:30.818167 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e7b825ea-d83b-4cca-b827-8ab5e37192f2 req-7527db67-0945-4e30-9623-fef49fc2924c tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 945 time: 0.0525661 Mar 23 03:00:30.865325 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e7b825ea-d83b-4cca-b827-8ab5e37192f2 req-d5a64f92-9cc8-4483-bd0a-a4ea3cfd8ba5 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403373 Mar 23 03:00:30.973403 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device b6d85772-25ef-41ae-9ad9-855da1014cb3 up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:00:31.020476 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port b6d85772-25ef-41ae-9ad9-855da1014cb3 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:00:31.021138 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b6d85772-25ef-41ae-9ad9-855da1014cb3), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:31.103547 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port b6d85772-25ef-41ae-9ad9-855da1014cb3 is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:00:31.103985 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b6d85772-25ef-41ae-9ad9-855da1014cb3), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:31.136062 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port b6d85772-25ef-41ae-9ad9-855da1014cb3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b6d85772-25ef-41ae-9ad9-855da1014cb3,segment=NetworkSegment(0f2e055e-3372-4aac-bc88-a61a9d9cf718),segment_id=0f2e055e-3372-4aac-bc88-a61a9d9cf718)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:00:31.203510 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (b6d85772-25ef-41ae-9ad9-855da1014cb3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:31.251030 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=b6d85772-25ef-41ae-9ad9-855da1014cb3,revision_number=8']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:00:31.260074 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d85772-25ef-41ae-9ad9-855da1014cb3'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:00:31.262370 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c0e95d-b6dd-4f6f-a633-76db9f9fe94b" -d '{"events": [{"server_uuid": "b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f", "name": "network-vif-plugged", "status": "completed", "tag": "b6d85772-25ef-41ae-9ad9-855da1014cb3"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:00:31.296858 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e2a6bd-4b1a-4065-a147-2109badc4b12 x-openstack-request-id: req-07e2a6bd-4b1a-4065-a147-2109badc4b12 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:00:31.297161 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f", "name": "network-vif-plugged", "status": "completed", "tag": "b6d85772-25ef-41ae-9ad9-855da1014cb3", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:00:31.297422 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-07e2a6bd-4b1a-4065-a147-2109badc4b12 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:00:31.297829 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07e2a6bd-4b1a-4065-a147-2109badc4b12'] response: {'server_uuid': 'b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d85772-25ef-41ae-9ad9-855da1014cb3', 'code': 200} Mar 23 03:00:31.982545 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da1535-7937-458e-bbcd-3917396f7fbe req-ce6f0589-56ae-4b9f-986f-0efe7652c143 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:31.984013 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-60da1535-7937-458e-bbcd-3917396f7fbe req-ce6f0589-56ae-4b9f-986f-0efe7652c143 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0523102 Mar 23 03:00:32.030035 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-60da1535-7937-458e-bbcd-3917396f7fbe req-e883a1ea-acb2-4371-a155-7d936bdd8528 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405169 Mar 23 03:00:32.148387 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9eba87-572a-4b13-a39d-5bb8a5c86da5 req-576b80d7-8282-42dc-8102-3ec1eebffd9d tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:32.149869 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9c9eba87-572a-4b13-a39d-5bb8a5c86da5 req-576b80d7-8282-42dc-8102-3ec1eebffd9d tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0533934 Mar 23 03:00:32.195584 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9c9eba87-572a-4b13-a39d-5bb8a5c86da5 req-571c225d-7034-4ba2-94e5-63748f6682e3 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401330 Mar 23 03:00:32.313242 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9ec59-bef4-46f6-a02d-45fa7f728a31 req-4650f9ab-d7b9-46b7-b4c9-fba4934289d5 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:32.314703 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b6c9ec59-bef4-46f6-a02d-45fa7f728a31 req-4650f9ab-d7b9-46b7-b4c9-fba4934289d5 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0546584 Mar 23 03:00:32.360879 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b6c9ec59-bef4-46f6-a02d-45fa7f728a31 req-39129bd3-8e6b-4f24-9451-0d3338a85706 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395441 Mar 23 03:00:32.942984 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16a88b-95c6-425c-99f5-0fcc252f238d req-61c1a751-4b5e-4ad7-8732-eeecfd681569 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:32.944507 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0b16a88b-95c6-425c-99f5-0fcc252f238d req-61c1a751-4b5e-4ad7-8732-eeecfd681569 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0533051 Mar 23 03:00:32.990348 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0b16a88b-95c6-425c-99f5-0fcc252f238d req-97c1d8bf-d326-4375-8b0c-89d76801e783 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403402 Mar 23 03:00:34.107595 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd5d03-d644-4aed-8c38-31173b994a32 req-2d4a5cfe-89d7-4ef9-922d-e4dbb190bb4c tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:34.109102 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4bdd5d03-d644-4aed-8c38-31173b994a32 req-2d4a5cfe-89d7-4ef9-922d-e4dbb190bb4c tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0523167 Mar 23 03:00:34.155038 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4bdd5d03-d644-4aed-8c38-31173b994a32 req-a39f9226-0066-4328-90d7-12bed00f4590 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404334 Mar 23 03:00:34.446214 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4802f6-9d95-4497-baa5-ee568fdc0a59 req-12f744c4-5127-49f1-aa10-4d1b24d17503 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:34.447569 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4f4802f6-9d95-4497-baa5-ee568fdc0a59 req-12f744c4-5127-49f1-aa10-4d1b24d17503 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 946 time: 0.0561643 Mar 23 03:00:34.536669 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-4f4802f6-9d95-4497-baa5-ee568fdc0a59 req-ec9d61c6-82b6-4684-b2e9-28ce56998b60 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Deleting port b6d85772-25ef-41ae-9ad9-855da1014cb3 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:00:34.537009 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-4f4802f6-9d95-4497-baa5-ee568fdc0a59 req-ec9d61c6-82b6-4684-b2e9-28ce56998b60 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (b6d85772-25ef-41ae-9ad9-855da1014cb3), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:34.627354 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-4f4802f6-9d95-4497-baa5-ee568fdc0a59 req-ec9d61c6-82b6-4684-b2e9-28ce56998b60 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] For port b6d85772-25ef-41ae-9ad9-855da1014cb3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b6d85772-25ef-41ae-9ad9-855da1014cb3,segment=NetworkSegment(0f2e055e-3372-4aac-bc88-a61a9d9cf718),segment_id=0f2e055e-3372-4aac-bc88-a61a9d9cf718)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:00:34.627710 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-4f4802f6-9d95-4497-baa5-ee568fdc0a59 req-ec9d61c6-82b6-4684-b2e9-28ce56998b60 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (b6d85772-25ef-41ae-9ad9-855da1014cb3), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:34.640798 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-4f4802f6-9d95-4497-baa5-ee568fdc0a59 req-ec9d61c6-82b6-4684-b2e9-28ce56998b60 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Calling delete_port for b6d85772-25ef-41ae-9ad9-855da1014cb3 owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:00:34.821991 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-4f4802f6-9d95-4497-baa5-ee568fdc0a59 req-ec9d61c6-82b6-4684-b2e9-28ce56998b60 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (b6d85772-25ef-41ae-9ad9-855da1014cb3), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:34.834435 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['b6d85772-25ef-41ae-9ad9-855da1014cb3'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:00:34.854114 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d61c6-82b6-4684-b2e9-28ce56998b60 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Pushing event deleted for resources: {'Port': ['ID=b6d85772-25ef-41ae-9ad9-855da1014cb3,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:00:34.896845 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4802f6-9d95-4497-baa5-ee568fdc0a59 req-ec9d61c6-82b6-4684-b2e9-28ce56998b60 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] No DVR routers for this DVR port b6d85772-25ef-41ae-9ad9-855da1014cb3 on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:00:34.899779 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-4f4802f6-9d95-4497-baa5-ee568fdc0a59 req-ec9d61c6-82b6-4684-b2e9-28ce56998b60 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:34.903532 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4f4802f6-9d95-4497-baa5-ee568fdc0a59 req-ec9d61c6-82b6-4684-b2e9-28ce56998b60 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.23 "DELETE /v2.0/ports/b6d85772-25ef-41ae-9ad9-855da1014cb3 HTTP/1.1" status: 204 len: 173 time: 0.4509196 Mar 23 03:00:34.904009 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f', 'name': 'network-vif-deleted', 'tag': 'b6d85772-25ef-41ae-9ad9-855da1014cb3'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:00:34.907638 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7065209e-14ec-403b-9009-790c319d1b97" -d '{"events": [{"server_uuid": "b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f", "name": "network-vif-deleted", "tag": "b6d85772-25ef-41ae-9ad9-855da1014cb3"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:00:34.943742 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc237ce9-0b92-4d88-910c-4bb4ea61dd3d x-openstack-request-id: req-dc237ce9-0b92-4d88-910c-4bb4ea61dd3d {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:00:34.944069 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f", "name": "network-vif-deleted", "tag": "b6d85772-25ef-41ae-9ad9-855da1014cb3", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:00:34.944898 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dc237ce9-0b92-4d88-910c-4bb4ea61dd3d {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:00:34.945484 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc237ce9-0b92-4d88-910c-4bb4ea61dd3d'] response: {'server_uuid': 'b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f', 'name': 'network-vif-deleted', 'tag': 'b6d85772-25ef-41ae-9ad9-855da1014cb3', 'status': 'completed', 'code': 200} Mar 23 03:00:35.265459 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-740e1617-fd5f-4d9a-8c96-a2ea012ee249 req-c8f3692b-9aa7-4537-84ee-e2f0dc3f6a46 tempest-ServerDiskConfigTestJSON-145274566 tempest-ServerDiskConfigTestJSON-145274566-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e3ec59-09a0-4ff4-ad3f-9a91aadc878f HTTP/1.1" status: 200 len: 210 time: 0.0282331 Mar 23 03:00:36.384615 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 37606) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:00:36.430759 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-c46d9f79-c6da-40cd-a041-632f265ac982 admin admin] Deleting subnet 7d67b256-9707-4dca-ac1c-d82cd2033d3c {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 03:00:36.433701 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c46d9f79-c6da-40cd-a041-632f265ac982 admin admin] Publish callbacks [] for subnet (7d67b256-9707-4dca-ac1c-d82cd2033d3c), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:36.466623 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c46d9f79-c6da-40cd-a041-632f265ac982 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (7d67b256-9707-4dca-ac1c-d82cd2033d3c), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:36.503395 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c46d9f79-c6da-40cd-a041-632f265ac982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (7d67b256-9707-4dca-ac1c-d82cd2033d3c), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:36.622402 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c46d9f79-c6da-40cd-a041-632f265ac982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (7d67b256-9707-4dca-ac1c-d82cd2033d3c), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:36.651891 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d9f79-c6da-40cd-a041-632f265ac982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d67b256-9707-4dca-ac1c-d82cd2033d3c,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:00:36.654827 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c46d9f79-c6da-40cd-a041-632f265ac982 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:36.657359 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c46d9f79-c6da-40cd-a041-632f265ac982 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7d67b256-9707-4dca-ac1c-d82cd2033d3c HTTP/1.1" status: 204 len: 168 time: 0.2716942 Mar 23 03:00:36.659978 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 37608) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:00:36.663992 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46d9f79-c6da-40cd-a041-632f265ac982 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:36.664346 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46d9f79-c6da-40cd-a041-632f265ac982 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:36.664695 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46d9f79-c6da-40cd-a041-632f265ac982 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:36.665038 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46d9f79-c6da-40cd-a041-632f265ac982 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:36.665376 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46d9f79-c6da-40cd-a041-632f265ac982 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:36.665710 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46d9f79-c6da-40cd-a041-632f265ac982 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:36.666047 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46d9f79-c6da-40cd-a041-632f265ac982 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:36.666389 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46d9f79-c6da-40cd-a041-632f265ac982 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:36.666720 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46d9f79-c6da-40cd-a041-632f265ac982 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:36.667048 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46d9f79-c6da-40cd-a041-632f265ac982 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:36.667374 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46d9f79-c6da-40cd-a041-632f265ac982 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:36.667702 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46d9f79-c6da-40cd-a041-632f265ac982 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:36.668050 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46d9f79-c6da-40cd-a041-632f265ac982 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:36.668376 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46d9f79-c6da-40cd-a041-632f265ac982 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:36.668696 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46d9f79-c6da-40cd-a041-632f265ac982 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:36.730394 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bc2c4d99-2ad8-4362-be1a-ce184c277752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (edea3ae9-507e-4be4-83c5-8246c975b42b), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:36.806388 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bc2c4d99-2ad8-4362-be1a-ce184c277752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (edea3ae9-507e-4be4-83c5-8246c975b42b), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:36.826769 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-bc2c4d99-2ad8-4362-be1a-ce184c277752 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edea3ae9-507e-4be4-83c5-8246c975b42b']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:00:36.835932 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-bc2c4d99-2ad8-4362-be1a-ce184c277752 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f2e055e-3372-4aac-bc88-a61a9d9cf718') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:00:36.836231 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-bc2c4d99-2ad8-4362-be1a-ce184c277752 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f2e055e-3372-4aac-bc88-a61a9d9cf718') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:00:36.845354 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bc2c4d99-2ad8-4362-be1a-ce184c277752 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (0f2e055e-3372-4aac-bc88-a61a9d9cf718), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:36.858591 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bc2c4d99-2ad8-4362-be1a-ce184c277752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (0f2e055e-3372-4aac-bc88-a61a9d9cf718), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:36.864279 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2c4d99-2ad8-4362-be1a-ce184c277752 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 03:00:36.864659 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bc2c4d99-2ad8-4362-be1a-ce184c277752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (0f2e055e-3372-4aac-bc88-a61a9d9cf718), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:36.866789 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 03:00:36.866789 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 03:00:36.866789 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 03:00:36.866789 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 03:00:36.866789 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 03:00:36.866789 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 03:00:36.866789 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 03:00:36.866789 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 03:00:36.866789 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 03:00:36.866789 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 03:00:36.866789 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 03:00:36.866789 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 03:00:36.866789 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 03:00:36.866789 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 03:00:36.866789 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 03:00:36.866789 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 03:00:36.866789 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 03:00:36.866789 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 03:00:36.866789 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 03:00:36.866789 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 03:00:36.866789 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 03:00:36.866789 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 03:00:36.866789 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 03:00:36.866789 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 03:00:36.866789 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 03:00:36.866789 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 03:00:36.866789 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 03:00:36.866789 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 03:00:36.866789 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 03:00:36.866789 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 03:00:36.866789 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 03:00:36.866789 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 03:00:36.987616 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bc2c4d99-2ad8-4362-be1a-ce184c277752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (edea3ae9-507e-4be4-83c5-8246c975b42b), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:36.992849 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bc2c4d99-2ad8-4362-be1a-ce184c277752 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:36.996028 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-bc2c4d99-2ad8-4362-be1a-ce184c277752 admin admin] 10.222.0.24 "DELETE /v2.0/networks/edea3ae9-507e-4be4-83c5-8246c975b42b HTTP/1.1" status: 204 len: 168 time: 0.3349495 Mar 23 03:00:37.007408 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c4d99-2ad8-4362-be1a-ce184c277752 admin admin] Pushing event deleted for resources: {'Network': ['ID=edea3ae9-507e-4be4-83c5-8246c975b42b,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:00:37.335648 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 37612) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:00:37.374351 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ac23bbc7-14c7-49ac-a3ca-37da4540311b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=567aec09cdfa4c3abc09e06e4510a8aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375063 Mar 23 03:00:37.376801 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 37614) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:00:37.423496 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1ac09b9f-2051-4da3-8f96-aa860e05ed54 admin admin] Publish callbacks [] for security_group (f2708e5d-0ba7-4f8e-ac31-c3c3e501f387), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:37.445663 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1ac09b9f-2051-4da3-8f96-aa860e05ed54 admin admin] Publish callbacks [] for security_group (f2708e5d-0ba7-4f8e-ac31-c3c3e501f387), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:37.559060 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1ac09b9f-2051-4da3-8f96-aa860e05ed54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (f2708e5d-0ba7-4f8e-ac31-c3c3e501f387), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:37.561728 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1ac09b9f-2051-4da3-8f96-aa860e05ed54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:37.562894 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1ac09b9f-2051-4da3-8f96-aa860e05ed54 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f2708e5d-0ba7-4f8e-ac31-c3c3e501f387 HTTP/1.1" status: 204 len: 168 time: 0.1852124 Mar 23 03:00:37.571569 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac09b9f-2051-4da3-8f96-aa860e05ed54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2708e5d-0ba7-4f8e-ac31-c3c3e501f387,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:00:38.630858 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 37636) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:00:38.739722 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-2b4daa40-9a27-403c-b12f-2ebc7d32c48c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-231674263-network', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:00:38.810618 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4daa40-9a27-403c-b12f-2ebc7d32c48c admin admin] Made reservation on behalf of 94635e2bf1b34b1ba79c2e0527ed27d6 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:00:38.812963 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2b4daa40-9a27-403c-b12f-2ebc7d32c48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:38.827590 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2b4daa40-9a27-403c-b12f-2ebc7d32c48c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:38.901519 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2b4daa40-9a27-403c-b12f-2ebc7d32c48c admin admin] Publish callbacks [] for security_group (eb51ad93-3642-4777-96ea-4a4bcc190912), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:38.959134 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2b4daa40-9a27-403c-b12f-2ebc7d32c48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (eb51ad93-3642-4777-96ea-4a4bcc190912), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:38.983686 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4daa40-9a27-403c-b12f-2ebc7d32c48c admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 03:00:38.993929 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4daa40-9a27-403c-b12f-2ebc7d32c48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb51ad93-3642-4777-96ea-4a4bcc190912,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:00:38.998635 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2b4daa40-9a27-403c-b12f-2ebc7d32c48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (ac38a338-4153-4ac6-a538-1b518206f5b5), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:38.998981 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-2b4daa40-9a27-403c-b12f-2ebc7d32c48c admin admin] Added segment ac38a338-4153-4ac6-a538-1b518206f5b5 of type vlan for network 7193da4f-873b-4294-aff8-fb95f86a29de Mar 23 03:00:38.999169 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device b6d85772-25ef-41ae-9ad9-855da1014cb3 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:00:39.019741 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: b6d85772-25ef-41ae-9ad9-855da1014cb3 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:00:39.020180 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device b6d85772-25ef-41ae-9ad9-855da1014cb3 not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:00:39.040095 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2b4daa40-9a27-403c-b12f-2ebc7d32c48c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (7193da4f-873b-4294-aff8-fb95f86a29de), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:39.129373 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2b4daa40-9a27-403c-b12f-2ebc7d32c48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (7193da4f-873b-4294-aff8-fb95f86a29de), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:39.130327 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4daa40-9a27-403c-b12f-2ebc7d32c48c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:39.130924 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2b4daa40-9a27-403c-b12f-2ebc7d32c48c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:39.221900 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4daa40-9a27-403c-b12f-2ebc7d32c48c admin admin] Pushing event updated for resources: {'Network': ['ID=7193da4f-873b-4294-aff8-fb95f86a29de,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:00:39.232102 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 7193da4f-873b-4294-aff8-fb95f86a29de details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 03:00:39.287912 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2b4daa40-9a27-403c-b12f-2ebc7d32c48c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6557877 Mar 23 03:00:39.291640 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 37640) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:00:39.296534 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-6f88a46b-e010-43ad-bf47-87cf46f1f211 admin admin] Request body: {'subnet': {'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-231674263-subnet', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:00:39.414980 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f88a46b-e010-43ad-bf47-87cf46f1f211 admin admin] Made reservation on behalf of 94635e2bf1b34b1ba79c2e0527ed27d6 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:00:39.417664 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6f88a46b-e010-43ad-bf47-87cf46f1f211 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:39.661933 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6f88a46b-e010-43ad-bf47-87cf46f1f211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (119c0f5c-943f-484a-a6b6-c8c22899638c), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:39.717469 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f88a46b-e010-43ad-bf47-87cf46f1f211 admin admin] Pushing event updated for resources: {'Subnet': ['ID=119c0f5c-943f-484a-a6b6-c8c22899638c,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:00:39.726107 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f88a46b-e010-43ad-bf47-87cf46f1f211 admin admin] Checking segment: {'id': 'ac38a338-4153-4ac6-a538-1b518206f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:00:39.726464 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f88a46b-e010-43ad-bf47-87cf46f1f211 admin admin] Network hostable DHCP agents. Network: 7193da4f-873b-4294-aff8-fb95f86a29de, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 03:00:39.804497 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f88a46b-e010-43ad-bf47-87cf46f1f211 admin admin] Network 7193da4f-873b-4294-aff8-fb95f86a29de is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 03:00:39.878905 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-6f88a46b-e010-43ad-bf47-87cf46f1f211 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 7193da4f-873b-4294-aff8-fb95f86a29de) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:00:39.883634 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f88a46b-e010-43ad-bf47-87cf46f1f211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:39.884255 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6f88a46b-e010-43ad-bf47-87cf46f1f211 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:39.890331 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:00:39.891624 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b232ce3-a8d5-4663-bbe4-7b3add443a9f None None] Network 7193da4f-873b-4294-aff8-fb95f86a29de requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:00:39.979367 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6f88a46b-e010-43ad-bf47-87cf46f1f211 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6865368 Mar 23 03:00:39.981876 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 37642) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:00:39.986067 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-1b5e2a14-afe6-4e06-a9ac-e5ed1eaa0765 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:00:39.991564 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0391839-49ad-447e-a064-1e033218694f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-7193da4f-873b-4294-aff8-fb95f86a29de', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 03:00:39.993028 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a0391839-49ad-447e-a064-1e033218694f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:40.079440 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1b5e2a14-afe6-4e06-a9ac-e5ed1eaa0765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (d255defa-268f-4617-bf54-d74e9f152ede), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:40.080515 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1b5e2a14-afe6-4e06-a9ac-e5ed1eaa0765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (d255defa-268f-4617-bf54-d74e9f152ede), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:40.126731 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-a0391839-49ad-447e-a064-1e033218694f None None] Allocated IP 172.20.0.2 (7193da4f-873b-4294-aff8-fb95f86a29de/119c0f5c-943f-484a-a6b6-c8c22899638c/72c073cf-c7f1-4f63-aee8-04a2c453d87c) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:00:40.140002 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1b5e2a14-afe6-4e06-a9ac-e5ed1eaa0765 admin admin] Publish callbacks [] for router_controller (d255defa-268f-4617-bf54-d74e9f152ede), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:40.269174 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a0391839-49ad-447e-a064-1e033218694f None None] Publish callbacks [] for port (72c073cf-c7f1-4f63-aee8-04a2c453d87c), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:40.344917 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1b5e2a14-afe6-4e06-a9ac-e5ed1eaa0765 admin admin] Publish callbacks [] for router_gateway (d255defa-268f-4617-bf54-d74e9f152ede), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:40.365222 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a0391839-49ad-447e-a064-1e033218694f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (72c073cf-c7f1-4f63-aee8-04a2c453d87c), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:40.402453 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0391839-49ad-447e-a064-1e033218694f None None] Network 7193da4f-873b-4294-aff8-fb95f86a29de is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:00:40.405362 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-a0391839-49ad-447e-a064-1e033218694f None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:00:40.410735 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0391839-49ad-447e-a064-1e033218694f None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:00:40.418268 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0391839-49ad-447e-a064-1e033218694f None None] Pushing event updated for resources: {'Port': ['ID=72c073cf-c7f1-4f63-aee8-04a2c453d87c,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:00:40.476352 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-a0391839-49ad-447e-a064-1e033218694f None None] Attempting to bind port 72c073cf-c7f1-4f63-aee8-04a2c453d87c on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:00:40.476737 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-a0391839-49ad-447e-a064-1e033218694f None None] Attempting to bind port 72c073cf-c7f1-4f63-aee8-04a2c453d87c by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'ac38a338-4153-4ac6-a538-1b518206f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:00:40.477108 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0391839-49ad-447e-a064-1e033218694f None None] Attempting to bind port 72c073cf-c7f1-4f63-aee8-04a2c453d87c on network 7193da4f-873b-4294-aff8-fb95f86a29de {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:00:40.482095 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0391839-49ad-447e-a064-1e033218694f None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:00:40.482491 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0391839-49ad-447e-a064-1e033218694f None None] Checking segment: {'id': 'ac38a338-4153-4ac6-a538-1b518206f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:00:40.482877 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a0391839-49ad-447e-a064-1e033218694f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:40.483345 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0391839-49ad-447e-a064-1e033218694f None None] Bound using segment: {'id': 'ac38a338-4153-4ac6-a538-1b518206f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:00:40.483832 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-a0391839-49ad-447e-a064-1e033218694f None None] Bound port: 72c073cf-c7f1-4f63-aee8-04a2c453d87c, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac38a338-4153-4ac6-a538-1b518206f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:00:40.484221 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a0391839-49ad-447e-a064-1e033218694f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (72c073cf-c7f1-4f63-aee8-04a2c453d87c), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:40.555809 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-a0391839-49ad-447e-a064-1e033218694f None None] For port 72c073cf-c7f1-4f63-aee8-04a2c453d87c, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:00:40.559058 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-a0391839-49ad-447e-a064-1e033218694f None None] For port 72c073cf-c7f1-4f63-aee8-04a2c453d87c, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=72c073cf-c7f1-4f63-aee8-04a2c453d87c,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:00:40.639393 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a0391839-49ad-447e-a064-1e033218694f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (72c073cf-c7f1-4f63-aee8-04a2c453d87c), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:40.651075 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1b5e2a14-afe6-4e06-a9ac-e5ed1eaa0765 admin admin] Publish callbacks [] for router_gateway (d255defa-268f-4617-bf54-d74e9f152ede), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:40.669910 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1b5e2a14-afe6-4e06-a9ac-e5ed1eaa0765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:40.706923 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0391839-49ad-447e-a064-1e033218694f None None] Pushing event updated for resources: {'Port': ['ID=72c073cf-c7f1-4f63-aee8-04a2c453d87c,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:00:40.779277 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-1b5e2a14-afe6-4e06-a9ac-e5ed1eaa0765 admin admin] Allocated IP 172.26.2.36 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/80c537b7-7050-4fb3-9dc5-27537a0036b3) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:00:40.905962 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1b5e2a14-afe6-4e06-a9ac-e5ed1eaa0765 admin admin] Publish callbacks [] for port (80c537b7-7050-4fb3-9dc5-27537a0036b3), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:41.020779 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1b5e2a14-afe6-4e06-a9ac-e5ed1eaa0765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (80c537b7-7050-4fb3-9dc5-27537a0036b3), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:41.062148 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5e2a14-afe6-4e06-a9ac-e5ed1eaa0765 admin admin] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:00:41.065053 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-1b5e2a14-afe6-4e06-a9ac-e5ed1eaa0765 admin admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:00:41.070904 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5e2a14-afe6-4e06-a9ac-e5ed1eaa0765 admin admin] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:00:41.076400 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e2a14-afe6-4e06-a9ac-e5ed1eaa0765 admin admin] Pushing event updated for resources: {'Port': ['ID=80c537b7-7050-4fb3-9dc5-27537a0036b3,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:00:41.574336 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b98cb59-8f3d-4cb8-b258-c51a5b0e3c96 None None] Network 7193da4f-873b-4294-aff8-fb95f86a29de requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:00:41.642509 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e79bd519-7fee-4453-b71d-3d6475c14a74 None None] Provisioning complete for port 72c073cf-c7f1-4f63-aee8-04a2c453d87c triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:00:41.642806 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e79bd519-7fee-4453-b71d-3d6475c14a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (72c073cf-c7f1-4f63-aee8-04a2c453d87c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:41.750069 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1b5e2a14-afe6-4e06-a9ac-e5ed1eaa0765 admin admin] Publish callbacks [] for router_gateway (d255defa-268f-4617-bf54-d74e9f152ede), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:41.768576 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e79bd519-7fee-4453-b71d-3d6475c14a74 None None] Current status of the port 72c073cf-c7f1-4f63-aee8-04a2c453d87c is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:00:41.768961 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e79bd519-7fee-4453-b71d-3d6475c14a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (72c073cf-c7f1-4f63-aee8-04a2c453d87c), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:41.802769 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-e79bd519-7fee-4453-b71d-3d6475c14a74 None None] For port 72c073cf-c7f1-4f63-aee8-04a2c453d87c, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=72c073cf-c7f1-4f63-aee8-04a2c453d87c,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:00:41.907762 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e79bd519-7fee-4453-b71d-3d6475c14a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (72c073cf-c7f1-4f63-aee8-04a2c453d87c), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:41.959991 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79bd519-7fee-4453-b71d-3d6475c14a74 None None] Pushing event updated for resources: {'Port': ['ID=72c073cf-c7f1-4f63-aee8-04a2c453d87c,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:00:41.962628 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1b5e2a14-afe6-4e06-a9ac-e5ed1eaa0765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (d255defa-268f-4617-bf54-d74e9f152ede), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:41.967163 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79bd519-7fee-4453-b71d-3d6475c14a74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:41.967525 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79bd519-7fee-4453-b71d-3d6475c14a74 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:41.967980 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79bd519-7fee-4453-b71d-3d6475c14a74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:41.968364 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79bd519-7fee-4453-b71d-3d6475c14a74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:41.968712 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79bd519-7fee-4453-b71d-3d6475c14a74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:41.969060 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79bd519-7fee-4453-b71d-3d6475c14a74 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:41.969397 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79bd519-7fee-4453-b71d-3d6475c14a74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:41.969730 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79bd519-7fee-4453-b71d-3d6475c14a74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:41.970065 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79bd519-7fee-4453-b71d-3d6475c14a74 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:41.970399 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79bd519-7fee-4453-b71d-3d6475c14a74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:41.970737 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79bd519-7fee-4453-b71d-3d6475c14a74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:41.971073 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79bd519-7fee-4453-b71d-3d6475c14a74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:41.971401 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79bd519-7fee-4453-b71d-3d6475c14a74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:41.971730 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79bd519-7fee-4453-b71d-3d6475c14a74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:41.972091 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79bd519-7fee-4453-b71d-3d6475c14a74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:42.030058 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-661c5140-59c3-438b-a514-0e2d4d2ef42c None None] Provisioning complete for port 72c073cf-c7f1-4f63-aee8-04a2c453d87c triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:00:42.030437 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-661c5140-59c3-438b-a514-0e2d4d2ef42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (72c073cf-c7f1-4f63-aee8-04a2c453d87c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:42.109023 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-661c5140-59c3-438b-a514-0e2d4d2ef42c None None] Current status of the port 72c073cf-c7f1-4f63-aee8-04a2c453d87c is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:00:42.193188 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5e2a14-afe6-4e06-a9ac-e5ed1eaa0765 admin admin] Router d255defa-268f-4617-bf54-d74e9f152ede is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 03:00:42.300992 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5e2a14-afe6-4e06-a9ac-e5ed1eaa0765 admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:00:42.310295 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bb1291-8f90-4f95-a4ae-3c9976f995b9 None None] Sync routers for ids ['d255defa-268f-4617-bf54-d74e9f152ede'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:00:42.320946 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bb1291-8f90-4f95-a4ae-3c9976f995b9 None None] Routers {'d255defa-268f-4617-bf54-d74e9f152ede'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:00:42.322677 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-00bb1291-8f90-4f95-a4ae-3c9976f995b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:00:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d255defa-268f-4617-bf54-d74e9f152ede'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:00:42.393642 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1b5e2a14-afe6-4e06-a9ac-e5ed1eaa0765 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:42.397646 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1b5e2a14-afe6-4e06-a9ac-e5ed1eaa0765 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4120886 Mar 23 03:00:42.397795 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 37644) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:00:42.430132 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-00bb1291-8f90-4f95-a4ae-3c9976f995b9 None None] Set router d255defa-268f-4617-bf54-d74e9f152ede gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:00:42.755375 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-00bb1291-8f90-4f95-a4ae-3c9976f995b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:41Z', 'revision_number': 3, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'gw_port': {'id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:79:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:00:42.783427 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bb1291-8f90-4f95-a4ae-3c9976f995b9 None None] Checking router: d255defa-268f-4617-bf54-d74e9f152ede for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:00:42.783788 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bb1291-8f90-4f95-a4ae-3c9976f995b9 None None] Updating router d255defa-268f-4617-bf54-d74e9f152ede port 80c537b7-7050-4fb3-9dc5-27537a0036b3 binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 03:00:42.818735 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 72c073cf-c7f1-4f63-aee8-04a2c453d87c up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:00:42.824554 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-00bb1291-8f90-4f95-a4ae-3c9976f995b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (80c537b7-7050-4fb3-9dc5-27537a0036b3), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:42.838290 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8f86e014-f307-4f38-8f83-cb96a20f8003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:42.962889 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 72c073cf-c7f1-4f63-aee8-04a2c453d87c triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:00:42.963312 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (72c073cf-c7f1-4f63-aee8-04a2c453d87c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:43.037000 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-8f86e014-f307-4f38-8f83-cb96a20f8003 admin admin] Allocated IP 172.20.0.1 (7193da4f-873b-4294-aff8-fb95f86a29de/119c0f5c-943f-484a-a6b6-c8c22899638c/d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:00:43.118413 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 72c073cf-c7f1-4f63-aee8-04a2c453d87c is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:00:43.142128 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8f86e014-f307-4f38-8f83-cb96a20f8003 admin admin] Publish callbacks [] for port (d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:43.176036 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-00bb1291-8f90-4f95-a4ae-3c9976f995b9 None None] Publish callbacks [] for port (80c537b7-7050-4fb3-9dc5-27537a0036b3), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:43.232291 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8f86e014-f307-4f38-8f83-cb96a20f8003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:43.267483 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-00bb1291-8f90-4f95-a4ae-3c9976f995b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (80c537b7-7050-4fb3-9dc5-27537a0036b3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:43.273617 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f86e014-f307-4f38-8f83-cb96a20f8003 admin admin] Network 7193da4f-873b-4294-aff8-fb95f86a29de is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:00:43.276483 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-8f86e014-f307-4f38-8f83-cb96a20f8003 admin admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:00:43.280153 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f86e014-f307-4f38-8f83-cb96a20f8003 admin admin] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:00:43.309696 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86e014-f307-4f38-8f83-cb96a20f8003 admin admin] Pushing event updated for resources: {'Port': ['ID=d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:00:43.321168 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-00bb1291-8f90-4f95-a4ae-3c9976f995b9 None None] Attempting to bind port 80c537b7-7050-4fb3-9dc5-27537a0036b3 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:00:43.321515 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-00bb1291-8f90-4f95-a4ae-3c9976f995b9 None None] Attempting to bind port 80c537b7-7050-4fb3-9dc5-27537a0036b3 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:00:43.321864 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bb1291-8f90-4f95-a4ae-3c9976f995b9 None None] Attempting to bind port 80c537b7-7050-4fb3-9dc5-27537a0036b3 on network 6bbcca03-75ff-487c-8b0e-a32302dacbee {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:00:43.325139 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34bbdab-0560-401d-8598-5e6bf07fa50c None None] Pushing event updated for resources: {'Port': ['ID=80c537b7-7050-4fb3-9dc5-27537a0036b3,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:00:43.330498 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8f86e014-f307-4f38-8f83-cb96a20f8003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (d255defa-268f-4617-bf54-d74e9f152ede), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:43.330650 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bb1291-8f90-4f95-a4ae-3c9976f995b9 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:00:43.330650 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bb1291-8f90-4f95-a4ae-3c9976f995b9 None None] Checking segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:00:43.330920 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-00bb1291-8f90-4f95-a4ae-3c9976f995b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:43.335221 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bb1291-8f90-4f95-a4ae-3c9976f995b9 None None] Bound using segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:00:43.335221 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-00bb1291-8f90-4f95-a4ae-3c9976f995b9 None None] Bound port: 80c537b7-7050-4fb3-9dc5-27537a0036b3, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:00:43.335221 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-00bb1291-8f90-4f95-a4ae-3c9976f995b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (80c537b7-7050-4fb3-9dc5-27537a0036b3), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:43.389577 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-00bb1291-8f90-4f95-a4ae-3c9976f995b9 None None] For port 80c537b7-7050-4fb3-9dc5-27537a0036b3, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:00:43.393472 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-00bb1291-8f90-4f95-a4ae-3c9976f995b9 None None] For port 80c537b7-7050-4fb3-9dc5-27537a0036b3, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=80c537b7-7050-4fb3-9dc5-27537a0036b3,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:00:43.485497 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-00bb1291-8f90-4f95-a4ae-3c9976f995b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (80c537b7-7050-4fb3-9dc5-27537a0036b3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:43.535648 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8f86e014-f307-4f38-8f83-cb96a20f8003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:43.560951 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34bbdab-0560-401d-8598-5e6bf07fa50c None None] Pushing event updated for resources: {'Port': ['ID=80c537b7-7050-4fb3-9dc5-27537a0036b3,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:00:43.565107 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bb1291-8f90-4f95-a4ae-3c9976f995b9 None None] Routers {'d255defa-268f-4617-bf54-d74e9f152ede'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:00:43.565707 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-00bb1291-8f90-4f95-a4ae-3c9976f995b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:00:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d255defa-268f-4617-bf54-d74e9f152ede'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:00:43.571475 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-77a2c188-d6b4-4472-8829-87d80df95a66 None None] Provisioning complete for port d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:00:43.572090 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-77a2c188-d6b4-4472-8829-87d80df95a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:43.674775 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-77a2c188-d6b4-4472-8829-87d80df95a66 None None] Port d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:00:43.700214 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8f86e014-f307-4f38-8f83-cb96a20f8003 admin admin] Publish callbacks [] for port (d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:43.705102 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-00bb1291-8f90-4f95-a4ae-3c9976f995b9 None None] Set router d255defa-268f-4617-bf54-d74e9f152ede gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:00:43.769201 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8f86e014-f307-4f38-8f83-cb96a20f8003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:43.834048 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8f86e014-f307-4f38-8f83-cb96a20f8003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (d255defa-268f-4617-bf54-d74e9f152ede), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:43.842511 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86e014-f307-4f38-8f83-cb96a20f8003 admin admin] Pushing event updated for resources: {'Port': ['ID=d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:00:43.913022 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-00bb1291-8f90-4f95-a4ae-3c9976f995b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 4, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'gw_port': {'id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:79:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'd9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d', 'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'mac_address': 'fa:16:3e:6c:92:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:42Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 1, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'subnets': [{'id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:00:43.933109 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f86e014-f307-4f38-8f83-cb96a20f8003 admin admin] Network 7193da4f-873b-4294-aff8-fb95f86a29de is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:00:43.934490 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-8f86e014-f307-4f38-8f83-cb96a20f8003 admin admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:00:43.941663 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bb1291-8f90-4f95-a4ae-3c9976f995b9 None None] The sync data for ids ['d255defa-268f-4617-bf54-d74e9f152ede'] in dv-neutron-834613-2-hyperv is: [{'id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 4, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'gw_port': {'id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:79:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'd9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d', 'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'mac_address': 'fa:16:3e:6c:92:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:42Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 1, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'subnets': [{'id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:00:44.064275 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f86e014-f307-4f38-8f83-cb96a20f8003 admin admin] Router d255defa-268f-4617-bf54-d74e9f152ede has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:00:44.197101 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f86e014-f307-4f38-8f83-cb96a20f8003 admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:00:44.203056 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8f86e014-f307-4f38-8f83-cb96a20f8003 admin admin] 10.222.0.24 "PUT /v2.0/routers/d255defa-268f-4617-bf54-d74e9f152ede/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8043075 Mar 23 03:00:44.217053 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-54da36ca-a741-4b05-9f1d-fb9ad35db8eb None None] Provisioning complete for port d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:00:44.217437 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-54da36ca-a741-4b05-9f1d-fb9ad35db8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:44.252644 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-54da36ca-a741-4b05-9f1d-fb9ad35db8eb None None] Port d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:00:44.816205 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 80c537b7-7050-4fb3-9dc5-27537a0036b3 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:00:44.871382 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 80c537b7-7050-4fb3-9dc5-27537a0036b3 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:00:44.871764 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (80c537b7-7050-4fb3-9dc5-27537a0036b3), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:44.950691 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 80c537b7-7050-4fb3-9dc5-27537a0036b3 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:00:44.951407 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (80c537b7-7050-4fb3-9dc5-27537a0036b3), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:44.974032 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 80c537b7-7050-4fb3-9dc5-27537a0036b3, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=80c537b7-7050-4fb3-9dc5-27537a0036b3,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:00:45.083698 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (80c537b7-7050-4fb3-9dc5-27537a0036b3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:45.137778 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=80c537b7-7050-4fb3-9dc5-27537a0036b3,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:00:45.811443 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14a73fa-4e11-470a-9798-820d4855e159 None None] Sync routers for ids ['d255defa-268f-4617-bf54-d74e9f152ede'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:00:45.822069 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14a73fa-4e11-470a-9798-820d4855e159 None None] Routers {'d255defa-268f-4617-bf54-d74e9f152ede'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:00:45.822744 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-c14a73fa-4e11-470a-9798-820d4855e159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:00:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d255defa-268f-4617-bf54-d74e9f152ede'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:00:45.927753 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-c14a73fa-4e11-470a-9798-820d4855e159 None None] Set router d255defa-268f-4617-bf54-d74e9f152ede gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:00:46.122346 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-c14a73fa-4e11-470a-9798-820d4855e159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 4, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'gw_port': {'id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'd9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d', 'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'mac_address': 'fa:16:3e:6c:92:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:42Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 2, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'subnets': [{'id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:00:46.152792 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14a73fa-4e11-470a-9798-820d4855e159 None None] Checking router: d255defa-268f-4617-bf54-d74e9f152ede for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:00:46.153142 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14a73fa-4e11-470a-9798-820d4855e159 None None] Updating router d255defa-268f-4617-bf54-d74e9f152ede port d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 03:00:46.179997 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-c14a73fa-4e11-470a-9798-820d4855e159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:46.344608 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 37654) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:00:46.349229 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-9c79ef05-ea10-44d3-8291-1be0d6c96727 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2001242334', 'description': 'tempest-description--1959207598'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:00:46.421702 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9c79ef05-ea10-44d3-8291-1be0d6c96727 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:46.438602 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-c14a73fa-4e11-470a-9798-820d4855e159 None None] Publish callbacks [] for port (d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:46.487128 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9c79ef05-ea10-44d3-8291-1be0d6c96727 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for security_group (8adbe69b-6244-46cd-9e96-3cae023feaf6), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:46.517232 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-c14a73fa-4e11-470a-9798-820d4855e159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:46.557581 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9c79ef05-ea10-44d3-8291-1be0d6c96727 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (8adbe69b-6244-46cd-9e96-3cae023feaf6), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:46.570966 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860ae6b-9a5f-4f29-b9ff-03db6d49848a None None] Pushing event updated for resources: {'Port': ['ID=d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:00:46.596110 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79ef05-ea10-44d3-8291-1be0d6c96727 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8adbe69b-6244-46cd-9e96-3cae023feaf6,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:00:46.613960 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860ae6b-9a5f-4f29-b9ff-03db6d49848a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:46.614314 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860ae6b-9a5f-4f29-b9ff-03db6d49848a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:46.614660 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860ae6b-9a5f-4f29-b9ff-03db6d49848a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:46.615058 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860ae6b-9a5f-4f29-b9ff-03db6d49848a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:46.615344 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860ae6b-9a5f-4f29-b9ff-03db6d49848a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:46.616382 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860ae6b-9a5f-4f29-b9ff-03db6d49848a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:46.616825 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860ae6b-9a5f-4f29-b9ff-03db6d49848a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:46.617161 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860ae6b-9a5f-4f29-b9ff-03db6d49848a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:46.617486 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860ae6b-9a5f-4f29-b9ff-03db6d49848a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:46.617818 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860ae6b-9a5f-4f29-b9ff-03db6d49848a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:46.618144 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860ae6b-9a5f-4f29-b9ff-03db6d49848a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:46.618467 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860ae6b-9a5f-4f29-b9ff-03db6d49848a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:46.618787 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860ae6b-9a5f-4f29-b9ff-03db6d49848a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:46.619106 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860ae6b-9a5f-4f29-b9ff-03db6d49848a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:46.619429 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860ae6b-9a5f-4f29-b9ff-03db6d49848a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:46.637036 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-c14a73fa-4e11-470a-9798-820d4855e159 None None] Attempting to bind port d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:00:46.637413 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-c14a73fa-4e11-470a-9798-820d4855e159 None None] Attempting to bind port d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'ac38a338-4153-4ac6-a538-1b518206f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:00:46.637784 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14a73fa-4e11-470a-9798-820d4855e159 None None] Attempting to bind port d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d on network 7193da4f-873b-4294-aff8-fb95f86a29de {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:00:46.643019 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14a73fa-4e11-470a-9798-820d4855e159 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:00:46.643398 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14a73fa-4e11-470a-9798-820d4855e159 None None] Checking segment: {'id': 'ac38a338-4153-4ac6-a538-1b518206f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:00:46.647796 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-c14a73fa-4e11-470a-9798-820d4855e159 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:46.647796 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14a73fa-4e11-470a-9798-820d4855e159 None None] Bound using segment: {'id': 'ac38a338-4153-4ac6-a538-1b518206f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:00:46.647796 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-c14a73fa-4e11-470a-9798-820d4855e159 None None] Bound port: d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac38a338-4153-4ac6-a538-1b518206f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:00:46.647796 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-c14a73fa-4e11-470a-9798-820d4855e159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:46.648134 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9c79ef05-ea10-44d3-8291-1be0d6c96727 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:46.650630 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 37656) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:00:46.656080 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-ab342136-934f-4c4e-8a91-9927b4db86e2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Request body: {'security_group_rule': {'security_group_id': '8adbe69b-6244-46cd-9e96-3cae023feaf6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:00:46.656468 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9c79ef05-ea10-44d3-8291-1be0d6c96727 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3015680 Mar 23 03:00:46.712996 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-c14a73fa-4e11-470a-9798-820d4855e159 None None] For port d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:00:46.716596 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-c14a73fa-4e11-470a-9798-820d4855e159 None None] For port d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:00:46.746186 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ab342136-934f-4c4e-8a91-9927b4db86e2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for security_group_rule (e5485ef1-3530-4da3-975e-d66ef0c57936), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:46.792191 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 80c537b7-7050-4fb3-9dc5-27537a0036b3 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:00:46.794330 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-c14a73fa-4e11-470a-9798-820d4855e159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:46.795586 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e1da79d0-47b7-45b3-a008-5ccb844d4628 None None] Provisioning complete for port d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:00:46.796058 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e1da79d0-47b7-45b3-a008-5ccb844d4628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:46.808611 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ab342136-934f-4c4e-8a91-9927b4db86e2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for security_group_rule (e5485ef1-3530-4da3-975e-d66ef0c57936), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:46.854757 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14a73fa-4e11-470a-9798-820d4855e159 None None] Routers {'d255defa-268f-4617-bf54-d74e9f152ede'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:00:46.854757 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-c14a73fa-4e11-470a-9798-820d4855e159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:00:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d255defa-268f-4617-bf54-d74e9f152ede'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:00:46.874299 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ab342136-934f-4c4e-8a91-9927b4db86e2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (e5485ef1-3530-4da3-975e-d66ef0c57936), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:46.894329 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab342136-934f-4c4e-8a91-9927b4db86e2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5485ef1-3530-4da3-975e-d66ef0c57936,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:00:46.898348 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 80c537b7-7050-4fb3-9dc5-27537a0036b3 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:00:46.898901 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860ae6b-9a5f-4f29-b9ff-03db6d49848a None None] Pushing event updated for resources: {'Port': ['ID=d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d,revision_number=4']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:00:46.899130 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (80c537b7-7050-4fb3-9dc5-27537a0036b3), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:46.915031 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab342136-934f-4c4e-8a91-9927b4db86e2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:46.915393 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab342136-934f-4c4e-8a91-9927b4db86e2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:46.915746 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab342136-934f-4c4e-8a91-9927b4db86e2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:46.916359 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab342136-934f-4c4e-8a91-9927b4db86e2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:46.916717 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab342136-934f-4c4e-8a91-9927b4db86e2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:46.917061 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab342136-934f-4c4e-8a91-9927b4db86e2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:46.917697 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab342136-934f-4c4e-8a91-9927b4db86e2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:46.918176 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab342136-934f-4c4e-8a91-9927b4db86e2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:46.919127 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab342136-934f-4c4e-8a91-9927b4db86e2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:46.919535 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab342136-934f-4c4e-8a91-9927b4db86e2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:46.919914 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab342136-934f-4c4e-8a91-9927b4db86e2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:46.920323 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab342136-934f-4c4e-8a91-9927b4db86e2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:46.921161 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab342136-934f-4c4e-8a91-9927b4db86e2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:46.921792 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab342136-934f-4c4e-8a91-9927b4db86e2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:46.922126 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab342136-934f-4c4e-8a91-9927b4db86e2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:00:46.942708 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e1da79d0-47b7-45b3-a008-5ccb844d4628 None None] Current status of the port d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:00:46.943112 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e1da79d0-47b7-45b3-a008-5ccb844d4628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:46.988940 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-e1da79d0-47b7-45b3-a008-5ccb844d4628 None None] For port d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:00:46.996099 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-c14a73fa-4e11-470a-9798-820d4855e159 None None] Set router d255defa-268f-4617-bf54-d74e9f152ede gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:00:47.007456 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ab342136-934f-4c4e-8a91-9927b4db86e2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:47.012107 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ab342136-934f-4c4e-8a91-9927b4db86e2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3566599 Mar 23 03:00:47.012107 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 37658) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:00:47.016194 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-e25355d5-9f28-4bad-b556-065aaa075137 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Request body: {'security_group_rule': {'security_group_id': '8adbe69b-6244-46cd-9e96-3cae023feaf6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:00:47.037499 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 80c537b7-7050-4fb3-9dc5-27537a0036b3 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:00:47.067802 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e1da79d0-47b7-45b3-a008-5ccb844d4628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:47.111355 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e25355d5-9f28-4bad-b556-065aaa075137 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for security_group_rule (2e6864ea-d970-4227-9dbb-74c65c66a442), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:47.117993 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da79d0-47b7-45b3-a008-5ccb844d4628 None None] Pushing event updated for resources: {'Port': ['ID=d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:00:47.165597 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e25355d5-9f28-4bad-b556-065aaa075137 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for security_group_rule (2e6864ea-d970-4227-9dbb-74c65c66a442), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:47.189157 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e7d5d562-6d04-4960-b445-fc62d15ca09d None None] Provisioning complete for port d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:00:47.189589 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e7d5d562-6d04-4960-b445-fc62d15ca09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:47.220017 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-c14a73fa-4e11-470a-9798-820d4855e159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 4, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'gw_port': {'id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'd9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d', 'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'mac_address': 'fa:16:3e:6c:92:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:42Z', 'updated_at': '2022-03-23T03:00:46Z', 'revision_number': 4, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'subnets': [{'id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:00:47.247706 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14a73fa-4e11-470a-9798-820d4855e159 None None] The sync data for ids ['d255defa-268f-4617-bf54-d74e9f152ede'] in dv-neutron-834613-2-hyperv is: [{'id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 4, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'gw_port': {'id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'd9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d', 'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'mac_address': 'fa:16:3e:6c:92:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:42Z', 'updated_at': '2022-03-23T03:00:46Z', 'revision_number': 4, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'subnets': [{'id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:00:47.254621 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e25355d5-9f28-4bad-b556-065aaa075137 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (2e6864ea-d970-4227-9dbb-74c65c66a442), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:47.274920 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25355d5-9f28-4bad-b556-065aaa075137 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6864ea-d970-4227-9dbb-74c65c66a442,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:00:47.275246 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e7d5d562-6d04-4960-b445-fc62d15ca09d None None] Current status of the port d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:00:47.342431 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e25355d5-9f28-4bad-b556-065aaa075137 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:47.343756 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e25355d5-9f28-4bad-b556-065aaa075137 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3312185 Mar 23 03:00:47.346810 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 37660) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:00:47.351917 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-734ad691-175d-4395-858e-abde5ec706a1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:00:47.439213 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-734ad691-175d-4395-858e-abde5ec706a1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:47.557070 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-734ad691-175d-4395-858e-abde5ec706a1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:47.627761 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5590bcbf-3665-4dc5-9e67-b779d61adcfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:47.667977 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-734ad691-175d-4395-858e-abde5ec706a1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Allocated IP 172.26.2.241 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/365fbbf8-6dc6-48ae-8f21-ae7ef89fc320) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:00:47.776233 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-734ad691-175d-4395-858e-abde5ec706a1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for port (365fbbf8-6dc6-48ae-8f21-ae7ef89fc320), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:47.868005 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-734ad691-175d-4395-858e-abde5ec706a1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (365fbbf8-6dc6-48ae-8f21-ae7ef89fc320), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:47.905768 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734ad691-175d-4395-858e-abde5ec706a1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:00:47.908697 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-734ad691-175d-4395-858e-abde5ec706a1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:00:47.914176 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734ad691-175d-4395-858e-abde5ec706a1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:00:47.919584 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ad691-175d-4395-858e-abde5ec706a1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Pushing event updated for resources: {'Port': ['ID=365fbbf8-6dc6-48ae-8f21-ae7ef89fc320,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:00:47.998986 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-734ad691-175d-4395-858e-abde5ec706a1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for floatingip (05c3de70-076e-4f82-ab35-b651e51887eb), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:48.119810 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-734ad691-175d-4395-858e-abde5ec706a1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (365fbbf8-6dc6-48ae-8f21-ae7ef89fc320), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:48.265045 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-734ad691-175d-4395-858e-abde5ec706a1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for port (365fbbf8-6dc6-48ae-8f21-ae7ef89fc320), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:48.313010 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-734ad691-175d-4395-858e-abde5ec706a1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (365fbbf8-6dc6-48ae-8f21-ae7ef89fc320), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:48.386784 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ad691-175d-4395-858e-abde5ec706a1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Pushing event updated for resources: {'Port': ['ID=365fbbf8-6dc6-48ae-8f21-ae7ef89fc320,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:00:48.395740 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-734ad691-175d-4395-858e-abde5ec706a1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (05c3de70-076e-4f82-ab35-b651e51887eb), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:48.496260 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-734ad691-175d-4395-858e-abde5ec706a1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:48.497487 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-734ad691-175d-4395-858e-abde5ec706a1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1496665 Mar 23 03:00:48.643082 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-49cfdf2b-014d-44e5-981f-54a63befe182 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2001242334&fields=id&tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6 HTTP/1.1" status: 200 len: 267 time: 0.0425577 Mar 23 03:00:48.752486 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-2c95df36-940c-4f7c-b054-f142839cc506 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:48.754047 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-2c95df36-940c-4f7c-b054-f142839cc506 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/networks?id=7193da4f-873b-4294-aff8-fb95f86a29de HTTP/1.1" status: 200 len: 811 time: 0.1038153 Mar 23 03:00:48.770611 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-60c551c2-aec4-465b-8379-7beaddc44475 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/quotas/94635e2bf1b34b1ba79c2e0527ed27d6 HTTP/1.1" status: 200 len: 375 time: 0.0102451 Mar 23 03:00:48.806139 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:48.813092 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:00:48.830609 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-c40c2398-89a7-4f0b-a4d1-22767da09296 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537007 Mar 23 03:00:48.846037 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-2fc5847c-7178-49de-a5fa-82bd9b5425df service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 03:00:48.846995 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-2fc5847c-7178-49de-a5fa-82bd9b5425df service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051265 Mar 23 03:00:48.861322 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:00:48.861705 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:48.939189 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:00:48.945418 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-65b968bb-f749-469f-9746-4fa5c511e830 service neutron] 10.222.0.24 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918410 Mar 23 03:00:49.036954 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-7a2e1761-d9d8-46ad-bf8c-cc131d9fbc85 service neutron] 10.222.0.24 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856733 Mar 23 03:00:49.272020 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-493e3467-7d05-4221-82ff-657fe421ee89 req-2d9fe5d8-7cce-4b17-a4ee-830b7fedc909 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 210 time: 0.0287156 Mar 23 03:00:49.930346 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b244dc28-fe31-4778-acf9-cb6084418661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:50.370605 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c4b70521-f106-47b5-9878-93dc269d435a req-9019660b-1038-4f2a-a6c8-d7907204021d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 210 time: 0.0281601 Mar 23 03:00:51.278872 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:51.328570 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-e5f94bff-f439-403f-ac22-67dd1a6ce001 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:51.330017 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-e5f94bff-f439-403f-ac22-67dd1a6ce001 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.23 "GET /v2.0/networks?id=7193da4f-873b-4294-aff8-fb95f86a29de HTTP/1.1" status: 200 len: 811 time: 0.1023350 Mar 23 03:00:51.389247 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-b650444c-9218-49e0-815b-02019ddf37ed tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6 HTTP/1.1" status: 200 len: 380 time: 0.0515268 Mar 23 03:00:51.399965 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-6b1aceff-8c47-4769-a4b6-ce1a3fe4f04d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Request body: {'port': {'device_id': 'a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'admin_state_up': True, 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'security_groups': ['8adbe69b-6244-46cd-9e96-3cae023feaf6']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:00:51.471260 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4e17a065-7b6a-4c1c-af78-fd63a1919b4a req-bf4c3531-ae9b-4a26-a828-494d70c43f38 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 210 time: 0.0307529 Mar 23 03:00:51.570613 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-6b1aceff-8c47-4769-a4b6-ce1a3fe4f04d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Made reservation on behalf of 94635e2bf1b34b1ba79c2e0527ed27d6 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:00:51.574043 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-6b1aceff-8c47-4769-a4b6-ce1a3fe4f04d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:51.704384 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-6b1aceff-8c47-4769-a4b6-ce1a3fe4f04d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Allocated IP 172.20.0.13 (7193da4f-873b-4294-aff8-fb95f86a29de/119c0f5c-943f-484a-a6b6-c8c22899638c/b24715ef-80e9-49d7-aa74-b659669ce9c1) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:00:51.840896 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-6b1aceff-8c47-4769-a4b6-ce1a3fe4f04d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for port (b24715ef-80e9-49d7-aa74-b659669ce9c1), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:51.934909 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-6b1aceff-8c47-4769-a4b6-ce1a3fe4f04d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (b24715ef-80e9-49d7-aa74-b659669ce9c1), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:51.977784 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-6b1aceff-8c47-4769-a4b6-ce1a3fe4f04d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Network 7193da4f-873b-4294-aff8-fb95f86a29de is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:00:51.980850 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-6b1aceff-8c47-4769-a4b6-ce1a3fe4f04d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:00:51.987171 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-6b1aceff-8c47-4769-a4b6-ce1a3fe4f04d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:00:51.994128 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1aceff-8c47-4769-a4b6-ce1a3fe4f04d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Pushing event updated for resources: {'Port': ['ID=b24715ef-80e9-49d7-aa74-b659669ce9c1,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:00:52.042288 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-6b1aceff-8c47-4769-a4b6-ce1a3fe4f04d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:52.047311 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-6b1aceff-8c47-4769-a4b6-ce1a3fe4f04d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:52.131755 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-6b1aceff-8c47-4769-a4b6-ce1a3fe4f04d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7366507 Mar 23 03:00:52.142838 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-49df129f-5413-4d8a-9659-7c9d4fb8805f service neutron] Request body: {'port': {'device_id': 'a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:00:52.205256 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-49df129f-5413-4d8a-9659-7c9d4fb8805f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b24715ef-80e9-49d7-aa74-b659669ce9c1), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:52.225873 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-1109d54a-899d-4b05-bc97-36fbe09133a8 None None] Provisioning complete for port b24715ef-80e9-49d7-aa74-b659669ce9c1 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:00:52.226308 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1109d54a-899d-4b05-bc97-36fbe09133a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b24715ef-80e9-49d7-aa74-b659669ce9c1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:52.260829 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-1109d54a-899d-4b05-bc97-36fbe09133a8 None None] Port b24715ef-80e9-49d7-aa74-b659669ce9c1 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:00:52.465304 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-49df129f-5413-4d8a-9659-7c9d4fb8805f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b24715ef-80e9-49d7-aa74-b659669ce9c1 {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:00:52.472655 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-49df129f-5413-4d8a-9659-7c9d4fb8805f service neutron] Publish callbacks [] for port (b24715ef-80e9-49d7-aa74-b659669ce9c1), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:52.484989 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-49df129f-5413-4d8a-9659-7c9d4fb8805f service neutron] Transition to ACTIVE for port object b24715ef-80e9-49d7-aa74-b659669ce9c1 will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 03:00:52.549495 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-49df129f-5413-4d8a-9659-7c9d4fb8805f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (b24715ef-80e9-49d7-aa74-b659669ce9c1), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:52.626025 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df129f-5413-4d8a-9659-7c9d4fb8805f service neutron] Pushing event updated for resources: {'Port': ['ID=b24715ef-80e9-49d7-aa74-b659669ce9c1,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:00:52.665894 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd12033-ec70-4240-ac9f-b4430ecc79f1 req-90597d24-532a-4da7-9f0b-14e3b8422587 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:52.672283 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5fd12033-ec70-4240-ac9f-b4430ecc79f1 req-90597d24-532a-4da7-9f0b-14e3b8422587 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 944 time: 0.1339791 Mar 23 03:00:52.724867 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:52.756747 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5fd12033-ec70-4240-ac9f-b4430ecc79f1 req-d2a0265e-9085-489c-be32-0f5d62ccc340 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808585 Mar 23 03:00:52.756747 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-49df129f-5413-4d8a-9659-7c9d4fb8805f service neutron] Attempting to bind port b24715ef-80e9-49d7-aa74-b659669ce9c1 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:00:52.757094 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-49df129f-5413-4d8a-9659-7c9d4fb8805f service neutron] Attempting to bind port b24715ef-80e9-49d7-aa74-b659669ce9c1 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'ac38a338-4153-4ac6-a538-1b518206f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:00:52.757492 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-49df129f-5413-4d8a-9659-7c9d4fb8805f service neutron] Attempting to bind port b24715ef-80e9-49d7-aa74-b659669ce9c1 on network 7193da4f-873b-4294-aff8-fb95f86a29de {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:00:52.762171 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-49df129f-5413-4d8a-9659-7c9d4fb8805f service neutron] Port b24715ef-80e9-49d7-aa74-b659669ce9c1 on network 7193da4f-873b-4294-aff8-fb95f86a29de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 03:00:52.762497 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-49df129f-5413-4d8a-9659-7c9d4fb8805f service neutron] Attempting to bind port b24715ef-80e9-49d7-aa74-b659669ce9c1 on network 7193da4f-873b-4294-aff8-fb95f86a29de {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:00:52.767681 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-49df129f-5413-4d8a-9659-7c9d4fb8805f service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:00:52.768054 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-49df129f-5413-4d8a-9659-7c9d4fb8805f service neutron] Checking segment: {'id': 'ac38a338-4153-4ac6-a538-1b518206f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:00:52.768436 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-49df129f-5413-4d8a-9659-7c9d4fb8805f service neutron] Bound using segment: {'id': 'ac38a338-4153-4ac6-a538-1b518206f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:00:52.768864 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-49df129f-5413-4d8a-9659-7c9d4fb8805f service neutron] Bound port: b24715ef-80e9-49d7-aa74-b659669ce9c1, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac38a338-4153-4ac6-a538-1b518206f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:00:52.769220 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-49df129f-5413-4d8a-9659-7c9d4fb8805f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b24715ef-80e9-49d7-aa74-b659669ce9c1), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:52.837277 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-49df129f-5413-4d8a-9659-7c9d4fb8805f service neutron] For port b24715ef-80e9-49d7-aa74-b659669ce9c1, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:00:52.840156 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-49df129f-5413-4d8a-9659-7c9d4fb8805f service neutron] For port b24715ef-80e9-49d7-aa74-b659669ce9c1, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b24715ef-80e9-49d7-aa74-b659669ce9c1,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:00:52.936748 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-49df129f-5413-4d8a-9659-7c9d4fb8805f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (b24715ef-80e9-49d7-aa74-b659669ce9c1), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:52.971040 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-49df129f-5413-4d8a-9659-7c9d4fb8805f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:52.971655 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-49df129f-5413-4d8a-9659-7c9d4fb8805f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:52.973080 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-49df129f-5413-4d8a-9659-7c9d4fb8805f service neutron] 10.222.0.23 "PUT /v2.0/ports/b24715ef-80e9-49d7-aa74-b659669ce9c1 HTTP/1.1" status: 200 len: 1094 time: 0.8344808 Mar 23 03:00:52.973515 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c', 'tag': 'b24715ef-80e9-49d7-aa74-b659669ce9c1'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:00:52.975742 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f887b15-738e-462e-9f9e-441d9581a108" -d '{"events": [{"name": "network-changed", "server_uuid": "a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c", "tag": "b24715ef-80e9-49d7-aa74-b659669ce9c1"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:00:53.009687 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df129f-5413-4d8a-9659-7c9d4fb8805f service neutron] Pushing event updated for resources: {'Port': ['ID=b24715ef-80e9-49d7-aa74-b659669ce9c1,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:00:53.013295 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5814a6c-fc36-4e21-ac1b-07d730bd3919 x-openstack-request-id: req-c5814a6c-fc36-4e21-ac1b-07d730bd3919 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:00:53.013604 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c", "tag": "b24715ef-80e9-49d7-aa74-b659669ce9c1", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:00:53.013855 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c5814a6c-fc36-4e21-ac1b-07d730bd3919 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:00:53.014256 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5814a6c-fc36-4e21-ac1b-07d730bd3919'] response: {'name': 'network-changed', 'server_uuid': 'a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c', 'tag': 'b24715ef-80e9-49d7-aa74-b659669ce9c1', 'status': 'completed', 'code': 200} Mar 23 03:00:53.081941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f887b15-738e-462e-9f9e-441d9581a108 req-e215b9f3-579d-45a1-84f1-906cc75f783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:53.083552 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7f887b15-738e-462e-9f9e-441d9581a108 req-e215b9f3-579d-45a1-84f1-906cc75f783a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 1128 time: 0.0488589 Mar 23 03:00:53.188207 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f887b15-738e-462e-9f9e-441d9581a108 req-a3022b8d-c037-4e71-9acc-a07e7b196108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:53.189693 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7f887b15-738e-462e-9f9e-441d9581a108 req-a3022b8d-c037-4e71-9acc-a07e7b196108 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0998173 Mar 23 03:00:53.283905 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f887b15-738e-462e-9f9e-441d9581a108 req-446101dd-8a5d-47f4-af47-656ca4ca02d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:53.285381 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7f887b15-738e-462e-9f9e-441d9581a108 req-446101dd-8a5d-47f4-af47-656ca4ca02d0 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905111 Mar 23 03:00:53.364824 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-e06be2c4-2016-4e4c-b5cb-7ed2296ab01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:53.366222 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-e06be2c4-2016-4e4c-b5cb-7ed2296ab01e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 1128 time: 0.0448873 Mar 23 03:00:53.409412 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-b2a5ec7e-f57a-4dbd-bb40-85a1df5c35bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b24715ef-80e9-49d7-aa74-b659669ce9c1 HTTP/1.1" status: 200 len: 217 time: 0.0367775 Mar 23 03:00:53.455978 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-61ea5bdb-4361-4281-add7-af9963ecc938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:53.457364 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-61ea5bdb-4361-4281-add7-af9963ecc938 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=119c0f5c-943f-484a-a6b6-c8c22899638c HTTP/1.1" status: 200 len: 850 time: 0.0424361 Mar 23 03:00:53.504151 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-6d20116b-14e3-48e0-8437-c0d5e8fac04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:53.505613 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-6d20116b-14e3-48e0-8437-c0d5e8fac04b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7193da4f-873b-4294-aff8-fb95f86a29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0427239 Mar 23 03:00:53.594626 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-3e53ae68-7331-43a7-be7b-45aaa95017c7 service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830076 Mar 23 03:00:53.683375 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3185c575-dec0-42a2-ae5d-d6791e88f98d req-b5d2fcb7-7b3b-4c6f-9e83-eb0dad5aa957 service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827167 Mar 23 03:00:53.874850 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88aeef7-63c0-490a-8040-577efd91d3cf req-38d1a057-db91-4fd8-b6ec-ae31d0a910bd tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:53.876327 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a88aeef7-63c0-490a-8040-577efd91d3cf req-38d1a057-db91-4fd8-b6ec-ae31d0a910bd tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 944 time: 0.0533526 Mar 23 03:00:53.970618 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:54.263120 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a88aeef7-63c0-490a-8040-577efd91d3cf req-8e5f7a97-4fbc-4463-8bb0-7c412c7b876f tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3812597 Mar 23 03:00:55.380898 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8dc724-9ebc-4933-bce5-40d3351ddff3 req-ea624acf-8494-41a7-ae1d-d0e660972c7d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:55.382921 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-bc8dc724-9ebc-4933-bce5-40d3351ddff3 req-ea624acf-8494-41a7-ae1d-d0e660972c7d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 944 time: 0.0523193 Mar 23 03:00:55.432377 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-bc8dc724-9ebc-4933-bce5-40d3351ddff3 req-ef1959b6-61cd-4c5f-a961-750c142a22c8 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437934 Mar 23 03:00:56.550033 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddd4fb-cfc7-46db-b8e3-5f3de08c525b req-eed900fc-c4bd-46f7-98ea-1e7b6472edc8 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:56.551503 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3eddd4fb-cfc7-46db-b8e3-5f3de08c525b req-eed900fc-c4bd-46f7-98ea-1e7b6472edc8 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 944 time: 0.0536664 Mar 23 03:00:56.604265 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3eddd4fb-cfc7-46db-b8e3-5f3de08c525b req-9905392d-08f5-42fc-8715-7e7e35dbaafd tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465057 Mar 23 03:00:57.041065 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device b24715ef-80e9-49d7-aa74-b659669ce9c1 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 03:00:57.138662 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port b24715ef-80e9-49d7-aa74-b659669ce9c1, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b24715ef-80e9-49d7-aa74-b659669ce9c1,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:00:57.150856 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': 'b24715ef-80e9-49d7-aa74-b659669ce9c1', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'port_id': 'b24715ef-80e9-49d7-aa74-b659669ce9c1', 'mac_address': 'fa:16:3e:cd:1e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 03:00:57.191683 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port b24715ef-80e9-49d7-aa74-b659669ce9c1 is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:00:57.192346 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b24715ef-80e9-49d7-aa74-b659669ce9c1), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:57.205866 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b24715ef-80e9-49d7-aa74-b659669ce9c1 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:00:57.233145 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port b24715ef-80e9-49d7-aa74-b659669ce9c1, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b24715ef-80e9-49d7-aa74-b659669ce9c1,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:00:57.290197 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (b24715ef-80e9-49d7-aa74-b659669ce9c1), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:57.336642 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=b24715ef-80e9-49d7-aa74-b659669ce9c1,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:00:57.494669 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['b24715ef-80e9-49d7-aa74-b659669ce9c1'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:00:57.720165 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f38d5a-091b-4140-b083-fbe7ebec88b9 req-5a404357-e817-4a10-ac2b-cb1f02cfc168 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:57.721649 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-51f38d5a-091b-4140-b083-fbe7ebec88b9 req-5a404357-e817-4a10-ac2b-cb1f02cfc168 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 945 time: 0.0530393 Mar 23 03:00:57.767135 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-51f38d5a-091b-4140-b083-fbe7ebec88b9 req-3cc23975-2d1d-497f-ad94-dbc2c7940be2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398369 Mar 23 03:00:58.887159 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e8eb1-0323-4dfb-a6df-5937c9a118b0 req-d0dfd43d-4f2d-4fe1-8619-7f572e1b0643 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:58.888679 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e55e8eb1-0323-4dfb-a6df-5937c9a118b0 req-d0dfd43d-4f2d-4fe1-8619-7f572e1b0643 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 945 time: 0.0544388 Mar 23 03:00:58.937504 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e55e8eb1-0323-4dfb-a6df-5937c9a118b0 req-d8abdbbc-7c1b-4331-acba-bcbe3914a32b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431480 Mar 23 03:00:59.041069 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device b24715ef-80e9-49d7-aa74-b659669ce9c1 up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:00:59.176075 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port b24715ef-80e9-49d7-aa74-b659669ce9c1 completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 03:00:59.180922 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port b24715ef-80e9-49d7-aa74-b659669ce9c1 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:00:59.181302 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b24715ef-80e9-49d7-aa74-b659669ce9c1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:59.259570 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port b24715ef-80e9-49d7-aa74-b659669ce9c1 is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:00:59.260037 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b24715ef-80e9-49d7-aa74-b659669ce9c1), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:59.282580 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24715ef-80e9-49d7-aa74-b659669ce9c1'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:00:59.284858 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880815bb-8b53-4250-963d-ce6741e0ecb4" -d '{"events": [{"server_uuid": "a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c", "name": "network-vif-plugged", "status": "completed", "tag": "b24715ef-80e9-49d7-aa74-b659669ce9c1"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:00:59.297728 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port b24715ef-80e9-49d7-aa74-b659669ce9c1, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b24715ef-80e9-49d7-aa74-b659669ce9c1,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:00:59.322329 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037d25b2-3eb0-406b-b813-f646a3d62ab0 x-openstack-request-id: req-037d25b2-3eb0-406b-b813-f646a3d62ab0 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:00:59.322623 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c", "name": "network-vif-plugged", "status": "completed", "tag": "b24715ef-80e9-49d7-aa74-b659669ce9c1", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:00:59.322895 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-037d25b2-3eb0-406b-b813-f646a3d62ab0 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:00:59.323376 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-037d25b2-3eb0-406b-b813-f646a3d62ab0'] response: {'server_uuid': 'a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24715ef-80e9-49d7-aa74-b659669ce9c1', 'code': 200} Mar 23 03:00:59.376190 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (b24715ef-80e9-49d7-aa74-b659669ce9c1), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:59.424608 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=b24715ef-80e9-49d7-aa74-b659669ce9c1,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:00:59.592977 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48879913-3ae0-4e47-8800-d33718d9b476 req-bf442001-7ac8-4865-b041-aefcd9301ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:00:59.594366 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-48879913-3ae0-4e47-8800-d33718d9b476 req-bf442001-7ac8-4865-b041-aefcd9301ca5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 1130 time: 0.0432034 Mar 23 03:00:59.637381 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-48879913-3ae0-4e47-8800-d33718d9b476 req-76138510-a5de-4441-99cd-e6d4b284efe5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364709 Mar 23 03:01:00.053368 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec5fae-8832-465c-bb41-5a390286eb2e req-b5d19ca4-8692-45f0-8214-9ec9fc07394b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:00.055045 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b5ec5fae-8832-465c-bb41-5a390286eb2e req-b5d19ca4-8692-45f0-8214-9ec9fc07394b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.0519366 Mar 23 03:01:00.100785 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b5ec5fae-8832-465c-bb41-5a390286eb2e req-abf23ae5-67d2-4e9e-8331-35b96f6a4b23 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400236 Mar 23 03:01:01.225019 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf08f9-b93f-4ee8-abbf-124152e343eb req-f873988c-f6bb-4231-89bf-e5de24013fb6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:01.226714 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3dbf08f9-b93f-4ee8-abbf-124152e343eb req-f873988c-f6bb-4231-89bf-e5de24013fb6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.0540245 Mar 23 03:01:01.275315 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3dbf08f9-b93f-4ee8-abbf-124152e343eb req-db904fe8-4b34-4ed6-bb16-af2131c3d07d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429471 Mar 23 03:01:01.392898 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c67d2b-e6b9-47a4-bb98-47743622e513 req-2399ca22-f49a-4e27-b288-5a7a63ebe5f4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:01.394283 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-22c67d2b-e6b9-47a4-bb98-47743622e513 req-2399ca22-f49a-4e27-b288-5a7a63ebe5f4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.0558331 Mar 23 03:01:01.402895 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 37714) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:01:01.407247 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-0aa4d059-9eac-48c3-8898-856b75dbd053 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Request body: {'floatingip': {'port_id': 'b24715ef-80e9-49d7-aa74-b659669ce9c1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:01:01.446567 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0aa4d059-9eac-48c3-8898-856b75dbd053 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for floatingip (05c3de70-076e-4f82-ab35-b651e51887eb), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:01.874448 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0aa4d059-9eac-48c3-8898-856b75dbd053 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:01.939994 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0aa4d059-9eac-48c3-8898-856b75dbd053 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (05c3de70-076e-4f82-ab35-b651e51887eb), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:02.043781 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [None req-0aa4d059-9eac-48c3-8898-856b75dbd053 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Floating IP 05c3de70-076e-4f82-ab35-b651e51887eb associated. External IP: 172.26.2.241, port: b24715ef-80e9-49d7-aa74-b659669ce9c1. Mar 23 03:01:02.258108 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa4d059-9eac-48c3-8898-856b75dbd053 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Router d255defa-268f-4617-bf54-d74e9f152ede has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:01:02.367011 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa4d059-9eac-48c3-8898-856b75dbd053 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:01:02.371927 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0aa4d059-9eac-48c3-8898-856b75dbd053 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:02.376418 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd56f9ff-c7f4-4705-bef9-3dd953fd56cf None None] Sync routers for ids ['d255defa-268f-4617-bf54-d74e9f152ede'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:01:02.386597 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd56f9ff-c7f4-4705-bef9-3dd953fd56cf None None] Routers {'d255defa-268f-4617-bf54-d74e9f152ede'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:01:02.387214 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-dd56f9ff-c7f4-4705-bef9-3dd953fd56cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:00:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d255defa-268f-4617-bf54-d74e9f152ede'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:01:02.401241 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0aa4d059-9eac-48c3-8898-856b75dbd053 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "PUT /v2.0/floatingips/05c3de70-076e-4f82-ab35-b651e51887eb HTTP/1.1" status: 200 len: 992 time: 0.9971964 Mar 23 03:01:02.401887 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c', 'tag': 'b24715ef-80e9-49d7-aa74-b659669ce9c1'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:01:02.404218 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4e1a1d-5698-45e1-bb78-89ad39bb9cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c", "tag": "b24715ef-80e9-49d7-aa74-b659669ce9c1"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:01:02.448604 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307a526e-42c3-40ad-9be5-75d481e63172 x-openstack-request-id: req-307a526e-42c3-40ad-9be5-75d481e63172 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:01:02.448900 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c", "tag": "b24715ef-80e9-49d7-aa74-b659669ce9c1", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:01:02.449179 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-307a526e-42c3-40ad-9be5-75d481e63172 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:01:02.449601 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-307a526e-42c3-40ad-9be5-75d481e63172'] response: {'name': 'network-changed', 'server_uuid': 'a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c', 'tag': 'b24715ef-80e9-49d7-aa74-b659669ce9c1', 'status': 'completed', 'code': 200} Mar 23 03:01:02.518716 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e1a1d-5698-45e1-bb78-89ad39bb9cc6 req-11924a7e-c42b-43c7-90d6-e8918837ca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:02.520282 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8a4e1a1d-5698-45e1-bb78-89ad39bb9cc6 req-11924a7e-c42b-43c7-90d6-e8918837ca0c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 1130 time: 0.0488517 Mar 23 03:01:02.524973 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c348c-8a78-400b-b8d6-2c0589c10c7b req-b5910e7d-12be-476c-86ee-e135a5e3f100 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:02.526666 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-177c348c-8a78-400b-b8d6-2c0589c10c7b req-b5910e7d-12be-476c-86ee-e135a5e3f100 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.0598996 Mar 23 03:01:02.574139 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-177c348c-8a78-400b-b8d6-2c0589c10c7b req-187168cf-2b5c-4d1e-a1a6-0d4ea85b64b2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418940 Mar 23 03:01:02.619780 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e1a1d-5698-45e1-bb78-89ad39bb9cc6 req-8be9fe6a-ad2a-4819-a2e3-e5b697c5cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:02.621494 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8a4e1a1d-5698-45e1-bb78-89ad39bb9cc6 req-8be9fe6a-ad2a-4819-a2e3-e5b697c5cc7e service neutron] 10.222.0.23 "GET /v2.0/networks?id=7193da4f-873b-4294-aff8-fb95f86a29de HTTP/1.1" status: 200 len: 912 time: 0.0937753 Mar 23 03:01:02.652468 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-dd56f9ff-c7f4-4705-bef9-3dd953fd56cf None None] Set router d255defa-268f-4617-bf54-d74e9f152ede gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:01:02.712616 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8a4e1a1d-5698-45e1-bb78-89ad39bb9cc6 req-4214d269-f256-45fe-987e-5f4422e7c216 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b24715ef-80e9-49d7-aa74-b659669ce9c1 HTTP/1.1" status: 200 len: 1000 time: 0.0856478 Mar 23 03:01:02.763137 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec298827-c019-4482-a98a-c5a51eebb645 req-15334734-7c9f-49c1-b2d1-3897b26dff09 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:02.764650 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ec298827-c019-4482-a98a-c5a51eebb645 req-15334734-7c9f-49c1-b2d1-3897b26dff09 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.1005952 Mar 23 03:01:02.790441 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e1a1d-5698-45e1-bb78-89ad39bb9cc6 req-b9514492-36bd-4a6a-9f59-c0d44591da6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:02.791894 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8a4e1a1d-5698-45e1-bb78-89ad39bb9cc6 req-b9514492-36bd-4a6a-9f59-c0d44591da6c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=119c0f5c-943f-484a-a6b6-c8c22899638c HTTP/1.1" status: 200 len: 850 time: 0.0730438 Mar 23 03:01:02.842363 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ec298827-c019-4482-a98a-c5a51eebb645 req-1dc67c41-8304-49b3-939c-dbecb5cc9cc5 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716438 Mar 23 03:01:02.858200 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e1a1d-5698-45e1-bb78-89ad39bb9cc6 req-bdf0a6d2-8b98-40dc-b566-7bde0da39630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:02.859690 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8a4e1a1d-5698-45e1-bb78-89ad39bb9cc6 req-bdf0a6d2-8b98-40dc-b566-7bde0da39630 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7193da4f-873b-4294-aff8-fb95f86a29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0575676 Mar 23 03:01:02.880627 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-dd56f9ff-c7f4-4705-bef9-3dd953fd56cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 4, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'gw_port': {'id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '05c3de70-076e-4f82-ab35-b651e51887eb', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'floating_ip_address': '172.26.2.241', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'port_id': 'b24715ef-80e9-49d7-aa74-b659669ce9c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'mac_address': 'fa:16:3e:cd:1e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:00:47Z', 'updated_at': '2022-03-23T03:01:01Z', 'revision_number': 1, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d', 'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'mac_address': 'fa:16:3e:6c:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:42Z', 'updated_at': '2022-03-23T03:00:46Z', 'revision_number': 5, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'subnets': [{'id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:01:02.906142 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd56f9ff-c7f4-4705-bef9-3dd953fd56cf None None] Checking router: d255defa-268f-4617-bf54-d74e9f152ede for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:01:02.915317 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd56f9ff-c7f4-4705-bef9-3dd953fd56cf None None] Routers {'d255defa-268f-4617-bf54-d74e9f152ede'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:01:02.915954 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-dd56f9ff-c7f4-4705-bef9-3dd953fd56cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:00:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d255defa-268f-4617-bf54-d74e9f152ede'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:01:02.953955 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8a4e1a1d-5698-45e1-bb78-89ad39bb9cc6 req-be9bc044-c0dd-4e7a-b13d-2b26452aa2ea service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875795 Mar 23 03:01:03.023510 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-dd56f9ff-c7f4-4705-bef9-3dd953fd56cf None None] Set router d255defa-268f-4617-bf54-d74e9f152ede gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:01:03.043243 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8a4e1a1d-5698-45e1-bb78-89ad39bb9cc6 req-18ba2772-2586-408a-897b-403ee17bd79c service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840147 Mar 23 03:01:03.252261 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-dd56f9ff-c7f4-4705-bef9-3dd953fd56cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 4, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'gw_port': {'id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '05c3de70-076e-4f82-ab35-b651e51887eb', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'floating_ip_address': '172.26.2.241', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'port_id': 'b24715ef-80e9-49d7-aa74-b659669ce9c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'mac_address': 'fa:16:3e:cd:1e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:00:47Z', 'updated_at': '2022-03-23T03:01:01Z', 'revision_number': 1, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d', 'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'mac_address': 'fa:16:3e:6c:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:42Z', 'updated_at': '2022-03-23T03:00:46Z', 'revision_number': 5, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'subnets': [{'id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:01:03.278585 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd56f9ff-c7f4-4705-bef9-3dd953fd56cf None None] The sync data for ids ['d255defa-268f-4617-bf54-d74e9f152ede'] in dv-neutron-834613-2-hyperv is: [{'id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 4, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'gw_port': {'id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '05c3de70-076e-4f82-ab35-b651e51887eb', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'floating_ip_address': '172.26.2.241', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'port_id': 'b24715ef-80e9-49d7-aa74-b659669ce9c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'mac_address': 'fa:16:3e:cd:1e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:00:47Z', 'updated_at': '2022-03-23T03:01:01Z', 'revision_number': 1, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d', 'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'mac_address': 'fa:16:3e:6c:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:42Z', 'updated_at': '2022-03-23T03:00:46Z', 'revision_number': 5, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'subnets': [{'id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:01:03.470212 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e157a-bc98-4388-82fb-b9f3201c3fc4 None None] New status for floating IP 05c3de70-076e-4f82-ab35-b651e51887eb: ACTIVE {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 03:01:03.963339 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71903ade-e634-4d66-b54e-e0c2caf77df3 req-0b7f678a-3c3a-4157-8d37-2ac918d480ac tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:03.964752 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-71903ade-e634-4d66-b54e-e0c2caf77df3 req-0b7f678a-3c3a-4157-8d37-2ac918d480ac tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.0525262 Mar 23 03:01:04.011166 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-71903ade-e634-4d66-b54e-e0c2caf77df3 req-1e070959-c97c-4bb8-940c-1f018cb7d9e1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408878 Mar 23 03:01:04.126164 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6656a8e-8c14-4b53-9490-da71e8535fd9 req-1bd75f40-19d7-4987-96be-b1582316008e tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:04.127629 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e6656a8e-8c14-4b53-9490-da71e8535fd9 req-1bd75f40-19d7-4987-96be-b1582316008e tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.0522058 Mar 23 03:01:04.173390 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e6656a8e-8c14-4b53-9490-da71e8535fd9 req-7fd0db76-4d6d-455a-bebc-ce61962d462f tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394762 Mar 23 03:01:04.564238 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257729ed-683f-4877-ae43-92408f3c1dff req-0582a02d-05bc-4af5-aaf0-395b44806456 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:04.565742 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-257729ed-683f-4877-ae43-92408f3c1dff req-0582a02d-05bc-4af5-aaf0-395b44806456 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.0572290 Mar 23 03:01:04.612416 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-257729ed-683f-4877-ae43-92408f3c1dff req-ca78a5a2-86b5-460e-9870-4c0a0802f57c tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404360 Mar 23 03:01:04.689304 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-9657fdd2-074b-4bd1-8b05-d3c9003d75f9 req-5156cae3-7a20-4838-abaf-ca4396e904c3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0472207 Mar 23 03:01:05.274337 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657fdd2-074b-4bd1-8b05-d3c9003d75f9 req-eacb9b18-3329-4b0a-805a-8e0522d7fa7c tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:05.275678 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9657fdd2-074b-4bd1-8b05-d3c9003d75f9 req-eacb9b18-3329-4b0a-805a-8e0522d7fa7c tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports/b24715ef-80e9-49d7-aa74-b659669ce9c1 HTTP/1.1" status: 200 len: 943 time: 0.0453975 Mar 23 03:01:05.732522 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254d87c-6d34-4365-ab94-59a80bd6322a req-7bc8557a-089d-46de-932f-0bdaf2c4e3d4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:05.735031 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1254d87c-6d34-4365-ab94-59a80bd6322a req-7bc8557a-089d-46de-932f-0bdaf2c4e3d4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.0548463 Mar 23 03:01:05.783120 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1254d87c-6d34-4365-ab94-59a80bd6322a req-22641c05-193e-4e66-a3e3-74713f570c69 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420115 Mar 23 03:01:06.770767 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657fdd2-074b-4bd1-8b05-d3c9003d75f9 req-7e5de7b3-35a8-4e90-91ef-bc1857d49a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:06.772287 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9657fdd2-074b-4bd1-8b05-d3c9003d75f9 req-7e5de7b3-35a8-4e90-91ef-bc1857d49a4a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 1130 time: 0.0444703 Mar 23 03:01:06.891874 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657fdd2-074b-4bd1-8b05-d3c9003d75f9 req-773e2b1e-0b02-4084-a9ac-2994ea0ae0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:06.893326 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9657fdd2-074b-4bd1-8b05-d3c9003d75f9 req-773e2b1e-0b02-4084-a9ac-2994ea0ae0dd service neutron] 10.222.0.23 "GET /v2.0/networks?id=7193da4f-873b-4294-aff8-fb95f86a29de HTTP/1.1" status: 200 len: 912 time: 0.1134987 Mar 23 03:01:06.956668 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ccc4d-5aa2-4696-8a2c-c9e8ac4c0783 req-05dbe47d-3156-4dd7-baf4-cfd6e99cb1b0 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:06.958128 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-580ccc4d-5aa2-4696-8a2c-c9e8ac4c0783 req-05dbe47d-3156-4dd7-baf4-cfd6e99cb1b0 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.1052723 Mar 23 03:01:06.979258 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9657fdd2-074b-4bd1-8b05-d3c9003d75f9 req-db640cd7-2a0e-43c5-a493-131825f59bdb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b24715ef-80e9-49d7-aa74-b659669ce9c1 HTTP/1.1" status: 200 len: 1002 time: 0.0793931 Mar 23 03:01:07.047384 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-580ccc4d-5aa2-4696-8a2c-c9e8ac4c0783 req-f78bff65-be7c-483e-bd66-4c39d112d943 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822368 Mar 23 03:01:07.048882 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657fdd2-074b-4bd1-8b05-d3c9003d75f9 req-35e2e683-72fc-4b11-b028-a095e272a1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:07.050231 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9657fdd2-074b-4bd1-8b05-d3c9003d75f9 req-35e2e683-72fc-4b11-b028-a095e272a1d0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=119c0f5c-943f-484a-a6b6-c8c22899638c HTTP/1.1" status: 200 len: 850 time: 0.0648639 Mar 23 03:01:07.098954 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657fdd2-074b-4bd1-8b05-d3c9003d75f9 req-ab386885-4e99-40fc-8e0e-b3e6845ecccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:07.100465 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9657fdd2-074b-4bd1-8b05-d3c9003d75f9 req-ab386885-4e99-40fc-8e0e-b3e6845ecccf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7193da4f-873b-4294-aff8-fb95f86a29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444984 Mar 23 03:01:07.192701 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9657fdd2-074b-4bd1-8b05-d3c9003d75f9 req-281d9d9b-4a82-4dd1-b030-1b9456114b1a service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861895 Mar 23 03:01:07.281589 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9657fdd2-074b-4bd1-8b05-d3c9003d75f9 req-30ef5396-ca53-47f7-9aef-aa0b42e073e5 service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832016 Mar 23 03:01:08.166409 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d9bd4-1395-4fb8-a1e7-2d28fadd7070 req-3a9e9c5b-7b65-48e4-99aa-c5ee5f808e3d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:08.167908 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5a6d9bd4-1395-4fb8-a1e7-2d28fadd7070 req-3a9e9c5b-7b65-48e4-99aa-c5ee5f808e3d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.0529120 Mar 23 03:01:08.214029 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5a6d9bd4-1395-4fb8-a1e7-2d28fadd7070 req-48a11c7e-15c5-48e2-9b8c-4e965d7c0afc tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406342 Mar 23 03:01:09.336200 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb1db6-c1f6-41e9-8bd1-57a33883719f req-163dc07a-4f8d-4fea-bfd3-75b21be76ca8 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:09.337660 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-17cb1db6-c1f6-41e9-8bd1-57a33883719f req-163dc07a-4f8d-4fea-bfd3-75b21be76ca8 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.0565963 Mar 23 03:01:09.383208 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-17cb1db6-c1f6-41e9-8bd1-57a33883719f req-35667d5f-2eb2-4e49-a641-58fab3474c99 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399666 Mar 23 03:01:10.507159 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63831160-c8cb-4d79-bcae-2d1b229143fe req-5ae0ec28-c2e0-4d46-9a0c-dd77fd3c5566 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:10.508691 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-63831160-c8cb-4d79-bcae-2d1b229143fe req-5ae0ec28-c2e0-4d46-9a0c-dd77fd3c5566 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.0560434 Mar 23 03:01:10.554843 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-63831160-c8cb-4d79-bcae-2d1b229143fe req-2da8583b-38c5-4ff5-80cf-fc13e0d93d44 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404830 Mar 23 03:01:11.676398 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac0b0f-f9c7-43b0-b52e-6ad0311964ac req-5f837d21-c57d-486e-833a-57509fcc7b82 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:11.680197 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c8ac0b0f-f9c7-43b0-b52e-6ad0311964ac req-5f837d21-c57d-486e-833a-57509fcc7b82 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.0529444 Mar 23 03:01:11.724632 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c8ac0b0f-f9c7-43b0-b52e-6ad0311964ac req-17d6db0d-a2cd-43ef-8d17-56d90629bd3c tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406678 Mar 23 03:01:12.843258 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcd6d2-f67c-4af7-9b65-03ff9d6d9b72 req-757ce544-cf28-4144-971b-be66007750d6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:12.844748 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-0adcd6d2-f67c-4af7-9b65-03ff9d6d9b72 req-757ce544-cf28-4144-971b-be66007750d6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.0523024 Mar 23 03:01:12.890808 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-0adcd6d2-f67c-4af7-9b65-03ff9d6d9b72 req-7ab14590-3b39-4946-8287-9d3fe4194550 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405211 Mar 23 03:01:14.006789 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3161c80-8583-4a0c-9b05-662be9ad9f10 req-4936a9f1-639d-43e1-a4f1-6149660a3a51 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:14.008896 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e3161c80-8583-4a0c-9b05-662be9ad9f10 req-4936a9f1-639d-43e1-a4f1-6149660a3a51 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.0512829 Mar 23 03:01:14.058238 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e3161c80-8583-4a0c-9b05-662be9ad9f10 req-276877d7-25a2-46a9-8455-01091815807c tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434482 Mar 23 03:01:15.177421 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7d2e5-79c4-4c63-98ae-bda347c27752 req-674772a1-093c-4938-9797-5ddebc368df6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:15.178907 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-dac7d2e5-79c4-4c63-98ae-bda347c27752 req-674772a1-093c-4938-9797-5ddebc368df6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.0524299 Mar 23 03:01:15.229379 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-dac7d2e5-79c4-4c63-98ae-bda347c27752 req-1b88f608-df10-4b2f-b232-11c437fc78a6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442638 Mar 23 03:01:16.346936 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdae22-189b-499f-9db4-d94b037bfdc5 req-d4ee89cb-87a9-4b62-91c1-7a19ee97b8d5 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:16.348405 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-15cdae22-189b-499f-9db4-d94b037bfdc5 req-d4ee89cb-87a9-4b62-91c1-7a19ee97b8d5 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.0518777 Mar 23 03:01:16.395013 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-15cdae22-189b-499f-9db4-d94b037bfdc5 req-93533fde-7f44-4f57-943a-6eb47b7fd45c tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404930 Mar 23 03:01:16.890602 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:01:17.528990 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac765b00-577d-47c1-bb70-74c868008128 req-babc9db5-f6b5-4989-8618-5188bacbfefa tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:17.530538 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ac765b00-577d-47c1-bb70-74c868008128 req-babc9db5-f6b5-4989-8618-5188bacbfefa tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.0544670 Mar 23 03:01:17.577843 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ac765b00-577d-47c1-bb70-74c868008128 req-7b1d14bb-3e02-4e87-8b95-49385363951b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418334 Mar 23 03:01:17.608179 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ed97114b-aa56-4efc-ba23-416f32f08db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:18.698515 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1e1b4-43aa-4d1e-ae82-2086a4515591 req-64e3a257-4e14-4233-9ed9-c134509814e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:18.700036 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e3c1e1b4-43aa-4d1e-ae82-2086a4515591 req-64e3a257-4e14-4233-9ed9-c134509814e2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 1130 time: 0.0774791 Mar 23 03:01:18.715877 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b97671-0561-49eb-9d2e-7254b326ae53 req-3cb9da87-18e2-4324-8d44-0aaae04269e4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:18.717453 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-66b97671-0561-49eb-9d2e-7254b326ae53 req-3cb9da87-18e2-4324-8d44-0aaae04269e4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.0693693 Mar 23 03:01:18.802857 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:18.820134 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-66b97671-0561-49eb-9d2e-7254b326ae53 req-98200ed3-83f2-4124-94d0-ec7d698412b8 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947580 Mar 23 03:01:18.835354 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1e1b4-43aa-4d1e-ae82-2086a4515591 req-79c35eb2-a117-41a5-a1c8-a3a2dab1b1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:18.835354 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e3c1e1b4-43aa-4d1e-ae82-2086a4515591 req-79c35eb2-a117-41a5-a1c8-a3a2dab1b1fe service neutron] 10.222.0.23 "GET /v2.0/networks?id=7193da4f-873b-4294-aff8-fb95f86a29de HTTP/1.1" status: 200 len: 912 time: 0.1163659 Mar 23 03:01:18.902146 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e3c1e1b4-43aa-4d1e-ae82-2086a4515591 req-f9c5ecd9-26f7-4c6c-9297-2da855e1ed0a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b24715ef-80e9-49d7-aa74-b659669ce9c1 HTTP/1.1" status: 200 len: 1002 time: 0.0616183 Mar 23 03:01:18.949612 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1e1b4-43aa-4d1e-ae82-2086a4515591 req-da75e0e8-3205-4820-b2c7-cd60d042e212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:18.951050 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e3c1e1b4-43aa-4d1e-ae82-2086a4515591 req-da75e0e8-3205-4820-b2c7-cd60d042e212 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=119c0f5c-943f-484a-a6b6-c8c22899638c HTTP/1.1" status: 200 len: 850 time: 0.0438921 Mar 23 03:01:18.998119 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1e1b4-43aa-4d1e-ae82-2086a4515591 req-c5f03fc8-e377-41ba-97ca-3f69d7d4c4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:18.999587 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e3c1e1b4-43aa-4d1e-ae82-2086a4515591 req-c5f03fc8-e377-41ba-97ca-3f69d7d4c4d1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7193da4f-873b-4294-aff8-fb95f86a29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430267 Mar 23 03:01:19.090320 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e3c1e1b4-43aa-4d1e-ae82-2086a4515591 req-b3ea4333-a68f-4ddd-add5-d43037ddb526 service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851893 Mar 23 03:01:19.178220 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e3c1e1b4-43aa-4d1e-ae82-2086a4515591 req-444e3f04-24e1-4aff-a6c5-0e8bc20a6173 service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816174 Mar 23 03:01:19.939616 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-532e07a6-7bf9-4c37-8948-7a28c157daca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:19.940240 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51785c49-e553-479c-b693-e6690598a136 req-ec314345-5d1b-40df-a44c-097114271d90 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:19.941872 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-51785c49-e553-479c-b693-e6690598a136 req-ec314345-5d1b-40df-a44c-097114271d90 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.0518358 Mar 23 03:01:19.989020 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-51785c49-e553-479c-b693-e6690598a136 req-dbe338c1-db53-41ed-be2e-df606e26475d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409162 Mar 23 03:01:21.106602 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59047a-4633-41c1-8a9a-d1dcd1dfc4ff req-d981df2a-0ee4-4ae7-8c08-63a278fb5af1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:21.108109 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6b59047a-4633-41c1-8a9a-d1dcd1dfc4ff req-d981df2a-0ee4-4ae7-8c08-63a278fb5af1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.0533514 Mar 23 03:01:21.157806 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6b59047a-4633-41c1-8a9a-d1dcd1dfc4ff req-cbc28bfb-6ea6-4fd8-96c0-e67f3c6f4b5f tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442057 Mar 23 03:01:21.295621 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:22.284885 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32cb481-a354-4e26-a958-147d77a90682 req-c19d5096-aa90-4b3a-9fe4-5f138529d2b1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:22.286376 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d32cb481-a354-4e26-a958-147d77a90682 req-c19d5096-aa90-4b3a-9fe4-5f138529d2b1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.0560727 Mar 23 03:01:22.352762 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d32cb481-a354-4e26-a958-147d77a90682 req-72680afa-72cc-4838-a743-beef35a9a840 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600903 Mar 23 03:01:22.724323 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:23.472843 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955606d-d143-48cf-b8c0-ee7dce7d2c82 req-8e56767a-d6d8-4442-b2a0-fc3ba3fd7803 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:23.474282 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a955606d-d143-48cf-b8c0-ee7dce7d2c82 req-8e56767a-d6d8-4442-b2a0-fc3ba3fd7803 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.0522051 Mar 23 03:01:23.520454 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a955606d-d143-48cf-b8c0-ee7dce7d2c82 req-3f8cb771-0f49-45fa-8bc8-0376b1f99647 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398343 Mar 23 03:01:23.980852 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:24.178554 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9657fdd2-074b-4bd1-8b05-d3c9003d75f9 req-db8cda43-2dfc-426d-9457-7312bd766bd6 service neutron] 10.222.0.23 "GET /v2.0/ports/b24715ef-80e9-49d7-aa74-b659669ce9c1/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0536153 Mar 23 03:01:24.643422 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9112a-aa41-4ff9-ae15-96271f7572de req-37714a98-f2ee-4130-a302-045a8dcbb72a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:24.645098 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-64b9112a-aa41-4ff9-ae15-96271f7572de req-37714a98-f2ee-4130-a302-045a8dcbb72a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.0535905 Mar 23 03:01:24.697032 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-64b9112a-aa41-4ff9-ae15-96271f7572de req-887a60f4-bad0-4bbe-b680-a77ce9c2989c tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439475 Mar 23 03:01:24.705905 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657fdd2-074b-4bd1-8b05-d3c9003d75f9 req-275e2b44-153d-4ebf-b6b3-860841421cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:24.707632 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9657fdd2-074b-4bd1-8b05-d3c9003d75f9 req-275e2b44-153d-4ebf-b6b3-860841421cae service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c&tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6 HTTP/1.1" status: 200 len: 1130 time: 0.0519671 Mar 23 03:01:24.777105 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657fdd2-074b-4bd1-8b05-d3c9003d75f9 req-ba8177ae-b9ac-44a0-9f67-8e0371a98ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:24.778602 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9657fdd2-074b-4bd1-8b05-d3c9003d75f9 req-ba8177ae-b9ac-44a0-9f67-8e0371a98ff2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 1130 time: 0.0444834 Mar 23 03:01:24.865864 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657fdd2-074b-4bd1-8b05-d3c9003d75f9 req-724098bd-49d7-4993-89e0-aabc7e1c7c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:24.867795 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9657fdd2-074b-4bd1-8b05-d3c9003d75f9 req-724098bd-49d7-4993-89e0-aabc7e1c7c00 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7193da4f-873b-4294-aff8-fb95f86a29de HTTP/1.1" status: 200 len: 912 time: 0.0822284 Mar 23 03:01:24.934500 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9657fdd2-074b-4bd1-8b05-d3c9003d75f9 req-d21cbba0-cc04-46cd-a055-f74385ec7564 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b24715ef-80e9-49d7-aa74-b659669ce9c1 HTTP/1.1" status: 200 len: 1002 time: 0.0607879 Mar 23 03:01:24.982237 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657fdd2-074b-4bd1-8b05-d3c9003d75f9 req-aceb8461-754e-4d69-8ae9-8a0a296557e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:24.983642 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9657fdd2-074b-4bd1-8b05-d3c9003d75f9 req-aceb8461-754e-4d69-8ae9-8a0a296557e2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=119c0f5c-943f-484a-a6b6-c8c22899638c HTTP/1.1" status: 200 len: 850 time: 0.0428994 Mar 23 03:01:25.030671 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657fdd2-074b-4bd1-8b05-d3c9003d75f9 req-26df99f5-8830-4cdf-bedc-d435e5485078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:25.032154 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9657fdd2-074b-4bd1-8b05-d3c9003d75f9 req-26df99f5-8830-4cdf-bedc-d435e5485078 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7193da4f-873b-4294-aff8-fb95f86a29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0431709 Mar 23 03:01:25.124861 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9657fdd2-074b-4bd1-8b05-d3c9003d75f9 req-c413de4a-f025-4455-ae97-4a52a0aa49ee service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866566 Mar 23 03:01:25.213323 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9657fdd2-074b-4bd1-8b05-d3c9003d75f9 req-24e7ecbb-11ce-4e82-8122-7f018dec4677 service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833097 Mar 23 03:01:25.817940 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bdc7e-bb5e-42e1-8b91-f117971450ef req-bc7577a8-2a8d-42e5-87ef-25e665d25a3e tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:25.819412 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-dc7bdc7e-bb5e-42e1-8b91-f117971450ef req-bc7577a8-2a8d-42e5-87ef-25e665d25a3e tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.0533607 Mar 23 03:01:25.869013 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-dc7bdc7e-bb5e-42e1-8b91-f117971450ef req-02ff483c-6374-4f8e-9672-57eadb429fb9 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438387 Mar 23 03:01:26.994562 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89875c6a-dd54-49bf-a000-282826063116 req-1643df82-1799-4eea-b865-ac658164acde tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:26.996087 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-89875c6a-dd54-49bf-a000-282826063116 req-1643df82-1799-4eea-b865-ac658164acde tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.0583665 Mar 23 03:01:27.043140 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-89875c6a-dd54-49bf-a000-282826063116 req-67fe5bc6-bf0d-45d0-b235-5609aaf9bc0a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414596 Mar 23 03:01:27.184692 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device b24715ef-80e9-49d7-aa74-b659669ce9c1 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 03:01:27.187808 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device b24715ef-80e9-49d7-aa74-b659669ce9c1 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:01:27.325278 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port b24715ef-80e9-49d7-aa74-b659669ce9c1 is: ACTIVE; New status is: DOWN {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:01:27.325584 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b24715ef-80e9-49d7-aa74-b659669ce9c1), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:27.350568 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port b24715ef-80e9-49d7-aa74-b659669ce9c1, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b24715ef-80e9-49d7-aa74-b659669ce9c1,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:01:27.369806 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b24715ef-80e9-49d7-aa74-b659669ce9c1'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:01:27.372048 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38e4705-7ffa-4c25-ad13-a1ad5dff09de" -d '{"events": [{"server_uuid": "a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c", "name": "network-vif-unplugged", "status": "completed", "tag": "b24715ef-80e9-49d7-aa74-b659669ce9c1"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:01:27.376191 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': 'b24715ef-80e9-49d7-aa74-b659669ce9c1', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'port_id': 'b24715ef-80e9-49d7-aa74-b659669ce9c1', 'mac_address': 'fa:16:3e:cd:1e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 03:01:27.386129 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port b24715ef-80e9-49d7-aa74-b659669ce9c1, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b24715ef-80e9-49d7-aa74-b659669ce9c1,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:01:27.416735 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 03:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689dcce5-21ee-40d1-826d-e6c7995c84fc x-openstack-request-id: req-689dcce5-21ee-40d1-826d-e6c7995c84fc {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:01:27.417027 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c", "name": "network-vif-unplugged", "status": "completed", "tag": "b24715ef-80e9-49d7-aa74-b659669ce9c1", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:01:27.417279 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-689dcce5-21ee-40d1-826d-e6c7995c84fc {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:01:27.417673 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-689dcce5-21ee-40d1-826d-e6c7995c84fc'] response: {'server_uuid': 'a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b24715ef-80e9-49d7-aa74-b659669ce9c1', 'code': 200} Mar 23 03:01:27.423947 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port b24715ef-80e9-49d7-aa74-b659669ce9c1 is: ACTIVE; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:01:27.427100 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b24715ef-80e9-49d7-aa74-b659669ce9c1), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:27.436915 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b24715ef-80e9-49d7-aa74-b659669ce9c1 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:01:27.482948 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (b24715ef-80e9-49d7-aa74-b659669ce9c1), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:27.556447 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 03:01:27.556824 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 03:01:27.561092 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=b24715ef-80e9-49d7-aa74-b659669ce9c1,revision_number=6']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:01:28.096043 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port b24715ef-80e9-49d7-aa74-b659669ce9c1 is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:01:28.096438 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b24715ef-80e9-49d7-aa74-b659669ce9c1), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:28.110450 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b24715ef-80e9-49d7-aa74-b659669ce9c1 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:01:28.131593 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port b24715ef-80e9-49d7-aa74-b659669ce9c1, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b24715ef-80e9-49d7-aa74-b659669ce9c1,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:01:28.163314 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153cb14-13ab-4941-9685-941bd957c940 req-d9295c07-efe1-4ea6-b8e6-8fe62e28b531 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:28.165402 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-9153cb14-13ab-4941-9685-941bd957c940 req-d9295c07-efe1-4ea6-b8e6-8fe62e28b531 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 944 time: 0.0549479 Mar 23 03:01:28.210068 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (b24715ef-80e9-49d7-aa74-b659669ce9c1), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:28.219217 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-9153cb14-13ab-4941-9685-941bd957c940 req-bd47dcef-5d60-432b-b4ab-e363630b6301 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481770 Mar 23 03:01:28.272945 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['b24715ef-80e9-49d7-aa74-b659669ce9c1'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:01:28.276268 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=b24715ef-80e9-49d7-aa74-b659669ce9c1,revision_number=7']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:01:28.579620 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb23de6-c3e5-4226-9d07-5491124e1848 req-1ae7d470-7202-4bc0-a373-3b9eca40e027 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:28.587965 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4cb23de6-c3e5-4226-9d07-5491124e1848 req-1ae7d470-7202-4bc0-a373-3b9eca40e027 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 945 time: 0.0529017 Mar 23 03:01:28.645016 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4cb23de6-c3e5-4226-9d07-5491124e1848 req-873cb517-c5c5-44a5-a6b2-558476fc44b3 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561678 Mar 23 03:01:28.674065 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467aea0-32a4-4040-9824-ffceb57f9dae req-68ccda51-0969-4fe3-a408-aced86329a53 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:28.675637 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5467aea0-32a4-4040-9824-ffceb57f9dae req-68ccda51-0969-4fe3-a408-aced86329a53 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.23 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c&tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 945 time: 0.0573249 Mar 23 03:01:28.759710 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467aea0-32a4-4040-9824-ffceb57f9dae req-036cb5f4-3359-4216-b80f-91349a546773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:28.761376 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5467aea0-32a4-4040-9824-ffceb57f9dae req-036cb5f4-3359-4216-b80f-91349a546773 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 1129 time: 0.0439785 Mar 23 03:01:29.200444 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device b24715ef-80e9-49d7-aa74-b659669ce9c1 up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:01:29.222391 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467aea0-32a4-4040-9824-ffceb57f9dae req-19fdb8f1-5ea3-4ccd-8056-ed9bce09b806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:29.224131 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5467aea0-32a4-4040-9824-ffceb57f9dae req-19fdb8f1-5ea3-4ccd-8056-ed9bce09b806 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7193da4f-873b-4294-aff8-fb95f86a29de HTTP/1.1" status: 200 len: 912 time: 0.4566216 Mar 23 03:01:29.253880 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port b24715ef-80e9-49d7-aa74-b659669ce9c1 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:01:29.254467 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b24715ef-80e9-49d7-aa74-b659669ce9c1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:29.305303 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5467aea0-32a4-4040-9824-ffceb57f9dae req-088f8c5d-f8d5-4e23-89af-96e898729d30 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b24715ef-80e9-49d7-aa74-b659669ce9c1 HTTP/1.1" status: 200 len: 1001 time: 0.0741806 Mar 23 03:01:29.340170 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port b24715ef-80e9-49d7-aa74-b659669ce9c1 is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:01:29.340569 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b24715ef-80e9-49d7-aa74-b659669ce9c1), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:29.355085 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467aea0-32a4-4040-9824-ffceb57f9dae req-42f273cd-3c17-4a3b-9e92-c3313a00c894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:29.356999 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5467aea0-32a4-4040-9824-ffceb57f9dae req-42f273cd-3c17-4a3b-9e92-c3313a00c894 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=119c0f5c-943f-484a-a6b6-c8c22899638c HTTP/1.1" status: 200 len: 850 time: 0.0469337 Mar 23 03:01:29.375483 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port b24715ef-80e9-49d7-aa74-b659669ce9c1, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b24715ef-80e9-49d7-aa74-b659669ce9c1,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:01:29.410508 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467aea0-32a4-4040-9824-ffceb57f9dae req-ff4279d8-6848-499a-a976-dbe29e3d6078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:29.411890 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5467aea0-32a4-4040-9824-ffceb57f9dae req-ff4279d8-6848-499a-a976-dbe29e3d6078 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7193da4f-873b-4294-aff8-fb95f86a29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0493703 Mar 23 03:01:29.418634 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24715ef-80e9-49d7-aa74-b659669ce9c1'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:01:29.421232 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e063b63-86b5-45e4-a322-f82889332536" -d '{"events": [{"server_uuid": "a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c", "name": "network-vif-plugged", "status": "completed", "tag": "b24715ef-80e9-49d7-aa74-b659669ce9c1"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:01:29.439286 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (b24715ef-80e9-49d7-aa74-b659669ce9c1), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:29.509228 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5467aea0-32a4-4040-9824-ffceb57f9dae req-e6505e6c-abe3-4c5d-b4c6-c591f38c3da7 service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914781 Mar 23 03:01:29.512387 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686c6697-6d1d-4ba2-b44a-38b53be387f6 x-openstack-request-id: req-686c6697-6d1d-4ba2-b44a-38b53be387f6 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:01:29.512387 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c", "name": "network-vif-plugged", "status": "completed", "tag": "b24715ef-80e9-49d7-aa74-b659669ce9c1", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:01:29.512387 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-686c6697-6d1d-4ba2-b44a-38b53be387f6 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:01:29.512387 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-686c6697-6d1d-4ba2-b44a-38b53be387f6'] response: {'server_uuid': 'a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24715ef-80e9-49d7-aa74-b659669ce9c1', 'code': 200} Mar 23 03:01:29.512387 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=b24715ef-80e9-49d7-aa74-b659669ce9c1,revision_number=8']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:01:29.601070 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5467aea0-32a4-4040-9824-ffceb57f9dae req-1fd55c47-4df3-4f41-80d6-de504d26369f service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861206 Mar 23 03:01:29.770390 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e473aed-c6b7-45ab-8f87-f5b40602f8ed req-aa785bfa-638b-4274-956d-35e43a47eb8e tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:29.771949 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-2e473aed-c6b7-45ab-8f87-f5b40602f8ed req-aa785bfa-638b-4274-956d-35e43a47eb8e tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.0531383 Mar 23 03:01:29.822416 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-2e473aed-c6b7-45ab-8f87-f5b40602f8ed req-5b5e25ab-ee77-4412-a3e3-78c8d30b5192 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440724 Mar 23 03:01:30.940857 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ec107-ea2b-4050-92c8-5aa694f3b69b req-4e081721-5c29-4f5d-9567-4818870a898c tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:30.942583 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ed6ec107-ea2b-4050-92c8-5aa694f3b69b req-4e081721-5c29-4f5d-9567-4818870a898c tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.0522008 Mar 23 03:01:30.987934 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ed6ec107-ea2b-4050-92c8-5aa694f3b69b req-4358933b-0d34-4d25-99b5-db3e72126131 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396149 Mar 23 03:01:31.104379 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9a1b5-9f95-47b0-b228-9c9201441164 req-91e06e7e-694c-46ad-bbd3-ff3c32c5a437 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:31.105860 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-97b9a1b5-9f95-47b0-b228-9c9201441164 req-91e06e7e-694c-46ad-bbd3-ff3c32c5a437 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.0525010 Mar 23 03:01:31.152840 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-97b9a1b5-9f95-47b0-b228-9c9201441164 req-bc6167ac-b86c-428f-aa58-3bca5c29c1fb tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415397 Mar 23 03:01:31.271498 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4c99b-5026-418f-aaf0-207db41c18a0 req-116bde3d-49a2-45ad-811a-60ef66631e9e tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:31.271498 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-35f4c99b-5026-418f-aaf0-207db41c18a0 req-116bde3d-49a2-45ad-811a-60ef66631e9e tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.0515530 Mar 23 03:01:31.319538 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-35f4c99b-5026-418f-aaf0-207db41c18a0 req-0d743869-de6b-4f9b-9ac2-b6ad9205d705 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441031 Mar 23 03:01:31.765437 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88608a7-9098-4451-a4c1-6db550f08029 req-c66e5945-674f-4c02-8777-dae8c25f925f tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:31.766889 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f88608a7-9098-4451-a4c1-6db550f08029 req-c66e5945-674f-4c02-8777-dae8c25f925f tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.0524178 Mar 23 03:01:31.814625 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f88608a7-9098-4451-a4c1-6db550f08029 req-175329b3-68e4-4b06-8ce6-a976a70bbce4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420790 Mar 23 03:01:32.934819 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669b865-4d20-48b6-a060-74ae1ae0a4d8 req-554c1c99-7535-4d0c-9ff3-ace123ac3019 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:32.936326 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-2669b865-4d20-48b6-a060-74ae1ae0a4d8 req-554c1c99-7535-4d0c-9ff3-ace123ac3019 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.0550632 Mar 23 03:01:32.982177 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-2669b865-4d20-48b6-a060-74ae1ae0a4d8 req-13ff9152-74df-49e2-8b5e-8184d01fba6e tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400977 Mar 23 03:01:33.397207 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47903d80-5d68-42d9-9c4e-e26c9c0c3686 req-75eeee17-eb24-49c9-aa07-6eacbf23dc0a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:33.398818 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-47903d80-5d68-42d9-9c4e-e26c9c0c3686 req-75eeee17-eb24-49c9-aa07-6eacbf23dc0a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.23 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 946 time: 0.0518210 Mar 23 03:01:33.490753 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-47903d80-5d68-42d9-9c4e-e26c9c0c3686 req-726ab838-5a10-467e-ab6d-cb2cd27452f4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Deleting port b24715ef-80e9-49d7-aa74-b659669ce9c1 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:01:33.491093 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-47903d80-5d68-42d9-9c4e-e26c9c0c3686 req-726ab838-5a10-467e-ab6d-cb2cd27452f4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (b24715ef-80e9-49d7-aa74-b659669ce9c1), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:33.577723 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-47903d80-5d68-42d9-9c4e-e26c9c0c3686 req-726ab838-5a10-467e-ab6d-cb2cd27452f4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] For port b24715ef-80e9-49d7-aa74-b659669ce9c1, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b24715ef-80e9-49d7-aa74-b659669ce9c1,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:01:33.578084 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-47903d80-5d68-42d9-9c4e-e26c9c0c3686 req-726ab838-5a10-467e-ab6d-cb2cd27452f4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (b24715ef-80e9-49d7-aa74-b659669ce9c1), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:33.754323 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-47903d80-5d68-42d9-9c4e-e26c9c0c3686 req-726ab838-5a10-467e-ab6d-cb2cd27452f4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:33.754693 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-47903d80-5d68-42d9-9c4e-e26c9c0c3686 req-726ab838-5a10-467e-ab6d-cb2cd27452f4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (05c3de70-076e-4f82-ab35-b651e51887eb), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:33.755012 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [req-47903d80-5d68-42d9-9c4e-e26c9c0c3686 req-726ab838-5a10-467e-ab6d-cb2cd27452f4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Floating IP 05c3de70-076e-4f82-ab35-b651e51887eb disassociated. External IP: 172.26.2.241, port: b24715ef-80e9-49d7-aa74-b659669ce9c1. Mar 23 03:01:33.755354 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-47903d80-5d68-42d9-9c4e-e26c9c0c3686 req-726ab838-5a10-467e-ab6d-cb2cd27452f4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Calling delete_port for b24715ef-80e9-49d7-aa74-b659669ce9c1 owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:01:33.935318 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-47903d80-5d68-42d9-9c4e-e26c9c0c3686 req-726ab838-5a10-467e-ab6d-cb2cd27452f4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (b24715ef-80e9-49d7-aa74-b659669ce9c1), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:33.963841 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ab838-5a10-467e-ab6d-cb2cd27452f4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Pushing event deleted for resources: {'Port': ['ID=b24715ef-80e9-49d7-aa74-b659669ce9c1,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:01:34.092123 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bbcfda61-2c2f-43f5-bab1-d664513826e7 req-d05e7ca4-c701-4b5c-aa14-5e52b5dc74a9 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 210 time: 0.0354254 Mar 23 03:01:34.114450 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47903d80-5d68-42d9-9c4e-e26c9c0c3686 req-726ab838-5a10-467e-ab6d-cb2cd27452f4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Router d255defa-268f-4617-bf54-d74e9f152ede has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:01:34.226689 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47903d80-5d68-42d9-9c4e-e26c9c0c3686 req-726ab838-5a10-467e-ab6d-cb2cd27452f4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:01:34.236747 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1368b1-139f-46fc-b35f-61e075f9c11a None None] Sync routers for ids ['d255defa-268f-4617-bf54-d74e9f152ede'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:01:34.248185 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1368b1-139f-46fc-b35f-61e075f9c11a None None] Routers {'d255defa-268f-4617-bf54-d74e9f152ede'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:01:34.248804 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-7e1368b1-139f-46fc-b35f-61e075f9c11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:01:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d255defa-268f-4617-bf54-d74e9f152ede'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:01:34.267072 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-47903d80-5d68-42d9-9c4e-e26c9c0c3686 req-726ab838-5a10-467e-ab6d-cb2cd27452f4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] No DVR routers for this DVR port b24715ef-80e9-49d7-aa74-b659669ce9c1 on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:01:34.268669 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-47903d80-5d68-42d9-9c4e-e26c9c0c3686 req-726ab838-5a10-467e-ab6d-cb2cd27452f4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:34.271934 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-47903d80-5d68-42d9-9c4e-e26c9c0c3686 req-726ab838-5a10-467e-ab6d-cb2cd27452f4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.23 "DELETE /v2.0/ports/b24715ef-80e9-49d7-aa74-b659669ce9c1 HTTP/1.1" status: 204 len: 173 time: 0.8685617 Mar 23 03:01:34.272379 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c', 'name': 'network-vif-deleted', 'tag': 'b24715ef-80e9-49d7-aa74-b659669ce9c1'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:01:34.275345 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae646e2b-d32b-418c-8270-791522128ecd" -d '{"events": [{"server_uuid": "a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c", "name": "network-vif-deleted", "tag": "b24715ef-80e9-49d7-aa74-b659669ce9c1"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:01:34.312770 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4af9f87-8db3-4cdb-8bff-f246b177bfce x-openstack-request-id: req-b4af9f87-8db3-4cdb-8bff-f246b177bfce {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:01:34.313071 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c", "name": "network-vif-deleted", "tag": "b24715ef-80e9-49d7-aa74-b659669ce9c1", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:01:34.313340 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4af9f87-8db3-4cdb-8bff-f246b177bfce {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:01:34.313764 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4af9f87-8db3-4cdb-8bff-f246b177bfce'] response: {'server_uuid': 'a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c', 'name': 'network-vif-deleted', 'tag': 'b24715ef-80e9-49d7-aa74-b659669ce9c1', 'status': 'completed', 'code': 200} Mar 23 03:01:34.357770 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-7e1368b1-139f-46fc-b35f-61e075f9c11a None None] Set router d255defa-268f-4617-bf54-d74e9f152ede gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:01:34.549938 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-7e1368b1-139f-46fc-b35f-61e075f9c11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 4, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'gw_port': {'id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'd9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d', 'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'mac_address': 'fa:16:3e:6c:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:42Z', 'updated_at': '2022-03-23T03:00:46Z', 'revision_number': 5, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'subnets': [{'id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:01:34.576819 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1368b1-139f-46fc-b35f-61e075f9c11a None None] Checking router: d255defa-268f-4617-bf54-d74e9f152ede for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:01:34.585021 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1368b1-139f-46fc-b35f-61e075f9c11a None None] Routers {'d255defa-268f-4617-bf54-d74e9f152ede'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:01:34.585856 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-7e1368b1-139f-46fc-b35f-61e075f9c11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:01:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d255defa-268f-4617-bf54-d74e9f152ede'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:01:34.836648 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-7e1368b1-139f-46fc-b35f-61e075f9c11a None None] Set router d255defa-268f-4617-bf54-d74e9f152ede gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:01:35.037295 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-7e1368b1-139f-46fc-b35f-61e075f9c11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 4, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'gw_port': {'id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'd9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d', 'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'mac_address': 'fa:16:3e:6c:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:42Z', 'updated_at': '2022-03-23T03:00:46Z', 'revision_number': 5, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'subnets': [{'id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:01:35.064570 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1368b1-139f-46fc-b35f-61e075f9c11a None None] The sync data for ids ['d255defa-268f-4617-bf54-d74e9f152ede'] in dv-neutron-834613-2-hyperv is: [{'id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 4, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'gw_port': {'id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'd9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d', 'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'mac_address': 'fa:16:3e:6c:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:42Z', 'updated_at': '2022-03-23T03:00:46Z', 'revision_number': 5, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'subnets': [{'id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:01:35.208768 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c5ef6e0f-7802-444b-9ef7-4fedf3c32c7a req-10d2213a-cc27-4ccc-bae7-3e16887ad5a9 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00fe1a4-4109-4f6b-82d2-db0e6b0a2f5c HTTP/1.1" status: 200 len: 210 time: 0.0327370 Mar 23 03:01:35.295962 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e08bcf1-b0ba-4c0f-a335-1f9eb84c0edb None None] New status for floating IP 05c3de70-076e-4f82-ab35-b651e51887eb: DOWN {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 03:01:36.442281 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-8eeabebe-1915-4078-8f8b-76f8d83442de tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2001242334&fields=id&tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6 HTTP/1.1" status: 200 len: 267 time: 0.0417814 Mar 23 03:01:36.548510 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-fb880f48-1a96-419a-9b57-4583697400b8 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:36.549967 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-fb880f48-1a96-419a-9b57-4583697400b8 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/networks?id=7193da4f-873b-4294-aff8-fb95f86a29de HTTP/1.1" status: 200 len: 811 time: 0.1011436 Mar 23 03:01:36.564426 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-9b8936af-f5e4-4082-9353-e5adf0aee189 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/quotas/94635e2bf1b34b1ba79c2e0527ed27d6 HTTP/1.1" status: 200 len: 375 time: 0.0087578 Mar 23 03:01:36.618609 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-3becb5bf-477e-43ab-8e8c-28b5b862255c tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491712 Mar 23 03:01:36.756855 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-e99cca4e-94fd-487c-96ac-aa2cbf0a8e9a service neutron] 10.222.0.24 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266143 Mar 23 03:01:36.846989 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-7ac24cd9-7898-4b22-af82-bbf4263bd7e6 service neutron] 10.222.0.24 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836315 Mar 23 03:01:37.077464 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b535707d-cd29-488c-9c1f-1a5ebe9cff94 req-6c682f91-c8fb-462a-9ee0-45bbdc54627c tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 210 time: 0.0276587 Mar 23 03:01:37.240190 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device b24715ef-80e9-49d7-aa74-b659669ce9c1 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:01:37.260312 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: b24715ef-80e9-49d7-aa74-b659669ce9c1 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:01:37.260667 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device b24715ef-80e9-49d7-aa74-b659669ce9c1 not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:01:38.170886 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b81cb429-5874-4c85-ad34-c8382dd5d6a5 req-d29ca1d6-c729-41a5-b4c9-07f330c5892f tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 210 time: 0.0280926 Mar 23 03:01:38.815498 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-e66f83ec-bbf0-4b98-b3d3-4a7930626dbd tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:38.817230 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-e66f83ec-bbf0-4b98-b3d3-4a7930626dbd tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.23 "GET /v2.0/networks?id=7193da4f-873b-4294-aff8-fb95f86a29de HTTP/1.1" status: 200 len: 811 time: 0.1048048 Mar 23 03:01:38.877003 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-ea66a7ef-32f1-4096-8539-15bfa12cd58f tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6 HTTP/1.1" status: 200 len: 380 time: 0.0519497 Mar 23 03:01:38.886141 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-534a20d7-e182-440d-9921-1efe10ca6b1a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Request body: {'port': {'device_id': '52fcf83a-8b94-4a81-8d3d-993a1dd5546c', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'admin_state_up': True, 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'security_groups': ['8adbe69b-6244-46cd-9e96-3cae023feaf6']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:01:39.088190 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-534a20d7-e182-440d-9921-1efe10ca6b1a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Made reservation on behalf of 94635e2bf1b34b1ba79c2e0527ed27d6 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:01:39.091940 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-534a20d7-e182-440d-9921-1efe10ca6b1a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:39.221933 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-534a20d7-e182-440d-9921-1efe10ca6b1a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Allocated IP 172.20.0.4 (7193da4f-873b-4294-aff8-fb95f86a29de/119c0f5c-943f-484a-a6b6-c8c22899638c/951e476f-e78c-4247-b223-6d4307f60c5c) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:01:39.282466 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-db717eba-b157-46a9-b632-f5f51528a9e4 req-c84cb3c8-05fb-457a-83cb-c9c650ede012 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 210 time: 0.0427330 Mar 23 03:01:39.386472 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-534a20d7-e182-440d-9921-1efe10ca6b1a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for port (951e476f-e78c-4247-b223-6d4307f60c5c), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:39.483930 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-534a20d7-e182-440d-9921-1efe10ca6b1a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (951e476f-e78c-4247-b223-6d4307f60c5c), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:39.526723 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-534a20d7-e182-440d-9921-1efe10ca6b1a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Network 7193da4f-873b-4294-aff8-fb95f86a29de is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:01:39.529895 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-534a20d7-e182-440d-9921-1efe10ca6b1a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:01:39.535884 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-534a20d7-e182-440d-9921-1efe10ca6b1a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:01:39.564665 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a20d7-e182-440d-9921-1efe10ca6b1a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Pushing event updated for resources: {'Port': ['ID=951e476f-e78c-4247-b223-6d4307f60c5c,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:01:39.593509 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-534a20d7-e182-440d-9921-1efe10ca6b1a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:39.594137 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-534a20d7-e182-440d-9921-1efe10ca6b1a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:39.670100 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-534a20d7-e182-440d-9921-1efe10ca6b1a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7874844 Mar 23 03:01:39.682289 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-451dc894-24fd-4594-b7f9-90e5a694c9b0 service neutron] Request body: {'port': {'device_id': '52fcf83a-8b94-4a81-8d3d-993a1dd5546c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:01:39.741895 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-451dc894-24fd-4594-b7f9-90e5a694c9b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (951e476f-e78c-4247-b223-6d4307f60c5c), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:39.814171 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-584d7830-7c59-4f3e-b84c-14f5a3967c9c None None] Provisioning complete for port 951e476f-e78c-4247-b223-6d4307f60c5c triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:01:39.814706 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-584d7830-7c59-4f3e-b84c-14f5a3967c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (951e476f-e78c-4247-b223-6d4307f60c5c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:39.849093 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-584d7830-7c59-4f3e-b84c-14f5a3967c9c None None] Port 951e476f-e78c-4247-b223-6d4307f60c5c cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:01:40.001975 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-451dc894-24fd-4594-b7f9-90e5a694c9b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 951e476f-e78c-4247-b223-6d4307f60c5c {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:01:40.009996 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-451dc894-24fd-4594-b7f9-90e5a694c9b0 service neutron] Publish callbacks [] for port (951e476f-e78c-4247-b223-6d4307f60c5c), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:40.021400 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-451dc894-24fd-4594-b7f9-90e5a694c9b0 service neutron] Transition to ACTIVE for port object 951e476f-e78c-4247-b223-6d4307f60c5c will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 03:01:40.078069 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-451dc894-24fd-4594-b7f9-90e5a694c9b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (951e476f-e78c-4247-b223-6d4307f60c5c), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:40.131625 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451dc894-24fd-4594-b7f9-90e5a694c9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=951e476f-e78c-4247-b223-6d4307f60c5c,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:01:40.207298 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-451dc894-24fd-4594-b7f9-90e5a694c9b0 service neutron] Attempting to bind port 951e476f-e78c-4247-b223-6d4307f60c5c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:01:40.208300 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-451dc894-24fd-4594-b7f9-90e5a694c9b0 service neutron] Attempting to bind port 951e476f-e78c-4247-b223-6d4307f60c5c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'ac38a338-4153-4ac6-a538-1b518206f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:01:40.208634 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-451dc894-24fd-4594-b7f9-90e5a694c9b0 service neutron] Attempting to bind port 951e476f-e78c-4247-b223-6d4307f60c5c on network 7193da4f-873b-4294-aff8-fb95f86a29de {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:01:40.214580 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-451dc894-24fd-4594-b7f9-90e5a694c9b0 service neutron] Port 951e476f-e78c-4247-b223-6d4307f60c5c on network 7193da4f-873b-4294-aff8-fb95f86a29de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 03:01:40.214909 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-451dc894-24fd-4594-b7f9-90e5a694c9b0 service neutron] Attempting to bind port 951e476f-e78c-4247-b223-6d4307f60c5c on network 7193da4f-873b-4294-aff8-fb95f86a29de {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:01:40.219886 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-451dc894-24fd-4594-b7f9-90e5a694c9b0 service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:01:40.220231 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-451dc894-24fd-4594-b7f9-90e5a694c9b0 service neutron] Checking segment: {'id': 'ac38a338-4153-4ac6-a538-1b518206f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:01:40.220616 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-451dc894-24fd-4594-b7f9-90e5a694c9b0 service neutron] Bound using segment: {'id': 'ac38a338-4153-4ac6-a538-1b518206f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:01:40.221035 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-451dc894-24fd-4594-b7f9-90e5a694c9b0 service neutron] Bound port: 951e476f-e78c-4247-b223-6d4307f60c5c, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac38a338-4153-4ac6-a538-1b518206f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:01:40.221395 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-451dc894-24fd-4594-b7f9-90e5a694c9b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (951e476f-e78c-4247-b223-6d4307f60c5c), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:40.290106 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-451dc894-24fd-4594-b7f9-90e5a694c9b0 service neutron] For port 951e476f-e78c-4247-b223-6d4307f60c5c, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:01:40.293067 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-451dc894-24fd-4594-b7f9-90e5a694c9b0 service neutron] For port 951e476f-e78c-4247-b223-6d4307f60c5c, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=951e476f-e78c-4247-b223-6d4307f60c5c,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:01:40.369371 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-451dc894-24fd-4594-b7f9-90e5a694c9b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (951e476f-e78c-4247-b223-6d4307f60c5c), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:40.404708 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-451dc894-24fd-4594-b7f9-90e5a694c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:40.405331 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-451dc894-24fd-4594-b7f9-90e5a694c9b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:40.406707 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-451dc894-24fd-4594-b7f9-90e5a694c9b0 service neutron] 10.222.0.23 "PUT /v2.0/ports/951e476f-e78c-4247-b223-6d4307f60c5c HTTP/1.1" status: 200 len: 1093 time: 0.7291739 Mar 23 03:01:40.407144 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52fcf83a-8b94-4a81-8d3d-993a1dd5546c', 'tag': '951e476f-e78c-4247-b223-6d4307f60c5c'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:01:40.407723 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e3405-a9d2-4032-865d-3ee3868e919d req-8745c25f-7a1c-4524-828a-5981bb0678e1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:40.409344 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-fb7e3405-a9d2-4032-865d-3ee3868e919d req-8745c25f-7a1c-4524-828a-5981bb0678e1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 943 time: 0.0571246 Mar 23 03:01:40.409464 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8b39aa-5145-4206-bcab-ee06b90ef912" -d '{"events": [{"name": "network-changed", "server_uuid": "52fcf83a-8b94-4a81-8d3d-993a1dd5546c", "tag": "951e476f-e78c-4247-b223-6d4307f60c5c"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:01:40.453722 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451dc894-24fd-4594-b7f9-90e5a694c9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=951e476f-e78c-4247-b223-6d4307f60c5c,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:01:40.477364 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33130ee4-8654-46ec-b803-f6be18b4d4fd x-openstack-request-id: req-33130ee4-8654-46ec-b803-f6be18b4d4fd {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:01:40.477364 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52fcf83a-8b94-4a81-8d3d-993a1dd5546c", "tag": "951e476f-e78c-4247-b223-6d4307f60c5c", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:01:40.477364 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33130ee4-8654-46ec-b803-f6be18b4d4fd {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:01:40.477364 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33130ee4-8654-46ec-b803-f6be18b4d4fd'] response: {'name': 'network-changed', 'server_uuid': '52fcf83a-8b94-4a81-8d3d-993a1dd5546c', 'tag': '951e476f-e78c-4247-b223-6d4307f60c5c', 'status': 'completed', 'code': 200} Mar 23 03:01:40.483590 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-fb7e3405-a9d2-4032-865d-3ee3868e919d req-0433f69a-0705-4328-80f0-20f6ee71d0d4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671957 Mar 23 03:01:40.547737 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b39aa-5145-4206-bcab-ee06b90ef912 req-e705fac7-1a1d-4c9b-bff9-83fa0c19f00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:40.549309 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4b8b39aa-5145-4206-bcab-ee06b90ef912 req-e705fac7-1a1d-4c9b-bff9-83fa0c19f00f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 1127 time: 0.0562339 Mar 23 03:01:40.660031 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b39aa-5145-4206-bcab-ee06b90ef912 req-f0d5d82e-f512-4a5f-9efa-f0fe1e61bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:40.661498 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4b8b39aa-5145-4206-bcab-ee06b90ef912 req-f0d5d82e-f512-4a5f-9efa-f0fe1e61bfd5 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1046174 Mar 23 03:01:40.751205 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b39aa-5145-4206-bcab-ee06b90ef912 req-bf792b74-26a9-419f-adbc-070fab9dc156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:40.752710 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4b8b39aa-5145-4206-bcab-ee06b90ef912 req-bf792b74-26a9-419f-adbc-070fab9dc156 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857146 Mar 23 03:01:40.832722 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-ae52db13-55f2-4169-b88c-049cbfab7f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:40.834122 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-ae52db13-55f2-4169-b88c-049cbfab7f02 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 1127 time: 0.0448883 Mar 23 03:01:40.877643 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-450d8b68-1516-4ffc-ad48-cfd7897a13c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=951e476f-e78c-4247-b223-6d4307f60c5c HTTP/1.1" status: 200 len: 217 time: 0.0367742 Mar 23 03:01:40.924105 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-db43ed11-fb50-441e-8c28-5bf5d0ffef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:40.925507 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-db43ed11-fb50-441e-8c28-5bf5d0ffef22 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=119c0f5c-943f-484a-a6b6-c8c22899638c HTTP/1.1" status: 200 len: 850 time: 0.0418184 Mar 23 03:01:40.972297 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-c893e252-b321-4a43-ad8f-45307a2a3db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:40.973744 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-c893e252-b321-4a43-ad8f-45307a2a3db8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7193da4f-873b-4294-aff8-fb95f86a29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0427287 Mar 23 03:01:41.063269 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-9388365b-2421-47ec-ad50-3c2401d0daee service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834060 Mar 23 03:01:41.150043 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-93818cfd-b860-4bc0-8f19-95e44ed35ce0 req-c4c7cbbb-2d67-405a-8119-806df2e3b968 service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810654 Mar 23 03:01:41.607972 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976392c-1605-4e58-aae9-7a786f22857e req-c9b02c2e-8377-4812-9148-2633f398b177 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:41.609437 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d976392c-1605-4e58-aae9-7a786f22857e req-c9b02c2e-8377-4812-9148-2633f398b177 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 943 time: 0.0565164 Mar 23 03:01:41.655232 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d976392c-1605-4e58-aae9-7a786f22857e req-dee053e5-118d-4d00-847e-c61034b6947a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403099 Mar 23 03:01:42.779111 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff8720-7842-496e-8df2-e520fd20ef83 req-ec8d0ee6-7d07-4032-84e5-c26786de06a1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:42.780620 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-2dff8720-7842-496e-8df2-e520fd20ef83 req-ec8d0ee6-7d07-4032-84e5-c26786de06a1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 943 time: 0.0589864 Mar 23 03:01:42.828628 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-2dff8720-7842-496e-8df2-e520fd20ef83 req-fc78ce91-b586-4505-8178-2aa61445f771 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424867 Mar 23 03:01:43.274131 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 951e476f-e78c-4247-b223-6d4307f60c5c details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 03:01:43.371060 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 951e476f-e78c-4247-b223-6d4307f60c5c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=951e476f-e78c-4247-b223-6d4307f60c5c,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:01:43.382945 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '951e476f-e78c-4247-b223-6d4307f60c5c', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'port_id': '951e476f-e78c-4247-b223-6d4307f60c5c', 'mac_address': 'fa:16:3e:58:a4:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 03:01:43.424585 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 951e476f-e78c-4247-b223-6d4307f60c5c is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:01:43.424898 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (951e476f-e78c-4247-b223-6d4307f60c5c), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:43.437442 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951e476f-e78c-4247-b223-6d4307f60c5c {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:01:43.456502 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 951e476f-e78c-4247-b223-6d4307f60c5c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=951e476f-e78c-4247-b223-6d4307f60c5c,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:01:43.545027 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (951e476f-e78c-4247-b223-6d4307f60c5c), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:43.591493 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=951e476f-e78c-4247-b223-6d4307f60c5c,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:01:43.598300 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:01:43.598654 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:01:43.599011 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:01:43.599355 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:01:43.599697 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:01:43.600062 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:01:43.600398 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:01:43.601392 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:01:43.601709 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:01:43.602117 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:01:43.602461 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:01:43.602792 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:01:43.603126 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:01:43.603454 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:01:43.603778 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:01:43.734411 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['951e476f-e78c-4247-b223-6d4307f60c5c'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:01:43.944864 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79a1d6-ca9c-4183-a819-05c16f230cd4 req-40fbcdd3-dbf9-4b7e-b7bc-e27b198405ac tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:43.946474 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fb79a1d6-ca9c-4183-a819-05c16f230cd4 req-40fbcdd3-dbf9-4b7e-b7bc-e27b198405ac tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 944 time: 0.0518486 Mar 23 03:01:43.992822 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fb79a1d6-ca9c-4183-a819-05c16f230cd4 req-1a908323-5889-49a3-8490-c883d5b39f44 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397179 Mar 23 03:01:45.108634 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa07363-75d0-4b42-aecc-d51667d7bd7d req-24d3f02c-0114-4548-8d45-5abcd12420db tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:45.110134 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-efa07363-75d0-4b42-aecc-d51667d7bd7d req-24d3f02c-0114-4548-8d45-5abcd12420db tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 944 time: 0.0523059 Mar 23 03:01:45.157344 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-efa07363-75d0-4b42-aecc-d51667d7bd7d req-7a4cdf89-11f0-48eb-a747-9a731b87b0db tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416713 Mar 23 03:01:45.287086 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 951e476f-e78c-4247-b223-6d4307f60c5c up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:01:45.413174 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port 951e476f-e78c-4247-b223-6d4307f60c5c completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 03:01:45.417002 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 951e476f-e78c-4247-b223-6d4307f60c5c triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:01:45.417383 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (951e476f-e78c-4247-b223-6d4307f60c5c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:45.495808 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 951e476f-e78c-4247-b223-6d4307f60c5c is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:01:45.496235 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (951e476f-e78c-4247-b223-6d4307f60c5c), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:45.517945 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fcf83a-8b94-4a81-8d3d-993a1dd5546c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951e476f-e78c-4247-b223-6d4307f60c5c'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:01:45.520189 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd565997-64c1-4d48-9d85-13dd00499787" -d '{"events": [{"server_uuid": "52fcf83a-8b94-4a81-8d3d-993a1dd5546c", "name": "network-vif-plugged", "status": "completed", "tag": "951e476f-e78c-4247-b223-6d4307f60c5c"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:01:45.532937 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 951e476f-e78c-4247-b223-6d4307f60c5c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=951e476f-e78c-4247-b223-6d4307f60c5c,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:01:45.555253 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ab8509-ccb4-489c-a027-947308d89406 x-openstack-request-id: req-b5ab8509-ccb4-489c-a027-947308d89406 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:01:45.555561 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fcf83a-8b94-4a81-8d3d-993a1dd5546c", "name": "network-vif-plugged", "status": "completed", "tag": "951e476f-e78c-4247-b223-6d4307f60c5c", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:01:45.555845 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b5ab8509-ccb4-489c-a027-947308d89406 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:01:45.556265 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5ab8509-ccb4-489c-a027-947308d89406'] response: {'server_uuid': '52fcf83a-8b94-4a81-8d3d-993a1dd5546c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951e476f-e78c-4247-b223-6d4307f60c5c', 'code': 200} Mar 23 03:01:45.613766 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (951e476f-e78c-4247-b223-6d4307f60c5c), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:45.660231 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=951e476f-e78c-4247-b223-6d4307f60c5c,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:01:45.860948 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be368fae-cd8a-4443-8deb-82708892ac9a req-50638403-9586-42f9-9817-6314358fb5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:45.862381 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-be368fae-cd8a-4443-8deb-82708892ac9a req-50638403-9586-42f9-9817-6314358fb5b9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 1129 time: 0.0458469 Mar 23 03:01:45.908799 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-be368fae-cd8a-4443-8deb-82708892ac9a req-bc872fa3-9049-4033-9532-02beae91bea4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401328 Mar 23 03:01:46.278761 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17975df-3586-4093-9d37-29f7b4fedd32 req-5d3c2876-3b42-4a32-b04e-73e03b9312e8 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:46.280269 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a17975df-3586-4093-9d37-29f7b4fedd32 req-5d3c2876-3b42-4a32-b04e-73e03b9312e8 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0561793 Mar 23 03:01:46.326015 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a17975df-3586-4093-9d37-29f7b4fedd32 req-27e0803c-abc0-4499-a3cd-e74a9f686248 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402474 Mar 23 03:01:47.444794 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87541ff5-1708-4080-9057-5db8ae6f006c req-367d95c4-7957-4dfe-a180-4afc76d141bd tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:47.446828 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-87541ff5-1708-4080-9057-5db8ae6f006c req-367d95c4-7957-4dfe-a180-4afc76d141bd tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0535309 Mar 23 03:01:47.494494 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-87541ff5-1708-4080-9057-5db8ae6f006c req-57af4c6c-ccea-4aef-96dd-ee3b38e328f9 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422001 Mar 23 03:01:47.590728 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d6ccfe08-0153-4a66-9dc4-31f875bc4dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:47.609330 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47578607-edbd-49f7-8b0a-ddc1fadbb6b2 req-e2cd83f6-b25e-46b9-b0d1-9c425b11a1cf tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:47.610833 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-47578607-edbd-49f7-8b0a-ddc1fadbb6b2 req-e2cd83f6-b25e-46b9-b0d1-9c425b11a1cf tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0528817 Mar 23 03:01:47.620007 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 37882) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:01:47.624554 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-de9b1d6a-3906-4130-848a-cdf5ab9215ce tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Request body: {'floatingip': {'port_id': '951e476f-e78c-4247-b223-6d4307f60c5c'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:01:47.662681 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de9b1d6a-3906-4130-848a-cdf5ab9215ce tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for floatingip (05c3de70-076e-4f82-ab35-b651e51887eb), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:48.085449 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de9b1d6a-3906-4130-848a-cdf5ab9215ce tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:48.146328 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de9b1d6a-3906-4130-848a-cdf5ab9215ce tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (05c3de70-076e-4f82-ab35-b651e51887eb), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:48.246766 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [None req-de9b1d6a-3906-4130-848a-cdf5ab9215ce tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Floating IP 05c3de70-076e-4f82-ab35-b651e51887eb associated. External IP: 172.26.2.241, port: 951e476f-e78c-4247-b223-6d4307f60c5c. Mar 23 03:01:48.452070 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9b1d6a-3906-4130-848a-cdf5ab9215ce tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Router d255defa-268f-4617-bf54-d74e9f152ede has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:01:48.558641 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9b1d6a-3906-4130-848a-cdf5ab9215ce tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:01:48.563493 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-de9b1d6a-3906-4130-848a-cdf5ab9215ce tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:48.573822 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7eaa7c-b79d-4611-bf26-df1e8ec125f5 None None] Sync routers for ids ['d255defa-268f-4617-bf54-d74e9f152ede'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:01:48.583233 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7eaa7c-b79d-4611-bf26-df1e8ec125f5 None None] Routers {'d255defa-268f-4617-bf54-d74e9f152ede'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:01:48.583890 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-3e7eaa7c-b79d-4611-bf26-df1e8ec125f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:01:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d255defa-268f-4617-bf54-d74e9f152ede'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:01:48.592707 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-de9b1d6a-3906-4130-848a-cdf5ab9215ce tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "PUT /v2.0/floatingips/05c3de70-076e-4f82-ab35-b651e51887eb HTTP/1.1" status: 200 len: 991 time: 0.9715762 Mar 23 03:01:48.593322 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52fcf83a-8b94-4a81-8d3d-993a1dd5546c', 'tag': '951e476f-e78c-4247-b223-6d4307f60c5c'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:01:48.595613 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc87c403-2672-4afa-afc1-ec7fede1f4c5" -d '{"events": [{"name": "network-changed", "server_uuid": "52fcf83a-8b94-4a81-8d3d-993a1dd5546c", "tag": "951e476f-e78c-4247-b223-6d4307f60c5c"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:01:48.634523 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211bfdb4-242c-4267-923b-58e4bae1251a x-openstack-request-id: req-211bfdb4-242c-4267-923b-58e4bae1251a {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:01:48.634853 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52fcf83a-8b94-4a81-8d3d-993a1dd5546c", "tag": "951e476f-e78c-4247-b223-6d4307f60c5c", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:01:48.635071 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-211bfdb4-242c-4267-923b-58e4bae1251a {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:01:48.635481 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-211bfdb4-242c-4267-923b-58e4bae1251a'] response: {'name': 'network-changed', 'server_uuid': '52fcf83a-8b94-4a81-8d3d-993a1dd5546c', 'tag': '951e476f-e78c-4247-b223-6d4307f60c5c', 'status': 'completed', 'code': 200} Mar 23 03:01:48.696067 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-3e7eaa7c-b79d-4611-bf26-df1e8ec125f5 None None] Set router d255defa-268f-4617-bf54-d74e9f152ede gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:01:48.701065 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87c403-2672-4afa-afc1-ec7fede1f4c5 req-07b51094-8826-490c-8a07-13925fdf6bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:48.702636 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bc87c403-2672-4afa-afc1-ec7fede1f4c5 req-07b51094-8826-490c-8a07-13925fdf6bfe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 1129 time: 0.0467885 Mar 23 03:01:48.792883 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87c403-2672-4afa-afc1-ec7fede1f4c5 req-4e04f184-09b4-487d-95eb-e2c3ed0fa42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:48.794353 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bc87c403-2672-4afa-afc1-ec7fede1f4c5 req-4e04f184-09b4-487d-95eb-e2c3ed0fa42b service neutron] 10.222.0.23 "GET /v2.0/networks?id=7193da4f-873b-4294-aff8-fb95f86a29de HTTP/1.1" status: 200 len: 912 time: 0.0865989 Mar 23 03:01:48.864769 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bc87c403-2672-4afa-afc1-ec7fede1f4c5 req-75f37259-508e-4010-9608-099e3d84152f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=951e476f-e78c-4247-b223-6d4307f60c5c HTTP/1.1" status: 200 len: 999 time: 0.0642979 Mar 23 03:01:48.869668 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:48.921094 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87c403-2672-4afa-afc1-ec7fede1f4c5 req-e06b1891-b47c-4655-97e6-cbc1a729699e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:48.922574 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bc87c403-2672-4afa-afc1-ec7fede1f4c5 req-e06b1891-b47c-4655-97e6-cbc1a729699e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=119c0f5c-943f-484a-a6b6-c8c22899638c HTTP/1.1" status: 200 len: 850 time: 0.0518556 Mar 23 03:01:48.939202 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-3e7eaa7c-b79d-4611-bf26-df1e8ec125f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 4, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'gw_port': {'id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '05c3de70-076e-4f82-ab35-b651e51887eb', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'floating_ip_address': '172.26.2.241', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'port_id': '951e476f-e78c-4247-b223-6d4307f60c5c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'mac_address': 'fa:16:3e:58:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fcf83a-8b94-4a81-8d3d-993a1dd5546c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:00:47Z', 'updated_at': '2022-03-23T03:01:47Z', 'revision_number': 5, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d', 'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'mac_address': 'fa:16:3e:6c:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:42Z', 'updated_at': '2022-03-23T03:00:46Z', 'revision_number': 5, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'subnets': [{'id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:01:48.957119 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cc057-72c3-424c-a5a1-b5a39f60b934 req-b8522726-57cb-4ae7-91b7-7ac09b963679 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:48.958550 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-419cc057-72c3-424c-a5a1-b5a39f60b934 req-b8522726-57cb-4ae7-91b7-7ac09b963679 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0617657 Mar 23 03:01:48.970675 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7eaa7c-b79d-4611-bf26-df1e8ec125f5 None None] Checking router: d255defa-268f-4617-bf54-d74e9f152ede for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:01:48.980103 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7eaa7c-b79d-4611-bf26-df1e8ec125f5 None None] Routers {'d255defa-268f-4617-bf54-d74e9f152ede'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:01:48.980730 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-3e7eaa7c-b79d-4611-bf26-df1e8ec125f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:01:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d255defa-268f-4617-bf54-d74e9f152ede'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:01:48.984842 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87c403-2672-4afa-afc1-ec7fede1f4c5 req-6929103f-6dd9-413d-b921-833c0a6368ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:48.986943 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bc87c403-2672-4afa-afc1-ec7fede1f4c5 req-6929103f-6dd9-413d-b921-833c0a6368ac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7193da4f-873b-4294-aff8-fb95f86a29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0574663 Mar 23 03:01:49.014422 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-419cc057-72c3-424c-a5a1-b5a39f60b934 req-b705d993-8779-4217-8ed6-746cca8afa7c tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488532 Mar 23 03:01:49.086341 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-3e7eaa7c-b79d-4611-bf26-df1e8ec125f5 None None] Set router d255defa-268f-4617-bf54-d74e9f152ede gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:01:49.086689 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bc87c403-2672-4afa-afc1-ec7fede1f4c5 req-34eb9055-814f-47ca-b7b3-3fe973c3963c service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931656 Mar 23 03:01:49.179041 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bc87c403-2672-4afa-afc1-ec7fede1f4c5 req-2e734ffa-c9c5-4d35-8ba6-6516d6b46812 service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867362 Mar 23 03:01:49.314761 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-3e7eaa7c-b79d-4611-bf26-df1e8ec125f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 4, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'gw_port': {'id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '05c3de70-076e-4f82-ab35-b651e51887eb', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'floating_ip_address': '172.26.2.241', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'port_id': '951e476f-e78c-4247-b223-6d4307f60c5c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'mac_address': 'fa:16:3e:58:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fcf83a-8b94-4a81-8d3d-993a1dd5546c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:00:47Z', 'updated_at': '2022-03-23T03:01:47Z', 'revision_number': 5, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d', 'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'mac_address': 'fa:16:3e:6c:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:42Z', 'updated_at': '2022-03-23T03:00:46Z', 'revision_number': 5, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'subnets': [{'id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:01:49.341778 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7eaa7c-b79d-4611-bf26-df1e8ec125f5 None None] The sync data for ids ['d255defa-268f-4617-bf54-d74e9f152ede'] in dv-neutron-834613-2-hyperv is: [{'id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 4, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'gw_port': {'id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '05c3de70-076e-4f82-ab35-b651e51887eb', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'floating_ip_address': '172.26.2.241', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'port_id': '951e476f-e78c-4247-b223-6d4307f60c5c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'mac_address': 'fa:16:3e:58:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fcf83a-8b94-4a81-8d3d-993a1dd5546c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:00:47Z', 'updated_at': '2022-03-23T03:01:47Z', 'revision_number': 5, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d', 'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'mac_address': 'fa:16:3e:6c:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:42Z', 'updated_at': '2022-03-23T03:00:46Z', 'revision_number': 5, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'subnets': [{'id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:01:49.544445 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bda57a2-f01f-498f-a933-8b051edacf65 None None] New status for floating IP 05c3de70-076e-4f82-ab35-b651e51887eb: ACTIVE {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 03:01:49.924109 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4da526b8-af16-4d8b-8fa1-33f733c72fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:50.155182 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3fe45-0169-47d0-9992-c73e211aaf94 req-96b1a26f-1902-4aa3-99b3-2f02c2cc76aa tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:50.156713 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f4b3fe45-0169-47d0-9992-c73e211aaf94 req-96b1a26f-1902-4aa3-99b3-2f02c2cc76aa tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0624986 Mar 23 03:01:50.210684 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f4b3fe45-0169-47d0-9992-c73e211aaf94 req-7269b5a2-916c-4315-9294-3557b71e0301 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483019 Mar 23 03:01:51.306583 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:51.337351 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b6fb3-3fc8-4720-be9e-f90d9b2f17f7 req-2c1df6f5-f6c1-490c-b74f-d5f3171e8ab1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:51.338846 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4b3b6fb3-3fc8-4720-be9e-f90d9b2f17f7 req-2c1df6f5-f6c1-490c-b74f-d5f3171e8ab1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0564392 Mar 23 03:01:51.384262 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4b3b6fb3-3fc8-4720-be9e-f90d9b2f17f7 req-b86bc18e-d528-44d8-84f9-d53701151301 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398216 Mar 23 03:01:52.500602 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c32e9-ec96-46b6-ac90-d8f82290545f req-fe94861b-000d-478d-8af0-cf6a699ab518 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:52.502061 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1d9c32e9-ec96-46b6-ac90-d8f82290545f req-fe94861b-000d-478d-8af0-cf6a699ab518 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0511127 Mar 23 03:01:52.551749 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1d9c32e9-ec96-46b6-ac90-d8f82290545f req-57cfc1ba-43bb-47cc-8ef7-0aabcb7e5be7 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441763 Mar 23 03:01:52.721607 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:53.668545 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8a1b8-0f72-4647-afb9-4f98d07fb2c7 req-c6f36563-5bfb-43ca-8d7b-42ff04417059 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:53.670021 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-11e8a1b8-0f72-4647-afb9-4f98d07fb2c7 req-c6f36563-5bfb-43ca-8d7b-42ff04417059 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0521262 Mar 23 03:01:53.716367 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-11e8a1b8-0f72-4647-afb9-4f98d07fb2c7 req-dea51b40-dcfe-4eed-afdc-f9d4ed53fcf7 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408461 Mar 23 03:01:53.890583 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:01:53.990370 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:01:55.168640 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de4010-9528-4165-9af1-99d190613ac7 req-6f8a3851-9830-4c28-93d2-e0e6c2c875fb tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:55.170122 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-38de4010-9528-4165-9af1-99d190613ac7 req-6f8a3851-9830-4c28-93d2-e0e6c2c875fb tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.3883352 Mar 23 03:01:55.216571 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-38de4010-9528-4165-9af1-99d190613ac7 req-30377cff-6497-4140-bf2b-69b41b7acd06 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407679 Mar 23 03:01:56.332171 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af837168-5642-404e-9681-9438be5713f3 req-4dda802a-bd81-40ce-873f-907c204d2f8d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:56.333634 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-af837168-5642-404e-9681-9438be5713f3 req-4dda802a-bd81-40ce-873f-907c204d2f8d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0513577 Mar 23 03:01:56.383908 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-af837168-5642-404e-9681-9438be5713f3 req-0be9ecd6-e784-4245-9359-7dd06162dc0e tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445738 Mar 23 03:01:57.509345 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c099215-645e-4b93-9a7b-9d39aa506c5e req-4c9c6e59-d0b7-4548-a774-dcd63c359da1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:57.510823 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5c099215-645e-4b93-9a7b-9d39aa506c5e req-4c9c6e59-d0b7-4548-a774-dcd63c359da1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0538020 Mar 23 03:01:57.555531 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5c099215-645e-4b93-9a7b-9d39aa506c5e req-d6475379-4467-445e-882a-84107e27f48e tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392144 Mar 23 03:01:58.678196 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09609f9f-9e25-4f57-a8b6-dd9d156c3617 req-bea14ce6-0f47-4783-9f19-925e95ed1d6a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:58.680544 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-09609f9f-9e25-4f57-a8b6-dd9d156c3617 req-bea14ce6-0f47-4783-9f19-925e95ed1d6a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0579622 Mar 23 03:01:58.727201 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-09609f9f-9e25-4f57-a8b6-dd9d156c3617 req-3026861a-1454-4f2d-9dcd-cf775e9d1ddb tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410252 Mar 23 03:01:59.844562 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45f458-008e-4711-8e02-0ea25da33736 req-0066008f-55a4-45e2-99ef-1ec899481ab4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:01:59.846025 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1e45f458-008e-4711-8e02-0ea25da33736 req-0066008f-55a4-45e2-99ef-1ec899481ab4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0542004 Mar 23 03:01:59.891540 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1e45f458-008e-4711-8e02-0ea25da33736 req-c9c7607b-6bc9-4a13-a90d-1fae7fa673f1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390046 Mar 23 03:02:01.007477 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94840d-c9bd-4fde-8db0-b32ea44e2231 req-8f2eadb3-975f-4503-a9b6-4e6b92ddace5 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:01.008981 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-fb94840d-c9bd-4fde-8db0-b32ea44e2231 req-8f2eadb3-975f-4503-a9b6-4e6b92ddace5 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0514407 Mar 23 03:02:01.053889 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-fb94840d-c9bd-4fde-8db0-b32ea44e2231 req-e7fbd7b2-5e00-4dc5-9651-0b4c93be9e1d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393956 Mar 23 03:02:02.173085 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dd83b-dae3-446e-b664-3fe10c3a9d9c req-dfac0d53-dbfc-4b49-8958-8e862ba2b94b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:02.174539 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-be2dd83b-dae3-446e-b664-3fe10c3a9d9c req-dfac0d53-dbfc-4b49-8958-8e862ba2b94b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0523040 Mar 23 03:02:02.220819 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-be2dd83b-dae3-446e-b664-3fe10c3a9d9c req-d412cd6c-e24f-4284-bfcb-fd875192a2bb tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405920 Mar 23 03:02:03.342408 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc61fa9-29fc-456b-a844-c5a9abd953d0 req-73fa569f-02bf-4734-b8a4-0bae9ca5d1e2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:03.343957 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4bc61fa9-29fc-456b-a844-c5a9abd953d0 req-73fa569f-02bf-4734-b8a4-0bae9ca5d1e2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0568807 Mar 23 03:02:03.391257 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4bc61fa9-29fc-456b-a844-c5a9abd953d0 req-44773cdd-7a6a-4641-b2b0-3bae1c798101 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413129 Mar 23 03:02:04.511322 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3a980-0e8b-481d-9399-e6f5a12f872a req-87d02ea4-5723-48fd-8285-1ca8daf731d0 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:04.512797 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d3e3a980-0e8b-481d-9399-e6f5a12f872a req-87d02ea4-5723-48fd-8285-1ca8daf731d0 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0558670 Mar 23 03:02:04.558510 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d3e3a980-0e8b-481d-9399-e6f5a12f872a req-d10d1525-4302-41d6-8a86-97be178a4203 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403221 Mar 23 03:02:05.674447 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799dcdb-2950-4506-adb2-1d4d26ddd530 req-37349ac9-b37a-4c31-8d1b-100c187eba6a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:05.675945 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b799dcdb-2950-4506-adb2-1d4d26ddd530 req-37349ac9-b37a-4c31-8d1b-100c187eba6a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0509589 Mar 23 03:02:05.721518 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b799dcdb-2950-4506-adb2-1d4d26ddd530 req-be294d47-e33a-4056-acb4-ddec2a5246c0 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394497 Mar 23 03:02:06.838577 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2b249-1002-40a0-8b89-2bc3b1a4a4b0 req-cef6f1ea-a265-4e52-9971-1c514bde46f7 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:06.840057 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-50a2b249-1002-40a0-8b89-2bc3b1a4a4b0 req-cef6f1ea-a265-4e52-9971-1c514bde46f7 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0514321 Mar 23 03:02:06.886038 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-50a2b249-1002-40a0-8b89-2bc3b1a4a4b0 req-1a0d9905-2c03-4fb4-8ad2-6222eb9a7dc6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405977 Mar 23 03:02:08.005920 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dce3c8-a2ab-45dd-9d5f-3d43326e54be req-a22773ef-7ae4-4dfc-9145-26daaab57748 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:08.007461 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-94dce3c8-a2ab-45dd-9d5f-3d43326e54be req-a22773ef-7ae4-4dfc-9145-26daaab57748 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0551286 Mar 23 03:02:08.053059 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-94dce3c8-a2ab-45dd-9d5f-3d43326e54be req-387872a8-b1cf-49aa-9100-9809ebd35211 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399811 Mar 23 03:02:09.169313 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6113ebb-6eb0-40dd-85ab-b2bd8020718a req-2f7daf83-5a55-4457-937a-4423e485d504 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:09.170727 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c6113ebb-6eb0-40dd-85ab-b2bd8020718a req-2f7daf83-5a55-4457-937a-4423e485d504 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0521443 Mar 23 03:02:09.220341 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c6113ebb-6eb0-40dd-85ab-b2bd8020718a req-66981eff-0587-439e-b5bf-bd83f35468df tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441577 Mar 23 03:02:10.339727 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2b6e0-7a8d-4402-b0b3-619f75112fa4 req-ffbb825c-43ec-492f-bbc2-35d904b6a355 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:10.341267 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-0ee2b6e0-7a8d-4402-b0b3-619f75112fa4 req-ffbb825c-43ec-492f-bbc2-35d904b6a355 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0531173 Mar 23 03:02:10.387460 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-0ee2b6e0-7a8d-4402-b0b3-619f75112fa4 req-7a62b3d4-b3e3-4547-b767-99142ca7aa0d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405586 Mar 23 03:02:11.506373 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2664f9-9fbd-48fe-b92c-444968c33aaa req-60e09820-d143-4399-a273-7c3e89462bc0 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:11.508174 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bb2664f9-9fbd-48fe-b92c-444968c33aaa req-60e09820-d143-4399-a273-7c3e89462bc0 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0533018 Mar 23 03:02:11.553567 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bb2664f9-9fbd-48fe-b92c-444968c33aaa req-bb50a13f-c1b4-4608-aadb-273f73c47a94 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399792 Mar 23 03:02:12.668736 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f0794-3aeb-4de6-9fa4-ddbe15aa8aa1 req-0c38640f-56eb-445b-8898-0daa53a9b535 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:12.670191 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c96f0794-3aeb-4de6-9fa4-ddbe15aa8aa1 req-0c38640f-56eb-445b-8898-0daa53a9b535 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0500896 Mar 23 03:02:12.719303 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c96f0794-3aeb-4de6-9fa4-ddbe15aa8aa1 req-077728e4-f33f-4ce2-927a-8ef59eca792a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436168 Mar 23 03:02:13.840666 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793c585-17fa-4f93-8e2e-6b66430e27f5 req-66cfc7a4-55e1-4dc2-bb97-3d20d6a6412a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:13.842126 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5793c585-17fa-4f93-8e2e-6b66430e27f5 req-66cfc7a4-55e1-4dc2-bb97-3d20d6a6412a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0547771 Mar 23 03:02:13.888861 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5793c585-17fa-4f93-8e2e-6b66430e27f5 req-dc6a6f53-c8b3-4f08-a37b-c3a6987b56d9 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408964 Mar 23 03:02:15.006484 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14509b-ef59-417b-a590-0e834a681872 req-20b0debc-4dc3-49ca-8aad-9a611df5b894 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:15.008262 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5f14509b-ef59-417b-a590-0e834a681872 req-20b0debc-4dc3-49ca-8aad-9a611df5b894 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0516763 Mar 23 03:02:15.054770 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5f14509b-ef59-417b-a590-0e834a681872 req-45c5df9c-5b05-45b5-bd55-7f0848608579 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404837 Mar 23 03:02:15.450837 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd471a9-3782-446b-85f8-8708686b522b req-b93a4aeb-d163-4c8b-a0ac-94e1d9c38706 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:15.452423 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4bd471a9-3782-446b-85f8-8708686b522b req-b93a4aeb-d163-4c8b-a0ac-94e1d9c38706 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0553133 Mar 23 03:02:15.500386 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4bd471a9-3782-446b-85f8-8708686b522b req-6b1ceea5-50bb-4740-919e-da8b5e9288aa tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422530 Mar 23 03:02:15.603524 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-9a1c1c47-ef57-43df-a4bc-f79cb4cd2e0d req-f5d3c6a4-1242-46b1-94eb-0778bed76569 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0474710 Mar 23 03:02:16.129540 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c1c47-ef57-43df-a4bc-f79cb4cd2e0d req-314c64bf-6677-457c-8baa-4c26f55c76dd tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:16.130818 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a1c1c47-ef57-43df-a4bc-f79cb4cd2e0d req-314c64bf-6677-457c-8baa-4c26f55c76dd tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports/951e476f-e78c-4247-b223-6d4307f60c5c HTTP/1.1" status: 200 len: 942 time: 0.0494726 Mar 23 03:02:16.636252 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1ec85-2f0f-4d0a-b55a-0ee75819432d req-06cd0b0f-62b1-491f-8f7b-91256ca8e10a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:16.637789 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-73b1ec85-2f0f-4d0a-b55a-0ee75819432d req-06cd0b0f-62b1-491f-8f7b-91256ca8e10a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0554869 Mar 23 03:02:16.685506 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-73b1ec85-2f0f-4d0a-b55a-0ee75819432d req-2124a4b9-920c-4da8-9ee8-0be321f1e7b1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420527 Mar 23 03:02:17.460407 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c1c47-ef57-43df-a4bc-f79cb4cd2e0d req-ad3d981f-3fb6-47ee-bbc6-989eb67e07a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:17.462042 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a1c1c47-ef57-43df-a4bc-f79cb4cd2e0d req-ad3d981f-3fb6-47ee-bbc6-989eb67e07a2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 1129 time: 0.0446126 Mar 23 03:02:17.554950 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c1c47-ef57-43df-a4bc-f79cb4cd2e0d req-fe858100-75c9-414d-91a9-fa23ff873fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:17.556452 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a1c1c47-ef57-43df-a4bc-f79cb4cd2e0d req-fe858100-75c9-414d-91a9-fa23ff873fe8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7193da4f-873b-4294-aff8-fb95f86a29de HTTP/1.1" status: 200 len: 912 time: 0.0887628 Mar 23 03:02:17.603045 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-57b4174e-3b83-466f-8a1e-7f86fb3737ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:17.622929 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a1c1c47-ef57-43df-a4bc-f79cb4cd2e0d req-f19e6dff-8004-4b3d-853f-da8ad6afdf5d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=951e476f-e78c-4247-b223-6d4307f60c5c HTTP/1.1" status: 200 len: 1001 time: 0.0602455 Mar 23 03:02:17.674855 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c1c47-ef57-43df-a4bc-f79cb4cd2e0d req-46cb93f4-8ce8-4a4d-bad2-c9fc5fb0de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:17.676601 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a1c1c47-ef57-43df-a4bc-f79cb4cd2e0d req-46cb93f4-8ce8-4a4d-bad2-c9fc5fb0de56 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=119c0f5c-943f-484a-a6b6-c8c22899638c HTTP/1.1" status: 200 len: 850 time: 0.0478296 Mar 23 03:02:17.725402 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c1c47-ef57-43df-a4bc-f79cb4cd2e0d req-68341760-bbb8-41da-8078-7c47a3ca1a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:17.727476 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a1c1c47-ef57-43df-a4bc-f79cb4cd2e0d req-68341760-bbb8-41da-8078-7c47a3ca1a95 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7193da4f-873b-4294-aff8-fb95f86a29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0456867 Mar 23 03:02:17.808005 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1724c5f-2da5-40f4-a63e-dddc4ed72947 req-28de55e3-6492-462b-9983-8ab0c941a2d2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:17.809505 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a1724c5f-2da5-40f4-a63e-dddc4ed72947 req-28de55e3-6492-462b-9983-8ab0c941a2d2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0523858 Mar 23 03:02:17.832574 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a1c1c47-ef57-43df-a4bc-f79cb4cd2e0d req-25de3f85-9be6-43c7-a356-d71102ababb7 service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992699 Mar 23 03:02:17.860726 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a1724c5f-2da5-40f4-a63e-dddc4ed72947 req-e61cc009-f50f-4520-905a-7b1b5efe9864 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447619 Mar 23 03:02:17.931454 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a1c1c47-ef57-43df-a4bc-f79cb4cd2e0d req-e938629a-5acd-4d13-a30e-af7ac30dc3a2 service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931187 Mar 23 03:02:18.831487 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:18.979941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b3723-f69b-4eec-b33e-3bc6acf76dfc req-9a71c253-4c59-45c2-a5f0-5e976e7c7839 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:18.981452 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-dc2b3723-f69b-4eec-b33e-3bc6acf76dfc req-9a71c253-4c59-45c2-a5f0-5e976e7c7839 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0523386 Mar 23 03:02:19.027883 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-dc2b3723-f69b-4eec-b33e-3bc6acf76dfc req-df3e07e1-f00f-408e-8e4c-68a5d59d783d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408289 Mar 23 03:02:19.699031 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a1c1c47-ef57-43df-a4bc-f79cb4cd2e0d req-3cdf9210-2e6b-4960-9642-69e8e9b0e611 service neutron] 10.222.0.23 "GET /v2.0/ports/951e476f-e78c-4247-b223-6d4307f60c5c/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0879624 Mar 23 03:02:19.705036 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed08e3-4102-43a0-9459-83608e3563a2 req-de0ce97d-c382-4e17-a8c1-02fe7a13b10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:19.706470 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-89ed08e3-4102-43a0-9459-83608e3563a2 req-de0ce97d-c382-4e17-a8c1-02fe7a13b10f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 1129 time: 0.0663269 Mar 23 03:02:19.810874 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed08e3-4102-43a0-9459-83608e3563a2 req-0c10cdd0-e534-461d-9e3d-34ee0ff7da69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:19.812404 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-89ed08e3-4102-43a0-9459-83608e3563a2 req-0c10cdd0-e534-461d-9e3d-34ee0ff7da69 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7193da4f-873b-4294-aff8-fb95f86a29de HTTP/1.1" status: 200 len: 912 time: 0.0883837 Mar 23 03:02:19.882964 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-89ed08e3-4102-43a0-9459-83608e3563a2 req-5b6bcb9a-0f81-444e-8b07-36ad496ac17e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=951e476f-e78c-4247-b223-6d4307f60c5c HTTP/1.1" status: 200 len: 1001 time: 0.0638921 Mar 23 03:02:19.917409 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7426282f-53a0-4cd1-9190-fca9d6633656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:19.932723 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed08e3-4102-43a0-9459-83608e3563a2 req-b4e66653-8a3c-4285-9186-e4b7a124b04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:19.934210 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-89ed08e3-4102-43a0-9459-83608e3563a2 req-b4e66653-8a3c-4285-9186-e4b7a124b04e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=119c0f5c-943f-484a-a6b6-c8c22899638c HTTP/1.1" status: 200 len: 850 time: 0.0460002 Mar 23 03:02:19.984358 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed08e3-4102-43a0-9459-83608e3563a2 req-d352e5a6-86c4-49e2-ba6f-4c97d147b905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:19.985792 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-89ed08e3-4102-43a0-9459-83608e3563a2 req-d352e5a6-86c4-49e2-ba6f-4c97d147b905 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7193da4f-873b-4294-aff8-fb95f86a29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0454543 Mar 23 03:02:20.084735 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-89ed08e3-4102-43a0-9459-83608e3563a2 req-b5d33e8b-2669-47ce-8fb2-1b6e5efe88ea service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920079 Mar 23 03:02:20.150422 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3df660-d0cd-4a58-bb06-9a469cf2dfe5 req-4c02ceba-6e77-4092-9874-ded1d3d8333b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:20.151793 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5a3df660-d0cd-4a58-bb06-9a469cf2dfe5 req-4c02ceba-6e77-4092-9874-ded1d3d8333b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0546682 Mar 23 03:02:20.193346 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c1c47-ef57-43df-a4bc-f79cb4cd2e0d req-c580ede7-2e2f-41f3-9245-a180f63f50e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:20.194933 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a1c1c47-ef57-43df-a4bc-f79cb4cd2e0d req-c580ede7-2e2f-41f3-9245-a180f63f50e6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c&tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6 HTTP/1.1" status: 200 len: 1129 time: 0.1086845 Mar 23 03:02:20.200064 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5a3df660-d0cd-4a58-bb06-9a469cf2dfe5 req-6018d3e2-ce4b-4d32-8873-3fae0970c3fe tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421829 Mar 23 03:02:20.213475 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-89ed08e3-4102-43a0-9459-83608e3563a2 req-05177804-2a59-4a6f-aa6a-8fdc17e8324b service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194770 Mar 23 03:02:20.292505 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c1c47-ef57-43df-a4bc-f79cb4cd2e0d req-24e7c459-3629-4b64-acfb-2f5134b28f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:20.294010 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a1c1c47-ef57-43df-a4bc-f79cb4cd2e0d req-24e7c459-3629-4b64-acfb-2f5134b28f0c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 1129 time: 0.0451505 Mar 23 03:02:20.382618 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c1c47-ef57-43df-a4bc-f79cb4cd2e0d req-3911fd69-2a6a-4e60-8628-8d722ab11aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:20.384266 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a1c1c47-ef57-43df-a4bc-f79cb4cd2e0d req-3911fd69-2a6a-4e60-8628-8d722ab11aa9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7193da4f-873b-4294-aff8-fb95f86a29de HTTP/1.1" status: 200 len: 912 time: 0.0851645 Mar 23 03:02:20.452710 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a1c1c47-ef57-43df-a4bc-f79cb4cd2e0d req-314c3dbb-3fff-412e-8650-fd04c2d10a30 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=951e476f-e78c-4247-b223-6d4307f60c5c HTTP/1.1" status: 200 len: 1001 time: 0.0626209 Mar 23 03:02:20.499790 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c1c47-ef57-43df-a4bc-f79cb4cd2e0d req-ba0599f6-3306-4b36-89b5-4227dd6b86b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:20.501254 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a1c1c47-ef57-43df-a4bc-f79cb4cd2e0d req-ba0599f6-3306-4b36-89b5-4227dd6b86b5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=119c0f5c-943f-484a-a6b6-c8c22899638c HTTP/1.1" status: 200 len: 850 time: 0.0426409 Mar 23 03:02:20.549544 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c1c47-ef57-43df-a4bc-f79cb4cd2e0d req-a3240ebd-b38e-429d-9788-01c043fa7495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:20.550934 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a1c1c47-ef57-43df-a4bc-f79cb4cd2e0d req-a3240ebd-b38e-429d-9788-01c043fa7495 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7193da4f-873b-4294-aff8-fb95f86a29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0432258 Mar 23 03:02:20.641264 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a1c1c47-ef57-43df-a4bc-f79cb4cd2e0d req-60ea5666-fb9e-4a68-b8bd-3ece851880a5 service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846207 Mar 23 03:02:20.729202 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9a1c1c47-ef57-43df-a4bc-f79cb4cd2e0d req-d4e5815f-9a88-43f1-bba2-36eaaaca614f service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818887 Mar 23 03:02:21.311794 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:21.324007 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8c1e9-f56b-4e6f-9bfa-f7087c5bb1df req-ad55e402-69b1-451b-ad98-9d5e14ecd206 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:21.325505 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9bf8c1e9-f56b-4e6f-9bfa-f7087c5bb1df req-ad55e402-69b1-451b-ad98-9d5e14ecd206 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0570345 Mar 23 03:02:21.371938 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9bf8c1e9-f56b-4e6f-9bfa-f7087c5bb1df req-3cb855a2-3f27-484c-9487-7994f442bd49 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408878 Mar 23 03:02:22.494180 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cbf83-70d4-4285-8d76-d064e135662c req-c25abb56-31e7-4066-8ee6-a18990bdc596 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:22.495640 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7c0cbf83-70d4-4285-8d76-d064e135662c req-c25abb56-31e7-4066-8ee6-a18990bdc596 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0568016 Mar 23 03:02:22.542003 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7c0cbf83-70d4-4285-8d76-d064e135662c req-1f739a7c-0127-4ac1-88b7-c3f4f94577d2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407526 Mar 23 03:02:22.738647 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:22.939890 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92e379-5c5b-4d03-aeee-476e4608b199 req-e5c6b934-9e9a-428c-bd7e-fe2c4cd4c1a3 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:22.939890 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-2d92e379-5c5b-4d03-aeee-476e4608b199 req-e5c6b934-9e9a-428c-bd7e-fe2c4cd4c1a3 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0552666 Mar 23 03:02:22.970833 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-2d92e379-5c5b-4d03-aeee-476e4608b199 req-c30eb086-d7c9-4760-bc7b-f6e05486af09 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428860 Mar 23 03:02:22.996804 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a6fb9-5640-41ba-b456-193f631f5354 req-8078c036-ef9c-492d-92ea-515b893aa4bf tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:22.998265 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-925a6fb9-5640-41ba-b456-193f631f5354 req-8078c036-ef9c-492d-92ea-515b893aa4bf tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.23 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c&tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 945 time: 0.0635679 Mar 23 03:02:23.080954 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a6fb9-5640-41ba-b456-193f631f5354 req-70f6eb72-2648-44e3-a1f2-aaaf6e0a3a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:23.082415 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-925a6fb9-5640-41ba-b456-193f631f5354 req-70f6eb72-2648-44e3-a1f2-aaaf6e0a3a15 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 1129 time: 0.0426440 Mar 23 03:02:23.173234 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a6fb9-5640-41ba-b456-193f631f5354 req-9ceccffe-81b6-43b8-be36-184981ad2a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:23.174689 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-925a6fb9-5640-41ba-b456-193f631f5354 req-9ceccffe-81b6-43b8-be36-184981ad2a49 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7193da4f-873b-4294-aff8-fb95f86a29de HTTP/1.1" status: 200 len: 912 time: 0.0863056 Mar 23 03:02:23.238412 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-925a6fb9-5640-41ba-b456-193f631f5354 req-95755fab-d67d-4fd5-94be-26f4db611bfb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=951e476f-e78c-4247-b223-6d4307f60c5c HTTP/1.1" status: 200 len: 1001 time: 0.0577388 Mar 23 03:02:23.290499 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a6fb9-5640-41ba-b456-193f631f5354 req-57182407-3135-4f96-8c94-bec872b77c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:23.291992 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-925a6fb9-5640-41ba-b456-193f631f5354 req-57182407-3135-4f96-8c94-bec872b77c71 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=119c0f5c-943f-484a-a6b6-c8c22899638c HTTP/1.1" status: 200 len: 850 time: 0.0483732 Mar 23 03:02:23.339270 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a6fb9-5640-41ba-b456-193f631f5354 req-84f09764-478b-48b1-9e03-2b90f1f57dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:23.340757 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-925a6fb9-5640-41ba-b456-193f631f5354 req-84f09764-478b-48b1-9e03-2b90f1f57dbe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7193da4f-873b-4294-aff8-fb95f86a29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434864 Mar 23 03:02:23.427081 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-925a6fb9-5640-41ba-b456-193f631f5354 req-c87283b5-72a5-4e2f-b3ef-cefdf211465d service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791941 Mar 23 03:02:23.475687 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 951e476f-e78c-4247-b223-6d4307f60c5c details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 03:02:23.479675 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 951e476f-e78c-4247-b223-6d4307f60c5c no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:02:23.518583 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-925a6fb9-5640-41ba-b456-193f631f5354 req-720917f2-3a10-4544-a727-665440c7f31c service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857689 Mar 23 03:02:23.619050 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 951e476f-e78c-4247-b223-6d4307f60c5c is: ACTIVE; New status is: DOWN {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:02:23.619444 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (951e476f-e78c-4247-b223-6d4307f60c5c), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:23.654824 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fcf83a-8b94-4a81-8d3d-993a1dd5546c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '951e476f-e78c-4247-b223-6d4307f60c5c'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:02:23.657283 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47593440-fe0b-4444-be17-52f5fb948815" -d '{"events": [{"server_uuid": "52fcf83a-8b94-4a81-8d3d-993a1dd5546c", "name": "network-vif-unplugged", "status": "completed", "tag": "951e476f-e78c-4247-b223-6d4307f60c5c"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:02:23.662891 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 951e476f-e78c-4247-b223-6d4307f60c5c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=951e476f-e78c-4247-b223-6d4307f60c5c,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:02:23.678203 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 951e476f-e78c-4247-b223-6d4307f60c5c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=951e476f-e78c-4247-b223-6d4307f60c5c,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:02:23.685134 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '951e476f-e78c-4247-b223-6d4307f60c5c', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'port_id': '951e476f-e78c-4247-b223-6d4307f60c5c', 'mac_address': 'fa:16:3e:58:a4:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 03:02:23.708153 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 03:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8e03bc-a47d-4034-8ded-879c66ead193 x-openstack-request-id: req-3e8e03bc-a47d-4034-8ded-879c66ead193 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:02:23.713700 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fcf83a-8b94-4a81-8d3d-993a1dd5546c", "name": "network-vif-unplugged", "status": "completed", "tag": "951e476f-e78c-4247-b223-6d4307f60c5c", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:02:23.713700 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e8e03bc-a47d-4034-8ded-879c66ead193 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:02:23.713700 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e8e03bc-a47d-4034-8ded-879c66ead193'] response: {'server_uuid': '52fcf83a-8b94-4a81-8d3d-993a1dd5546c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '951e476f-e78c-4247-b223-6d4307f60c5c', 'code': 200} Mar 23 03:02:23.722012 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 951e476f-e78c-4247-b223-6d4307f60c5c is: ACTIVE; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:02:23.722403 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (951e476f-e78c-4247-b223-6d4307f60c5c), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:23.736308 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 951e476f-e78c-4247-b223-6d4307f60c5c {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:02:23.761659 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (951e476f-e78c-4247-b223-6d4307f60c5c), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:23.987058 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 03:02:23.987315 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 03:02:23.997832 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=951e476f-e78c-4247-b223-6d4307f60c5c,revision_number=6']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:02:24.066127 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:24.094595 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdfb36-bbac-473d-962d-7e2689797764 req-ec1e9bd4-9b66-4b8f-9d9e-537d17c8741f tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:24.096115 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-80bdfb36-bbac-473d-962d-7e2689797764 req-ec1e9bd4-9b66-4b8f-9d9e-537d17c8741f tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 943 time: 0.0568266 Mar 23 03:02:24.143600 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-80bdfb36-bbac-473d-962d-7e2689797764 req-80776555-b9f4-4a2f-a7ac-8495aeccb142 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411510 Mar 23 03:02:24.525370 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 951e476f-e78c-4247-b223-6d4307f60c5c is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:02:24.525757 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (951e476f-e78c-4247-b223-6d4307f60c5c), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:24.538054 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951e476f-e78c-4247-b223-6d4307f60c5c {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:02:24.558192 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 951e476f-e78c-4247-b223-6d4307f60c5c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=951e476f-e78c-4247-b223-6d4307f60c5c,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:02:24.631617 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (951e476f-e78c-4247-b223-6d4307f60c5c), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:24.682805 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=951e476f-e78c-4247-b223-6d4307f60c5c,revision_number=7']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:02:24.695042 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['951e476f-e78c-4247-b223-6d4307f60c5c'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:02:25.263799 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7a419-302b-48ce-b605-cb75b6b87b98 req-8c2c218c-c864-45bc-89cb-a70c3296bbc5 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:25.265355 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-44b7a419-302b-48ce-b605-cb75b6b87b98 req-8c2c218c-c864-45bc-89cb-a70c3296bbc5 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 944 time: 0.0527117 Mar 23 03:02:25.311669 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-44b7a419-302b-48ce-b605-cb75b6b87b98 req-89d344b2-5fb0-433b-946f-5a8bb9c65e89 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407155 Mar 23 03:02:25.433624 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c9986-5de4-4856-a599-e455be7e8232 req-1a28996b-f26b-4536-b90d-8144109bd479 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:25.435008 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7e5c9986-5de4-4856-a599-e455be7e8232 req-1a28996b-f26b-4536-b90d-8144109bd479 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 944 time: 0.0554352 Mar 23 03:02:25.481732 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7e5c9986-5de4-4856-a599-e455be7e8232 req-f72d5211-b075-4a58-9cb8-7d038bfb27e0 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412710 Mar 23 03:02:25.490604 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 951e476f-e78c-4247-b223-6d4307f60c5c up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:02:25.539048 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 951e476f-e78c-4247-b223-6d4307f60c5c triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:02:25.539425 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (951e476f-e78c-4247-b223-6d4307f60c5c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:25.619368 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 951e476f-e78c-4247-b223-6d4307f60c5c is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:02:25.619779 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (951e476f-e78c-4247-b223-6d4307f60c5c), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:25.650994 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 951e476f-e78c-4247-b223-6d4307f60c5c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=951e476f-e78c-4247-b223-6d4307f60c5c,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:02:25.704310 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (951e476f-e78c-4247-b223-6d4307f60c5c), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:25.726105 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fcf83a-8b94-4a81-8d3d-993a1dd5546c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951e476f-e78c-4247-b223-6d4307f60c5c'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:02:25.728470 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f708080b-908b-4b33-992b-9fe3b7cc52cb" -d '{"events": [{"server_uuid": "52fcf83a-8b94-4a81-8d3d-993a1dd5546c", "name": "network-vif-plugged", "status": "completed", "tag": "951e476f-e78c-4247-b223-6d4307f60c5c"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:02:25.759109 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=951e476f-e78c-4247-b223-6d4307f60c5c,revision_number=8']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:02:25.769579 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28c911a-a0c2-4e20-8bee-3c29282eb72c x-openstack-request-id: req-f28c911a-a0c2-4e20-8bee-3c29282eb72c {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:02:25.769579 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fcf83a-8b94-4a81-8d3d-993a1dd5546c", "name": "network-vif-plugged", "status": "completed", "tag": "951e476f-e78c-4247-b223-6d4307f60c5c", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:02:25.769579 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f28c911a-a0c2-4e20-8bee-3c29282eb72c {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:02:25.769579 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f28c911a-a0c2-4e20-8bee-3c29282eb72c'] response: {'server_uuid': '52fcf83a-8b94-4a81-8d3d-993a1dd5546c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951e476f-e78c-4247-b223-6d4307f60c5c', 'code': 200} Mar 23 03:02:25.797241 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e8b98-6649-4a42-8495-715d64495c23 req-726aee44-af0e-467f-b47a-f7168433ea49 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:25.798728 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-171e8b98-6649-4a42-8495-715d64495c23 req-726aee44-af0e-467f-b47a-f7168433ea49 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0658703 Mar 23 03:02:25.854634 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-171e8b98-6649-4a42-8495-715d64495c23 req-385c8a58-2d2c-499b-b307-a4a111e49bd2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493059 Mar 23 03:02:25.874830 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8224d-b824-4289-b82e-a28636f383da req-51f9d3f1-f75b-404d-8701-1ab18cdcaf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:25.876468 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1cf8224d-b824-4289-b82e-a28636f383da req-51f9d3f1-f75b-404d-8701-1ab18cdcaf03 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 1129 time: 0.0492644 Mar 23 03:02:25.968680 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8224d-b824-4289-b82e-a28636f383da req-ac7eebc2-4fcc-4e54-90c1-92b6618bfe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:25.970032 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1cf8224d-b824-4289-b82e-a28636f383da req-ac7eebc2-4fcc-4e54-90c1-92b6618bfe87 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7193da4f-873b-4294-aff8-fb95f86a29de HTTP/1.1" status: 200 len: 912 time: 0.0873256 Mar 23 03:02:26.037355 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1cf8224d-b824-4289-b82e-a28636f383da req-efc87ec7-5c15-4458-8df9-d024dc615554 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=951e476f-e78c-4247-b223-6d4307f60c5c HTTP/1.1" status: 200 len: 1001 time: 0.0613532 Mar 23 03:02:26.089588 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8224d-b824-4289-b82e-a28636f383da req-ffeedf96-5f9b-4c25-852e-ba5cafc558bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:26.091023 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1cf8224d-b824-4289-b82e-a28636f383da req-ffeedf96-5f9b-4c25-852e-ba5cafc558bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=119c0f5c-943f-484a-a6b6-c8c22899638c HTTP/1.1" status: 200 len: 850 time: 0.0478010 Mar 23 03:02:26.138940 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8224d-b824-4289-b82e-a28636f383da req-43f97a48-16f0-4736-8625-94d17be50e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:26.140533 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1cf8224d-b824-4289-b82e-a28636f383da req-43f97a48-16f0-4736-8625-94d17be50e51 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7193da4f-873b-4294-aff8-fb95f86a29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0431249 Mar 23 03:02:26.231304 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1cf8224d-b824-4289-b82e-a28636f383da req-2dbdb0f7-0ff0-4df5-86af-66d238d61985 service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844009 Mar 23 03:02:26.318795 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1cf8224d-b824-4289-b82e-a28636f383da req-35674b02-fe12-4dde-9a40-5fef94a1c558 service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817769 Mar 23 03:02:26.979915 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859e7fd-e332-4b7a-a999-3770b8d11ca1 req-012d56c3-cd70-48ce-9012-cf7c694dfe08 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:26.981410 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8859e7fd-e332-4b7a-a999-3770b8d11ca1 req-012d56c3-cd70-48ce-9012-cf7c694dfe08 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0545619 Mar 23 03:02:27.028996 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8859e7fd-e332-4b7a-a999-3770b8d11ca1 req-f80d10c5-9127-4f17-b236-0f1376b5edf3 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418506 Mar 23 03:02:27.495753 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ad0e2-fca3-4a3b-87a8-066f6690448f req-1283440d-031a-45d0-959d-2daef9e47022 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:27.497272 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d29ad0e2-fca3-4a3b-87a8-066f6690448f req-1283440d-031a-45d0-959d-2daef9e47022 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0570233 Mar 23 03:02:27.542963 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d29ad0e2-fca3-4a3b-87a8-066f6690448f req-b85c1c22-c94e-46c2-8b4a-f39902430d2c tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402408 Mar 23 03:02:28.662376 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cc38c-837e-418b-8bf5-338a95d3e06f req-80e2d5f4-c847-4df8-b20b-f337e0e88aee tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:28.664436 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b13cc38c-837e-418b-8bf5-338a95d3e06f req-80e2d5f4-c847-4df8-b20b-f337e0e88aee tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0527565 Mar 23 03:02:28.711373 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b13cc38c-837e-418b-8bf5-338a95d3e06f req-a53d2361-6e72-43b1-818d-b187997d1059 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414109 Mar 23 03:02:29.120576 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf2998-cc86-43f2-9f61-238c6a31ca0f req-9129c9bf-80dd-4a96-ae06-07de149ebbcf tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:29.122171 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cfbf2998-cc86-43f2-9f61-238c6a31ca0f req-9129c9bf-80dd-4a96-ae06-07de149ebbcf tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.23 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 945 time: 0.0600309 Mar 23 03:02:29.222777 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-cfbf2998-cc86-43f2-9f61-238c6a31ca0f req-32bc038e-190f-4651-bf16-b1d6177b165b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Deleting port 951e476f-e78c-4247-b223-6d4307f60c5c {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:02:29.223124 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-cfbf2998-cc86-43f2-9f61-238c6a31ca0f req-32bc038e-190f-4651-bf16-b1d6177b165b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (951e476f-e78c-4247-b223-6d4307f60c5c), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:29.312960 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-cfbf2998-cc86-43f2-9f61-238c6a31ca0f req-32bc038e-190f-4651-bf16-b1d6177b165b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] For port 951e476f-e78c-4247-b223-6d4307f60c5c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=951e476f-e78c-4247-b223-6d4307f60c5c,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:02:29.313324 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-cfbf2998-cc86-43f2-9f61-238c6a31ca0f req-32bc038e-190f-4651-bf16-b1d6177b165b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (951e476f-e78c-4247-b223-6d4307f60c5c), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:29.490125 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-cfbf2998-cc86-43f2-9f61-238c6a31ca0f req-32bc038e-190f-4651-bf16-b1d6177b165b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:29.490414 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-cfbf2998-cc86-43f2-9f61-238c6a31ca0f req-32bc038e-190f-4651-bf16-b1d6177b165b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (05c3de70-076e-4f82-ab35-b651e51887eb), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:29.490713 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [req-cfbf2998-cc86-43f2-9f61-238c6a31ca0f req-32bc038e-190f-4651-bf16-b1d6177b165b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Floating IP 05c3de70-076e-4f82-ab35-b651e51887eb disassociated. External IP: 172.26.2.241, port: 951e476f-e78c-4247-b223-6d4307f60c5c. Mar 23 03:02:29.491056 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-cfbf2998-cc86-43f2-9f61-238c6a31ca0f req-32bc038e-190f-4651-bf16-b1d6177b165b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Calling delete_port for 951e476f-e78c-4247-b223-6d4307f60c5c owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:02:29.660167 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-cfbf2998-cc86-43f2-9f61-238c6a31ca0f req-32bc038e-190f-4651-bf16-b1d6177b165b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (951e476f-e78c-4247-b223-6d4307f60c5c), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:29.690063 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc038e-190f-4651-bf16-b1d6177b165b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Pushing event deleted for resources: {'Port': ['ID=951e476f-e78c-4247-b223-6d4307f60c5c,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:02:29.701379 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc038e-190f-4651-bf16-b1d6177b165b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:02:29.701738 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc038e-190f-4651-bf16-b1d6177b165b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:02:29.702095 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc038e-190f-4651-bf16-b1d6177b165b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:02:29.702442 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc038e-190f-4651-bf16-b1d6177b165b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:02:29.702784 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc038e-190f-4651-bf16-b1d6177b165b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:02:29.703129 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc038e-190f-4651-bf16-b1d6177b165b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:02:29.703459 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc038e-190f-4651-bf16-b1d6177b165b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:02:29.703794 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc038e-190f-4651-bf16-b1d6177b165b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:02:29.704147 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc038e-190f-4651-bf16-b1d6177b165b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:02:29.704477 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc038e-190f-4651-bf16-b1d6177b165b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:02:29.704808 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc038e-190f-4651-bf16-b1d6177b165b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:02:29.705152 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc038e-190f-4651-bf16-b1d6177b165b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:02:29.705463 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc038e-190f-4651-bf16-b1d6177b165b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:02:29.705790 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc038e-190f-4651-bf16-b1d6177b165b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:02:29.706115 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc038e-190f-4651-bf16-b1d6177b165b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:02:29.817253 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3165f5d8-1dc4-4b85-ac09-7848a9adf087 req-a0ff8fa6-687d-43e8-9b5c-5a265ce85740 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 210 time: 0.0377963 Mar 23 03:02:29.847905 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfbf2998-cc86-43f2-9f61-238c6a31ca0f req-32bc038e-190f-4651-bf16-b1d6177b165b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Router d255defa-268f-4617-bf54-d74e9f152ede has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:02:29.954585 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfbf2998-cc86-43f2-9f61-238c6a31ca0f req-32bc038e-190f-4651-bf16-b1d6177b165b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:02:29.965628 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb3025c-2490-49b8-b2e7-71dc887f49f5 None None] Sync routers for ids ['d255defa-268f-4617-bf54-d74e9f152ede'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:02:29.978755 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb3025c-2490-49b8-b2e7-71dc887f49f5 None None] Routers {'d255defa-268f-4617-bf54-d74e9f152ede'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:02:29.980053 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-acb3025c-2490-49b8-b2e7-71dc887f49f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:02:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d255defa-268f-4617-bf54-d74e9f152ede'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:02:30.001355 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbf2998-cc86-43f2-9f61-238c6a31ca0f req-32bc038e-190f-4651-bf16-b1d6177b165b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] No DVR routers for this DVR port 951e476f-e78c-4247-b223-6d4307f60c5c on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:02:30.003918 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-cfbf2998-cc86-43f2-9f61-238c6a31ca0f req-32bc038e-190f-4651-bf16-b1d6177b165b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:30.007465 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cfbf2998-cc86-43f2-9f61-238c6a31ca0f req-32bc038e-190f-4651-bf16-b1d6177b165b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.23 "DELETE /v2.0/ports/951e476f-e78c-4247-b223-6d4307f60c5c HTTP/1.1" status: 204 len: 173 time: 0.8801184 Mar 23 03:02:30.007980 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fcf83a-8b94-4a81-8d3d-993a1dd5546c', 'name': 'network-vif-deleted', 'tag': '951e476f-e78c-4247-b223-6d4307f60c5c'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:02:30.011585 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead7b532-0e26-4b64-a0ce-e73af9b960f0" -d '{"events": [{"server_uuid": "52fcf83a-8b94-4a81-8d3d-993a1dd5546c", "name": "network-vif-deleted", "tag": "951e476f-e78c-4247-b223-6d4307f60c5c"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:02:30.058708 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8ceeab-9acf-43f1-b0ee-0fb6b36b497e x-openstack-request-id: req-cd8ceeab-9acf-43f1-b0ee-0fb6b36b497e {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:02:30.059014 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fcf83a-8b94-4a81-8d3d-993a1dd5546c", "name": "network-vif-deleted", "tag": "951e476f-e78c-4247-b223-6d4307f60c5c", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:02:30.059270 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cd8ceeab-9acf-43f1-b0ee-0fb6b36b497e {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:02:30.059932 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd8ceeab-9acf-43f1-b0ee-0fb6b36b497e'] response: {'server_uuid': '52fcf83a-8b94-4a81-8d3d-993a1dd5546c', 'name': 'network-vif-deleted', 'tag': '951e476f-e78c-4247-b223-6d4307f60c5c', 'status': 'completed', 'code': 200} Mar 23 03:02:30.119608 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-acb3025c-2490-49b8-b2e7-71dc887f49f5 None None] Set router d255defa-268f-4617-bf54-d74e9f152ede gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:02:30.348676 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-acb3025c-2490-49b8-b2e7-71dc887f49f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 4, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'gw_port': {'id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'd9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d', 'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'mac_address': 'fa:16:3e:6c:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:42Z', 'updated_at': '2022-03-23T03:00:46Z', 'revision_number': 5, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'subnets': [{'id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:02:30.374598 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb3025c-2490-49b8-b2e7-71dc887f49f5 None None] Checking router: d255defa-268f-4617-bf54-d74e9f152ede for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:02:30.383043 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb3025c-2490-49b8-b2e7-71dc887f49f5 None None] Routers {'d255defa-268f-4617-bf54-d74e9f152ede'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:02:30.384249 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-acb3025c-2490-49b8-b2e7-71dc887f49f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:02:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d255defa-268f-4617-bf54-d74e9f152ede'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:02:30.498708 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-acb3025c-2490-49b8-b2e7-71dc887f49f5 None None] Set router d255defa-268f-4617-bf54-d74e9f152ede gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:02:30.693920 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-acb3025c-2490-49b8-b2e7-71dc887f49f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 4, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'gw_port': {'id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'd9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d', 'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'mac_address': 'fa:16:3e:6c:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:42Z', 'updated_at': '2022-03-23T03:00:46Z', 'revision_number': 5, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'subnets': [{'id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:02:30.724812 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb3025c-2490-49b8-b2e7-71dc887f49f5 None None] The sync data for ids ['d255defa-268f-4617-bf54-d74e9f152ede'] in dv-neutron-834613-2-hyperv is: [{'id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 4, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'gw_port': {'id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'd9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d', 'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'mac_address': 'fa:16:3e:6c:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:42Z', 'updated_at': '2022-03-23T03:00:46Z', 'revision_number': 5, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'subnets': [{'id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:02:30.891352 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:02:30.928184 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9b92bd75-0b84-439d-97f9-ca66cd3581ed req-8e22582e-68c3-4681-85b5-487623bb5fb5 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fcf83a-8b94-4a81-8d3d-993a1dd5546c HTTP/1.1" status: 200 len: 210 time: 0.0288031 Mar 23 03:02:30.969544 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a23c3a1-d1f0-4c14-9540-e909b37eec5b None None] New status for floating IP 05c3de70-076e-4f82-ab35-b651e51887eb: DOWN {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 03:02:32.171233 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8094a181-787a-4d35-b43e-eac0b2287554 req-d846bf98-e48a-4890-86fd-887a4b62613f tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2001242334&fields=id&tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6 HTTP/1.1" status: 200 len: 267 time: 0.0418701 Mar 23 03:02:32.277586 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094a181-787a-4d35-b43e-eac0b2287554 req-fa4e76b7-8871-4e68-87b0-25379d7c10d6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:32.279050 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8094a181-787a-4d35-b43e-eac0b2287554 req-fa4e76b7-8871-4e68-87b0-25379d7c10d6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/networks?id=7193da4f-873b-4294-aff8-fb95f86a29de HTTP/1.1" status: 200 len: 811 time: 0.1014569 Mar 23 03:02:32.293412 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8094a181-787a-4d35-b43e-eac0b2287554 req-4c6cbd15-ee46-4f9c-b6ac-b96245a91db7 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/quotas/94635e2bf1b34b1ba79c2e0527ed27d6 HTTP/1.1" status: 200 len: 375 time: 0.0088756 Mar 23 03:02:32.347766 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8094a181-787a-4d35-b43e-eac0b2287554 req-20bba217-84d9-47f5-9110-bdbfad88a1bd tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495112 Mar 23 03:02:32.439399 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8094a181-787a-4d35-b43e-eac0b2287554 req-9656d26e-a68b-476f-a0de-d0c9a1589351 service neutron] 10.222.0.24 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799072 Mar 23 03:02:32.530452 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8094a181-787a-4d35-b43e-eac0b2287554 req-68d63def-5a48-4e01-93ac-a5c47eaa22db service neutron] 10.222.0.24 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851359 Mar 23 03:02:32.768523 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4c2e1cc7-e58f-42ff-bcc4-0689bc163067 req-a22a58b4-b4da-4788-86e1-10c5cbf38c43 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 210 time: 0.0263031 Mar 23 03:02:33.504241 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 951e476f-e78c-4247-b223-6d4307f60c5c no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:02:33.524407 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: 951e476f-e78c-4247-b223-6d4307f60c5c {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:02:33.524803 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 951e476f-e78c-4247-b223-6d4307f60c5c not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:02:33.863206 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-47232527-22d6-4537-bb4f-af5a85438bee req-aa624e9b-c570-4156-a13c-5a161629900c tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 210 time: 0.0273025 Mar 23 03:02:34.676390 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094a181-787a-4d35-b43e-eac0b2287554 req-fd3d434b-b941-4b71-8c89-70e05e5b22da tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:34.677828 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8094a181-787a-4d35-b43e-eac0b2287554 req-fd3d434b-b941-4b71-8c89-70e05e5b22da tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.23 "GET /v2.0/networks?id=7193da4f-873b-4294-aff8-fb95f86a29de HTTP/1.1" status: 200 len: 811 time: 0.1042614 Mar 23 03:02:34.738328 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8094a181-787a-4d35-b43e-eac0b2287554 req-a191f283-2131-461f-81c0-9715daef2666 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6 HTTP/1.1" status: 200 len: 380 time: 0.0516105 Mar 23 03:02:34.746369 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-8094a181-787a-4d35-b43e-eac0b2287554 req-bd052b92-1b03-46ba-aa4f-92f554ff6b74 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Request body: {'port': {'device_id': '8637aae3-1d9d-48b1-a7ee-8664fd70c752', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'admin_state_up': True, 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'security_groups': ['8adbe69b-6244-46cd-9e96-3cae023feaf6']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:02:34.922967 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8094a181-787a-4d35-b43e-eac0b2287554 req-bd052b92-1b03-46ba-aa4f-92f554ff6b74 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Made reservation on behalf of 94635e2bf1b34b1ba79c2e0527ed27d6 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:02:34.926512 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-8094a181-787a-4d35-b43e-eac0b2287554 req-bd052b92-1b03-46ba-aa4f-92f554ff6b74 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:34.976530 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-885e5e90-1b88-4405-a371-1dea86735a25 req-c5148440-a231-44ab-8a9b-2abdc0852aa4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 210 time: 0.0393016 Mar 23 03:02:35.079167 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-8094a181-787a-4d35-b43e-eac0b2287554 req-bd052b92-1b03-46ba-aa4f-92f554ff6b74 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Allocated IP 172.20.0.5 (7193da4f-873b-4294-aff8-fb95f86a29de/119c0f5c-943f-484a-a6b6-c8c22899638c/f3406460-86f9-4f39-aba1-44019de1cd97) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:02:35.218021 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-8094a181-787a-4d35-b43e-eac0b2287554 req-bd052b92-1b03-46ba-aa4f-92f554ff6b74 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for port (f3406460-86f9-4f39-aba1-44019de1cd97), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:35.333041 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-8094a181-787a-4d35-b43e-eac0b2287554 req-bd052b92-1b03-46ba-aa4f-92f554ff6b74 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (f3406460-86f9-4f39-aba1-44019de1cd97), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:35.374248 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8094a181-787a-4d35-b43e-eac0b2287554 req-bd052b92-1b03-46ba-aa4f-92f554ff6b74 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Network 7193da4f-873b-4294-aff8-fb95f86a29de is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:02:35.377369 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-8094a181-787a-4d35-b43e-eac0b2287554 req-bd052b92-1b03-46ba-aa4f-92f554ff6b74 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:02:35.383278 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-8094a181-787a-4d35-b43e-eac0b2287554 req-bd052b92-1b03-46ba-aa4f-92f554ff6b74 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:02:35.389921 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd052b92-1b03-46ba-aa4f-92f554ff6b74 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Pushing event updated for resources: {'Port': ['ID=f3406460-86f9-4f39-aba1-44019de1cd97,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:02:35.436216 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094a181-787a-4d35-b43e-eac0b2287554 req-bd052b92-1b03-46ba-aa4f-92f554ff6b74 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:35.436841 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-8094a181-787a-4d35-b43e-eac0b2287554 req-bd052b92-1b03-46ba-aa4f-92f554ff6b74 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:35.491669 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8094a181-787a-4d35-b43e-eac0b2287554 req-bd052b92-1b03-46ba-aa4f-92f554ff6b74 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7487707 Mar 23 03:02:35.503344 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-8094a181-787a-4d35-b43e-eac0b2287554 req-b3662306-1acc-469f-8b28-f075eff30cf9 service neutron] Request body: {'port': {'device_id': '8637aae3-1d9d-48b1-a7ee-8664fd70c752', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:02:35.568136 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-8094a181-787a-4d35-b43e-eac0b2287554 req-b3662306-1acc-469f-8b28-f075eff30cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f3406460-86f9-4f39-aba1-44019de1cd97), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:35.649567 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-d52efacd-eb3a-438e-a6cd-9bd1565b7373 None None] Provisioning complete for port f3406460-86f9-4f39-aba1-44019de1cd97 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:02:35.650793 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d52efacd-eb3a-438e-a6cd-9bd1565b7373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f3406460-86f9-4f39-aba1-44019de1cd97), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:35.687649 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-d52efacd-eb3a-438e-a6cd-9bd1565b7373 None None] Port f3406460-86f9-4f39-aba1-44019de1cd97 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:02:35.825898 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-8094a181-787a-4d35-b43e-eac0b2287554 req-b3662306-1acc-469f-8b28-f075eff30cf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3406460-86f9-4f39-aba1-44019de1cd97 {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:02:35.833282 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-8094a181-787a-4d35-b43e-eac0b2287554 req-b3662306-1acc-469f-8b28-f075eff30cf9 service neutron] Publish callbacks [] for port (f3406460-86f9-4f39-aba1-44019de1cd97), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:35.845346 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-8094a181-787a-4d35-b43e-eac0b2287554 req-b3662306-1acc-469f-8b28-f075eff30cf9 service neutron] Transition to ACTIVE for port object f3406460-86f9-4f39-aba1-44019de1cd97 will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 03:02:35.888542 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-8094a181-787a-4d35-b43e-eac0b2287554 req-b3662306-1acc-469f-8b28-f075eff30cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (f3406460-86f9-4f39-aba1-44019de1cd97), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:35.938618 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3662306-1acc-469f-8b28-f075eff30cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=f3406460-86f9-4f39-aba1-44019de1cd97,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:02:36.013061 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-8094a181-787a-4d35-b43e-eac0b2287554 req-b3662306-1acc-469f-8b28-f075eff30cf9 service neutron] Attempting to bind port f3406460-86f9-4f39-aba1-44019de1cd97 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:02:36.013651 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-8094a181-787a-4d35-b43e-eac0b2287554 req-b3662306-1acc-469f-8b28-f075eff30cf9 service neutron] Attempting to bind port f3406460-86f9-4f39-aba1-44019de1cd97 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'ac38a338-4153-4ac6-a538-1b518206f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:02:36.014149 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094a181-787a-4d35-b43e-eac0b2287554 req-b3662306-1acc-469f-8b28-f075eff30cf9 service neutron] Attempting to bind port f3406460-86f9-4f39-aba1-44019de1cd97 on network 7193da4f-873b-4294-aff8-fb95f86a29de {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:02:36.018958 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094a181-787a-4d35-b43e-eac0b2287554 req-b3662306-1acc-469f-8b28-f075eff30cf9 service neutron] Port f3406460-86f9-4f39-aba1-44019de1cd97 on network 7193da4f-873b-4294-aff8-fb95f86a29de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 03:02:36.019290 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094a181-787a-4d35-b43e-eac0b2287554 req-b3662306-1acc-469f-8b28-f075eff30cf9 service neutron] Attempting to bind port f3406460-86f9-4f39-aba1-44019de1cd97 on network 7193da4f-873b-4294-aff8-fb95f86a29de {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:02:36.024549 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094a181-787a-4d35-b43e-eac0b2287554 req-b3662306-1acc-469f-8b28-f075eff30cf9 service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:02:36.024884 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094a181-787a-4d35-b43e-eac0b2287554 req-b3662306-1acc-469f-8b28-f075eff30cf9 service neutron] Checking segment: {'id': 'ac38a338-4153-4ac6-a538-1b518206f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:02:36.025323 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094a181-787a-4d35-b43e-eac0b2287554 req-b3662306-1acc-469f-8b28-f075eff30cf9 service neutron] Bound using segment: {'id': 'ac38a338-4153-4ac6-a538-1b518206f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:02:36.025769 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-8094a181-787a-4d35-b43e-eac0b2287554 req-b3662306-1acc-469f-8b28-f075eff30cf9 service neutron] Bound port: f3406460-86f9-4f39-aba1-44019de1cd97, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac38a338-4153-4ac6-a538-1b518206f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:02:36.026138 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-8094a181-787a-4d35-b43e-eac0b2287554 req-b3662306-1acc-469f-8b28-f075eff30cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f3406460-86f9-4f39-aba1-44019de1cd97), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:36.098367 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-8094a181-787a-4d35-b43e-eac0b2287554 req-b3662306-1acc-469f-8b28-f075eff30cf9 service neutron] For port f3406460-86f9-4f39-aba1-44019de1cd97, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:02:36.101577 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-8094a181-787a-4d35-b43e-eac0b2287554 req-b3662306-1acc-469f-8b28-f075eff30cf9 service neutron] For port f3406460-86f9-4f39-aba1-44019de1cd97, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f3406460-86f9-4f39-aba1-44019de1cd97,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:02:36.110235 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ace7ef-873d-4a51-be07-5eb702ec07c3 req-c3adb54c-9a9a-47e9-85c5-53ce71052062 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:36.113987 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-45ace7ef-873d-4a51-be07-5eb702ec07c3 req-c3adb54c-9a9a-47e9-85c5-53ce71052062 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 943 time: 0.0599141 Mar 23 03:02:36.163636 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-8094a181-787a-4d35-b43e-eac0b2287554 req-b3662306-1acc-469f-8b28-f075eff30cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (f3406460-86f9-4f39-aba1-44019de1cd97), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:36.164872 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-45ace7ef-873d-4a51-be07-5eb702ec07c3 req-93e0cbbd-a6cc-4b96-8896-94160c358c32 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465350 Mar 23 03:02:36.199146 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094a181-787a-4d35-b43e-eac0b2287554 req-b3662306-1acc-469f-8b28-f075eff30cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:36.199764 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-8094a181-787a-4d35-b43e-eac0b2287554 req-b3662306-1acc-469f-8b28-f075eff30cf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:36.201190 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8094a181-787a-4d35-b43e-eac0b2287554 req-b3662306-1acc-469f-8b28-f075eff30cf9 service neutron] 10.222.0.23 "PUT /v2.0/ports/f3406460-86f9-4f39-aba1-44019de1cd97 HTTP/1.1" status: 200 len: 1093 time: 0.7021079 Mar 23 03:02:36.201642 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8637aae3-1d9d-48b1-a7ee-8664fd70c752', 'tag': 'f3406460-86f9-4f39-aba1-44019de1cd97'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:02:36.203947 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d9229f-c9d2-4830-b460-8b50e35c383a" -d '{"events": [{"name": "network-changed", "server_uuid": "8637aae3-1d9d-48b1-a7ee-8664fd70c752", "tag": "f3406460-86f9-4f39-aba1-44019de1cd97"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:02:36.232554 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3662306-1acc-469f-8b28-f075eff30cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=f3406460-86f9-4f39-aba1-44019de1cd97,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:02:36.249842 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e7d8ea-200e-406a-a68f-d2b16e3042f0 x-openstack-request-id: req-75e7d8ea-200e-406a-a68f-d2b16e3042f0 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:02:36.250208 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8637aae3-1d9d-48b1-a7ee-8664fd70c752", "tag": "f3406460-86f9-4f39-aba1-44019de1cd97", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:02:36.250536 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-75e7d8ea-200e-406a-a68f-d2b16e3042f0 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:02:36.251019 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75e7d8ea-200e-406a-a68f-d2b16e3042f0'] response: {'name': 'network-changed', 'server_uuid': '8637aae3-1d9d-48b1-a7ee-8664fd70c752', 'tag': 'f3406460-86f9-4f39-aba1-44019de1cd97', 'status': 'completed', 'code': 200} Mar 23 03:02:36.321947 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9229f-c9d2-4830-b460-8b50e35c383a req-1321a292-256f-42dd-80e3-49e2d10f11b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:36.324212 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f4d9229f-c9d2-4830-b460-8b50e35c383a req-1321a292-256f-42dd-80e3-49e2d10f11b7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 1127 time: 0.0525331 Mar 23 03:02:36.437761 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9229f-c9d2-4830-b460-8b50e35c383a req-4e5fdb16-124e-4329-bd7f-6f8630d603d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:36.439225 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f4d9229f-c9d2-4830-b460-8b50e35c383a req-4e5fdb16-124e-4329-bd7f-6f8630d603d6 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1074703 Mar 23 03:02:36.533517 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9229f-c9d2-4830-b460-8b50e35c383a req-a361488e-347b-40df-8c28-719d0edfcdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:36.534958 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f4d9229f-c9d2-4830-b460-8b50e35c383a req-a361488e-347b-40df-8c28-719d0edfcdfe service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903099 Mar 23 03:02:36.612065 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094a181-787a-4d35-b43e-eac0b2287554 req-a04d5492-46e3-4eaa-9227-f1f41c7b5d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:36.613513 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8094a181-787a-4d35-b43e-eac0b2287554 req-a04d5492-46e3-4eaa-9227-f1f41c7b5d3b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 1127 time: 0.0434787 Mar 23 03:02:36.653354 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8094a181-787a-4d35-b43e-eac0b2287554 req-8b588ac6-60d4-4d54-9c31-c5daa7451514 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3406460-86f9-4f39-aba1-44019de1cd97 HTTP/1.1" status: 200 len: 217 time: 0.0328209 Mar 23 03:02:36.699197 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094a181-787a-4d35-b43e-eac0b2287554 req-9649fadc-7b0e-4b51-8772-2842b787d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:36.700660 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8094a181-787a-4d35-b43e-eac0b2287554 req-9649fadc-7b0e-4b51-8772-2842b787d96b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=119c0f5c-943f-484a-a6b6-c8c22899638c HTTP/1.1" status: 200 len: 850 time: 0.0417993 Mar 23 03:02:36.750316 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094a181-787a-4d35-b43e-eac0b2287554 req-6ca4306f-6021-466f-bcd5-70e3fe098830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:36.751770 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8094a181-787a-4d35-b43e-eac0b2287554 req-6ca4306f-6021-466f-bcd5-70e3fe098830 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7193da4f-873b-4294-aff8-fb95f86a29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0455720 Mar 23 03:02:36.838072 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8094a181-787a-4d35-b43e-eac0b2287554 req-d7ecc270-ee25-478d-86a6-288e5729fa6c service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803285 Mar 23 03:02:36.927669 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8094a181-787a-4d35-b43e-eac0b2287554 req-60d2455a-4b05-4b05-abd4-a30225cb19d7 service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842285 Mar 23 03:02:37.281300 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3cc7ca-1de9-40ca-8723-b9d7c5cf73d2 req-9cfc09ae-b44b-4512-84ba-1911a3499d09 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:37.282824 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3a3cc7ca-1de9-40ca-8723-b9d7c5cf73d2 req-9cfc09ae-b44b-4512-84ba-1911a3499d09 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 943 time: 0.0518219 Mar 23 03:02:37.329402 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3a3cc7ca-1de9-40ca-8723-b9d7c5cf73d2 req-bf98474c-2b48-4dc9-b43a-cdb99ec53f89 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410752 Mar 23 03:02:38.445968 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8f241-13ec-40e4-9060-0836226ad946 req-cde9b7ea-8dd0-4222-8887-ee58db2df2ad tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:38.447924 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-65b8f241-13ec-40e4-9060-0836226ad946 req-cde9b7ea-8dd0-4222-8887-ee58db2df2ad tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 943 time: 0.0525379 Mar 23 03:02:38.493416 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-65b8f241-13ec-40e4-9060-0836226ad946 req-d0f8e30a-e7d6-48b7-8599-638ab02ac614 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399652 Mar 23 03:02:39.506617 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device f3406460-86f9-4f39-aba1-44019de1cd97 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 03:02:39.601517 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port f3406460-86f9-4f39-aba1-44019de1cd97, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f3406460-86f9-4f39-aba1-44019de1cd97,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:02:39.608318 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7af866-84cf-480a-8496-6235e9c87082 req-29c0c8a3-95a7-4f6e-a006-7b24514f93d7 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:39.609813 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1e7af866-84cf-480a-8496-6235e9c87082 req-29c0c8a3-95a7-4f6e-a006-7b24514f93d7 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 943 time: 0.0504456 Mar 23 03:02:39.614304 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': 'f3406460-86f9-4f39-aba1-44019de1cd97', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'port_id': 'f3406460-86f9-4f39-aba1-44019de1cd97', 'mac_address': 'fa:16:3e:9f:be:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 03:02:39.656071 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port f3406460-86f9-4f39-aba1-44019de1cd97 is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:02:39.656484 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1e7af866-84cf-480a-8496-6235e9c87082 req-cd90cf7a-3d4f-458b-bb30-5128512d1e1d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409563 Mar 23 03:02:39.656763 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f3406460-86f9-4f39-aba1-44019de1cd97), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:39.670058 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3406460-86f9-4f39-aba1-44019de1cd97 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:02:39.689256 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port f3406460-86f9-4f39-aba1-44019de1cd97, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f3406460-86f9-4f39-aba1-44019de1cd97,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:02:39.745627 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f3406460-86f9-4f39-aba1-44019de1cd97), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:39.792373 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=f3406460-86f9-4f39-aba1-44019de1cd97,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:02:39.947445 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['f3406460-86f9-4f39-aba1-44019de1cd97'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:02:40.770572 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf7ed7-5783-4272-b6b4-5cf1cbc456cd req-217e72e0-475a-4ce0-ab98-9883df0fae26 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:40.772035 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4dcf7ed7-5783-4272-b6b4-5cf1cbc456cd req-217e72e0-475a-4ce0-ab98-9883df0fae26 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 944 time: 0.0504515 Mar 23 03:02:40.821510 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4dcf7ed7-5783-4272-b6b4-5cf1cbc456cd req-66cec969-a817-45b6-8c22-57dc961bd85e tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440798 Mar 23 03:02:41.538058 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device f3406460-86f9-4f39-aba1-44019de1cd97 up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:02:41.640894 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port f3406460-86f9-4f39-aba1-44019de1cd97 completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 03:02:41.644719 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port f3406460-86f9-4f39-aba1-44019de1cd97 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:02:41.645151 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f3406460-86f9-4f39-aba1-44019de1cd97), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:41.723754 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port f3406460-86f9-4f39-aba1-44019de1cd97 is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:02:41.724171 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f3406460-86f9-4f39-aba1-44019de1cd97), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:41.749078 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8637aae3-1d9d-48b1-a7ee-8664fd70c752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3406460-86f9-4f39-aba1-44019de1cd97'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:02:41.751305 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d2d33f-2697-4963-b3f4-b5d499d82f2d" -d '{"events": [{"server_uuid": "8637aae3-1d9d-48b1-a7ee-8664fd70c752", "name": "network-vif-plugged", "status": "completed", "tag": "f3406460-86f9-4f39-aba1-44019de1cd97"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:02:41.764517 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port f3406460-86f9-4f39-aba1-44019de1cd97, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f3406460-86f9-4f39-aba1-44019de1cd97,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:02:41.787108 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b363298c-9725-46b4-bee5-596c77e170d4 x-openstack-request-id: req-b363298c-9725-46b4-bee5-596c77e170d4 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:02:41.787396 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8637aae3-1d9d-48b1-a7ee-8664fd70c752", "name": "network-vif-plugged", "status": "completed", "tag": "f3406460-86f9-4f39-aba1-44019de1cd97", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:02:41.787651 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b363298c-9725-46b4-bee5-596c77e170d4 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:02:41.788157 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b363298c-9725-46b4-bee5-596c77e170d4'] response: {'server_uuid': '8637aae3-1d9d-48b1-a7ee-8664fd70c752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3406460-86f9-4f39-aba1-44019de1cd97', 'code': 200} Mar 23 03:02:41.848795 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f3406460-86f9-4f39-aba1-44019de1cd97), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:41.898663 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=f3406460-86f9-4f39-aba1-44019de1cd97,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:02:41.940277 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd04c1-bd0e-4e31-87c1-991fe87cf4f7 req-f0ef8a21-a6a7-4f88-a448-cde715e45cd7 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:41.942049 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-33dd04c1-bd0e-4e31-87c1-991fe87cf4f7 req-f0ef8a21-a6a7-4f88-a448-cde715e45cd7 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0537283 Mar 23 03:02:41.988604 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-33dd04c1-bd0e-4e31-87c1-991fe87cf4f7 req-626d01ff-0a7b-47b9-aed3-0c1807508383 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398543 Mar 23 03:02:42.091556 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad172a8c-3fb4-407e-ae74-4397a8c2cb36 req-bad5006d-05f1-41fc-95dc-87a328a9bd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:42.093010 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ad172a8c-3fb4-407e-ae74-4397a8c2cb36 req-bad5006d-05f1-41fc-95dc-87a328a9bd41 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 1129 time: 0.0478041 Mar 23 03:02:42.138996 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ad172a8c-3fb4-407e-ae74-4397a8c2cb36 req-d0152930-e2f1-4856-87c2-2324b3a30937 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401914 Mar 23 03:02:43.109535 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ff496-da51-484a-a442-3b01c9751293 req-1d8be3d1-a16f-4d20-90c7-e5627d525399 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:43.110942 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-9a2ff496-da51-484a-a442-3b01c9751293 req-1d8be3d1-a16f-4d20-90c7-e5627d525399 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0550394 Mar 23 03:02:43.164476 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-9a2ff496-da51-484a-a442-3b01c9751293 req-19f2068d-2519-4c51-a56e-f691bc9498b6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479324 Mar 23 03:02:44.284425 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae8c6d-2619-489a-9423-fb980646f0d8 req-3ce4a8fb-071a-4997-a8ab-e94a337637bd tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:44.285867 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-13ae8c6d-2619-489a-9423-fb980646f0d8 req-3ce4a8fb-071a-4997-a8ab-e94a337637bd tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0537837 Mar 23 03:02:44.332385 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-13ae8c6d-2619-489a-9423-fb980646f0d8 req-44b2d1e0-078e-4eff-831b-083d280aba18 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404067 Mar 23 03:02:44.446145 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15729640-ae80-4396-a8df-0f413ea0995a req-2187c28d-26d4-4424-94e6-91d855ea8c5c tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:44.448085 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-15729640-ae80-4396-a8df-0f413ea0995a req-2187c28d-26d4-4424-94e6-91d855ea8c5c tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0520263 Mar 23 03:02:44.456861 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 38068) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:02:44.461151 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-77aaeee1-56b1-4b80-b66b-8499dba747a6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Request body: {'floatingip': {'port_id': 'f3406460-86f9-4f39-aba1-44019de1cd97'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:02:44.499022 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77aaeee1-56b1-4b80-b66b-8499dba747a6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for floatingip (05c3de70-076e-4f82-ab35-b651e51887eb), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:44.914963 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77aaeee1-56b1-4b80-b66b-8499dba747a6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:44.972271 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77aaeee1-56b1-4b80-b66b-8499dba747a6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (05c3de70-076e-4f82-ab35-b651e51887eb), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:45.071572 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-77aaeee1-56b1-4b80-b66b-8499dba747a6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Floating IP 05c3de70-076e-4f82-ab35-b651e51887eb associated. External IP: 172.26.2.241, port: f3406460-86f9-4f39-aba1-44019de1cd97. Mar 23 03:02:45.589285 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77aaeee1-56b1-4b80-b66b-8499dba747a6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Router d255defa-268f-4617-bf54-d74e9f152ede has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:02:45.696650 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77aaeee1-56b1-4b80-b66b-8499dba747a6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:02:45.701802 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77aaeee1-56b1-4b80-b66b-8499dba747a6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:45.706765 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9709f7-07ca-4cad-8689-7ebf993a2cb6 None None] Sync routers for ids ['d255defa-268f-4617-bf54-d74e9f152ede'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:02:45.717151 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9709f7-07ca-4cad-8689-7ebf993a2cb6 None None] Routers {'d255defa-268f-4617-bf54-d74e9f152ede'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:02:45.717772 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-cf9709f7-07ca-4cad-8689-7ebf993a2cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:02:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d255defa-268f-4617-bf54-d74e9f152ede'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:02:45.731434 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-77aaeee1-56b1-4b80-b66b-8499dba747a6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "PUT /v2.0/floatingips/05c3de70-076e-4f82-ab35-b651e51887eb HTTP/1.1" status: 200 len: 991 time: 1.2735205 Mar 23 03:02:45.732051 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8637aae3-1d9d-48b1-a7ee-8664fd70c752', 'tag': 'f3406460-86f9-4f39-aba1-44019de1cd97'}] {{(pid=104348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:02:45.734343 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a43494f7a0cd0c51715e4079ece57a9ff1e623b58ceb021b6bb41ba87478d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9c5d36-341a-4a51-ad07-0b80d320d015" -d '{"events": [{"name": "network-changed", "server_uuid": "8637aae3-1d9d-48b1-a7ee-8664fd70c752", "tag": "f3406460-86f9-4f39-aba1-44019de1cd97"}]}' {{(pid=104348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:02:45.832678 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-cf9709f7-07ca-4cad-8689-7ebf993a2cb6 None None] Set router d255defa-268f-4617-bf54-d74e9f152ede gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:02:45.835392 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd99e9f1-9859-406d-baaa-1a2b9c8eacb4 x-openstack-request-id: req-bd99e9f1-9859-406d-baaa-1a2b9c8eacb4 {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:02:45.835963 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8637aae3-1d9d-48b1-a7ee-8664fd70c752", "tag": "f3406460-86f9-4f39-aba1-44019de1cd97", "status": "completed", "code": 200}]} {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:02:45.836435 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd99e9f1-9859-406d-baaa-1a2b9c8eacb4 {{(pid=104348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:02:45.837027 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd99e9f1-9859-406d-baaa-1a2b9c8eacb4'] response: {'name': 'network-changed', 'server_uuid': '8637aae3-1d9d-48b1-a7ee-8664fd70c752', 'tag': 'f3406460-86f9-4f39-aba1-44019de1cd97', 'status': 'completed', 'code': 200} Mar 23 03:02:45.898537 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c5d36-341a-4a51-ad07-0b80d320d015 req-3fdabfb2-75db-4c45-894a-01793520267b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:45.899990 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cf9c5d36-341a-4a51-ad07-0b80d320d015 req-3fdabfb2-75db-4c45-894a-01793520267b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 1129 time: 0.0438073 Mar 23 03:02:46.068407 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ac7bc-7f6b-4d0e-b50f-b1c5c7c35c3e req-b6f4ad30-feae-44af-b1a9-6c04777d1040 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:46.076774 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-935ac7bc-7f6b-4d0e-b50f-b1c5c7c35c3e req-b6f4ad30-feae-44af-b1a9-6c04777d1040 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0643537 Mar 23 03:02:46.093897 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-cf9709f7-07ca-4cad-8689-7ebf993a2cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 4, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'gw_port': {'id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '05c3de70-076e-4f82-ab35-b651e51887eb', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'floating_ip_address': '172.26.2.241', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'port_id': 'f3406460-86f9-4f39-aba1-44019de1cd97', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'mac_address': 'fa:16:3e:9f:be:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8637aae3-1d9d-48b1-a7ee-8664fd70c752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:00:47Z', 'updated_at': '2022-03-23T03:02:44Z', 'revision_number': 9, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d', 'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'mac_address': 'fa:16:3e:6c:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:42Z', 'updated_at': '2022-03-23T03:00:46Z', 'revision_number': 5, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'subnets': [{'id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:02:46.122194 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9709f7-07ca-4cad-8689-7ebf993a2cb6 None None] Checking router: d255defa-268f-4617-bf54-d74e9f152ede for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:02:46.135868 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-935ac7bc-7f6b-4d0e-b50f-b1c5c7c35c3e req-456d2192-ccb1-46e6-8ab4-cc9a3c5a1ea9 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529957 Mar 23 03:02:46.136211 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9709f7-07ca-4cad-8689-7ebf993a2cb6 None None] Routers {'d255defa-268f-4617-bf54-d74e9f152ede'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:02:46.136211 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-cf9709f7-07ca-4cad-8689-7ebf993a2cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:02:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d255defa-268f-4617-bf54-d74e9f152ede'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:02:46.219631 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a19d60cf-0fd7-48ac-8a58-fa275ecd1800 req-a3b989d7-48d4-46e1-b8db-c3bd9e981d0b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0603516 Mar 23 03:02:46.257297 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-cf9709f7-07ca-4cad-8689-7ebf993a2cb6 None None] Set router d255defa-268f-4617-bf54-d74e9f152ede gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:02:46.352114 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c5d36-341a-4a51-ad07-0b80d320d015 req-66754923-4c07-465b-9b15-e818017c4517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:46.354666 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cf9c5d36-341a-4a51-ad07-0b80d320d015 req-66754923-4c07-465b-9b15-e818017c4517 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7193da4f-873b-4294-aff8-fb95f86a29de HTTP/1.1" status: 200 len: 912 time: 0.4488268 Mar 23 03:02:46.425226 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cf9c5d36-341a-4a51-ad07-0b80d320d015 req-fc00ebd6-c9aa-4a22-988f-564d3f7ff40c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3406460-86f9-4f39-aba1-44019de1cd97 HTTP/1.1" status: 200 len: 999 time: 0.0639086 Mar 23 03:02:46.477296 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c5d36-341a-4a51-ad07-0b80d320d015 req-85329ee8-2191-4824-ba77-b86c61f6502b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:46.479088 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cf9c5d36-341a-4a51-ad07-0b80d320d015 req-85329ee8-2191-4824-ba77-b86c61f6502b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=119c0f5c-943f-484a-a6b6-c8c22899638c HTTP/1.1" status: 200 len: 850 time: 0.0486107 Mar 23 03:02:46.533858 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c5d36-341a-4a51-ad07-0b80d320d015 req-d37da54a-0be1-46bd-8440-dd8081caa096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:46.535340 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cf9c5d36-341a-4a51-ad07-0b80d320d015 req-d37da54a-0be1-46bd-8440-dd8081caa096 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7193da4f-873b-4294-aff8-fb95f86a29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0500994 Mar 23 03:02:46.627724 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cf9c5d36-341a-4a51-ad07-0b80d320d015 req-dc0ecedf-6818-4ed7-90b4-78c1a73d4ce1 service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856924 Mar 23 03:02:46.647793 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-cf9709f7-07ca-4cad-8689-7ebf993a2cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 4, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'gw_port': {'id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '05c3de70-076e-4f82-ab35-b651e51887eb', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'floating_ip_address': '172.26.2.241', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'port_id': 'f3406460-86f9-4f39-aba1-44019de1cd97', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'mac_address': 'fa:16:3e:9f:be:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8637aae3-1d9d-48b1-a7ee-8664fd70c752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:00:47Z', 'updated_at': '2022-03-23T03:02:44Z', 'revision_number': 9, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d', 'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'mac_address': 'fa:16:3e:6c:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:42Z', 'updated_at': '2022-03-23T03:00:46Z', 'revision_number': 5, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'subnets': [{'id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:02:46.675335 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9709f7-07ca-4cad-8689-7ebf993a2cb6 None None] The sync data for ids ['d255defa-268f-4617-bf54-d74e9f152ede'] in dv-neutron-834613-2-hyperv is: [{'id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 4, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'gw_port': {'id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '05c3de70-076e-4f82-ab35-b651e51887eb', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'floating_ip_address': '172.26.2.241', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'port_id': 'f3406460-86f9-4f39-aba1-44019de1cd97', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'mac_address': 'fa:16:3e:9f:be:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8637aae3-1d9d-48b1-a7ee-8664fd70c752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:00:47Z', 'updated_at': '2022-03-23T03:02:44Z', 'revision_number': 9, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d', 'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'mac_address': 'fa:16:3e:6c:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:42Z', 'updated_at': '2022-03-23T03:00:46Z', 'revision_number': 5, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'subnets': [{'id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:02:46.725614 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cf9c5d36-341a-4a51-ad07-0b80d320d015 req-1ca675ad-bec5-460f-8211-e069a54c46fe service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920274 Mar 23 03:02:46.775699 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d60cf-0fd7-48ac-8a58-fa275ecd1800 req-0004c8f4-4bf5-47a9-b2d9-b19955aa5ddc tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:46.777249 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a19d60cf-0fd7-48ac-8a58-fa275ecd1800 req-0004c8f4-4bf5-47a9-b2d9-b19955aa5ddc tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports/f3406460-86f9-4f39-aba1-44019de1cd97 HTTP/1.1" status: 200 len: 942 time: 0.0483170 Mar 23 03:02:46.878597 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c7f76e-6400-4759-ae4e-0e787d84bc48 None None] New status for floating IP 05c3de70-076e-4f82-ab35-b651e51887eb: ACTIVE {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 03:02:47.254114 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9c1e9-29a2-4adb-9441-a70c4256222a req-93f23130-61c7-4623-869a-11fa29498210 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:47.255583 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-caf9c1e9-29a2-4adb-9441-a70c4256222a req-93f23130-61c7-4623-869a-11fa29498210 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0539486 Mar 23 03:02:47.303648 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-caf9c1e9-29a2-4adb-9441-a70c4256222a req-1cbe87a5-13be-4540-b524-1a12b43b3d05 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422976 Mar 23 03:02:47.612844 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-67dfb912-a89e-4763-90fd-ab1faaf4d4da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:48.238943 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d60cf-0fd7-48ac-8a58-fa275ecd1800 req-ae542432-964a-4da4-8c34-e3f018c7918c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:48.240366 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a19d60cf-0fd7-48ac-8a58-fa275ecd1800 req-ae542432-964a-4da4-8c34-e3f018c7918c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 1129 time: 0.0469966 Mar 23 03:02:48.329763 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d60cf-0fd7-48ac-8a58-fa275ecd1800 req-e05079fa-be39-465d-8d12-5f75a4e254d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:48.331238 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a19d60cf-0fd7-48ac-8a58-fa275ecd1800 req-e05079fa-be39-465d-8d12-5f75a4e254d8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7193da4f-873b-4294-aff8-fb95f86a29de HTTP/1.1" status: 200 len: 912 time: 0.0843530 Mar 23 03:02:48.400993 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a19d60cf-0fd7-48ac-8a58-fa275ecd1800 req-a32595d1-38d5-4bb7-a3f8-3d0e40f8b04a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3406460-86f9-4f39-aba1-44019de1cd97 HTTP/1.1" status: 200 len: 1002 time: 0.0640862 Mar 23 03:02:48.423808 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5a7ed-73e3-417c-8a89-df83d604c311 req-fdcfa252-1d3f-47f8-b083-6f660b7d13ae tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:48.425309 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c8b5a7ed-73e3-417c-8a89-df83d604c311 req-fdcfa252-1d3f-47f8-b083-6f660b7d13ae tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0512362 Mar 23 03:02:48.450228 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d60cf-0fd7-48ac-8a58-fa275ecd1800 req-2f628446-6c2e-4ef5-8deb-bf4ac5be89d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:48.451691 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a19d60cf-0fd7-48ac-8a58-fa275ecd1800 req-2f628446-6c2e-4ef5-8deb-bf4ac5be89d0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=119c0f5c-943f-484a-a6b6-c8c22899638c HTTP/1.1" status: 200 len: 850 time: 0.0452099 Mar 23 03:02:48.473352 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c8b5a7ed-73e3-417c-8a89-df83d604c311 req-44337b6b-8cb1-44db-adec-8061a484a475 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424545 Mar 23 03:02:48.499810 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d60cf-0fd7-48ac-8a58-fa275ecd1800 req-2a963f8b-d46c-4735-8725-b35bf687970f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:48.501286 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a19d60cf-0fd7-48ac-8a58-fa275ecd1800 req-2a963f8b-d46c-4735-8725-b35bf687970f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7193da4f-873b-4294-aff8-fb95f86a29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0431569 Mar 23 03:02:48.590458 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a19d60cf-0fd7-48ac-8a58-fa275ecd1800 req-5775c05a-1451-4021-919e-f7ceb7ddf0ce service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832367 Mar 23 03:02:48.676569 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a19d60cf-0fd7-48ac-8a58-fa275ecd1800 req-267a6da5-25c4-4d03-b9d8-fe2a1fcc7831 service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794182 Mar 23 03:02:48.852236 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:49.591470 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d2528-1f46-4f67-8a47-47f174644f0b req-cec96640-4fcf-4d52-877a-81edde8894e3 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:49.592989 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a15d2528-1f46-4f67-8a47-47f174644f0b req-cec96640-4fcf-4d52-877a-81edde8894e3 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0523424 Mar 23 03:02:49.638621 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a15d2528-1f46-4f67-8a47-47f174644f0b req-ca021157-f7a0-4930-8881-16fe6609cc38 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400815 Mar 23 03:02:49.915237 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5b37d8c0-294e-4787-9469-1fa6eae13255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:50.771635 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f2f57-eec0-4067-9746-3c1774310e85 req-a8feb48a-fce1-4436-9764-67d8a440f2ef tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:50.773154 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-554f2f57-eec0-4067-9746-3c1774310e85 req-a8feb48a-fce1-4436-9764-67d8a440f2ef tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0640326 Mar 23 03:02:50.825555 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-554f2f57-eec0-4067-9746-3c1774310e85 req-bb786a34-300e-48a6-9879-1f75f6a77ae1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457113 Mar 23 03:02:51.303808 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:51.948617 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfd3f0-4598-4115-9804-1aec34838b8a req-d32404c0-fdb7-4a4e-bfc2-39ccb51ff7ef tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:51.950094 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f9bfd3f0-4598-4115-9804-1aec34838b8a req-d32404c0-fdb7-4a4e-bfc2-39ccb51ff7ef tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0564027 Mar 23 03:02:51.997527 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f9bfd3f0-4598-4115-9804-1aec34838b8a req-35e74d01-8c05-4295-a013-8cd47e33ebc4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419307 Mar 23 03:02:52.773927 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:53.116769 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd7918-9067-4b0e-b193-3d3d7eb761ea req-2b0f032d-216a-47de-b67a-1e80ccc51f2b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:53.118216 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-bccd7918-9067-4b0e-b193-3d3d7eb761ea req-2b0f032d-216a-47de-b67a-1e80ccc51f2b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0542994 Mar 23 03:02:53.164732 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-bccd7918-9067-4b0e-b193-3d3d7eb761ea req-6f425678-988c-4acb-8c4d-f3fe70a84705 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404532 Mar 23 03:02:53.962735 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:02:54.283002 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb54298-89fc-476b-a554-a027ada687ea req-a45ad73e-24f9-44b9-86ed-6d4d2911e7d2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:54.284507 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0eb54298-89fc-476b-a554-a027ada687ea req-a45ad73e-24f9-44b9-86ed-6d4d2911e7d2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0516930 Mar 23 03:02:54.330868 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0eb54298-89fc-476b-a554-a027ada687ea req-a6456847-1105-492d-ab5e-f1aacb9fc8b3 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408940 Mar 23 03:02:55.446530 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1110b0a-67cd-4d3b-9d2a-58a7ca7adaab req-3927136b-25ed-4dfc-a084-119a4d065481 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:55.448008 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d1110b0a-67cd-4d3b-9d2a-58a7ca7adaab req-3927136b-25ed-4dfc-a084-119a4d065481 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0515325 Mar 23 03:02:55.492722 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d1110b0a-67cd-4d3b-9d2a-58a7ca7adaab req-9be7b7c6-b1fa-47b5-85f4-0ebfb428e324 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392737 Mar 23 03:02:56.613495 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7347fc1-c43b-4837-93e3-dbe259575cb1 req-d25c299d-0117-4417-ba80-89a2c8c8cbca tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:56.614972 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b7347fc1-c43b-4837-93e3-dbe259575cb1 req-d25c299d-0117-4417-ba80-89a2c8c8cbca tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0554154 Mar 23 03:02:56.663034 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b7347fc1-c43b-4837-93e3-dbe259575cb1 req-ae26cbaa-198b-4d27-bf54-dfe89b009090 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415604 Mar 23 03:02:57.780381 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3863e5a-7597-495d-8f0b-9b419a5b5976 req-63d82cc4-76af-48d4-a0cb-98be83651bdf tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:57.781900 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d3863e5a-7597-495d-8f0b-9b419a5b5976 req-63d82cc4-76af-48d4-a0cb-98be83651bdf tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0516980 Mar 23 03:02:57.831673 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d3863e5a-7597-495d-8f0b-9b419a5b5976 req-0f75754c-7628-4a60-85e6-52706015a2aa tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443137 Mar 23 03:02:58.952295 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b35d0-d44d-404a-95ec-10102f6991e2 req-ec536a25-c5f2-4d28-801d-45e79acb7aa0 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:02:58.953779 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-620b35d0-d44d-404a-95ec-10102f6991e2 req-ec536a25-c5f2-4d28-801d-45e79acb7aa0 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0531847 Mar 23 03:02:58.999132 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-620b35d0-d44d-404a-95ec-10102f6991e2 req-4a7a3076-942e-403a-a88a-183c3301230c tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398288 Mar 23 03:03:00.115743 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8d523-88b0-421f-ae42-7f1a217294f8 req-36d8ed2a-4425-40e4-9faa-4e00387526b3 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:00.117236 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-bff8d523-88b0-421f-ae42-7f1a217294f8 req-36d8ed2a-4425-40e4-9faa-4e00387526b3 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0518188 Mar 23 03:03:00.165135 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-bff8d523-88b0-421f-ae42-7f1a217294f8 req-94e7715e-ac02-47c9-ac5a-9231a6c83c88 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418053 Mar 23 03:03:01.280910 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885551c-dcd5-4715-94ae-e10dd3cb6007 req-742964d5-1894-4df0-81c7-89d526d880b3 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:01.282371 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9885551c-dcd5-4715-94ae-e10dd3cb6007 req-742964d5-1894-4df0-81c7-89d526d880b3 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0509896 Mar 23 03:03:01.332392 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9885551c-dcd5-4715-94ae-e10dd3cb6007 req-005d4699-0cfe-498c-9ddc-afec641381f7 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444140 Mar 23 03:03:02.451432 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041be20-5637-4523-84b1-4cc88e8c7432 req-c160ab68-c563-4bcb-ab29-6a66423b00de tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:02.452832 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e041be20-5637-4523-84b1-4cc88e8c7432 req-c160ab68-c563-4bcb-ab29-6a66423b00de tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0522454 Mar 23 03:03:02.499417 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e041be20-5637-4523-84b1-4cc88e8c7432 req-b3f13f35-1ea2-4198-a237-6e7a47571309 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410843 Mar 23 03:03:03.614429 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2cb65-f7e4-4948-b500-ee702ae9a9d5 req-b3af2cf8-b9ca-436e-98e4-facee420a361 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:03.615894 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-98e2cb65-f7e4-4948-b500-ee702ae9a9d5 req-b3af2cf8-b9ca-436e-98e4-facee420a361 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0512571 Mar 23 03:03:03.663082 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-98e2cb65-f7e4-4948-b500-ee702ae9a9d5 req-385e0153-4208-4066-b688-a89718acd7b4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409427 Mar 23 03:03:04.783713 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadc3a4-2f85-4a67-abbc-4a6bc5b5dfd3 req-40fd998d-c916-488e-8cd1-6f941fc85ad5 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:04.785240 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1eadc3a4-2f85-4a67-abbc-4a6bc5b5dfd3 req-40fd998d-c916-488e-8cd1-6f941fc85ad5 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0547929 Mar 23 03:03:04.832715 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1eadc3a4-2f85-4a67-abbc-4a6bc5b5dfd3 req-e75cf543-54b2-421a-b322-c22da8241eef tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419610 Mar 23 03:03:05.951676 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11371b57-7196-4154-9039-8c79c354939a req-531352e5-a872-4aca-b966-b88611cfe6fd tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:05.953199 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-11371b57-7196-4154-9039-8c79c354939a req-531352e5-a872-4aca-b966-b88611cfe6fd tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0536029 Mar 23 03:03:06.000366 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-11371b57-7196-4154-9039-8c79c354939a req-29b72a76-3e91-4a8a-bcda-e4606adfe033 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414393 Mar 23 03:03:07.117284 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44901fcb-0d89-45de-9417-2759e38f5c44 req-eacb6697-f5a6-4d3c-b6b9-4a3be0b367d4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:07.118702 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-44901fcb-0d89-45de-9417-2759e38f5c44 req-eacb6697-f5a6-4d3c-b6b9-4a3be0b367d4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0526328 Mar 23 03:03:07.166259 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-44901fcb-0d89-45de-9417-2759e38f5c44 req-3ce1aa72-9f05-410f-b477-6ccd3c9047b2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411911 Mar 23 03:03:07.889166 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:03:08.289063 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca207c-d4ff-4448-8448-ea563ac2c334 req-75d04953-9586-4831-ba59-aa54df6955c2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:08.290543 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-31ca207c-d4ff-4448-8448-ea563ac2c334 req-75d04953-9586-4831-ba59-aa54df6955c2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0557253 Mar 23 03:03:08.336965 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-31ca207c-d4ff-4448-8448-ea563ac2c334 req-435cedba-a4d2-4da4-959b-36417e6248f3 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403950 Mar 23 03:03:09.459759 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce56c9-6d5f-4351-b17f-32eb2e4f9e6a req-be944f08-96c9-4188-be9f-a61967034738 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:09.461174 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-44ce56c9-6d5f-4351-b17f-32eb2e4f9e6a req-be944f08-96c9-4188-be9f-a61967034738 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0565867 Mar 23 03:03:09.507319 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-44ce56c9-6d5f-4351-b17f-32eb2e4f9e6a req-e51e97f3-ae13-4440-9e24-b6a6477b21a0 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398381 Mar 23 03:03:10.623195 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d116841-edf8-4a13-a6dc-7e62e2043f11 req-bd0f3bc4-7365-4c0f-9c4a-8fd1107e10df tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:10.624680 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5d116841-edf8-4a13-a6dc-7e62e2043f11 req-bd0f3bc4-7365-4c0f-9c4a-8fd1107e10df tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0517876 Mar 23 03:03:10.670841 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5d116841-edf8-4a13-a6dc-7e62e2043f11 req-c94fde10-f127-42a0-8f84-4b45ca431607 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405900 Mar 23 03:03:11.786656 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005618d3-96d6-4b5e-8ae3-3f218cdab320 req-b7d5987f-bc48-4811-8d96-cf3b318973e0 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:11.788144 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-005618d3-96d6-4b5e-8ae3-3f218cdab320 req-b7d5987f-bc48-4811-8d96-cf3b318973e0 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0508018 Mar 23 03:03:11.833935 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-005618d3-96d6-4b5e-8ae3-3f218cdab320 req-8c0ee39c-7706-4a06-b160-9d31267c2300 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396037 Mar 23 03:03:12.949418 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9639d1-b725-4592-bd13-f7d06c60a7db req-dfdeb8a8-218e-4998-96ec-55bbbb05a08e tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:12.950886 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-df9639d1-b725-4592-bd13-f7d06c60a7db req-dfdeb8a8-218e-4998-96ec-55bbbb05a08e tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0513582 Mar 23 03:03:13.000369 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-df9639d1-b725-4592-bd13-f7d06c60a7db req-8c17a9fb-9744-4787-a26e-e8921dff6cef tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438721 Mar 23 03:03:14.119485 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97049b7-35c5-46c4-ae5f-afc864bf212f req-c70980e8-e34f-4d19-a719-6517a1d00933 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:14.121562 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b97049b7-35c5-46c4-ae5f-afc864bf212f req-c70980e8-e34f-4d19-a719-6517a1d00933 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0531831 Mar 23 03:03:14.172207 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b97049b7-35c5-46c4-ae5f-afc864bf212f req-3df690f1-5e54-4f8c-889e-2d93a73fda01 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448732 Mar 23 03:03:15.293936 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9caefc6-12d9-4df5-af0d-c45895c8c85b req-f344f76f-3e2b-4cac-928e-e765a3538d43 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:15.295412 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a9caefc6-12d9-4df5-af0d-c45895c8c85b req-f344f76f-3e2b-4cac-928e-e765a3538d43 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0516231 Mar 23 03:03:15.342656 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a9caefc6-12d9-4df5-af0d-c45895c8c85b req-1c5c1f2f-5622-420b-8755-0e05591aaf32 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415897 Mar 23 03:03:16.459796 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c5c43-5e56-4470-a5d6-f33f490c1873 req-ffcd5e11-5aa0-4ce1-b536-5e5fbd3f9dbb tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:16.461218 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b17c5c43-5e56-4470-a5d6-f33f490c1873 req-ffcd5e11-5aa0-4ce1-b536-5e5fbd3f9dbb tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0518970 Mar 23 03:03:16.507193 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b17c5c43-5e56-4470-a5d6-f33f490c1873 req-eb2726c6-f598-4ef8-8970-401db4180fc5 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404663 Mar 23 03:03:17.602232 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0dfa8a68-9002-4693-ad0e-b426427dae8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:17.624150 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0624f9-00e1-47cc-9ebe-0da71b69478e req-97b6fd88-3e7a-4e5d-947d-f6c20df7586c tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:17.625633 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bd0624f9-00e1-47cc-9ebe-0da71b69478e req-97b6fd88-3e7a-4e5d-947d-f6c20df7586c tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0535121 Mar 23 03:03:17.673535 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bd0624f9-00e1-47cc-9ebe-0da71b69478e req-71ac36c8-7ed3-449f-871e-087e899f94f1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423129 Mar 23 03:03:18.791874 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb380ff-b64b-4930-b070-1b08b7527ee7 req-eaf750a6-6c60-45d5-a158-3285110ac593 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:18.793919 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6fb380ff-b64b-4930-b070-1b08b7527ee7 req-eaf750a6-6c60-45d5-a158-3285110ac593 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0519812 Mar 23 03:03:18.841562 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6fb380ff-b64b-4930-b070-1b08b7527ee7 req-c2cfd413-53ff-480b-a0bc-1b6f2e306e61 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417850 Mar 23 03:03:18.851847 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:19.905238 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3c5dd985-d869-4f69-b52f-29a49ea6ce35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:19.970984 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f56a4-41dc-4f9c-b75a-48589c0a7172 req-d97a6833-b343-4106-b6a7-ec65b49556a5 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:19.972485 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-056f56a4-41dc-4f9c-b75a-48589c0a7172 req-d97a6833-b343-4106-b6a7-ec65b49556a5 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0580435 Mar 23 03:03:20.020186 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-056f56a4-41dc-4f9c-b75a-48589c0a7172 req-ff092d2d-fad0-4571-b867-869222a96034 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421083 Mar 23 03:03:21.139708 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e089d87-4da8-49b7-b7e8-822068aa48fd req-f449eeb9-806a-4bbf-8f0f-c3b391c787dc tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:21.141223 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6e089d87-4da8-49b7-b7e8-822068aa48fd req-f449eeb9-806a-4bbf-8f0f-c3b391c787dc tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0548859 Mar 23 03:03:21.186236 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6e089d87-4da8-49b7-b7e8-822068aa48fd req-3ef61348-98b0-4854-b8cf-5bb6c61e7926 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394931 Mar 23 03:03:21.322099 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:21.663077 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e7bfd-c2ed-43d1-a321-13e1050a4e16 req-a0bcd715-8db6-4484-a0c8-2e1b4facaa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:21.664642 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b08e7bfd-c2ed-43d1-a321-13e1050a4e16 req-a0bcd715-8db6-4484-a0c8-2e1b4facaa2f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 1129 time: 0.0440719 Mar 23 03:03:21.769633 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e7bfd-c2ed-43d1-a321-13e1050a4e16 req-6deca3fe-9432-419a-ac69-c0ce02f0e749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:21.771083 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b08e7bfd-c2ed-43d1-a321-13e1050a4e16 req-6deca3fe-9432-419a-ac69-c0ce02f0e749 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7193da4f-873b-4294-aff8-fb95f86a29de HTTP/1.1" status: 200 len: 912 time: 0.0886092 Mar 23 03:03:21.836258 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b08e7bfd-c2ed-43d1-a321-13e1050a4e16 req-b1d74c17-53e2-4ae8-b1f0-eb6755f91883 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3406460-86f9-4f39-aba1-44019de1cd97 HTTP/1.1" status: 200 len: 1002 time: 0.0592856 Mar 23 03:03:21.882978 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e7bfd-c2ed-43d1-a321-13e1050a4e16 req-b3df9be9-0b80-4d69-99bd-cc0a888fe58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:21.884428 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b08e7bfd-c2ed-43d1-a321-13e1050a4e16 req-b3df9be9-0b80-4d69-99bd-cc0a888fe58f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=119c0f5c-943f-484a-a6b6-c8c22899638c HTTP/1.1" status: 200 len: 850 time: 0.0431771 Mar 23 03:03:21.935626 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e7bfd-c2ed-43d1-a321-13e1050a4e16 req-4a4f3682-3adf-48df-a0b7-2baea38c5137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:21.937055 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b08e7bfd-c2ed-43d1-a321-13e1050a4e16 req-4a4f3682-3adf-48df-a0b7-2baea38c5137 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7193da4f-873b-4294-aff8-fb95f86a29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0464480 Mar 23 03:03:22.023779 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b08e7bfd-c2ed-43d1-a321-13e1050a4e16 req-3aaf1c71-84ad-4e73-8fa2-0d73c283d91c service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804725 Mar 23 03:03:22.115075 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b08e7bfd-c2ed-43d1-a321-13e1050a4e16 req-9c66a63d-2b8a-4130-839d-ecfd064cda8c service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856590 Mar 23 03:03:22.303953 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ec95e-67cb-4298-bb0e-ffc6d936938e req-2923d9ef-da1c-4e3e-b968-77fdd0a12e15 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:22.305426 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4c8ec95e-67cb-4298-bb0e-ffc6d936938e req-2923d9ef-da1c-4e3e-b968-77fdd0a12e15 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0531883 Mar 23 03:03:22.352627 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4c8ec95e-67cb-4298-bb0e-ffc6d936938e req-032b7971-2b80-4263-8399-a249e63f46cc tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410008 Mar 23 03:03:22.754724 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:23.470023 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a44d8-cc11-47e2-bf55-4e1319be92da req-a8421b70-70e8-4499-bd0e-0343a17161c3 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:23.471482 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7a5a44d8-cc11-47e2-bf55-4e1319be92da req-a8421b70-70e8-4499-bd0e-0343a17161c3 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0517068 Mar 23 03:03:23.516473 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7a5a44d8-cc11-47e2-bf55-4e1319be92da req-fe243d68-bdd5-4d98-aaa6-78c916edd3e8 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395432 Mar 23 03:03:23.999828 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:24.632137 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff535d1-7c86-444b-92e8-b96e3489a300 req-5f339bf6-2b02-4ff5-a21b-e2b61ad3a31a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:24.633622 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bff535d1-7c86-444b-92e8-b96e3489a300 req-5f339bf6-2b02-4ff5-a21b-e2b61ad3a31a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0510309 Mar 23 03:03:24.680872 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bff535d1-7c86-444b-92e8-b96e3489a300 req-264aedbc-39f5-4f09-8389-8859f63d6920 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416760 Mar 23 03:03:25.584626 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a19d60cf-0fd7-48ac-8a58-fa275ecd1800 req-f9eb9e14-304c-4104-b5a9-c63cefa1de75 service neutron] 10.222.0.23 "GET /v2.0/ports/f3406460-86f9-4f39-aba1-44019de1cd97/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0585492 Mar 23 03:03:25.799794 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8341d-a765-4a60-8e1e-61198be9c10b req-8c387f5a-ee90-4bd7-9b46-ba9f43d1922c tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:25.801377 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-0eb8341d-a765-4a60-8e1e-61198be9c10b req-8c387f5a-ee90-4bd7-9b46-ba9f43d1922c tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0520480 Mar 23 03:03:25.852692 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-0eb8341d-a765-4a60-8e1e-61198be9c10b req-afb5b143-a8e9-4dcc-af7d-55958611016a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449903 Mar 23 03:03:26.161885 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d60cf-0fd7-48ac-8a58-fa275ecd1800 req-1b1db159-9457-4428-bc1d-edaa7f123c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:26.163378 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a19d60cf-0fd7-48ac-8a58-fa275ecd1800 req-1b1db159-9457-4428-bc1d-edaa7f123c4b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752&tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6 HTTP/1.1" status: 200 len: 1129 time: 0.0455079 Mar 23 03:03:26.230971 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d60cf-0fd7-48ac-8a58-fa275ecd1800 req-8a7d33e1-578b-4038-bb68-3ba909f630f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:26.232770 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a19d60cf-0fd7-48ac-8a58-fa275ecd1800 req-8a7d33e1-578b-4038-bb68-3ba909f630f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 1129 time: 0.0485821 Mar 23 03:03:26.329499 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d60cf-0fd7-48ac-8a58-fa275ecd1800 req-6e7ee2b0-40e1-4555-b5dc-a7c33e0bc19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:26.330961 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a19d60cf-0fd7-48ac-8a58-fa275ecd1800 req-6e7ee2b0-40e1-4555-b5dc-a7c33e0bc19b service neutron] 10.222.0.23 "GET /v2.0/networks?id=7193da4f-873b-4294-aff8-fb95f86a29de HTTP/1.1" status: 200 len: 912 time: 0.0923219 Mar 23 03:03:26.395163 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a19d60cf-0fd7-48ac-8a58-fa275ecd1800 req-903239e0-d1af-42f9-b40e-a466dc024917 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3406460-86f9-4f39-aba1-44019de1cd97 HTTP/1.1" status: 200 len: 1002 time: 0.0582576 Mar 23 03:03:26.443278 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d60cf-0fd7-48ac-8a58-fa275ecd1800 req-efe43a57-f4a4-4a2c-b201-cd62312665ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:26.444753 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a19d60cf-0fd7-48ac-8a58-fa275ecd1800 req-efe43a57-f4a4-4a2c-b201-cd62312665ec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=119c0f5c-943f-484a-a6b6-c8c22899638c HTTP/1.1" status: 200 len: 850 time: 0.0444899 Mar 23 03:03:26.495103 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d60cf-0fd7-48ac-8a58-fa275ecd1800 req-79e2dd5f-b9ed-4c6c-afd4-1281b1abec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:26.497199 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a19d60cf-0fd7-48ac-8a58-fa275ecd1800 req-79e2dd5f-b9ed-4c6c-afd4-1281b1abec88 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7193da4f-873b-4294-aff8-fb95f86a29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0468032 Mar 23 03:03:26.583463 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a19d60cf-0fd7-48ac-8a58-fa275ecd1800 req-c60a0927-f118-467f-b6bf-b2b8de1d1655 service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794683 Mar 23 03:03:26.674442 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a19d60cf-0fd7-48ac-8a58-fa275ecd1800 req-c29f047a-96cb-45c5-a8e5-5dcb56a24a96 service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851097 Mar 23 03:03:26.974270 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c348f-96d7-414e-b124-d8543b2012f4 req-e1fbf68f-8ac3-4e37-ace7-ee9c1f12d2f6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:26.975842 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e40c348f-96d7-414e-b124-d8543b2012f4 req-e1fbf68f-8ac3-4e37-ace7-ee9c1f12d2f6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0556965 Mar 23 03:03:27.023207 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e40c348f-96d7-414e-b124-d8543b2012f4 req-618038e1-368e-4c27-9dd0-cfd2e75d7634 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412934 Mar 23 03:03:28.143442 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ea6ba-e019-4e05-a0bc-fd782749388b req-d355dab0-be77-4343-b2b8-b0dba452d898 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:28.144969 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-761ea6ba-e019-4e05-a0bc-fd782749388b req-d355dab0-be77-4343-b2b8-b0dba452d898 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0533233 Mar 23 03:03:28.192257 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-761ea6ba-e019-4e05-a0bc-fd782749388b req-6075e219-42a2-4964-bd48-a65d06a58491 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414495 Mar 23 03:03:29.311115 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9e737-1b2c-4652-b160-9c09467fa38b req-66e971d8-9c89-46ce-9af5-2a91702cce7d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:29.312667 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b7f9e737-1b2c-4652-b160-9c09467fa38b req-66e971d8-9c89-46ce-9af5-2a91702cce7d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0520959 Mar 23 03:03:29.365864 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b7f9e737-1b2c-4652-b160-9c09467fa38b req-8d7aa643-4a71-41e8-92e3-4e19fe311846 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469534 Mar 23 03:03:29.771090 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device f3406460-86f9-4f39-aba1-44019de1cd97 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 03:03:29.773303 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device f3406460-86f9-4f39-aba1-44019de1cd97 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:03:29.932076 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port f3406460-86f9-4f39-aba1-44019de1cd97, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f3406460-86f9-4f39-aba1-44019de1cd97,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:03:29.946006 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': 'f3406460-86f9-4f39-aba1-44019de1cd97', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'port_id': 'f3406460-86f9-4f39-aba1-44019de1cd97', 'mac_address': 'fa:16:3e:9f:be:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 03:03:29.971075 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57c0e2-438e-40de-99c2-c4ac88a3d26e req-07bc8f8a-723e-41bb-888c-dad01dabce8f tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:29.977198 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7b57c0e2-438e-40de-99c2-c4ac88a3d26e req-07bc8f8a-723e-41bb-888c-dad01dabce8f tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0613148 Mar 23 03:03:29.981725 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port f3406460-86f9-4f39-aba1-44019de1cd97 is: ACTIVE; New status is: DOWN {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:03:29.982346 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f3406460-86f9-4f39-aba1-44019de1cd97), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:30.010822 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port f3406460-86f9-4f39-aba1-44019de1cd97 is: ACTIVE; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:03:30.011531 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f3406460-86f9-4f39-aba1-44019de1cd97), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:30.018768 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8637aae3-1d9d-48b1-a7ee-8664fd70c752', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3406460-86f9-4f39-aba1-44019de1cd97'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:03:30.021335 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66998723-4305-4209-97f6-63c076d2a6f0" -d '{"events": [{"server_uuid": "8637aae3-1d9d-48b1-a7ee-8664fd70c752", "name": "network-vif-unplugged", "status": "completed", "tag": "f3406460-86f9-4f39-aba1-44019de1cd97"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:03:30.041959 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3406460-86f9-4f39-aba1-44019de1cd97 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:03:30.050168 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port f3406460-86f9-4f39-aba1-44019de1cd97, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f3406460-86f9-4f39-aba1-44019de1cd97,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:03:30.057194 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7b57c0e2-438e-40de-99c2-c4ac88a3d26e req-253dc68e-bc0d-4ddb-9494-bd4ea4848d9f tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729821 Mar 23 03:03:30.067999 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e834145-a3f9-4f33-b038-27004b2d46df req-a035ff04-78af-4cfa-a410-4bdad4aa9fc6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:30.069492 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e834145-a3f9-4f33-b038-27004b2d46df req-a035ff04-78af-4cfa-a410-4bdad4aa9fc6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.23 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752&tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 945 time: 0.0961194 Mar 23 03:03:30.094554 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 03:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fecba10-adf3-472f-ac2f-afa53f2ba3fb x-openstack-request-id: req-7fecba10-adf3-472f-ac2f-afa53f2ba3fb {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:03:30.094860 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8637aae3-1d9d-48b1-a7ee-8664fd70c752", "name": "network-vif-unplugged", "status": "completed", "tag": "f3406460-86f9-4f39-aba1-44019de1cd97", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:03:30.095131 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7fecba10-adf3-472f-ac2f-afa53f2ba3fb {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:03:30.095553 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fecba10-adf3-472f-ac2f-afa53f2ba3fb'] response: {'server_uuid': '8637aae3-1d9d-48b1-a7ee-8664fd70c752', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3406460-86f9-4f39-aba1-44019de1cd97', 'code': 200} Mar 23 03:03:30.128709 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f3406460-86f9-4f39-aba1-44019de1cd97), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:30.144174 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e834145-a3f9-4f33-b038-27004b2d46df req-cda66dcb-f623-4c91-aac1-198dab097a80 service neutron] 10.222.0.23 "GET /v2.0/ports/f3406460-86f9-4f39-aba1-44019de1cd97/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0681458 Mar 23 03:03:30.203753 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 03:03:30.204172 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 03:03:30.208609 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=f3406460-86f9-4f39-aba1-44019de1cd97,revision_number=6']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:03:30.213334 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e834145-a3f9-4f33-b038-27004b2d46df req-2f3b04d5-cf58-4dfc-8f64-ced3576af76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:30.215306 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e834145-a3f9-4f33-b038-27004b2d46df req-2f3b04d5-cf58-4dfc-8f64-ced3576af76b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 1127 time: 0.0487521 Mar 23 03:03:30.216654 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:03:30.217009 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:03:30.217356 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:03:30.217699 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:03:30.218036 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:03:30.218396 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:03:30.218724 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:03:30.219049 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:03:30.219377 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:03:30.219705 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:03:30.220061 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:03:30.220389 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:03:30.220711 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:03:30.221096 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:03:30.221604 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:03:30.315068 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e834145-a3f9-4f33-b038-27004b2d46df req-5859772e-3664-4eb2-965a-7edecdb1414f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:30.316645 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e834145-a3f9-4f33-b038-27004b2d46df req-5859772e-3664-4eb2-965a-7edecdb1414f service neutron] 10.222.0.23 "GET /v2.0/networks?id=7193da4f-873b-4294-aff8-fb95f86a29de HTTP/1.1" status: 200 len: 912 time: 0.0945745 Mar 23 03:03:30.390967 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e834145-a3f9-4f33-b038-27004b2d46df req-49c624b9-1ae0-488a-95fe-23963edeebb9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3406460-86f9-4f39-aba1-44019de1cd97 HTTP/1.1" status: 200 len: 1000 time: 0.0686409 Mar 23 03:03:30.438417 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e834145-a3f9-4f33-b038-27004b2d46df req-9c093465-ad31-40ed-b869-de3a15f6c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:30.439873 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e834145-a3f9-4f33-b038-27004b2d46df req-9c093465-ad31-40ed-b869-de3a15f6c65a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=119c0f5c-943f-484a-a6b6-c8c22899638c HTTP/1.1" status: 200 len: 850 time: 0.0433564 Mar 23 03:03:30.485796 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e834145-a3f9-4f33-b038-27004b2d46df req-1d6cbc7f-295b-4c50-a51c-578cc2421b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:30.487243 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e834145-a3f9-4f33-b038-27004b2d46df req-1d6cbc7f-295b-4c50-a51c-578cc2421b00 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7193da4f-873b-4294-aff8-fb95f86a29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0424166 Mar 23 03:03:30.577082 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e834145-a3f9-4f33-b038-27004b2d46df req-3114615f-bf1c-4f6f-9cbd-d01e1b705fdf service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840294 Mar 23 03:03:30.664755 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e834145-a3f9-4f33-b038-27004b2d46df req-3a467c63-962d-4570-802a-cf23d32398c9 service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817134 Mar 23 03:03:30.739773 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port f3406460-86f9-4f39-aba1-44019de1cd97 is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:03:30.740195 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f3406460-86f9-4f39-aba1-44019de1cd97), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:30.753003 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3406460-86f9-4f39-aba1-44019de1cd97 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:03:30.771846 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port f3406460-86f9-4f39-aba1-44019de1cd97, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f3406460-86f9-4f39-aba1-44019de1cd97,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:03:30.853696 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f3406460-86f9-4f39-aba1-44019de1cd97), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:30.906793 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=f3406460-86f9-4f39-aba1-44019de1cd97,revision_number=7']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:03:30.913947 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['f3406460-86f9-4f39-aba1-44019de1cd97'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:03:31.180856 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985f69c-3135-4377-9d14-29b023c8cefc req-139ad08b-7ab9-4605-947e-e44306db982a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:31.182326 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9985f69c-3135-4377-9d14-29b023c8cefc req-139ad08b-7ab9-4605-947e-e44306db982a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 944 time: 0.0539699 Mar 23 03:03:31.233703 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9985f69c-3135-4377-9d14-29b023c8cefc req-e33eed54-c969-47db-a9ff-44b5ce71387e tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457287 Mar 23 03:03:31.798794 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device f3406460-86f9-4f39-aba1-44019de1cd97 up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:03:31.849917 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port f3406460-86f9-4f39-aba1-44019de1cd97 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:03:31.850290 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f3406460-86f9-4f39-aba1-44019de1cd97), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:31.926158 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port f3406460-86f9-4f39-aba1-44019de1cd97 is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:03:31.926544 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f3406460-86f9-4f39-aba1-44019de1cd97), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:31.959555 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port f3406460-86f9-4f39-aba1-44019de1cd97, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f3406460-86f9-4f39-aba1-44019de1cd97,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:03:32.042134 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f3406460-86f9-4f39-aba1-44019de1cd97), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:32.092061 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=f3406460-86f9-4f39-aba1-44019de1cd97,revision_number=8']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:03:32.096218 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8637aae3-1d9d-48b1-a7ee-8664fd70c752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3406460-86f9-4f39-aba1-44019de1cd97'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:03:32.099719 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c761541-c7a9-43aa-907a-6f70782cee96" -d '{"events": [{"server_uuid": "8637aae3-1d9d-48b1-a7ee-8664fd70c752", "name": "network-vif-plugged", "status": "completed", "tag": "f3406460-86f9-4f39-aba1-44019de1cd97"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:03:32.157943 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a10be7-d982-4d28-8164-78937e3c27ef x-openstack-request-id: req-01a10be7-d982-4d28-8164-78937e3c27ef {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:03:32.158240 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8637aae3-1d9d-48b1-a7ee-8664fd70c752", "name": "network-vif-plugged", "status": "completed", "tag": "f3406460-86f9-4f39-aba1-44019de1cd97", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:03:32.158494 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01a10be7-d982-4d28-8164-78937e3c27ef {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:03:32.158901 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01a10be7-d982-4d28-8164-78937e3c27ef'] response: {'server_uuid': '8637aae3-1d9d-48b1-a7ee-8664fd70c752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3406460-86f9-4f39-aba1-44019de1cd97', 'code': 200} Mar 23 03:03:32.352846 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecd707-25fe-4d4b-83a5-c198bc153f57 req-0dccee59-9c04-4dcc-b0c8-51aa5e19a93e tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:32.354252 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0fecd707-25fe-4d4b-83a5-c198bc153f57 req-0dccee59-9c04-4dcc-b0c8-51aa5e19a93e tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0538347 Mar 23 03:03:32.400575 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0fecd707-25fe-4d4b-83a5-c198bc153f57 req-412b98ac-aae6-4af0-89fc-b20c92cab248 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400391 Mar 23 03:03:33.520929 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da801d-03a2-4cce-a662-5b820c4c6064 req-b4fb0863-d88c-4e14-ab57-4d40fe858250 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:33.529813 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e9da801d-03a2-4cce-a662-5b820c4c6064 req-b4fb0863-d88c-4e14-ab57-4d40fe858250 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0524025 Mar 23 03:03:33.549449 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e834145-a3f9-4f33-b038-27004b2d46df req-da38d4bf-9ebe-4576-8ee1-3f3d212eb3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:33.550965 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e834145-a3f9-4f33-b038-27004b2d46df req-da38d4bf-9ebe-4576-8ee1-3f3d212eb3f5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752&tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6 HTTP/1.1" status: 200 len: 1129 time: 0.0448797 Mar 23 03:03:33.570031 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e9da801d-03a2-4cce-a662-5b820c4c6064 req-c8e2a949-fd0a-445d-9aea-827220ba42cc tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414417 Mar 23 03:03:33.618438 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e834145-a3f9-4f33-b038-27004b2d46df req-4312da6a-22f3-4830-9756-50e9ffa4a397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:33.619982 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e834145-a3f9-4f33-b038-27004b2d46df req-4312da6a-22f3-4830-9756-50e9ffa4a397 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 1129 time: 0.0487306 Mar 23 03:03:33.708683 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e834145-a3f9-4f33-b038-27004b2d46df req-6328b97a-0348-4975-b0f0-1309acfa71ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:33.710049 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e834145-a3f9-4f33-b038-27004b2d46df req-6328b97a-0348-4975-b0f0-1309acfa71ee service neutron] 10.222.0.23 "GET /v2.0/networks?id=7193da4f-873b-4294-aff8-fb95f86a29de HTTP/1.1" status: 200 len: 912 time: 0.0843782 Mar 23 03:03:33.777191 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e834145-a3f9-4f33-b038-27004b2d46df req-00b6f492-7176-4e9d-bfc8-82e4c17e8539 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3406460-86f9-4f39-aba1-44019de1cd97 HTTP/1.1" status: 200 len: 1002 time: 0.0608354 Mar 23 03:03:33.827386 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e834145-a3f9-4f33-b038-27004b2d46df req-23c6a018-c428-4b29-b7c6-15e7472ebe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:33.828867 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e834145-a3f9-4f33-b038-27004b2d46df req-23c6a018-c428-4b29-b7c6-15e7472ebe87 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=119c0f5c-943f-484a-a6b6-c8c22899638c HTTP/1.1" status: 200 len: 850 time: 0.0453362 Mar 23 03:03:33.876878 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e834145-a3f9-4f33-b038-27004b2d46df req-db317f9e-bff2-4ee3-a89a-831fee095631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:33.878345 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e834145-a3f9-4f33-b038-27004b2d46df req-db317f9e-bff2-4ee3-a89a-831fee095631 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7193da4f-873b-4294-aff8-fb95f86a29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436783 Mar 23 03:03:33.968241 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e834145-a3f9-4f33-b038-27004b2d46df req-3c0ca7ff-45e5-474d-92d3-8d2a61229948 service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841141 Mar 23 03:03:34.056124 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e834145-a3f9-4f33-b038-27004b2d46df req-a26c2696-9f50-4a6d-8226-5525192e002c service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807495 Mar 23 03:03:34.763270 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc340a00-8d50-40ef-8f3a-e75bfa9d11c8 req-c109c8ef-7a17-4278-a6d5-099e579142a3 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:34.764777 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bc340a00-8d50-40ef-8f3a-e75bfa9d11c8 req-c109c8ef-7a17-4278-a6d5-099e579142a3 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.1283295 Mar 23 03:03:34.811325 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bc340a00-8d50-40ef-8f3a-e75bfa9d11c8 req-67488046-e972-44d0-80aa-b9458cb8f980 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410628 Mar 23 03:03:35.836970 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device f3406460-86f9-4f39-aba1-44019de1cd97 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 03:03:35.845822 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device f3406460-86f9-4f39-aba1-44019de1cd97 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:03:35.997174 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b865879-ff45-419f-9612-2214d0884a15 req-26ed2e41-96fe-4186-85fb-a912a38aedf0 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:35.999384 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-2b865879-ff45-419f-9612-2214d0884a15 req-26ed2e41-96fe-4186-85fb-a912a38aedf0 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.1145606 Mar 23 03:03:36.006540 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port f3406460-86f9-4f39-aba1-44019de1cd97 is: ACTIVE; New status is: DOWN {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:03:36.006929 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f3406460-86f9-4f39-aba1-44019de1cd97), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:36.020640 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port f3406460-86f9-4f39-aba1-44019de1cd97, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f3406460-86f9-4f39-aba1-44019de1cd97,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:03:36.039229 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': 'f3406460-86f9-4f39-aba1-44019de1cd97', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'port_id': 'f3406460-86f9-4f39-aba1-44019de1cd97', 'mac_address': 'fa:16:3e:9f:be:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 03:03:36.045519 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-2b865879-ff45-419f-9612-2214d0884a15 req-213cdab1-3228-4900-92e7-9335b8950121 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406141 Mar 23 03:03:36.046509 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8637aae3-1d9d-48b1-a7ee-8664fd70c752', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3406460-86f9-4f39-aba1-44019de1cd97'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:03:36.048754 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667e145a-cf22-4d30-bc4c-f3519994296d" -d '{"events": [{"server_uuid": "8637aae3-1d9d-48b1-a7ee-8664fd70c752", "name": "network-vif-unplugged", "status": "completed", "tag": "f3406460-86f9-4f39-aba1-44019de1cd97"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:03:36.064988 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port f3406460-86f9-4f39-aba1-44019de1cd97, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f3406460-86f9-4f39-aba1-44019de1cd97,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:03:36.085627 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 03:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae6ba33-4f95-4744-abc1-4ed9b1022a77 x-openstack-request-id: req-5ae6ba33-4f95-4744-abc1-4ed9b1022a77 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:03:36.085891 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8637aae3-1d9d-48b1-a7ee-8664fd70c752", "name": "network-vif-unplugged", "status": "completed", "tag": "f3406460-86f9-4f39-aba1-44019de1cd97", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:03:36.086022 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5ae6ba33-4f95-4744-abc1-4ed9b1022a77 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:03:36.086419 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ae6ba33-4f95-4744-abc1-4ed9b1022a77'] response: {'server_uuid': '8637aae3-1d9d-48b1-a7ee-8664fd70c752', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3406460-86f9-4f39-aba1-44019de1cd97', 'code': 200} Mar 23 03:03:36.101024 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port f3406460-86f9-4f39-aba1-44019de1cd97 is: ACTIVE; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:03:36.101347 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f3406460-86f9-4f39-aba1-44019de1cd97), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:36.116057 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3406460-86f9-4f39-aba1-44019de1cd97 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:03:36.133519 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f3406460-86f9-4f39-aba1-44019de1cd97), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:36.163506 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4274eee-2720-42b5-ba47-25b6288eaa45 req-aff7a84d-c5a7-48b6-a3e4-989b9a2e8d0d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:36.165021 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-f4274eee-2720-42b5-ba47-25b6288eaa45 req-aff7a84d-c5a7-48b6-a3e4-989b9a2e8d0d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0534482 Mar 23 03:03:36.207719 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 03:03:36.208103 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 03:03:36.212400 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=f3406460-86f9-4f39-aba1-44019de1cd97,revision_number=9']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:03:36.213850 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-f4274eee-2720-42b5-ba47-25b6288eaa45 req-c791c66e-621a-48b0-b9ea-9df902f48ccc tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431519 Mar 23 03:03:36.337387 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e47a6-ea19-43a1-b490-488748046e5d req-7ab485fc-ff8f-4c1f-909b-e22e61c9f7a4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:36.338861 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e88e47a6-ea19-43a1-b490-488748046e5d req-7ab485fc-ff8f-4c1f-909b-e22e61c9f7a4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 943 time: 0.0575800 Mar 23 03:03:36.390489 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e88e47a6-ea19-43a1-b490-488748046e5d req-830ad992-29a5-497c-b173-59d765bc6077 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455518 Mar 23 03:03:36.743955 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port f3406460-86f9-4f39-aba1-44019de1cd97 is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:03:36.744372 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f3406460-86f9-4f39-aba1-44019de1cd97), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:36.757536 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3406460-86f9-4f39-aba1-44019de1cd97 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:03:36.758001 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee785b2-e59d-4537-a485-bb6901790797 req-4c8737d5-e46a-44cd-b93c-c9eb780a9e42 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:36.759496 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bee785b2-e59d-4537-a485-bb6901790797 req-4c8737d5-e46a-44cd-b93c-c9eb780a9e42 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 943 time: 0.0524604 Mar 23 03:03:36.778026 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port f3406460-86f9-4f39-aba1-44019de1cd97, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f3406460-86f9-4f39-aba1-44019de1cd97,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:03:36.806514 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bee785b2-e59d-4537-a485-bb6901790797 req-2d8af0b0-c8ae-40a3-9f05-567a9a79df85 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407088 Mar 23 03:03:36.825093 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f3406460-86f9-4f39-aba1-44019de1cd97), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:36.880094 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=f3406460-86f9-4f39-aba1-44019de1cd97,revision_number=10']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:03:36.883969 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['f3406460-86f9-4f39-aba1-44019de1cd97'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:03:37.855708 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device f3406460-86f9-4f39-aba1-44019de1cd97 up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:03:37.906940 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port f3406460-86f9-4f39-aba1-44019de1cd97 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:03:37.907590 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f3406460-86f9-4f39-aba1-44019de1cd97), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:37.932832 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c1218-3a96-4fb3-9178-87c3dab02f31 req-00863b04-8a90-4b47-bbb4-9cd06223c338 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:37.934331 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6e0c1218-3a96-4fb3-9178-87c3dab02f31 req-00863b04-8a90-4b47-bbb4-9cd06223c338 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 945 time: 0.0587797 Mar 23 03:03:37.981428 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6e0c1218-3a96-4fb3-9178-87c3dab02f31 req-3b87f5a8-5b9b-4a43-9fd5-c055aa01eeab tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408921 Mar 23 03:03:37.984858 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port f3406460-86f9-4f39-aba1-44019de1cd97 is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:03:37.985249 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f3406460-86f9-4f39-aba1-44019de1cd97), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:38.017591 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port f3406460-86f9-4f39-aba1-44019de1cd97, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f3406460-86f9-4f39-aba1-44019de1cd97,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:03:38.087517 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8637aae3-1d9d-48b1-a7ee-8664fd70c752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3406460-86f9-4f39-aba1-44019de1cd97'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:03:38.089724 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6becc11-23bc-4769-86af-4368a6e745c3" -d '{"events": [{"server_uuid": "8637aae3-1d9d-48b1-a7ee-8664fd70c752", "name": "network-vif-plugged", "status": "completed", "tag": "f3406460-86f9-4f39-aba1-44019de1cd97"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:03:38.110649 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f3406460-86f9-4f39-aba1-44019de1cd97), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:38.134053 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8496b3-8234-444d-bbcc-4f3f15a5c433 x-openstack-request-id: req-6a8496b3-8234-444d-bbcc-4f3f15a5c433 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:03:38.134353 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8637aae3-1d9d-48b1-a7ee-8664fd70c752", "name": "network-vif-plugged", "status": "completed", "tag": "f3406460-86f9-4f39-aba1-44019de1cd97", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:03:38.134614 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a8496b3-8234-444d-bbcc-4f3f15a5c433 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:03:38.135013 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a8496b3-8234-444d-bbcc-4f3f15a5c433'] response: {'server_uuid': '8637aae3-1d9d-48b1-a7ee-8664fd70c752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3406460-86f9-4f39-aba1-44019de1cd97', 'code': 200} Mar 23 03:03:38.160790 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=f3406460-86f9-4f39-aba1-44019de1cd97,revision_number=11']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:03:38.820530 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97024bfc-f9c9-4fae-9744-1a9f185d074b req-2bf087b7-5df9-4ae8-a263-f34c9fd9da5b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:38.821979 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-97024bfc-f9c9-4fae-9744-1a9f185d074b req-2bf087b7-5df9-4ae8-a263-f34c9fd9da5b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.23 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 946 time: 0.0550437 Mar 23 03:03:38.910833 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-97024bfc-f9c9-4fae-9744-1a9f185d074b req-c4325103-a85f-407b-831f-820e9eaca5c6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Deleting port f3406460-86f9-4f39-aba1-44019de1cd97 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:03:38.911194 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-97024bfc-f9c9-4fae-9744-1a9f185d074b req-c4325103-a85f-407b-831f-820e9eaca5c6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (f3406460-86f9-4f39-aba1-44019de1cd97), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:38.999565 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-97024bfc-f9c9-4fae-9744-1a9f185d074b req-c4325103-a85f-407b-831f-820e9eaca5c6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] For port f3406460-86f9-4f39-aba1-44019de1cd97, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f3406460-86f9-4f39-aba1-44019de1cd97,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:03:39.000220 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-97024bfc-f9c9-4fae-9744-1a9f185d074b req-c4325103-a85f-407b-831f-820e9eaca5c6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (f3406460-86f9-4f39-aba1-44019de1cd97), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:39.101139 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73988fca-a73b-4c5b-8c0b-49600a23967d req-c40068c0-9515-4536-967f-17d035f9145f tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:39.102537 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-73988fca-a73b-4c5b-8c0b-49600a23967d req-c40068c0-9515-4536-967f-17d035f9145f tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 946 time: 0.0525789 Mar 23 03:03:39.149788 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-73988fca-a73b-4c5b-8c0b-49600a23967d req-6b50764a-ef8c-4613-95de-d9d7d98a1cd6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410347 Mar 23 03:03:39.169723 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-97024bfc-f9c9-4fae-9744-1a9f185d074b req-c4325103-a85f-407b-831f-820e9eaca5c6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:39.170100 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-97024bfc-f9c9-4fae-9744-1a9f185d074b req-c4325103-a85f-407b-831f-820e9eaca5c6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (05c3de70-076e-4f82-ab35-b651e51887eb), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:39.170413 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [req-97024bfc-f9c9-4fae-9744-1a9f185d074b req-c4325103-a85f-407b-831f-820e9eaca5c6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Floating IP 05c3de70-076e-4f82-ab35-b651e51887eb disassociated. External IP: 172.26.2.241, port: f3406460-86f9-4f39-aba1-44019de1cd97. Mar 23 03:03:39.170908 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-97024bfc-f9c9-4fae-9744-1a9f185d074b req-c4325103-a85f-407b-831f-820e9eaca5c6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Calling delete_port for f3406460-86f9-4f39-aba1-44019de1cd97 owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:03:39.377456 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-97024bfc-f9c9-4fae-9744-1a9f185d074b req-c4325103-a85f-407b-831f-820e9eaca5c6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (f3406460-86f9-4f39-aba1-44019de1cd97), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:39.406608 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4325103-a85f-407b-831f-820e9eaca5c6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Pushing event deleted for resources: {'Port': ['ID=f3406460-86f9-4f39-aba1-44019de1cd97,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:03:39.417668 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4325103-a85f-407b-831f-820e9eaca5c6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:03:39.418032 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4325103-a85f-407b-831f-820e9eaca5c6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:03:39.418382 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4325103-a85f-407b-831f-820e9eaca5c6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:03:39.418734 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4325103-a85f-407b-831f-820e9eaca5c6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:03:39.419079 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4325103-a85f-407b-831f-820e9eaca5c6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:03:39.420043 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4325103-a85f-407b-831f-820e9eaca5c6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:03:39.420389 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4325103-a85f-407b-831f-820e9eaca5c6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:03:39.420887 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4325103-a85f-407b-831f-820e9eaca5c6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:03:39.421229 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4325103-a85f-407b-831f-820e9eaca5c6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:03:39.421566 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4325103-a85f-407b-831f-820e9eaca5c6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:03:39.421902 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4325103-a85f-407b-831f-820e9eaca5c6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:03:39.422243 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4325103-a85f-407b-831f-820e9eaca5c6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:03:39.422573 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4325103-a85f-407b-831f-820e9eaca5c6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:03:39.422907 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4325103-a85f-407b-831f-820e9eaca5c6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:03:39.423234 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4325103-a85f-407b-831f-820e9eaca5c6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:03:39.536695 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97024bfc-f9c9-4fae-9744-1a9f185d074b req-c4325103-a85f-407b-831f-820e9eaca5c6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Router d255defa-268f-4617-bf54-d74e9f152ede has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:03:39.646440 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97024bfc-f9c9-4fae-9744-1a9f185d074b req-c4325103-a85f-407b-831f-820e9eaca5c6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:03:39.661750 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54c0691-1d02-4916-ad3c-900f96e54821 None None] Sync routers for ids ['d255defa-268f-4617-bf54-d74e9f152ede'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:03:39.671839 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54c0691-1d02-4916-ad3c-900f96e54821 None None] Routers {'d255defa-268f-4617-bf54-d74e9f152ede'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:03:39.672457 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a54c0691-1d02-4916-ad3c-900f96e54821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:03:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d255defa-268f-4617-bf54-d74e9f152ede'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:03:39.687710 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-97024bfc-f9c9-4fae-9744-1a9f185d074b req-c4325103-a85f-407b-831f-820e9eaca5c6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] No DVR routers for this DVR port f3406460-86f9-4f39-aba1-44019de1cd97 on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:03:39.690177 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-97024bfc-f9c9-4fae-9744-1a9f185d074b req-c4325103-a85f-407b-831f-820e9eaca5c6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:39.693746 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-97024bfc-f9c9-4fae-9744-1a9f185d074b req-c4325103-a85f-407b-831f-820e9eaca5c6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.23 "DELETE /v2.0/ports/f3406460-86f9-4f39-aba1-44019de1cd97 HTTP/1.1" status: 204 len: 173 time: 0.8666046 Mar 23 03:03:39.694187 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8637aae3-1d9d-48b1-a7ee-8664fd70c752', 'name': 'network-vif-deleted', 'tag': 'f3406460-86f9-4f39-aba1-44019de1cd97'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:03:39.696526 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50466e83-a7f3-4e43-aa95-f5a87e5a2208" -d '{"events": [{"server_uuid": "8637aae3-1d9d-48b1-a7ee-8664fd70c752", "name": "network-vif-deleted", "tag": "f3406460-86f9-4f39-aba1-44019de1cd97"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:03:39.738958 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80efb78b-d004-4c59-b6ee-4c1a6f77dc61 x-openstack-request-id: req-80efb78b-d004-4c59-b6ee-4c1a6f77dc61 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:03:39.739254 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8637aae3-1d9d-48b1-a7ee-8664fd70c752", "name": "network-vif-deleted", "tag": "f3406460-86f9-4f39-aba1-44019de1cd97", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:03:39.739510 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-80efb78b-d004-4c59-b6ee-4c1a6f77dc61 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:03:39.739948 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80efb78b-d004-4c59-b6ee-4c1a6f77dc61'] response: {'server_uuid': '8637aae3-1d9d-48b1-a7ee-8664fd70c752', 'name': 'network-vif-deleted', 'tag': 'f3406460-86f9-4f39-aba1-44019de1cd97', 'status': 'completed', 'code': 200} Mar 23 03:03:39.779525 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-a54c0691-1d02-4916-ad3c-900f96e54821 None None] Set router d255defa-268f-4617-bf54-d74e9f152ede gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:03:40.120975 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a54c0691-1d02-4916-ad3c-900f96e54821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 4, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'gw_port': {'id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'd9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d', 'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'mac_address': 'fa:16:3e:6c:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:42Z', 'updated_at': '2022-03-23T03:00:46Z', 'revision_number': 5, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'subnets': [{'id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:03:40.146069 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54c0691-1d02-4916-ad3c-900f96e54821 None None] Checking router: d255defa-268f-4617-bf54-d74e9f152ede for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:03:40.155086 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54c0691-1d02-4916-ad3c-900f96e54821 None None] Routers {'d255defa-268f-4617-bf54-d74e9f152ede'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:03:40.155690 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a54c0691-1d02-4916-ad3c-900f96e54821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:03:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d255defa-268f-4617-bf54-d74e9f152ede'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:03:40.255617 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a309e6a6-63fd-4750-98df-785bc28d6fad req-f7995baa-a7f0-4003-9b2f-8bf9f1a590c4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=8637aae3-1d9d-48b1-a7ee-8664fd70c752 HTTP/1.1" status: 200 len: 210 time: 0.0276387 Mar 23 03:03:40.265592 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-a54c0691-1d02-4916-ad3c-900f96e54821 None None] Set router d255defa-268f-4617-bf54-d74e9f152ede gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:03:40.472525 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a54c0691-1d02-4916-ad3c-900f96e54821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 4, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'gw_port': {'id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'd9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d', 'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'mac_address': 'fa:16:3e:6c:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:42Z', 'updated_at': '2022-03-23T03:00:46Z', 'revision_number': 5, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'subnets': [{'id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:03:40.498994 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54c0691-1d02-4916-ad3c-900f96e54821 None None] The sync data for ids ['d255defa-268f-4617-bf54-d74e9f152ede'] in dv-neutron-834613-2-hyperv is: [{'id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 4, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'gw_port': {'id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'd9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d', 'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'mac_address': 'fa:16:3e:6c:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:42Z', 'updated_at': '2022-03-23T03:00:46Z', 'revision_number': 5, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'subnets': [{'id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:03:40.728209 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a839420b-1666-4fb3-b04f-a1dbea2a7ee0 None None] New status for floating IP 05c3de70-076e-4f82-ab35-b651e51887eb: DOWN {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 03:03:41.498413 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-0702d795-4d6e-4913-bd4d-a77baa47cfdf tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2001242334&fields=id&tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6 HTTP/1.1" status: 200 len: 267 time: 0.0422356 Mar 23 03:03:41.895074 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device f3406460-86f9-4f39-aba1-44019de1cd97 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:03:41.914794 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: f3406460-86f9-4f39-aba1-44019de1cd97 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:03:41.915147 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device f3406460-86f9-4f39-aba1-44019de1cd97 not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:03:41.942464 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-bbca9c71-894c-4219-a580-0e6c72216320 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:41.943959 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-bbca9c71-894c-4219-a580-0e6c72216320 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/networks?id=7193da4f-873b-4294-aff8-fb95f86a29de HTTP/1.1" status: 200 len: 811 time: 0.4390049 Mar 23 03:03:41.958024 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-ca4a361e-6862-433a-9be9-79bfbf033d31 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/quotas/94635e2bf1b34b1ba79c2e0527ed27d6 HTTP/1.1" status: 200 len: 375 time: 0.0087802 Mar 23 03:03:42.011870 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-e780523a-2fd1-4c10-85a6-296aae462c9a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490808 Mar 23 03:03:42.149224 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-2bbb1419-b8d3-4f89-a4bf-7b042fd78283 service neutron] 10.222.0.24 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263468 Mar 23 03:03:42.238128 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-6a9c755c-06e7-4c41-88d4-390c8bdaf08f service neutron] 10.222.0.24 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827851 Mar 23 03:03:42.497951 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3a5a4ac0-1c52-4709-846a-3a441b4ee2a2 req-088022e7-58b1-4bfc-a56c-cd02dae66af3 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 210 time: 0.0296924 Mar 23 03:03:43.591745 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-99ac1838-618d-4882-8c83-a30499225b16 req-6cf78a0d-ad22-472e-bbd2-202664e3145c tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 210 time: 0.0271194 Mar 23 03:03:44.174493 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [req-4be645ec-a62e-4092-986b-64e645aa642b req-5d72a3e8-b391-4a70-9614-b5939001e304 tempest-TestNetworkBasicOps-652037875 tempest-TestNetworkBasicOps-652037875-project] (104348) timed out ('10.222.0.24', 35354) {{(pid=104348) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 03:03:44.275015 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-02d73b2d-e263-41cd-bc02-befa7b0ebe9d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:44.276520 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-02d73b2d-e263-41cd-bc02-befa7b0ebe9d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.23 "GET /v2.0/networks?id=7193da4f-873b-4294-aff8-fb95f86a29de HTTP/1.1" status: 200 len: 811 time: 0.1055491 Mar 23 03:03:44.339433 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-e2f6eafb-0a35-4b8a-8438-e52af8483216 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6 HTTP/1.1" status: 200 len: 380 time: 0.0540912 Mar 23 03:03:44.348932 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-0471b7d7-9453-4a27-9bf5-96826d2e0c30 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Request body: {'port': {'device_id': 'd93da462-e25c-4206-972e-def54eb6f323', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'admin_state_up': True, 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'security_groups': ['8adbe69b-6244-46cd-9e96-3cae023feaf6']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:03:44.531165 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-0471b7d7-9453-4a27-9bf5-96826d2e0c30 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Made reservation on behalf of 94635e2bf1b34b1ba79c2e0527ed27d6 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:03:44.534711 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-0471b7d7-9453-4a27-9bf5-96826d2e0c30 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:44.662886 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-0471b7d7-9453-4a27-9bf5-96826d2e0c30 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Allocated IP 172.20.0.5 (7193da4f-873b-4294-aff8-fb95f86a29de/119c0f5c-943f-484a-a6b6-c8c22899638c/1178211d-705a-4220-b0f6-7396fdc47ff2) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:03:44.690595 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-eea59843-24d3-43dd-9c1f-71093db4d5a3 req-13f25c4c-1a3e-4f6d-a690-753bc766d5ae tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 210 time: 0.0298855 Mar 23 03:03:44.809052 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-0471b7d7-9453-4a27-9bf5-96826d2e0c30 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for port (1178211d-705a-4220-b0f6-7396fdc47ff2), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:44.886990 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:03:44.943541 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-0471b7d7-9453-4a27-9bf5-96826d2e0c30 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (1178211d-705a-4220-b0f6-7396fdc47ff2), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:44.986221 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-0471b7d7-9453-4a27-9bf5-96826d2e0c30 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Network 7193da4f-873b-4294-aff8-fb95f86a29de is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:03:44.993712 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-0471b7d7-9453-4a27-9bf5-96826d2e0c30 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:03:44.998324 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-0471b7d7-9453-4a27-9bf5-96826d2e0c30 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:03:45.002217 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471b7d7-9453-4a27-9bf5-96826d2e0c30 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Pushing event updated for resources: {'Port': ['ID=1178211d-705a-4220-b0f6-7396fdc47ff2,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:03:45.049257 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-0471b7d7-9453-4a27-9bf5-96826d2e0c30 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:45.049889 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-0471b7d7-9453-4a27-9bf5-96826d2e0c30 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:45.164706 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-0471b7d7-9453-4a27-9bf5-96826d2e0c30 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8198473 Mar 23 03:03:45.176250 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-2b24d102-99ff-4dac-88b8-c2eea038e451 service neutron] Request body: {'port': {'device_id': 'd93da462-e25c-4206-972e-def54eb6f323', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:03:45.241083 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-2b24d102-99ff-4dac-88b8-c2eea038e451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (1178211d-705a-4220-b0f6-7396fdc47ff2), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:45.282427 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-db762584-6f4b-4b17-aed5-caa9dd3791f0 None None] Provisioning complete for port 1178211d-705a-4220-b0f6-7396fdc47ff2 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:03:45.282975 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-db762584-6f4b-4b17-aed5-caa9dd3791f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (1178211d-705a-4220-b0f6-7396fdc47ff2), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:45.320923 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-db762584-6f4b-4b17-aed5-caa9dd3791f0 None None] Port 1178211d-705a-4220-b0f6-7396fdc47ff2 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:03:45.497964 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-2b24d102-99ff-4dac-88b8-c2eea038e451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1178211d-705a-4220-b0f6-7396fdc47ff2 {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:03:45.505342 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-2b24d102-99ff-4dac-88b8-c2eea038e451 service neutron] Publish callbacks [] for port (1178211d-705a-4220-b0f6-7396fdc47ff2), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:45.517525 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-2b24d102-99ff-4dac-88b8-c2eea038e451 service neutron] Transition to ACTIVE for port object 1178211d-705a-4220-b0f6-7396fdc47ff2 will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 03:03:45.619119 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-2b24d102-99ff-4dac-88b8-c2eea038e451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (1178211d-705a-4220-b0f6-7396fdc47ff2), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:45.671740 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24d102-99ff-4dac-88b8-c2eea038e451 service neutron] Pushing event updated for resources: {'Port': ['ID=1178211d-705a-4220-b0f6-7396fdc47ff2,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:03:45.749122 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-2b24d102-99ff-4dac-88b8-c2eea038e451 service neutron] Attempting to bind port 1178211d-705a-4220-b0f6-7396fdc47ff2 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:03:45.749418 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-2b24d102-99ff-4dac-88b8-c2eea038e451 service neutron] Attempting to bind port 1178211d-705a-4220-b0f6-7396fdc47ff2 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'ac38a338-4153-4ac6-a538-1b518206f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:03:45.749704 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-2b24d102-99ff-4dac-88b8-c2eea038e451 service neutron] Attempting to bind port 1178211d-705a-4220-b0f6-7396fdc47ff2 on network 7193da4f-873b-4294-aff8-fb95f86a29de {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:03:45.754349 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-2b24d102-99ff-4dac-88b8-c2eea038e451 service neutron] Port 1178211d-705a-4220-b0f6-7396fdc47ff2 on network 7193da4f-873b-4294-aff8-fb95f86a29de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 03:03:45.754828 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-2b24d102-99ff-4dac-88b8-c2eea038e451 service neutron] Attempting to bind port 1178211d-705a-4220-b0f6-7396fdc47ff2 on network 7193da4f-873b-4294-aff8-fb95f86a29de {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:03:45.760116 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-2b24d102-99ff-4dac-88b8-c2eea038e451 service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:03:45.760458 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-2b24d102-99ff-4dac-88b8-c2eea038e451 service neutron] Checking segment: {'id': 'ac38a338-4153-4ac6-a538-1b518206f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:03:45.760859 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-2b24d102-99ff-4dac-88b8-c2eea038e451 service neutron] Bound using segment: {'id': 'ac38a338-4153-4ac6-a538-1b518206f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:03:45.761285 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-2b24d102-99ff-4dac-88b8-c2eea038e451 service neutron] Bound port: 1178211d-705a-4220-b0f6-7396fdc47ff2, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac38a338-4153-4ac6-a538-1b518206f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:03:45.761644 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-2b24d102-99ff-4dac-88b8-c2eea038e451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (1178211d-705a-4220-b0f6-7396fdc47ff2), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:45.866806 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269910ca-100f-452f-915b-0a8bee3a01d0 req-88444ab6-8fd6-4719-a578-d344ef8e7a3d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:45.868322 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-269910ca-100f-452f-915b-0a8bee3a01d0 req-88444ab6-8fd6-4719-a578-d344ef8e7a3d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 943 time: 0.1028812 Mar 23 03:03:45.869333 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-2b24d102-99ff-4dac-88b8-c2eea038e451 service neutron] For port 1178211d-705a-4220-b0f6-7396fdc47ff2, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:03:45.872653 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-2b24d102-99ff-4dac-88b8-c2eea038e451 service neutron] For port 1178211d-705a-4220-b0f6-7396fdc47ff2, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1178211d-705a-4220-b0f6-7396fdc47ff2,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:03:45.920869 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-269910ca-100f-452f-915b-0a8bee3a01d0 req-44deacdb-c9fe-47eb-842b-d420b05db9a1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452147 Mar 23 03:03:45.979666 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-2b24d102-99ff-4dac-88b8-c2eea038e451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (1178211d-705a-4220-b0f6-7396fdc47ff2), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:46.013430 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-2b24d102-99ff-4dac-88b8-c2eea038e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:46.014125 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-2b24d102-99ff-4dac-88b8-c2eea038e451 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:46.015503 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-2b24d102-99ff-4dac-88b8-c2eea038e451 service neutron] 10.222.0.23 "PUT /v2.0/ports/1178211d-705a-4220-b0f6-7396fdc47ff2 HTTP/1.1" status: 200 len: 1093 time: 0.8435538 Mar 23 03:03:46.017729 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93da462-e25c-4206-972e-def54eb6f323', 'tag': '1178211d-705a-4220-b0f6-7396fdc47ff2'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:03:46.020795 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca17a9c9-aaff-4a41-9321-ed8c95115ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "d93da462-e25c-4206-972e-def54eb6f323", "tag": "1178211d-705a-4220-b0f6-7396fdc47ff2"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:03:46.050658 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24d102-99ff-4dac-88b8-c2eea038e451 service neutron] Pushing event updated for resources: {'Port': ['ID=1178211d-705a-4220-b0f6-7396fdc47ff2,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:03:46.061418 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7491e7a6-ac80-44aa-a439-af2f479e8f4b x-openstack-request-id: req-7491e7a6-ac80-44aa-a439-af2f479e8f4b {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:03:46.061805 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93da462-e25c-4206-972e-def54eb6f323", "tag": "1178211d-705a-4220-b0f6-7396fdc47ff2", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:03:46.062120 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7491e7a6-ac80-44aa-a439-af2f479e8f4b {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:03:46.062599 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7491e7a6-ac80-44aa-a439-af2f479e8f4b'] response: {'name': 'network-changed', 'server_uuid': 'd93da462-e25c-4206-972e-def54eb6f323', 'tag': '1178211d-705a-4220-b0f6-7396fdc47ff2', 'status': 'completed', 'code': 200} Mar 23 03:03:46.130172 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17a9c9-aaff-4a41-9321-ed8c95115ed6 req-8fd2bf31-86d8-4bdb-a826-d966e3f45b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:46.131710 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ca17a9c9-aaff-4a41-9321-ed8c95115ed6 req-8fd2bf31-86d8-4bdb-a826-d966e3f45b9c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 1127 time: 0.0488567 Mar 23 03:03:46.235236 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17a9c9-aaff-4a41-9321-ed8c95115ed6 req-dc7558f7-c959-4279-be57-e88bb3917386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:46.236743 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ca17a9c9-aaff-4a41-9321-ed8c95115ed6 req-dc7558f7-c959-4279-be57-e88bb3917386 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0980504 Mar 23 03:03:46.333880 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17a9c9-aaff-4a41-9321-ed8c95115ed6 req-97c61d8c-1331-4b21-84ca-41c614b5a879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:46.335959 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ca17a9c9-aaff-4a41-9321-ed8c95115ed6 req-97c61d8c-1331-4b21-84ca-41c614b5a879 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936425 Mar 23 03:03:46.447936 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-778d4d6d-15d2-467d-9728-1c31280363a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:46.449418 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-778d4d6d-15d2-467d-9728-1c31280363a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 1127 time: 0.0456359 Mar 23 03:03:46.493574 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-57c3fe0a-e11a-45cb-950c-a586fea724a0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1178211d-705a-4220-b0f6-7396fdc47ff2 HTTP/1.1" status: 200 len: 217 time: 0.0369515 Mar 23 03:03:46.540133 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-ca4fe0ba-4994-468d-b794-d2735f1afb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:46.541448 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-ca4fe0ba-4994-468d-b794-d2735f1afb44 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=119c0f5c-943f-484a-a6b6-c8c22899638c HTTP/1.1" status: 200 len: 850 time: 0.0413437 Mar 23 03:03:46.590038 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-babf586d-106c-475b-b78d-87166e34c3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:46.592345 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-babf586d-106c-475b-b78d-87166e34c3f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7193da4f-873b-4294-aff8-fb95f86a29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444229 Mar 23 03:03:46.694269 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-c3393a57-6fe9-48fa-8f0d-4184129eb15c service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961444 Mar 23 03:03:46.781957 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4e2f9adf-1f00-48e1-9c4d-322ead8f4842 req-31f1479d-4452-450c-bb96-492d4d562fa3 service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821655 Mar 23 03:03:47.041737 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29c58c-6844-4904-84d4-8b84e89b0229 req-2f545978-d1d3-4823-8d91-35116810492b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:47.043222 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9d29c58c-6844-4904-84d4-8b84e89b0229 req-2f545978-d1d3-4823-8d91-35116810492b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 943 time: 0.0538945 Mar 23 03:03:47.094306 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9d29c58c-6844-4904-84d4-8b84e89b0229 req-523322e7-f7e0-41b1-a31b-721baebb0469 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447848 Mar 23 03:03:47.590332 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2c836e6a-3cfd-4128-9daf-7d5dd82ecb56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:48.213158 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037ee3b-72ea-4a18-9dda-d971845533bf req-ce8256bf-969a-4101-963c-2c521810969c tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:48.214624 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4037ee3b-72ea-4a18-9dda-d971845533bf req-ce8256bf-969a-4101-963c-2c521810969c tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 943 time: 0.0531397 Mar 23 03:03:48.260703 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4037ee3b-72ea-4a18-9dda-d971845533bf req-22b495f6-188a-41de-b809-d6e80068df1e tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405476 Mar 23 03:03:48.824750 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:49.381352 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50720be-ed6b-4a22-b1ed-bb4edef6e346 req-e3892027-9d2c-447f-b5a5-f93c0b59dfea tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:49.382864 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c50720be-ed6b-4a22-b1ed-bb4edef6e346 req-e3892027-9d2c-447f-b5a5-f93c0b59dfea tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 943 time: 0.0534940 Mar 23 03:03:49.430653 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c50720be-ed6b-4a22-b1ed-bb4edef6e346 req-1bfc6855-5272-4d04-96eb-6b1f8cd88bc6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413480 Mar 23 03:03:49.915755 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-32c0f27f-e6d4-490d-85b7-e5ef2deb3f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:49.956327 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 1178211d-705a-4220-b0f6-7396fdc47ff2 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 03:03:50.065857 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 1178211d-705a-4220-b0f6-7396fdc47ff2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1178211d-705a-4220-b0f6-7396fdc47ff2,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:03:50.077458 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '1178211d-705a-4220-b0f6-7396fdc47ff2', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'port_id': '1178211d-705a-4220-b0f6-7396fdc47ff2', 'mac_address': 'fa:16:3e:26:68:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 03:03:50.114182 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 1178211d-705a-4220-b0f6-7396fdc47ff2 is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:03:50.114582 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (1178211d-705a-4220-b0f6-7396fdc47ff2), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:50.127366 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1178211d-705a-4220-b0f6-7396fdc47ff2 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:03:50.146995 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 1178211d-705a-4220-b0f6-7396fdc47ff2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1178211d-705a-4220-b0f6-7396fdc47ff2,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:03:50.190084 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (1178211d-705a-4220-b0f6-7396fdc47ff2), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:50.240658 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=1178211d-705a-4220-b0f6-7396fdc47ff2,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:03:50.399267 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['1178211d-705a-4220-b0f6-7396fdc47ff2'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:03:50.549773 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea21a05-9c79-49fd-9f89-8f942cab2a39 req-87648dda-323d-42c9-9d09-134caa1f0f4b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:50.551290 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-fea21a05-9c79-49fd-9f89-8f942cab2a39 req-87648dda-323d-42c9-9d09-134caa1f0f4b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 944 time: 0.0528963 Mar 23 03:03:50.610234 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-fea21a05-9c79-49fd-9f89-8f942cab2a39 req-1876b2e7-d21e-4a72-837c-d08e3b4d9e77 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529428 Mar 23 03:03:51.325695 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:51.732862 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0f0f0-3a47-4ba6-94b5-9cf1111549e3 req-ed2508fc-27d6-4dcf-93c4-527793b97ab9 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:51.734308 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-67a0f0f0-3a47-4ba6-94b5-9cf1111549e3 req-ed2508fc-27d6-4dcf-93c4-527793b97ab9 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 944 time: 0.0539889 Mar 23 03:03:51.780255 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-67a0f0f0-3a47-4ba6-94b5-9cf1111549e3 req-a6d34941-db43-4c36-9fa8-7b5f0a293157 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405130 Mar 23 03:03:51.957342 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 1178211d-705a-4220-b0f6-7396fdc47ff2 up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:03:52.096473 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port 1178211d-705a-4220-b0f6-7396fdc47ff2 completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 03:03:52.100270 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 1178211d-705a-4220-b0f6-7396fdc47ff2 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:03:52.100725 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (1178211d-705a-4220-b0f6-7396fdc47ff2), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:52.176278 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 1178211d-705a-4220-b0f6-7396fdc47ff2 is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:03:52.176691 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (1178211d-705a-4220-b0f6-7396fdc47ff2), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:52.198933 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93da462-e25c-4206-972e-def54eb6f323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1178211d-705a-4220-b0f6-7396fdc47ff2'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:03:52.201834 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78a516d-d618-4a12-acf4-54a6594a5752" -d '{"events": [{"server_uuid": "d93da462-e25c-4206-972e-def54eb6f323", "name": "network-vif-plugged", "status": "completed", "tag": "1178211d-705a-4220-b0f6-7396fdc47ff2"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:03:52.214305 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 1178211d-705a-4220-b0f6-7396fdc47ff2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1178211d-705a-4220-b0f6-7396fdc47ff2,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:03:52.235690 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2491df-5374-4ecc-8548-90811314da7a x-openstack-request-id: req-2d2491df-5374-4ecc-8548-90811314da7a {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:03:52.236006 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93da462-e25c-4206-972e-def54eb6f323", "name": "network-vif-plugged", "status": "completed", "tag": "1178211d-705a-4220-b0f6-7396fdc47ff2", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:03:52.236289 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d2491df-5374-4ecc-8548-90811314da7a {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:03:52.239909 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d2491df-5374-4ecc-8548-90811314da7a'] response: {'server_uuid': 'd93da462-e25c-4206-972e-def54eb6f323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1178211d-705a-4220-b0f6-7396fdc47ff2', 'code': 200} Mar 23 03:03:52.281636 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (1178211d-705a-4220-b0f6-7396fdc47ff2), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:52.333989 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=1178211d-705a-4220-b0f6-7396fdc47ff2,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:03:52.544627 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9caec2-e354-4cb2-a19a-86f1108fd2b2 req-8419340b-ba4a-42bf-8ebc-97e40b30f041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:52.546201 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ca9caec2-e354-4cb2-a19a-86f1108fd2b2 req-8419340b-ba4a-42bf-8ebc-97e40b30f041 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 1129 time: 0.0466847 Mar 23 03:03:52.588891 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ca9caec2-e354-4cb2-a19a-86f1108fd2b2 req-acb92441-0851-4d81-a556-ce16ea99b3a6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373857 Mar 23 03:03:52.738529 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:52.897420 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34984f-5b83-49be-ae3d-076cf56398a6 req-94a99f4f-ae0a-4355-bbf7-3971240d60e8 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:52.898894 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6d34984f-5b83-49be-ae3d-076cf56398a6 req-94a99f4f-ae0a-4355-bbf7-3971240d60e8 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 945 time: 0.0522594 Mar 23 03:03:52.944486 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6d34984f-5b83-49be-ae3d-076cf56398a6 req-9f1ac2f3-4ed8-40f4-b02f-8f0f6abd8948 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401716 Mar 23 03:03:53.979190 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:54.067807 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d988a1-6471-4dc6-a82c-9605847fd50d req-f6bddf84-2a65-49a6-96fc-16d193f0f278 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:54.069314 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-13d988a1-6471-4dc6-a82c-9605847fd50d req-f6bddf84-2a65-49a6-96fc-16d193f0f278 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 945 time: 0.0527847 Mar 23 03:03:54.115424 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-13d988a1-6471-4dc6-a82c-9605847fd50d req-e919a35b-f1b7-42da-9e49-2d4ffc6e7fa1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405633 Mar 23 03:03:54.232510 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9fe76-f694-4463-83c1-deb6783e1f13 req-981e66f1-e500-487f-b9cd-15c08b1e576e tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:54.233927 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e4f9fe76-f694-4463-83c1-deb6783e1f13 req-981e66f1-e500-487f-b9cd-15c08b1e576e tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 945 time: 0.0567858 Mar 23 03:03:54.242461 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38282) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:03:54.246763 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-f49c0b01-f0bb-444e-8a76-387b090c19e0 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Request body: {'floatingip': {'port_id': '1178211d-705a-4220-b0f6-7396fdc47ff2'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:03:54.285926 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f49c0b01-f0bb-444e-8a76-387b090c19e0 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for floatingip (05c3de70-076e-4f82-ab35-b651e51887eb), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:54.701313 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f49c0b01-f0bb-444e-8a76-387b090c19e0 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:54.755800 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f49c0b01-f0bb-444e-8a76-387b090c19e0 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (05c3de70-076e-4f82-ab35-b651e51887eb), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:54.854145 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [None req-f49c0b01-f0bb-444e-8a76-387b090c19e0 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Floating IP 05c3de70-076e-4f82-ab35-b651e51887eb associated. External IP: 172.26.2.241, port: 1178211d-705a-4220-b0f6-7396fdc47ff2. Mar 23 03:03:55.058275 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49c0b01-f0bb-444e-8a76-387b090c19e0 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Router d255defa-268f-4617-bf54-d74e9f152ede has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:03:55.171379 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49c0b01-f0bb-444e-8a76-387b090c19e0 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:03:55.176390 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f49c0b01-f0bb-444e-8a76-387b090c19e0 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:03:55.181240 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be44105-9b01-4c62-8dc7-eef7e452f52d None None] Sync routers for ids ['d255defa-268f-4617-bf54-d74e9f152ede'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:03:55.192128 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be44105-9b01-4c62-8dc7-eef7e452f52d None None] Routers {'d255defa-268f-4617-bf54-d74e9f152ede'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:03:55.208337 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-0be44105-9b01-4c62-8dc7-eef7e452f52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:03:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d255defa-268f-4617-bf54-d74e9f152ede'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:03:55.208532 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f49c0b01-f0bb-444e-8a76-387b090c19e0 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "PUT /v2.0/floatingips/05c3de70-076e-4f82-ab35-b651e51887eb HTTP/1.1" status: 200 len: 992 time: 0.9628561 Mar 23 03:03:55.208532 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93da462-e25c-4206-972e-def54eb6f323', 'tag': '1178211d-705a-4220-b0f6-7396fdc47ff2'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:03:55.209207 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0754d4-c4f7-4273-87d0-e5bb200b9af6" -d '{"events": [{"name": "network-changed", "server_uuid": "d93da462-e25c-4206-972e-def54eb6f323", "tag": "1178211d-705a-4220-b0f6-7396fdc47ff2"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:03:55.247036 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06eb2e0-58c8-4211-a386-0018df905bea x-openstack-request-id: req-b06eb2e0-58c8-4211-a386-0018df905bea {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:03:55.247800 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93da462-e25c-4206-972e-def54eb6f323", "tag": "1178211d-705a-4220-b0f6-7396fdc47ff2", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:03:55.247800 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b06eb2e0-58c8-4211-a386-0018df905bea {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:03:55.248065 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b06eb2e0-58c8-4211-a386-0018df905bea'] response: {'name': 'network-changed', 'server_uuid': 'd93da462-e25c-4206-972e-def54eb6f323', 'tag': '1178211d-705a-4220-b0f6-7396fdc47ff2', 'status': 'completed', 'code': 200} Mar 23 03:03:55.306445 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-0be44105-9b01-4c62-8dc7-eef7e452f52d None None] Set router d255defa-268f-4617-bf54-d74e9f152ede gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:03:55.321245 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0754d4-c4f7-4273-87d0-e5bb200b9af6 req-2e965255-42c7-4a5e-8b8e-040d97a3590c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:55.322820 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3f0754d4-c4f7-4273-87d0-e5bb200b9af6 req-2e965255-42c7-4a5e-8b8e-040d97a3590c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 1129 time: 0.0518589 Mar 23 03:03:55.413015 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0754d4-c4f7-4273-87d0-e5bb200b9af6 req-51c2b5e7-c036-4a37-b1ef-0d1f29e8eb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:55.414492 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3f0754d4-c4f7-4273-87d0-e5bb200b9af6 req-51c2b5e7-c036-4a37-b1ef-0d1f29e8eb71 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7193da4f-873b-4294-aff8-fb95f86a29de HTTP/1.1" status: 200 len: 912 time: 0.0850527 Mar 23 03:03:55.483973 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3f0754d4-c4f7-4273-87d0-e5bb200b9af6 req-5be45efb-18da-4918-a59b-7554fb02b07c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1178211d-705a-4220-b0f6-7396fdc47ff2 HTTP/1.1" status: 200 len: 1000 time: 0.0629897 Mar 23 03:03:55.531792 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0754d4-c4f7-4273-87d0-e5bb200b9af6 req-72aa883f-d96c-4e69-890b-a92367d59d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:55.533283 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3f0754d4-c4f7-4273-87d0-e5bb200b9af6 req-72aa883f-d96c-4e69-890b-a92367d59d74 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=119c0f5c-943f-484a-a6b6-c8c22899638c HTTP/1.1" status: 200 len: 850 time: 0.0441613 Mar 23 03:03:55.538479 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-0be44105-9b01-4c62-8dc7-eef7e452f52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 4, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'gw_port': {'id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '05c3de70-076e-4f82-ab35-b651e51887eb', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'floating_ip_address': '172.26.2.241', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'port_id': '1178211d-705a-4220-b0f6-7396fdc47ff2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'mac_address': 'fa:16:3e:26:68:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93da462-e25c-4206-972e-def54eb6f323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:00:47Z', 'updated_at': '2022-03-23T03:03:54Z', 'revision_number': 13, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d', 'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'mac_address': 'fa:16:3e:6c:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:42Z', 'updated_at': '2022-03-23T03:00:46Z', 'revision_number': 5, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'subnets': [{'id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:03:55.570872 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be44105-9b01-4c62-8dc7-eef7e452f52d None None] Checking router: d255defa-268f-4617-bf54-d74e9f152ede for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:03:55.579602 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be44105-9b01-4c62-8dc7-eef7e452f52d None None] Routers {'d255defa-268f-4617-bf54-d74e9f152ede'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:03:55.580176 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-0be44105-9b01-4c62-8dc7-eef7e452f52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:03:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d255defa-268f-4617-bf54-d74e9f152ede'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:03:55.581914 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0754d4-c4f7-4273-87d0-e5bb200b9af6 req-4643dc4c-8ee4-4a6a-8970-a169e4ec375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:55.583438 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3f0754d4-c4f7-4273-87d0-e5bb200b9af6 req-4643dc4c-8ee4-4a6a-8970-a169e4ec375e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7193da4f-873b-4294-aff8-fb95f86a29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448644 Mar 23 03:03:55.676890 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3f0754d4-c4f7-4273-87d0-e5bb200b9af6 req-964985ba-f875-4fb1-a663-ef4c6c4cdab6 service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876436 Mar 23 03:03:55.689193 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-0be44105-9b01-4c62-8dc7-eef7e452f52d None None] Set router d255defa-268f-4617-bf54-d74e9f152ede gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:03:55.767387 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3f0754d4-c4f7-4273-87d0-e5bb200b9af6 req-c19eb25f-68d9-4758-b40e-0808e4722608 service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850637 Mar 23 03:03:55.917623 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-0be44105-9b01-4c62-8dc7-eef7e452f52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 4, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'gw_port': {'id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '05c3de70-076e-4f82-ab35-b651e51887eb', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'floating_ip_address': '172.26.2.241', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'port_id': '1178211d-705a-4220-b0f6-7396fdc47ff2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'mac_address': 'fa:16:3e:26:68:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93da462-e25c-4206-972e-def54eb6f323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:00:47Z', 'updated_at': '2022-03-23T03:03:54Z', 'revision_number': 13, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d', 'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'mac_address': 'fa:16:3e:6c:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:42Z', 'updated_at': '2022-03-23T03:00:46Z', 'revision_number': 5, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'subnets': [{'id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:03:55.948200 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be44105-9b01-4c62-8dc7-eef7e452f52d None None] The sync data for ids ['d255defa-268f-4617-bf54-d74e9f152ede'] in dv-neutron-834613-2-hyperv is: [{'id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 4, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'gw_port': {'id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '05c3de70-076e-4f82-ab35-b651e51887eb', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'floating_ip_address': '172.26.2.241', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'port_id': '1178211d-705a-4220-b0f6-7396fdc47ff2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'mac_address': 'fa:16:3e:26:68:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93da462-e25c-4206-972e-def54eb6f323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:00:47Z', 'updated_at': '2022-03-23T03:03:54Z', 'revision_number': 13, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d', 'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'mac_address': 'fa:16:3e:6c:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:42Z', 'updated_at': '2022-03-23T03:00:46Z', 'revision_number': 5, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'subnets': [{'id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:03:56.145019 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2414d3ec-25d2-40d8-8a07-7cb4ad0c09a0 None None] New status for floating IP 05c3de70-076e-4f82-ab35-b651e51887eb: ACTIVE {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 03:03:58.055316 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc6934-f105-4ddc-98fd-34e05e43ccdc req-c92c5cbc-f309-4904-9799-6a89814cdf68 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:03:58.056789 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2dfc6934-f105-4ddc-98fd-34e05e43ccdc req-c92c5cbc-f309-4904-9799-6a89814cdf68 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 945 time: 0.0541124 Mar 23 03:03:58.106350 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2dfc6934-f105-4ddc-98fd-34e05e43ccdc req-d5fd1dcf-29a2-4697-b87d-517e0758cea7 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433788 Mar 23 03:04:16.108103 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58c15c-ef4e-4a1b-b814-a3eeeff5cff0 req-e9d03e6c-978d-49a2-a10e-c996f826f1d6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:16.109586 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ac58c15c-ef4e-4a1b-b814-a3eeeff5cff0 req-e9d03e6c-978d-49a2-a10e-c996f826f1d6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 945 time: 0.0539863 Mar 23 03:04:16.156924 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ac58c15c-ef4e-4a1b-b814-a3eeeff5cff0 req-412c5680-afe3-449c-83e8-7b58cf88a279 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417912 Mar 23 03:04:16.259171 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-0f87720f-f3f2-4752-8137-86cd7acadd1a req-60d8d526-a175-404e-afd9-9bbbc7cdc0cc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909834 Mar 23 03:04:16.863507 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87720f-f3f2-4752-8137-86cd7acadd1a req-a56fcf5e-ce82-4974-8d10-69e3c79ba9a2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:16.864851 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0f87720f-f3f2-4752-8137-86cd7acadd1a req-a56fcf5e-ce82-4974-8d10-69e3c79ba9a2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports/1178211d-705a-4220-b0f6-7396fdc47ff2 HTTP/1.1" status: 200 len: 942 time: 0.0946937 Mar 23 03:04:17.277123 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535daf97-c2ba-451a-919d-fb4e36efe127 req-4b41fc41-b72b-4375-a203-fae6db9566e8 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:17.279153 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-535daf97-c2ba-451a-919d-fb4e36efe127 req-4b41fc41-b72b-4375-a203-fae6db9566e8 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 945 time: 0.0541220 Mar 23 03:04:17.326421 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-535daf97-c2ba-451a-919d-fb4e36efe127 req-dc76c95b-c1b7-4d04-8ce8-e9039c678a29 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413284 Mar 23 03:04:17.584364 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-90237b83-bab2-4d09-ba56-1ef7efed599d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:04:18.391410 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87720f-f3f2-4752-8137-86cd7acadd1a req-180c844a-e85f-4948-af13-724b98171156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:18.392882 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0f87720f-f3f2-4752-8137-86cd7acadd1a req-180c844a-e85f-4948-af13-724b98171156 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 1129 time: 0.0975194 Mar 23 03:04:18.455377 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd887c-c7f7-4454-8edf-8ad7914c74c7 req-b2b38075-2987-4c9e-b6a0-866d64626203 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:18.456880 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e5cd887c-c7f7-4454-8edf-8ad7914c74c7 req-b2b38075-2987-4c9e-b6a0-866d64626203 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 945 time: 0.0561354 Mar 23 03:04:18.488808 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87720f-f3f2-4752-8137-86cd7acadd1a req-5b22c40c-7573-493f-899c-87a32eab129c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:18.490280 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0f87720f-f3f2-4752-8137-86cd7acadd1a req-5b22c40c-7573-493f-899c-87a32eab129c service neutron] 10.222.0.23 "GET /v2.0/networks?id=7193da4f-873b-4294-aff8-fb95f86a29de HTTP/1.1" status: 200 len: 912 time: 0.0907631 Mar 23 03:04:18.503135 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e5cd887c-c7f7-4454-8edf-8ad7914c74c7 req-0b074e88-2455-4ff1-8e06-0badde817cb3 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403848 Mar 23 03:04:18.557813 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0f87720f-f3f2-4752-8137-86cd7acadd1a req-1b0d1bc6-dc0b-4fe2-b565-d84a76886764 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1178211d-705a-4220-b0f6-7396fdc47ff2 HTTP/1.1" status: 200 len: 1002 time: 0.0615771 Mar 23 03:04:18.605053 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87720f-f3f2-4752-8137-86cd7acadd1a req-48e7c6fc-4beb-4f19-b61c-1bf081f00338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:18.606596 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0f87720f-f3f2-4752-8137-86cd7acadd1a req-48e7c6fc-4beb-4f19-b61c-1bf081f00338 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=119c0f5c-943f-484a-a6b6-c8c22899638c HTTP/1.1" status: 200 len: 850 time: 0.0428574 Mar 23 03:04:18.654216 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87720f-f3f2-4752-8137-86cd7acadd1a req-e1917e37-d4e7-4f4e-a510-cfde5d58f8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:18.655605 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0f87720f-f3f2-4752-8137-86cd7acadd1a req-e1917e37-d4e7-4f4e-a510-cfde5d58f8c9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7193da4f-873b-4294-aff8-fb95f86a29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0432856 Mar 23 03:04:18.743538 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0f87720f-f3f2-4752-8137-86cd7acadd1a req-35939b9e-aece-410e-a87b-d1f4e5c13a5f service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823185 Mar 23 03:04:18.830923 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0f87720f-f3f2-4752-8137-86cd7acadd1a req-2cee22ff-3d35-4bec-aed3-3ce851bcba80 service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813925 Mar 23 03:04:18.862143 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:04:19.622257 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db694e7-f52a-44a2-8c7a-70a120d76496 req-430c4ff3-858e-4acf-a0c3-5cf04038ca75 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:19.623755 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6db694e7-f52a-44a2-8c7a-70a120d76496 req-430c4ff3-858e-4acf-a0c3-5cf04038ca75 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 945 time: 0.0526590 Mar 23 03:04:19.668107 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6db694e7-f52a-44a2-8c7a-70a120d76496 req-90409966-614a-4fad-8bcc-147a1e7a3667 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388098 Mar 23 03:04:19.932753 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e5ad9edf-578d-473d-9426-d16dbfdc7e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:04:20.786375 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881865c-3282-44b3-b6d4-e4533b01f599 req-7e3c10ef-5e21-4bf0-9038-65f71f228df2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:20.787849 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8881865c-3282-44b3-b6d4-e4533b01f599 req-7e3c10ef-5e21-4bf0-9038-65f71f228df2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 945 time: 0.0512528 Mar 23 03:04:20.834123 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8881865c-3282-44b3-b6d4-e4533b01f599 req-2eb7bc80-c315-41cd-b44a-189b4885250d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408301 Mar 23 03:04:21.298306 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:04:21.679116 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31832f03-39bd-4474-8c56-b870dc9113f0 req-015409ac-ff15-428a-96b9-877abf2ff6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:21.680635 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-31832f03-39bd-4474-8c56-b870dc9113f0 req-015409ac-ff15-428a-96b9-877abf2ff6d0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 1129 time: 0.0477448 Mar 23 03:04:21.780630 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31832f03-39bd-4474-8c56-b870dc9113f0 req-19a6dac8-8872-47e7-8307-21c39b0f5a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:21.782073 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-31832f03-39bd-4474-8c56-b870dc9113f0 req-19a6dac8-8872-47e7-8307-21c39b0f5a5a service neutron] 10.222.0.23 "GET /v2.0/networks?id=7193da4f-873b-4294-aff8-fb95f86a29de HTTP/1.1" status: 200 len: 912 time: 0.0837064 Mar 23 03:04:21.849608 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-31832f03-39bd-4474-8c56-b870dc9113f0 req-12f2e7e7-fd4b-413f-9837-b9f2e2d1ba3c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1178211d-705a-4220-b0f6-7396fdc47ff2 HTTP/1.1" status: 200 len: 1002 time: 0.0615392 Mar 23 03:04:21.885249 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:04:21.899009 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31832f03-39bd-4474-8c56-b870dc9113f0 req-44c9095f-3858-48b1-a231-26b251e9a34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:21.900485 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-31832f03-39bd-4474-8c56-b870dc9113f0 req-44c9095f-3858-48b1-a231-26b251e9a34b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=119c0f5c-943f-484a-a6b6-c8c22899638c HTTP/1.1" status: 200 len: 850 time: 0.0453942 Mar 23 03:04:21.988024 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c67ac9-1a58-4ff4-aefb-631184ecbace req-1089cace-5399-4cb0-bf03-96dbd25001cc tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:21.989386 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f6c67ac9-1a58-4ff4-aefb-631184ecbace req-1089cace-5399-4cb0-bf03-96dbd25001cc tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 945 time: 0.0836751 Mar 23 03:04:21.991940 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31832f03-39bd-4474-8c56-b870dc9113f0 req-f7e4c46d-7cc2-4f56-b845-74f77a4cf32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:21.993252 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-31832f03-39bd-4474-8c56-b870dc9113f0 req-f7e4c46d-7cc2-4f56-b845-74f77a4cf32b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7193da4f-873b-4294-aff8-fb95f86a29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0859404 Mar 23 03:04:22.419412 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f6c67ac9-1a58-4ff4-aefb-631184ecbace req-2beccaf8-68c2-4d41-aa80-5d0b73f9930a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4244809 Mar 23 03:04:22.444001 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-31832f03-39bd-4474-8c56-b870dc9113f0 req-091ac4ee-a67a-422b-8f80-83148465fd4f service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428895 Mar 23 03:04:22.533224 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-31832f03-39bd-4474-8c56-b870dc9113f0 req-1ffd0c76-101d-459c-9f02-1b35e6efcd04 service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824840 Mar 23 03:04:22.772554 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:04:23.542149 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40634c12-be46-49ec-896e-99028a9f7332 req-fe5531fb-9e93-4987-bcb6-8c236ca17920 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:23.543672 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-40634c12-be46-49ec-896e-99028a9f7332 req-fe5531fb-9e93-4987-bcb6-8c236ca17920 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 945 time: 0.0564561 Mar 23 03:04:23.590711 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-40634c12-be46-49ec-896e-99028a9f7332 req-8db82056-f7fb-4aad-9b81-e161420ee6af tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407972 Mar 23 03:04:23.970209 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:04:24.708596 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84ea28-8bca-43a8-a5fa-7e3073306fee req-893c1197-7f63-45d8-8126-91ead2037fd7 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:24.710071 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9f84ea28-8bca-43a8-a5fa-7e3073306fee req-893c1197-7f63-45d8-8126-91ead2037fd7 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 945 time: 0.0529909 Mar 23 03:04:24.755920 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9f84ea28-8bca-43a8-a5fa-7e3073306fee req-e9cf61f1-0a63-491c-aa1f-d4dd50adada7 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403240 Mar 23 03:04:25.878365 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716c725-e066-4f57-b792-5ef52898a245 req-8262edf4-301b-4289-b570-9a1580050d9b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:25.879835 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a716c725-e066-4f57-b792-5ef52898a245 req-8262edf4-301b-4289-b570-9a1580050d9b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 945 time: 0.0509179 Mar 23 03:04:25.924725 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a716c725-e066-4f57-b792-5ef52898a245 req-a314b905-96d0-4e8c-bdc0-bbd44080ca62 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394723 Mar 23 03:04:27.047211 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba607a1f-1312-4385-92d5-df57d558367f req-3455ee86-080f-4639-85b8-703ab4913c8b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:27.048696 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ba607a1f-1312-4385-92d5-df57d558367f req-3455ee86-080f-4639-85b8-703ab4913c8b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 945 time: 0.0570538 Mar 23 03:04:27.094778 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ba607a1f-1312-4385-92d5-df57d558367f req-cdc16a21-e525-4e13-89f3-6fe389a7647c tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405130 Mar 23 03:04:28.218863 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20dab1-4aa3-4a67-9c1e-beb3fce87da4 req-e9ce3b04-d821-45d4-bfff-1c5108ab58c7 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:28.220412 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1c20dab1-4aa3-4a67-9c1e-beb3fce87da4 req-e9ce3b04-d821-45d4-bfff-1c5108ab58c7 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 945 time: 0.0582056 Mar 23 03:04:28.266614 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1c20dab1-4aa3-4a67-9c1e-beb3fce87da4 req-dae7a179-472b-4d82-ad03-1449bc1037bc tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406661 Mar 23 03:04:29.390830 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2eaee-bd5d-443f-bd96-4f4ad07f2471 req-404186f9-fba6-4dbb-854d-38db2cfa6b79 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:29.396300 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-eab2eaee-bd5d-443f-bd96-4f4ad07f2471 req-404186f9-fba6-4dbb-854d-38db2cfa6b79 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 945 time: 0.0582616 Mar 23 03:04:29.443606 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-eab2eaee-bd5d-443f-bd96-4f4ad07f2471 req-b79c62c4-57ec-435b-86de-24abd454e018 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458312 Mar 23 03:04:30.562506 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf16dd5-aeec-459e-b2fe-1ca426bc9550 req-260bd6be-878d-48e3-a104-16d0c4677ec4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:30.564022 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-baf16dd5-aeec-459e-b2fe-1ca426bc9550 req-260bd6be-878d-48e3-a104-16d0c4677ec4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 945 time: 0.0530839 Mar 23 03:04:30.610550 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-baf16dd5-aeec-459e-b2fe-1ca426bc9550 req-ff7b0149-1c7f-4d02-8dca-27adba31398e tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407808 Mar 23 03:04:31.729437 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2fcee-d3d0-4885-b0ff-c9111f355030 req-173004bf-24bc-4402-b203-03ebb0db3d06 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:31.731010 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f6f2fcee-d3d0-4885-b0ff-c9111f355030 req-173004bf-24bc-4402-b203-03ebb0db3d06 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 945 time: 0.0519760 Mar 23 03:04:31.781036 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f6f2fcee-d3d0-4885-b0ff-c9111f355030 req-ae82118a-f8d6-4fda-90b5-24b7a606def4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444648 Mar 23 03:04:32.903294 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d79fa-9aa5-42bc-97b1-ae030a93606f req-13d756d0-b410-4dd0-82d1-142cecdc2fee tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:32.904961 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8e5d79fa-9aa5-42bc-97b1-ae030a93606f req-13d756d0-b410-4dd0-82d1-142cecdc2fee tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 945 time: 0.0553765 Mar 23 03:04:32.958395 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8e5d79fa-9aa5-42bc-97b1-ae030a93606f req-2f3c64d3-ca4a-4ced-ba8b-afe9e29e2046 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475678 Mar 23 03:04:34.082511 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef7cc4-3b5d-414b-bbb6-81459710e0ab req-65950bd4-38bb-49bc-9feb-c99608ee976d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:34.083996 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f1ef7cc4-3b5d-414b-bbb6-81459710e0ab req-65950bd4-38bb-49bc-9feb-c99608ee976d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 945 time: 0.0577290 Mar 23 03:04:34.111994 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 1178211d-705a-4220-b0f6-7396fdc47ff2 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:04:34.132262 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f1ef7cc4-3b5d-414b-bbb6-81459710e0ab req-60f4816a-1268-4eb5-85fe-9fe9c9c8adb1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425479 Mar 23 03:04:34.192801 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 1178211d-705a-4220-b0f6-7396fdc47ff2 is: ACTIVE; New status is: DOWN {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:04:34.193191 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (1178211d-705a-4220-b0f6-7396fdc47ff2), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:04:34.216347 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93da462-e25c-4206-972e-def54eb6f323', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1178211d-705a-4220-b0f6-7396fdc47ff2'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:04:34.218545 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252a8a1f-07e4-42e1-89c7-70cd8404e576" -d '{"events": [{"server_uuid": "d93da462-e25c-4206-972e-def54eb6f323", "name": "network-vif-unplugged", "status": "completed", "tag": "1178211d-705a-4220-b0f6-7396fdc47ff2"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:04:34.231165 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 1178211d-705a-4220-b0f6-7396fdc47ff2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1178211d-705a-4220-b0f6-7396fdc47ff2,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:04:34.260988 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 03:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f773e2b7-0cc9-44db-ae1e-2c52215253f9 x-openstack-request-id: req-f773e2b7-0cc9-44db-ae1e-2c52215253f9 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:04:34.261266 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93da462-e25c-4206-972e-def54eb6f323", "name": "network-vif-unplugged", "status": "completed", "tag": "1178211d-705a-4220-b0f6-7396fdc47ff2", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:04:34.262151 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f773e2b7-0cc9-44db-ae1e-2c52215253f9 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:04:34.262615 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f773e2b7-0cc9-44db-ae1e-2c52215253f9'] response: {'server_uuid': 'd93da462-e25c-4206-972e-def54eb6f323', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1178211d-705a-4220-b0f6-7396fdc47ff2', 'code': 200} Mar 23 03:04:34.292373 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (1178211d-705a-4220-b0f6-7396fdc47ff2), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:04:34.347014 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=1178211d-705a-4220-b0f6-7396fdc47ff2,revision_number=6']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:04:34.354057 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:04:34.354436 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:04:34.354766 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:04:34.355238 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:04:34.355742 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:04:34.356118 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:04:34.356457 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:04:34.356791 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:04:34.357123 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:04:34.357454 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:04:34.357787 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:04:34.358116 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:04:34.358461 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:04:34.358769 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:04:34.359087 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:04:34.983149 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0f87720f-f3f2-4752-8137-86cd7acadd1a req-7f496926-4171-4642-9c0d-4f5b0a383203 service neutron] 10.222.0.23 "GET /v2.0/ports/1178211d-705a-4220-b0f6-7396fdc47ff2/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0533679 Mar 23 03:04:35.256806 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08999506-5ea2-4126-b736-120408bcc422 req-61b21458-74eb-498c-a3f7-219b31c1e654 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:35.258315 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-08999506-5ea2-4126-b736-120408bcc422 req-61b21458-74eb-498c-a3f7-219b31c1e654 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 943 time: 0.0556469 Mar 23 03:04:35.310384 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-08999506-5ea2-4126-b736-120408bcc422 req-56c3fa28-1661-459f-82f9-79c665e8cf4d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456836 Mar 23 03:04:35.532782 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87720f-f3f2-4752-8137-86cd7acadd1a req-e40dc9e6-55a3-4df9-84cf-755e13e1481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:35.534226 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0f87720f-f3f2-4752-8137-86cd7acadd1a req-e40dc9e6-55a3-4df9-84cf-755e13e1481e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323&tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6 HTTP/1.1" status: 200 len: 1127 time: 0.0446692 Mar 23 03:04:35.598385 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87720f-f3f2-4752-8137-86cd7acadd1a req-827c225d-03d8-43b7-81e3-6b16aea01b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:35.599893 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0f87720f-f3f2-4752-8137-86cd7acadd1a req-827c225d-03d8-43b7-81e3-6b16aea01b08 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 1127 time: 0.0446382 Mar 23 03:04:35.690057 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87720f-f3f2-4752-8137-86cd7acadd1a req-2337939f-05a2-4886-aa73-ceb866d75247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:35.691508 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0f87720f-f3f2-4752-8137-86cd7acadd1a req-2337939f-05a2-4886-aa73-ceb866d75247 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7193da4f-873b-4294-aff8-fb95f86a29de HTTP/1.1" status: 200 len: 912 time: 0.0865700 Mar 23 03:04:35.758968 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0f87720f-f3f2-4752-8137-86cd7acadd1a req-b9982611-2e38-46e5-a2d0-fd795267fa73 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1178211d-705a-4220-b0f6-7396fdc47ff2 HTTP/1.1" status: 200 len: 1000 time: 0.0620086 Mar 23 03:04:35.805533 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87720f-f3f2-4752-8137-86cd7acadd1a req-2f5c9ac9-019d-4690-bfca-96b51ac65ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:35.806856 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0f87720f-f3f2-4752-8137-86cd7acadd1a req-2f5c9ac9-019d-4690-bfca-96b51ac65ecc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=119c0f5c-943f-484a-a6b6-c8c22899638c HTTP/1.1" status: 200 len: 850 time: 0.0413575 Mar 23 03:04:35.859390 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87720f-f3f2-4752-8137-86cd7acadd1a req-d08faa6f-7381-479b-a184-88f3baab7b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:35.860915 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0f87720f-f3f2-4752-8137-86cd7acadd1a req-d08faa6f-7381-479b-a184-88f3baab7b19 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7193da4f-873b-4294-aff8-fb95f86a29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0473461 Mar 23 03:04:35.948469 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0f87720f-f3f2-4752-8137-86cd7acadd1a req-17dbecb7-6044-4fe5-9452-f839fdf8bef6 service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816095 Mar 23 03:04:36.056319 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0f87720f-f3f2-4752-8137-86cd7acadd1a req-fc866d61-b521-4410-bedf-fdc6c63cecdc service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008441 Mar 23 03:04:36.437420 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d4ca8-525f-4650-a7a5-7c1ce1e209f1 req-ed7e12ed-a6ff-4c34-a26e-2a5a9ec3f593 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:36.440743 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7f0d4ca8-525f-4650-a7a5-7c1ce1e209f1 req-ed7e12ed-a6ff-4c34-a26e-2a5a9ec3f593 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 943 time: 0.0594072 Mar 23 03:04:36.490495 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7f0d4ca8-525f-4650-a7a5-7c1ce1e209f1 req-e3f056b0-c65e-41c7-82e1-eb0fd1f6f31e tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441458 Mar 23 03:04:37.614844 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064ccb2-6cf3-4ad7-a3ee-3e9e0405a9ce req-5b7e55fb-0c10-4e62-9281-17088dac3afb tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:37.616351 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d064ccb2-6cf3-4ad7-a3ee-3e9e0405a9ce req-5b7e55fb-0c10-4e62-9281-17088dac3afb tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 943 time: 0.0535204 Mar 23 03:04:37.663685 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d064ccb2-6cf3-4ad7-a3ee-3e9e0405a9ce req-207cd0a6-8ba1-4943-b903-7c3cf1a4a36c tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409982 Mar 23 03:04:38.784616 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294c57e-c25b-4610-9183-22c531158875 req-abddb2cf-c180-48a8-88c4-93fca57f4630 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:38.786079 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3294c57e-c25b-4610-9183-22c531158875 req-abddb2cf-c180-48a8-88c4-93fca57f4630 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 943 time: 0.0524740 Mar 23 03:04:38.832087 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3294c57e-c25b-4610-9183-22c531158875 req-4887371d-4eb1-4749-bb7c-ae92ceae08ad tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404243 Mar 23 03:04:39.950551 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8ebe3-ac9e-46f2-87eb-09d3652e712c req-8f5d4dc4-aefd-4ab2-a5c7-c8ceb191c990 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:39.952063 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3bf8ebe3-ac9e-46f2-87eb-09d3652e712c req-8f5d4dc4-aefd-4ab2-a5c7-c8ceb191c990 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 943 time: 0.0535712 Mar 23 03:04:39.999637 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3bf8ebe3-ac9e-46f2-87eb-09d3652e712c req-f9c21eef-b123-4411-b58c-327c4d518ac7 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416796 Mar 23 03:04:41.134194 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e1026-5b6c-40d3-a607-92d119359773 req-fb81547e-386a-4dd4-abc5-929f11802dd8 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:41.134194 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-800e1026-5b6c-40d3-a607-92d119359773 req-fb81547e-386a-4dd4-abc5-929f11802dd8 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 943 time: 0.0571620 Mar 23 03:04:41.170545 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-800e1026-5b6c-40d3-a607-92d119359773 req-930bef11-e36f-43e6-981b-7e3820d690aa tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419171 Mar 23 03:04:42.293872 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e8db9-49ab-464c-b6b0-cf24134d8e43 req-72e3127b-a9e0-4179-b9e0-e7d365896bb0 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:42.299844 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cf4e8db9-49ab-464c-b6b0-cf24134d8e43 req-72e3127b-a9e0-4179-b9e0-e7d365896bb0 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 943 time: 0.0560756 Mar 23 03:04:42.342317 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cf4e8db9-49ab-464c-b6b0-cf24134d8e43 req-67277975-0bd9-498f-8b6a-c2d2de92b900 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411780 Mar 23 03:04:43.462214 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffee3a-2c7a-4a61-b213-641df6687000 req-d50b5925-3fc8-4b96-99f0-61a7be149bfe tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:43.463605 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-09ffee3a-2c7a-4a61-b213-641df6687000 req-d50b5925-3fc8-4b96-99f0-61a7be149bfe tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 943 time: 0.0540042 Mar 23 03:04:43.510876 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-09ffee3a-2c7a-4a61-b213-641df6687000 req-2d1bd6a0-f93b-4fd8-a184-40861f10b2e6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410237 Mar 23 03:04:44.634100 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd88d7c-6f95-4662-a3a0-c7e6f58e96e7 req-9effd03b-b98a-4544-8b57-fc46926f1c64 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:44.635569 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-acd88d7c-6f95-4662-a3a0-c7e6f58e96e7 req-9effd03b-b98a-4544-8b57-fc46926f1c64 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 943 time: 0.0531831 Mar 23 03:04:44.683479 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-acd88d7c-6f95-4662-a3a0-c7e6f58e96e7 req-9b78912d-a251-429d-a9fb-3f6608b1da00 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417700 Mar 23 03:04:45.818077 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7573cbf-fee3-40cf-b962-0b27dbbcef86 req-d221826e-a335-43c2-80c2-ef4e8d76af43 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:45.819558 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b7573cbf-fee3-40cf-b962-0b27dbbcef86 req-d221826e-a335-43c2-80c2-ef4e8d76af43 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 943 time: 0.0527029 Mar 23 03:04:45.870100 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b7573cbf-fee3-40cf-b962-0b27dbbcef86 req-ae1fc615-f3a9-4de7-bc0a-ec9d33009bd1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443504 Mar 23 03:04:46.992901 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f1c5e-1f7b-431a-863a-7653ebe92031 req-6e2b5fed-445a-47fd-8b05-caf1c19b3162 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:46.994289 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d43f1c5e-1f7b-431a-863a-7653ebe92031 req-6e2b5fed-445a-47fd-8b05-caf1c19b3162 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 943 time: 0.0562389 Mar 23 03:04:47.041208 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d43f1c5e-1f7b-431a-863a-7653ebe92031 req-625820ac-4b31-495f-9c8c-7406e736d9a4 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408440 Mar 23 03:04:47.592675 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1ab9233d-f267-4a91-baa7-eca1061bb54d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:04:48.165149 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b535ba5-2fd1-416e-b037-fa5e445bc2b7 req-605e2ce7-1762-4c7b-b046-cf9ba1eeeaeb tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:48.166627 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-9b535ba5-2fd1-416e-b037-fa5e445bc2b7 req-605e2ce7-1762-4c7b-b046-cf9ba1eeeaeb tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 943 time: 0.0568843 Mar 23 03:04:48.174671 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 1178211d-705a-4220-b0f6-7396fdc47ff2 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 03:04:48.215111 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-9b535ba5-2fd1-416e-b037-fa5e445bc2b7 req-5e291475-9ac2-4732-a4c1-7f195f4df34a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421357 Mar 23 03:04:48.271415 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 1178211d-705a-4220-b0f6-7396fdc47ff2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1178211d-705a-4220-b0f6-7396fdc47ff2,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:04:48.282765 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '1178211d-705a-4220-b0f6-7396fdc47ff2', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'port_id': '1178211d-705a-4220-b0f6-7396fdc47ff2', 'mac_address': 'fa:16:3e:26:68:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 03:04:48.318778 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 1178211d-705a-4220-b0f6-7396fdc47ff2 is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:04:48.319172 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (1178211d-705a-4220-b0f6-7396fdc47ff2), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:04:48.331414 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1178211d-705a-4220-b0f6-7396fdc47ff2 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:04:48.354239 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 1178211d-705a-4220-b0f6-7396fdc47ff2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1178211d-705a-4220-b0f6-7396fdc47ff2,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:04:48.418882 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (1178211d-705a-4220-b0f6-7396fdc47ff2), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:04:48.468132 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=1178211d-705a-4220-b0f6-7396fdc47ff2,revision_number=7']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:04:48.477853 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['1178211d-705a-4220-b0f6-7396fdc47ff2'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:04:48.835215 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:04:49.335184 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f77256-f962-472b-b4fe-665111adee5a req-96e93237-fa31-4bba-a7d0-91759c96cea1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:49.336837 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c4f77256-f962-472b-b4fe-665111adee5a req-96e93237-fa31-4bba-a7d0-91759c96cea1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 944 time: 0.0534205 Mar 23 03:04:49.383484 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c4f77256-f962-472b-b4fe-665111adee5a req-00da4b48-a971-4bae-9eae-a07ebced32b0 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410075 Mar 23 03:04:49.897910 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-86a164aa-07bd-49b9-b6ae-bdecd8d3e70c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:04:50.189974 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 1178211d-705a-4220-b0f6-7396fdc47ff2 up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:04:50.237237 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 1178211d-705a-4220-b0f6-7396fdc47ff2 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:04:50.237613 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (1178211d-705a-4220-b0f6-7396fdc47ff2), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:04:50.310957 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 1178211d-705a-4220-b0f6-7396fdc47ff2 is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:04:50.311349 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (1178211d-705a-4220-b0f6-7396fdc47ff2), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:04:50.337183 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93da462-e25c-4206-972e-def54eb6f323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1178211d-705a-4220-b0f6-7396fdc47ff2'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:04:50.340073 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a2df25-60c3-40e9-85a5-f74180b265a5" -d '{"events": [{"server_uuid": "d93da462-e25c-4206-972e-def54eb6f323", "name": "network-vif-plugged", "status": "completed", "tag": "1178211d-705a-4220-b0f6-7396fdc47ff2"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:04:50.352633 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 1178211d-705a-4220-b0f6-7396fdc47ff2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1178211d-705a-4220-b0f6-7396fdc47ff2,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:04:50.422156 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (1178211d-705a-4220-b0f6-7396fdc47ff2), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:04:50.449290 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196ec267-ec9a-43ff-a9d5-25d116775428 x-openstack-request-id: req-196ec267-ec9a-43ff-a9d5-25d116775428 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:04:50.449502 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93da462-e25c-4206-972e-def54eb6f323", "name": "network-vif-plugged", "status": "completed", "tag": "1178211d-705a-4220-b0f6-7396fdc47ff2", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:04:50.449907 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-196ec267-ec9a-43ff-a9d5-25d116775428 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:04:50.450311 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-196ec267-ec9a-43ff-a9d5-25d116775428'] response: {'server_uuid': 'd93da462-e25c-4206-972e-def54eb6f323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1178211d-705a-4220-b0f6-7396fdc47ff2', 'code': 200} Mar 23 03:04:50.476863 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=1178211d-705a-4220-b0f6-7396fdc47ff2,revision_number=8']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:04:50.512027 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256e48f-1b40-4d67-9e6c-6fa0afec2f32 req-8b746512-c2ba-4598-8d21-e33b6c1a0965 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:50.513394 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6256e48f-1b40-4d67-9e6c-6fa0afec2f32 req-8b746512-c2ba-4598-8d21-e33b6c1a0965 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 945 time: 0.0556650 Mar 23 03:04:50.564698 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6256e48f-1b40-4d67-9e6c-6fa0afec2f32 req-55f40834-c2c9-4772-ac5a-2664abdf3702 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457716 Mar 23 03:04:51.303957 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:04:51.692598 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c34744-71ad-429d-8d94-c8918818085b req-f00ee458-b9b4-4403-9f62-e303902694d9 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:51.694125 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-12c34744-71ad-429d-8d94-c8918818085b req-f00ee458-b9b4-4403-9f62-e303902694d9 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 945 time: 0.0536325 Mar 23 03:04:51.741973 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-12c34744-71ad-429d-8d94-c8918818085b req-877844b8-b7c7-42ea-95f8-a5ad12f393a0 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417664 Mar 23 03:04:52.747087 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:04:52.862355 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e2f2c-80de-405f-b5d1-75ff9d3fbf1d req-6603cd13-16c1-464e-ab3f-c4836b5e11e9 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:52.863872 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bd4e2f2c-80de-405f-b5d1-75ff9d3fbf1d req-6603cd13-16c1-464e-ab3f-c4836b5e11e9 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 945 time: 0.0525434 Mar 23 03:04:52.909423 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bd4e2f2c-80de-405f-b5d1-75ff9d3fbf1d req-b50b4d32-5809-4693-90cd-4d957de7b41a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400319 Mar 23 03:04:53.958864 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:04:54.032356 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fff073-a2c1-4218-bafa-53bc13c8f935 req-f9329149-8dca-4d6b-be34-eb2db97bd43a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:54.033814 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-77fff073-a2c1-4218-bafa-53bc13c8f935 req-f9329149-8dca-4d6b-be34-eb2db97bd43a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 945 time: 0.0559838 Mar 23 03:04:54.080459 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-77fff073-a2c1-4218-bafa-53bc13c8f935 req-48c001bd-42de-413f-af51-f91c2431ff50 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411839 Mar 23 03:04:54.631683 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea74203-2ccd-40a6-8f79-189950e75b80 req-36de3d1e-adef-44d7-9c39-011393140b52 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:54.633221 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-2ea74203-2ccd-40a6-8f79-189950e75b80 req-36de3d1e-adef-44d7-9c39-011393140b52 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 945 time: 0.0541503 Mar 23 03:04:54.670107 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82af17-bb3b-4094-8d60-6b90f02bf867 req-b3693eb3-f1ba-4700-adca-5a047c244ed2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:54.671600 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4c82af17-bb3b-4094-8d60-6b90f02bf867 req-b3693eb3-f1ba-4700-adca-5a047c244ed2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.23 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323&tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 945 time: 0.0570936 Mar 23 03:04:54.681007 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-2ea74203-2ccd-40a6-8f79-189950e75b80 req-fac9d355-0b29-4f38-9dd0-e7a6fc3e01af tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413613 Mar 23 03:04:54.732373 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4c82af17-bb3b-4094-8d60-6b90f02bf867 req-2b6445d0-bb02-4a74-a2c5-50999a332cdb service neutron] 10.222.0.23 "GET /v2.0/ports/1178211d-705a-4220-b0f6-7396fdc47ff2/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0548580 Mar 23 03:04:54.805762 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82af17-bb3b-4094-8d60-6b90f02bf867 req-cac90b46-f955-49c7-85b0-024d2192fc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:54.807213 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4c82af17-bb3b-4094-8d60-6b90f02bf867 req-cac90b46-f955-49c7-85b0-024d2192fc19 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 1129 time: 0.0541456 Mar 23 03:04:54.896190 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82af17-bb3b-4094-8d60-6b90f02bf867 req-4694c2d8-1e49-49ce-a6ff-15384f627a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:54.897659 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4c82af17-bb3b-4094-8d60-6b90f02bf867 req-4694c2d8-1e49-49ce-a6ff-15384f627a44 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7193da4f-873b-4294-aff8-fb95f86a29de HTTP/1.1" status: 200 len: 912 time: 0.0841060 Mar 23 03:04:54.966316 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4c82af17-bb3b-4094-8d60-6b90f02bf867 req-7e6518e2-c9a8-4528-9f26-394d066f46d1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1178211d-705a-4220-b0f6-7396fdc47ff2 HTTP/1.1" status: 200 len: 1002 time: 0.0631061 Mar 23 03:04:55.014128 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82af17-bb3b-4094-8d60-6b90f02bf867 req-98bc00ee-5853-4d4f-8f2f-728ae42e0873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:55.015532 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4c82af17-bb3b-4094-8d60-6b90f02bf867 req-98bc00ee-5853-4d4f-8f2f-728ae42e0873 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=119c0f5c-943f-484a-a6b6-c8c22899638c HTTP/1.1" status: 200 len: 850 time: 0.0430315 Mar 23 03:04:55.062793 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82af17-bb3b-4094-8d60-6b90f02bf867 req-75d05aec-c394-4716-b63c-00963896d46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:55.064197 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4c82af17-bb3b-4094-8d60-6b90f02bf867 req-75d05aec-c394-4716-b63c-00963896d46f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7193da4f-873b-4294-aff8-fb95f86a29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434806 Mar 23 03:04:55.155727 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4c82af17-bb3b-4094-8d60-6b90f02bf867 req-0c51148d-fb8a-4d2e-b603-f51ccc54593d service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860085 Mar 23 03:04:55.244859 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4c82af17-bb3b-4094-8d60-6b90f02bf867 req-74ed33e8-8357-45e3-82af-0782219aea34 service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839930 Mar 23 03:04:55.802251 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e7697-b86c-4eb8-82ba-53736eb58949 req-7870fc0d-c816-4f15-9be7-492b94334f46 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:55.803707 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-da4e7697-b86c-4eb8-82ba-53736eb58949 req-7870fc0d-c816-4f15-9be7-492b94334f46 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 945 time: 0.0527098 Mar 23 03:04:55.853832 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-da4e7697-b86c-4eb8-82ba-53736eb58949 req-5b5bd823-bc04-4daf-b086-00f93828c525 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439160 Mar 23 03:04:56.977057 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982628d-8f65-49ad-8a9f-0d6a5dd826aa req-8009fcf7-0aaf-465b-b813-d0975bac8dac tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:56.978545 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4982628d-8f65-49ad-8a9f-0d6a5dd826aa req-8009fcf7-0aaf-465b-b813-d0975bac8dac tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 945 time: 0.0580971 Mar 23 03:04:57.024322 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4982628d-8f65-49ad-8a9f-0d6a5dd826aa req-be2b035b-a7f4-463b-8910-20b0991f31ed tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401721 Mar 23 03:04:58.143473 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a27c0-dea3-4d87-be72-2c538b6023c3 req-b9a94cc1-7bf3-40f3-bedc-2b77bed27f86 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:58.145039 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9c3a27c0-dea3-4d87-be72-2c538b6023c3 req-b9a94cc1-7bf3-40f3-bedc-2b77bed27f86 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 945 time: 0.0532351 Mar 23 03:04:58.192277 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9c3a27c0-dea3-4d87-be72-2c538b6023c3 req-cb32bb10-f49a-4b5b-9e9e-335015b1aac0 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414672 Mar 23 03:04:58.883471 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:04:59.315215 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44eca7f-c253-4d5e-8e9c-92d3d01e8ac2 req-ce18a781-a249-4131-a2df-b0fd3deb797b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:04:59.316710 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c44eca7f-c253-4d5e-8e9c-92d3d01e8ac2 req-ce18a781-a249-4131-a2df-b0fd3deb797b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 945 time: 0.0531831 Mar 23 03:04:59.365838 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c44eca7f-c253-4d5e-8e9c-92d3d01e8ac2 req-99549f0f-577d-4419-828a-5fbf07d45061 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431616 Mar 23 03:05:00.220786 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 1178211d-705a-4220-b0f6-7396fdc47ff2 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:05:00.294453 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 1178211d-705a-4220-b0f6-7396fdc47ff2 is: ACTIVE; New status is: DOWN {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:05:00.294841 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (1178211d-705a-4220-b0f6-7396fdc47ff2), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:00.317667 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93da462-e25c-4206-972e-def54eb6f323', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1178211d-705a-4220-b0f6-7396fdc47ff2'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:05:00.319887 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe81bc0-c9e2-4ffe-80db-9e517367d7c0" -d '{"events": [{"server_uuid": "d93da462-e25c-4206-972e-def54eb6f323", "name": "network-vif-unplugged", "status": "completed", "tag": "1178211d-705a-4220-b0f6-7396fdc47ff2"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:05:00.333728 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 1178211d-705a-4220-b0f6-7396fdc47ff2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1178211d-705a-4220-b0f6-7396fdc47ff2,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:05:00.363095 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 03:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0846c3f6-26cd-4d7f-ace9-d30983996a30 x-openstack-request-id: req-0846c3f6-26cd-4d7f-ace9-d30983996a30 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:05:00.363385 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93da462-e25c-4206-972e-def54eb6f323", "name": "network-vif-unplugged", "status": "completed", "tag": "1178211d-705a-4220-b0f6-7396fdc47ff2", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:05:00.363646 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0846c3f6-26cd-4d7f-ace9-d30983996a30 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:05:00.364069 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0846c3f6-26cd-4d7f-ace9-d30983996a30'] response: {'server_uuid': 'd93da462-e25c-4206-972e-def54eb6f323', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1178211d-705a-4220-b0f6-7396fdc47ff2', 'code': 200} Mar 23 03:05:00.412133 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (1178211d-705a-4220-b0f6-7396fdc47ff2), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:00.460108 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=1178211d-705a-4220-b0f6-7396fdc47ff2,revision_number=9']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:05:00.494554 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc4ca3-296d-4da5-b687-c62dfff7f480 req-ce313db4-487b-4955-b120-ba68ec1383ae tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:00.497493 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c3fc4ca3-296d-4da5-b687-c62dfff7f480 req-ce313db4-487b-4955-b120-ba68ec1383ae tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 943 time: 0.0634868 Mar 23 03:05:00.547291 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c3fc4ca3-296d-4da5-b687-c62dfff7f480 req-650adde9-7a13-4f60-be4d-92028856baaa tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442739 Mar 23 03:05:01.676297 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a356ff-7548-4a0e-8809-64df488ca25f req-dbf776cb-0635-4882-9858-bf1fb792e0ff tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:01.678618 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-80a356ff-7548-4a0e-8809-64df488ca25f req-dbf776cb-0635-4882-9858-bf1fb792e0ff tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 943 time: 0.0585186 Mar 23 03:05:01.726816 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-80a356ff-7548-4a0e-8809-64df488ca25f req-0f605b86-d1ac-4952-978f-c90f1ee2eac2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419679 Mar 23 03:05:02.371944 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82af17-bb3b-4094-8d60-6b90f02bf867 req-02a68a0f-0daf-4612-9407-d2f7d448348b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:02.373358 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4c82af17-bb3b-4094-8d60-6b90f02bf867 req-02a68a0f-0daf-4612-9407-d2f7d448348b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323&tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6 HTTP/1.1" status: 200 len: 1127 time: 0.0481963 Mar 23 03:05:02.436229 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82af17-bb3b-4094-8d60-6b90f02bf867 req-9d26df52-d7ea-494d-8661-5c16da8ac6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:02.437699 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4c82af17-bb3b-4094-8d60-6b90f02bf867 req-9d26df52-d7ea-494d-8661-5c16da8ac6e2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 1127 time: 0.0440214 Mar 23 03:05:02.524267 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82af17-bb3b-4094-8d60-6b90f02bf867 req-1d328380-547a-42ae-ad55-a92839f0b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:02.525715 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4c82af17-bb3b-4094-8d60-6b90f02bf867 req-1d328380-547a-42ae-ad55-a92839f0b7fb service neutron] 10.222.0.23 "GET /v2.0/networks?id=7193da4f-873b-4294-aff8-fb95f86a29de HTTP/1.1" status: 200 len: 912 time: 0.0825305 Mar 23 03:05:02.592958 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4c82af17-bb3b-4094-8d60-6b90f02bf867 req-42960216-39dd-4d00-95fc-48edbe25124d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1178211d-705a-4220-b0f6-7396fdc47ff2 HTTP/1.1" status: 200 len: 1000 time: 0.0612314 Mar 23 03:05:02.639420 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82af17-bb3b-4094-8d60-6b90f02bf867 req-3d20e2bd-2939-44e4-bae0-8c83be565f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:02.640805 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4c82af17-bb3b-4094-8d60-6b90f02bf867 req-3d20e2bd-2939-44e4-bae0-8c83be565f3f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=119c0f5c-943f-484a-a6b6-c8c22899638c HTTP/1.1" status: 200 len: 850 time: 0.0424194 Mar 23 03:05:02.688012 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82af17-bb3b-4094-8d60-6b90f02bf867 req-987e36a6-8faa-467e-a46a-b0c4131c22dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:02.689489 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4c82af17-bb3b-4094-8d60-6b90f02bf867 req-987e36a6-8faa-467e-a46a-b0c4131c22dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7193da4f-873b-4294-aff8-fb95f86a29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0432544 Mar 23 03:05:02.779710 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4c82af17-bb3b-4094-8d60-6b90f02bf867 req-34672fef-25d1-431c-b546-d3a26a655bcc service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845795 Mar 23 03:05:02.845513 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3f4e0-e2d2-43a7-a319-c3d0e4fbf05b req-d799a2ee-f316-4280-9c48-7357ca966bfe tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:02.847037 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-27f3f4e0-e2d2-43a7-a319-c3d0e4fbf05b req-d799a2ee-f316-4280-9c48-7357ca966bfe tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 943 time: 0.0526376 Mar 23 03:05:02.874859 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4c82af17-bb3b-4094-8d60-6b90f02bf867 req-7a0b0661-da87-4c54-9a6b-c14e7c680476 service neutron] 10.222.0.23 "GET /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898421 Mar 23 03:05:02.894685 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-27f3f4e0-e2d2-43a7-a319-c3d0e4fbf05b req-d4c56725-1cb1-4566-a1bb-a630289d808b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420697 Mar 23 03:05:04.020307 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf419c1c-f64f-4dc2-b397-a9ae129921a5 req-e31fe9f5-e7d2-4b26-b852-531d6c413eda tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:04.021838 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bf419c1c-f64f-4dc2-b397-a9ae129921a5 req-e31fe9f5-e7d2-4b26-b852-531d6c413eda tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 943 time: 0.0573812 Mar 23 03:05:04.069522 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bf419c1c-f64f-4dc2-b397-a9ae129921a5 req-a2ced679-5269-4c06-8f47-33c51d499945 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406897 Mar 23 03:05:05.196619 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eeccf9-d72e-410b-b7de-093952006568 req-9985948b-af5f-420b-821d-5b8cf688b2f1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:05.200189 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-59eeccf9-d72e-410b-b7de-093952006568 req-9985948b-af5f-420b-821d-5b8cf688b2f1 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 943 time: 0.0579948 Mar 23 03:05:05.246330 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-59eeccf9-d72e-410b-b7de-093952006568 req-200d1cad-5b66-453c-9d67-447d2507b087 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424774 Mar 23 03:05:06.364558 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e701085-5da9-4b03-8daf-fb62bf82d3cd req-34a5fee3-cbd2-4de4-b680-0024d6abd02e tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:06.366073 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1e701085-5da9-4b03-8daf-fb62bf82d3cd req-34a5fee3-cbd2-4de4-b680-0024d6abd02e tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 943 time: 0.0524633 Mar 23 03:05:06.413307 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1e701085-5da9-4b03-8daf-fb62bf82d3cd req-823d4687-c6e2-4e84-b338-6cec9b6eaad8 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409348 Mar 23 03:05:07.546282 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5beab27-0e30-45b8-b3e9-d365688764de req-56433bd8-48bf-4167-9877-e80992b2b669 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:07.547915 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c5beab27-0e30-45b8-b3e9-d365688764de req-56433bd8-48bf-4167-9877-e80992b2b669 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 943 time: 0.0594141 Mar 23 03:05:07.596834 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c5beab27-0e30-45b8-b3e9-d365688764de req-0ffe5199-25e5-4c08-ac00-c3dcac5763bd tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433605 Mar 23 03:05:08.721056 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701827a7-8731-401e-8848-6ab9e377159a req-6b73029f-6d41-42b7-b920-67f50a573594 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:08.722510 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-701827a7-8731-401e-8848-6ab9e377159a req-6b73029f-6d41-42b7-b920-67f50a573594 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 943 time: 0.0586712 Mar 23 03:05:08.769281 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-701827a7-8731-401e-8848-6ab9e377159a req-00753b2b-54e1-4fc4-9dcd-fcfcf1c12c49 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412319 Mar 23 03:05:09.887605 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad41095-1ac1-445f-ad4f-19e3e5356f28 req-b3334fdc-2584-4604-b616-b997c85ac58a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:09.889113 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-bad41095-1ac1-445f-ad4f-19e3e5356f28 req-b3334fdc-2584-4604-b616-b997c85ac58a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 943 time: 0.0526755 Mar 23 03:05:09.937251 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-bad41095-1ac1-445f-ad4f-19e3e5356f28 req-34aed535-087a-499f-9271-ae642be58838 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425129 Mar 23 03:05:11.063311 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30faf1d-af58-4d9e-8d4f-5cd33f536d8a req-18644200-f474-40e1-88a2-2ba175508428 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:11.064946 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d30faf1d-af58-4d9e-8d4f-5cd33f536d8a req-18644200-f474-40e1-88a2-2ba175508428 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 943 time: 0.0560684 Mar 23 03:05:11.114823 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d30faf1d-af58-4d9e-8d4f-5cd33f536d8a req-f5b022d7-24a6-4e05-a8e7-3e7d1563958f tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438256 Mar 23 03:05:12.235984 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62958a-3665-46fe-9582-c6f6d6257a26 req-663e04a9-8b25-48b8-bfb5-5cc39681508a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:12.237471 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-2b62958a-3665-46fe-9582-c6f6d6257a26 req-663e04a9-8b25-48b8-bfb5-5cc39681508a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 943 time: 0.0541151 Mar 23 03:05:12.288349 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-2b62958a-3665-46fe-9582-c6f6d6257a26 req-7487995f-9b46-4c19-b23f-5b51725a9445 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451791 Mar 23 03:05:13.406387 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce54f34-8322-48bd-bfd0-154310699252 req-9fb00583-e7b5-4ab3-a09c-b2161bd53a83 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:13.407753 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0ce54f34-8322-48bd-bfd0-154310699252 req-9fb00583-e7b5-4ab3-a09c-b2161bd53a83 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 943 time: 0.0520949 Mar 23 03:05:13.457032 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0ce54f34-8322-48bd-bfd0-154310699252 req-98c1c887-1877-459b-9cde-3770af17f052 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436716 Mar 23 03:05:14.297986 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 1178211d-705a-4220-b0f6-7396fdc47ff2 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 03:05:14.395692 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 1178211d-705a-4220-b0f6-7396fdc47ff2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1178211d-705a-4220-b0f6-7396fdc47ff2,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:05:14.407362 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '1178211d-705a-4220-b0f6-7396fdc47ff2', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'port_id': '1178211d-705a-4220-b0f6-7396fdc47ff2', 'mac_address': 'fa:16:3e:26:68:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 03:05:14.442486 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 1178211d-705a-4220-b0f6-7396fdc47ff2 is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:05:14.442879 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (1178211d-705a-4220-b0f6-7396fdc47ff2), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:14.456189 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1178211d-705a-4220-b0f6-7396fdc47ff2 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:05:14.475655 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 1178211d-705a-4220-b0f6-7396fdc47ff2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1178211d-705a-4220-b0f6-7396fdc47ff2,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:05:14.543774 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (1178211d-705a-4220-b0f6-7396fdc47ff2), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:14.576843 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770d820-68aa-4da6-acda-ceeafd8a0a0b req-18dc541e-5b59-4eeb-b7ff-e61ddef757ec tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:14.578607 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7770d820-68aa-4da6-acda-ceeafd8a0a0b req-18dc541e-5b59-4eeb-b7ff-e61ddef757ec tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 943 time: 0.0548759 Mar 23 03:05:14.595240 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=1178211d-705a-4220-b0f6-7396fdc47ff2,revision_number=10']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:05:14.599254 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['1178211d-705a-4220-b0f6-7396fdc47ff2'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:05:14.632428 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7770d820-68aa-4da6-acda-ceeafd8a0a0b req-5744a5f4-35a0-4d9d-ada6-09856a88a1a2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470278 Mar 23 03:05:15.751438 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a936c33-12e7-4785-8d21-68407e40c684 req-2a679e1a-571e-4460-921e-9afd7353ffb9 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:15.753018 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6a936c33-12e7-4785-8d21-68407e40c684 req-2a679e1a-571e-4460-921e-9afd7353ffb9 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 945 time: 0.0522864 Mar 23 03:05:15.798453 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6a936c33-12e7-4785-8d21-68407e40c684 req-18867c6b-bb96-4cf9-a328-7f67cca31c6c tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400348 Mar 23 03:05:16.329464 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 1178211d-705a-4220-b0f6-7396fdc47ff2 up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:05:16.378402 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 1178211d-705a-4220-b0f6-7396fdc47ff2 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:05:16.378770 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (1178211d-705a-4220-b0f6-7396fdc47ff2), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:16.457904 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 1178211d-705a-4220-b0f6-7396fdc47ff2 is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:05:16.458203 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (1178211d-705a-4220-b0f6-7396fdc47ff2), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:16.480783 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93da462-e25c-4206-972e-def54eb6f323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1178211d-705a-4220-b0f6-7396fdc47ff2'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:05:16.482986 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e61d928-2bb8-41cc-82aa-7e562850e1c7" -d '{"events": [{"server_uuid": "d93da462-e25c-4206-972e-def54eb6f323", "name": "network-vif-plugged", "status": "completed", "tag": "1178211d-705a-4220-b0f6-7396fdc47ff2"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:05:16.494523 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 1178211d-705a-4220-b0f6-7396fdc47ff2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1178211d-705a-4220-b0f6-7396fdc47ff2,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:05:16.526652 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6865780c-d64f-441d-aa9b-27c96978131f x-openstack-request-id: req-6865780c-d64f-441d-aa9b-27c96978131f {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:05:16.526953 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93da462-e25c-4206-972e-def54eb6f323", "name": "network-vif-plugged", "status": "completed", "tag": "1178211d-705a-4220-b0f6-7396fdc47ff2", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:05:16.527213 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6865780c-d64f-441d-aa9b-27c96978131f {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:05:16.527622 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6865780c-d64f-441d-aa9b-27c96978131f'] response: {'server_uuid': 'd93da462-e25c-4206-972e-def54eb6f323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1178211d-705a-4220-b0f6-7396fdc47ff2', 'code': 200} Mar 23 03:05:16.583446 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (1178211d-705a-4220-b0f6-7396fdc47ff2), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:16.629867 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=1178211d-705a-4220-b0f6-7396fdc47ff2,revision_number=11']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:05:16.922281 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fd03d-5285-4c1b-930b-3f74fd6cf50b req-960477b9-2fab-4927-8d07-8c491bc23ae6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:16.923767 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-083fd03d-5285-4c1b-930b-3f74fd6cf50b req-960477b9-2fab-4927-8d07-8c491bc23ae6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 946 time: 0.0583913 Mar 23 03:05:16.972096 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-083fd03d-5285-4c1b-930b-3f74fd6cf50b req-6aeff588-4c7d-4f7d-bc7a-31a46f45fa6b tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427129 Mar 23 03:05:17.611534 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2e4d11e9-e35a-4665-bc57-b99bb7c64540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:18.103905 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909f7c9-2f6a-4190-8f4d-1bef1efd6f18 req-91150563-3e82-4cc5-8066-c2ad7c66abf9 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:18.105650 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4909f7c9-2f6a-4190-8f4d-1bef1efd6f18 req-91150563-3e82-4cc5-8066-c2ad7c66abf9 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 946 time: 0.0533476 Mar 23 03:05:18.151524 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4909f7c9-2f6a-4190-8f4d-1bef1efd6f18 req-3d68fa04-9ab1-43a1-8fe6-537c756013c2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398777 Mar 23 03:05:18.863146 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:19.274481 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb626ba-15ec-4a60-a28f-63d469363b90 req-0bfa78a0-1596-4187-9a74-40f9ec2915af tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:19.275988 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ddb626ba-15ec-4a60-a28f-63d469363b90 req-0bfa78a0-1596-4187-9a74-40f9ec2915af tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 946 time: 0.0559702 Mar 23 03:05:19.323254 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ddb626ba-15ec-4a60-a28f-63d469363b90 req-6b23a73a-194c-46e9-ae17-82e2544dca22 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409415 Mar 23 03:05:19.920650 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ae638811-e086-46ad-ac60-d8a665db6801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:20.454013 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f69d4b-184a-4b1e-811e-1bffd3ff445b req-254dbab5-a232-4ce9-a3bc-8da9845b6ca6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:20.455432 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b8f69d4b-184a-4b1e-811e-1bffd3ff445b req-254dbab5-a232-4ce9-a3bc-8da9845b6ca6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 946 time: 0.0613544 Mar 23 03:05:20.502831 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b8f69d4b-184a-4b1e-811e-1bffd3ff445b req-44ffd89b-9293-49a6-8578-4eed5b865d4c tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418291 Mar 23 03:05:20.618553 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33f052-9830-4622-a6cf-cf78e42a84fb req-ebcd1bbc-9271-403b-86a0-d734bef2e7cd tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:20.620158 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0e33f052-9830-4622-a6cf-cf78e42a84fb req-ebcd1bbc-9271-403b-86a0-d734bef2e7cd tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 946 time: 0.0516512 Mar 23 03:05:20.667197 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0e33f052-9830-4622-a6cf-cf78e42a84fb req-a5e73187-8eec-49c4-aecb-28dc53101786 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410125 Mar 23 03:05:20.791072 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f64b0-55d7-4293-a292-83222970b15b req-dbd3f78a-7764-49b9-a8d3-cb37abcae965 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:20.793114 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7d2f64b0-55d7-4293-a292-83222970b15b req-dbd3f78a-7764-49b9-a8d3-cb37abcae965 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 946 time: 0.0521526 Mar 23 03:05:20.837762 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7d2f64b0-55d7-4293-a292-83222970b15b req-c0c6d5d4-5aaa-4e03-9d54-7d09789a8228 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390821 Mar 23 03:05:21.304866 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f5daf-66df-40c0-86fe-3ccb516b0081 req-1bca2c57-cd82-42f4-a608-64c1149ae4f5 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:21.306347 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c95f5daf-66df-40c0-86fe-3ccb516b0081 req-1bca2c57-cd82-42f4-a608-64c1149ae4f5 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 946 time: 0.0564227 Mar 23 03:05:21.332071 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:21.353744 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c95f5daf-66df-40c0-86fe-3ccb516b0081 req-c26f3655-27f4-441b-b9f1-98f2d78ce4a7 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410421 Mar 23 03:05:22.474329 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a5198-79f9-4530-8ad2-2967efe96b8c req-2fdbfe01-3dd7-44ec-a409-eca2fe220346 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:22.475850 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9f0a5198-79f9-4530-8ad2-2967efe96b8c req-2fdbfe01-3dd7-44ec-a409-eca2fe220346 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 946 time: 0.0528128 Mar 23 03:05:22.525302 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9f0a5198-79f9-4530-8ad2-2967efe96b8c req-7f8d8969-ab75-4050-b915-2164a49af4e0 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433400 Mar 23 03:05:22.746319 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:23.573620 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9bcc3-1e06-40e6-90d0-2a7a1f18636f req-613ab8c6-e4e5-4e8e-8222-fb9e2a736b5a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:23.575074 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7fe9bcc3-1e06-40e6-90d0-2a7a1f18636f req-613ab8c6-e4e5-4e8e-8222-fb9e2a736b5a tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.23 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 946 time: 0.0529413 Mar 23 03:05:23.645831 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd960a-5ae2-48fe-bb27-79d7c927f306 req-9345e22c-0a9e-4679-a7da-e776d952c9a5 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:23.647345 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c0bd960a-5ae2-48fe-bb27-79d7c927f306 req-9345e22c-0a9e-4679-a7da-e776d952c9a5 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 946 time: 0.0539036 Mar 23 03:05:23.676793 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-7fe9bcc3-1e06-40e6-90d0-2a7a1f18636f req-fd717fc0-6a80-4c5e-b226-fb35b5147250 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Deleting port 1178211d-705a-4220-b0f6-7396fdc47ff2 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:05:23.677161 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-7fe9bcc3-1e06-40e6-90d0-2a7a1f18636f req-fd717fc0-6a80-4c5e-b226-fb35b5147250 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (1178211d-705a-4220-b0f6-7396fdc47ff2), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:23.705014 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c0bd960a-5ae2-48fe-bb27-79d7c927f306 req-544408b0-e30d-4b7c-a5de-9adec3a90e98 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups?id=8adbe69b-6244-46cd-9e96-3cae023feaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518920 Mar 23 03:05:23.769410 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-7fe9bcc3-1e06-40e6-90d0-2a7a1f18636f req-fd717fc0-6a80-4c5e-b226-fb35b5147250 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] For port 1178211d-705a-4220-b0f6-7396fdc47ff2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1178211d-705a-4220-b0f6-7396fdc47ff2,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:05:23.769774 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-7fe9bcc3-1e06-40e6-90d0-2a7a1f18636f req-fd717fc0-6a80-4c5e-b226-fb35b5147250 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (1178211d-705a-4220-b0f6-7396fdc47ff2), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:23.940279 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-7fe9bcc3-1e06-40e6-90d0-2a7a1f18636f req-fd717fc0-6a80-4c5e-b226-fb35b5147250 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:23.940567 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-7fe9bcc3-1e06-40e6-90d0-2a7a1f18636f req-fd717fc0-6a80-4c5e-b226-fb35b5147250 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (05c3de70-076e-4f82-ab35-b651e51887eb), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:23.940882 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [req-7fe9bcc3-1e06-40e6-90d0-2a7a1f18636f req-fd717fc0-6a80-4c5e-b226-fb35b5147250 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Floating IP 05c3de70-076e-4f82-ab35-b651e51887eb disassociated. External IP: 172.26.2.241, port: 1178211d-705a-4220-b0f6-7396fdc47ff2. Mar 23 03:05:23.941220 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-7fe9bcc3-1e06-40e6-90d0-2a7a1f18636f req-fd717fc0-6a80-4c5e-b226-fb35b5147250 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Calling delete_port for 1178211d-705a-4220-b0f6-7396fdc47ff2 owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:05:23.965921 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:24.140874 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-7fe9bcc3-1e06-40e6-90d0-2a7a1f18636f req-fd717fc0-6a80-4c5e-b226-fb35b5147250 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (1178211d-705a-4220-b0f6-7396fdc47ff2), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:24.170621 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd717fc0-6a80-4c5e-b226-fb35b5147250 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Pushing event deleted for resources: {'Port': ['ID=1178211d-705a-4220-b0f6-7396fdc47ff2,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:05:24.183146 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd717fc0-6a80-4c5e-b226-fb35b5147250 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:24.183497 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd717fc0-6a80-4c5e-b226-fb35b5147250 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:24.183867 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd717fc0-6a80-4c5e-b226-fb35b5147250 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:24.184213 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd717fc0-6a80-4c5e-b226-fb35b5147250 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:24.187121 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd717fc0-6a80-4c5e-b226-fb35b5147250 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:24.187491 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd717fc0-6a80-4c5e-b226-fb35b5147250 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:24.187867 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd717fc0-6a80-4c5e-b226-fb35b5147250 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:24.188211 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd717fc0-6a80-4c5e-b226-fb35b5147250 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:24.188552 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd717fc0-6a80-4c5e-b226-fb35b5147250 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:24.188912 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd717fc0-6a80-4c5e-b226-fb35b5147250 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:24.189273 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd717fc0-6a80-4c5e-b226-fb35b5147250 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:24.189619 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd717fc0-6a80-4c5e-b226-fb35b5147250 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:24.189953 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd717fc0-6a80-4c5e-b226-fb35b5147250 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:24.190325 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd717fc0-6a80-4c5e-b226-fb35b5147250 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:24.190608 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd717fc0-6a80-4c5e-b226-fb35b5147250 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:24.307122 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fe9bcc3-1e06-40e6-90d0-2a7a1f18636f req-fd717fc0-6a80-4c5e-b226-fb35b5147250 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Router d255defa-268f-4617-bf54-d74e9f152ede has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:05:24.417274 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fe9bcc3-1e06-40e6-90d0-2a7a1f18636f req-fd717fc0-6a80-4c5e-b226-fb35b5147250 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:05:24.427070 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a829c6d-3010-44e1-906b-474279cbb0ed None None] Sync routers for ids ['d255defa-268f-4617-bf54-d74e9f152ede'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:05:24.437531 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a829c6d-3010-44e1-906b-474279cbb0ed None None] Routers {'d255defa-268f-4617-bf54-d74e9f152ede'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:05:24.438159 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-6a829c6d-3010-44e1-906b-474279cbb0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:05:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d255defa-268f-4617-bf54-d74e9f152ede'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:05:24.458847 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe9bcc3-1e06-40e6-90d0-2a7a1f18636f req-fd717fc0-6a80-4c5e-b226-fb35b5147250 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] No DVR routers for this DVR port 1178211d-705a-4220-b0f6-7396fdc47ff2 on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:05:24.461325 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-7fe9bcc3-1e06-40e6-90d0-2a7a1f18636f req-fd717fc0-6a80-4c5e-b226-fb35b5147250 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:24.465029 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7fe9bcc3-1e06-40e6-90d0-2a7a1f18636f req-fd717fc0-6a80-4c5e-b226-fb35b5147250 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.23 "DELETE /v2.0/ports/1178211d-705a-4220-b0f6-7396fdc47ff2 HTTP/1.1" status: 204 len: 173 time: 0.8846142 Mar 23 03:05:24.465483 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93da462-e25c-4206-972e-def54eb6f323', 'name': 'network-vif-deleted', 'tag': '1178211d-705a-4220-b0f6-7396fdc47ff2'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:05:24.467700 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c2b6e0-7968-4c75-85fe-c3b9694d2176" -d '{"events": [{"server_uuid": "d93da462-e25c-4206-972e-def54eb6f323", "name": "network-vif-deleted", "tag": "1178211d-705a-4220-b0f6-7396fdc47ff2"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:05:24.546292 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-6a829c6d-3010-44e1-906b-474279cbb0ed None None] Set router d255defa-268f-4617-bf54-d74e9f152ede gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:05:24.566306 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3284bca-deb9-44cd-92e1-55ef3b057302 x-openstack-request-id: req-f3284bca-deb9-44cd-92e1-55ef3b057302 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:05:24.566436 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93da462-e25c-4206-972e-def54eb6f323", "name": "network-vif-deleted", "tag": "1178211d-705a-4220-b0f6-7396fdc47ff2", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:05:24.566616 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3284bca-deb9-44cd-92e1-55ef3b057302 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:05:24.567042 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3284bca-deb9-44cd-92e1-55ef3b057302'] response: {'server_uuid': 'd93da462-e25c-4206-972e-def54eb6f323', 'name': 'network-vif-deleted', 'tag': '1178211d-705a-4220-b0f6-7396fdc47ff2', 'status': 'completed', 'code': 200} Mar 23 03:05:24.809146 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-173cdcbb-90b2-4f29-9a28-0dbc0064f385 req-22e47ca2-ecfd-48fe-8597-94b3f2a29722 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 210 time: 0.0327885 Mar 23 03:05:24.861373 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-6a829c6d-3010-44e1-906b-474279cbb0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 4, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'gw_port': {'id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'd9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d', 'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'mac_address': 'fa:16:3e:6c:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:42Z', 'updated_at': '2022-03-23T03:00:46Z', 'revision_number': 5, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'subnets': [{'id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:05:24.890281 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a829c6d-3010-44e1-906b-474279cbb0ed None None] Checking router: d255defa-268f-4617-bf54-d74e9f152ede for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:05:24.907776 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a829c6d-3010-44e1-906b-474279cbb0ed None None] Routers {'d255defa-268f-4617-bf54-d74e9f152ede'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:05:24.908391 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-6a829c6d-3010-44e1-906b-474279cbb0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:05:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d255defa-268f-4617-bf54-d74e9f152ede'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:05:25.020878 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-6a829c6d-3010-44e1-906b-474279cbb0ed None None] Set router d255defa-268f-4617-bf54-d74e9f152ede gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:05:25.223063 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-6a829c6d-3010-44e1-906b-474279cbb0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 4, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'gw_port': {'id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'd9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d', 'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'mac_address': 'fa:16:3e:6c:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:42Z', 'updated_at': '2022-03-23T03:00:46Z', 'revision_number': 5, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'subnets': [{'id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:05:25.253062 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a829c6d-3010-44e1-906b-474279cbb0ed None None] The sync data for ids ['d255defa-268f-4617-bf54-d74e9f152ede'] in dv-neutron-834613-2-hyperv is: [{'id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:43Z', 'revision_number': 4, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'gw_port': {'id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'd9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d', 'name': '', 'network_id': '7193da4f-873b-4294-aff8-fb95f86a29de', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'mac_address': 'fa:16:3e:6c:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:42Z', 'updated_at': '2022-03-23T03:00:46Z', 'revision_number': 5, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'subnets': [{'id': '119c0f5c-943f-484a-a6b6-c8c22899638c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:05:25.470544 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7679834f-d69d-42d0-af5d-a1d36eccc5e0 None None] New status for floating IP 05c3de70-076e-4f82-ab35-b651e51887eb: DOWN {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 03:05:25.911647 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-eec1d11d-01d1-4f38-adee-62850a95a7c7 req-5bda7f0b-5f4d-4b9f-9af6-a126ee404060 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 210 time: 0.0313060 Mar 23 03:05:26.360527 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 1178211d-705a-4220-b0f6-7396fdc47ff2 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:05:26.381297 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: 1178211d-705a-4220-b0f6-7396fdc47ff2 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:05:26.381653 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 1178211d-705a-4220-b0f6-7396fdc47ff2 not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:05:27.011212 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-af59fcf7-2a95-47b0-9569-be4d620a9181 req-9bd83f4d-e307-4bde-8ec8-e179fea3456c tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 210 time: 0.0310578 Mar 23 03:05:28.112402 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-697631b4-fad0-41ee-ad6a-ecf0c801ede6 req-6a3090b0-e4ea-4c38-880f-e785386f76c6 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 210 time: 0.0305910 Mar 23 03:05:29.217135 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a00aed29-01be-41d5-b511-dfd42f19b676 req-f8fdabab-5b8e-43e2-83ff-bcfeacf7ed79 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 210 time: 0.0322292 Mar 23 03:05:30.312176 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f75ba226-c728-422b-9e5c-5f956cb5fc8a req-f82d38d9-f6a8-48fe-992d-3455ac73837c tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 210 time: 0.0272481 Mar 23 03:05:31.406685 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-92ee3cfb-b0fd-41b7-bb8c-adb3e6daa608 req-dbcc8aa4-55b4-4875-8df8-910795b08caf tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 210 time: 0.0279002 Mar 23 03:05:32.501557 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1019bf82-87a0-4e0e-ab36-e3a43d43865b req-32c1bea3-5360-48bd-9dcb-91d3b1f65e3f tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 210 time: 0.0278900 Mar 23 03:05:33.596957 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-40ffd6d7-2c5d-4995-8955-b260f44eb2fc req-42791b3b-8f55-4899-8191-1a264e6d092c tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/ports?device_id=d93da462-e25c-4206-972e-def54eb6f323 HTTP/1.1" status: 200 len: 210 time: 0.0274062 Mar 23 03:05:35.881929 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:05:41.670638 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38596) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:05:41.726409 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5b6b5880-3615-4c4b-840a-18b4b3f1f44d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for security_group (8adbe69b-6244-46cd-9e96-3cae023feaf6), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:41.749564 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5b6b5880-3615-4c4b-840a-18b4b3f1f44d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for security_group (8adbe69b-6244-46cd-9e96-3cae023feaf6), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:41.857003 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5b6b5880-3615-4c4b-840a-18b4b3f1f44d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (8adbe69b-6244-46cd-9e96-3cae023feaf6), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:41.859684 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5b6b5880-3615-4c4b-840a-18b4b3f1f44d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:41.860826 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5b6b5880-3615-4c4b-840a-18b4b3f1f44d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "DELETE /v2.0/security-groups/8adbe69b-6244-46cd-9e96-3cae023feaf6 HTTP/1.1" status: 204 len: 168 time: 0.1892290 Mar 23 03:05:41.870301 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b5880-3615-4c4b-840a-18b4b3f1f44d tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adbe69b-6244-46cd-9e96-3cae023feaf6,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:05:41.874077 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38598) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:05:41.897160 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-6260242a-d436-47fe-a8c5-9756ddb76fe8 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] show failed (client error): The resource could not be found. Mar 23 03:05:41.901245 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6260242a-d436-47fe-a8c5-9756ddb76fe8 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "GET /v2.0/security-groups/8adbe69b-6244-46cd-9e96-3cae023feaf6 HTTP/1.1" status: 404 len: 347 time: 0.0232153 Mar 23 03:05:41.901500 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38600) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:05:42.028352 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-ca0dbc4a-ae8d-41f0-9f40-6766e79a0b4f tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Deleting port 365fbbf8-6dc6-48ae-8f21-ae7ef89fc320 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:05:42.028704 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ca0dbc4a-ae8d-41f0-9f40-6766e79a0b4f tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (365fbbf8-6dc6-48ae-8f21-ae7ef89fc320), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:42.102286 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ca0dbc4a-ae8d-41f0-9f40-6766e79a0b4f tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (365fbbf8-6dc6-48ae-8f21-ae7ef89fc320), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:42.102714 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ca0dbc4a-ae8d-41f0-9f40-6766e79a0b4f tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for floatingip (365fbbf8-6dc6-48ae-8f21-ae7ef89fc320), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:42.115138 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-ca0dbc4a-ae8d-41f0-9f40-6766e79a0b4f tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Calling delete_port for 365fbbf8-6dc6-48ae-8f21-ae7ef89fc320 owned by network:floatingip {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:05:42.314639 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ca0dbc4a-ae8d-41f0-9f40-6766e79a0b4f tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (365fbbf8-6dc6-48ae-8f21-ae7ef89fc320), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:42.345469 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0dbc4a-ae8d-41f0-9f40-6766e79a0b4f tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Pushing event deleted for resources: {'Port': ['ID=365fbbf8-6dc6-48ae-8f21-ae7ef89fc320,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:05:42.405169 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ca0dbc4a-ae8d-41f0-9f40-6766e79a0b4f tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks [] for floatingip (05c3de70-076e-4f82-ab35-b651e51887eb), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:42.407688 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ca0dbc4a-ae8d-41f0-9f40-6766e79a0b4f tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:42.408861 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ca0dbc4a-ae8d-41f0-9f40-6766e79a0b4f tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] 10.222.0.24 "DELETE /v2.0/floatingips/05c3de70-076e-4f82-ab35-b651e51887eb HTTP/1.1" status: 204 len: 168 time: 0.5063357 Mar 23 03:05:42.411728 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38602) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:05:42.803763 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-528ec7fa-31d1-40f2-a634-1d18f994361b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (d255defa-268f-4617-bf54-d74e9f152ede), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:43.042343 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-528ec7fa-31d1-40f2-a634-1d18f994361b admin admin] Deleting port d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:05:43.042712 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-528ec7fa-31d1-40f2-a634-1d18f994361b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:43.125595 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-528ec7fa-31d1-40f2-a634-1d18f994361b admin admin] For port d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:05:43.125957 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-528ec7fa-31d1-40f2-a634-1d18f994361b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:43.138455 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-528ec7fa-31d1-40f2-a634-1d18f994361b admin admin] Calling delete_port for d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d owned by network:router_interface {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:05:43.397628 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-528ec7fa-31d1-40f2-a634-1d18f994361b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:43.420947 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ec7fa-31d1-40f2-a634-1d18f994361b admin admin] Pushing event deleted for resources: {'Port': ['ID=d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:05:43.588214 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-528ec7fa-31d1-40f2-a634-1d18f994361b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (d255defa-268f-4617-bf54-d74e9f152ede), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:43.803520 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528ec7fa-31d1-40f2-a634-1d18f994361b admin admin] Router d255defa-268f-4617-bf54-d74e9f152ede has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:05:43.910216 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528ec7fa-31d1-40f2-a634-1d18f994361b admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:05:43.916405 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-528ec7fa-31d1-40f2-a634-1d18f994361b admin admin] 10.222.0.24 "PUT /v2.0/routers/d255defa-268f-4617-bf54-d74e9f152ede/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5036385 Mar 23 03:05:43.918270 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38606) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:05:43.920166 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2387adde-7b2f-4501-a0ca-f54a7845125d None None] Sync routers for ids ['d255defa-268f-4617-bf54-d74e9f152ede'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:05:43.930083 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2387adde-7b2f-4501-a0ca-f54a7845125d None None] Routers {'d255defa-268f-4617-bf54-d74e9f152ede'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:05:43.930687 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-2387adde-7b2f-4501-a0ca-f54a7845125d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:05:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d255defa-268f-4617-bf54-d74e9f152ede'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:05:44.023471 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-956a42f9-7cee-414d-ba81-bc92549dd570 admin admin] Publish callbacks [] for router (d255defa-268f-4617-bf54-d74e9f152ede), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:44.191858 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-2387adde-7b2f-4501-a0ca-f54a7845125d None None] Set router d255defa-268f-4617-bf54-d74e9f152ede gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:05:44.382834 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-2387adde-7b2f-4501-a0ca-f54a7845125d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:05:43Z', 'revision_number': 5, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'gw_port': {'id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:05:44.413412 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2387adde-7b2f-4501-a0ca-f54a7845125d None None] Checking router: d255defa-268f-4617-bf54-d74e9f152ede for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:05:44.422619 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2387adde-7b2f-4501-a0ca-f54a7845125d None None] Routers {'d255defa-268f-4617-bf54-d74e9f152ede'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:05:44.423239 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-2387adde-7b2f-4501-a0ca-f54a7845125d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:05:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d255defa-268f-4617-bf54-d74e9f152ede'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:05:44.469600 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-956a42f9-7cee-414d-ba81-bc92549dd570 admin admin] Publish callbacks [] for router_gateway (d255defa-268f-4617-bf54-d74e9f152ede), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:44.529552 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-2387adde-7b2f-4501-a0ca-f54a7845125d None None] Set router d255defa-268f-4617-bf54-d74e9f152ede gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:05:44.574817 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-956a42f9-7cee-414d-ba81-bc92549dd570 admin admin] Deleting port 80c537b7-7050-4fb3-9dc5-27537a0036b3 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:05:44.575160 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-956a42f9-7cee-414d-ba81-bc92549dd570 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (80c537b7-7050-4fb3-9dc5-27537a0036b3), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:44.655671 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-956a42f9-7cee-414d-ba81-bc92549dd570 admin admin] For port 80c537b7-7050-4fb3-9dc5-27537a0036b3, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=80c537b7-7050-4fb3-9dc5-27537a0036b3,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:05:44.656071 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-956a42f9-7cee-414d-ba81-bc92549dd570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (80c537b7-7050-4fb3-9dc5-27537a0036b3), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:44.669765 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-956a42f9-7cee-414d-ba81-bc92549dd570 admin admin] Calling delete_port for 80c537b7-7050-4fb3-9dc5-27537a0036b3 owned by network:router_gateway {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:05:44.706363 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-2387adde-7b2f-4501-a0ca-f54a7845125d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:05:43Z', 'revision_number': 5, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'gw_port': {'id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:05:44.733138 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2387adde-7b2f-4501-a0ca-f54a7845125d None None] The sync data for ids ['d255defa-268f-4617-bf54-d74e9f152ede'] in dv-neutron-834613-2-hyperv is: [{'id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'name': 'tempest-ServerActionsTestJSON-231674263-router', 'tenant_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:05:43Z', 'revision_number': 5, 'project_id': '94635e2bf1b34b1ba79c2e0527ed27d6', 'gw_port': {'id': '80c537b7-7050-4fb3-9dc5-27537a0036b3', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255defa-268f-4617-bf54-d74e9f152ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:00:40Z', 'updated_at': '2022-03-23T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:05:44.897497 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-956a42f9-7cee-414d-ba81-bc92549dd570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (80c537b7-7050-4fb3-9dc5-27537a0036b3), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:44.923353 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a42f9-7cee-414d-ba81-bc92549dd570 admin admin] Pushing event deleted for resources: {'Port': ['ID=80c537b7-7050-4fb3-9dc5-27537a0036b3,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:05:44.985304 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-956a42f9-7cee-414d-ba81-bc92549dd570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (d255defa-268f-4617-bf54-d74e9f152ede), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:45.082687 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-956a42f9-7cee-414d-ba81-bc92549dd570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (d255defa-268f-4617-bf54-d74e9f152ede), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:45.085046 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-956a42f9-7cee-414d-ba81-bc92549dd570 admin admin] Publish callbacks [] for router_controller (d255defa-268f-4617-bf54-d74e9f152ede), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:45.178539 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:05:45.200807 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:05:45.201158 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device d9ca0fa8-8f9b-4bfb-b28d-9ba14433e74d not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:05:45.221134 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-956a42f9-7cee-414d-ba81-bc92549dd570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (d255defa-268f-4617-bf54-d74e9f152ede), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:45.221702 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956a42f9-7cee-414d-ba81-bc92549dd570 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d255defa-268f-4617-bf54-d74e9f152ede {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 03:05:45.226551 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-956a42f9-7cee-414d-ba81-bc92549dd570 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:45.227884 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-956a42f9-7cee-414d-ba81-bc92549dd570 admin admin] 10.222.0.24 "DELETE /v2.0/routers/d255defa-268f-4617-bf54-d74e9f152ede HTTP/1.1" status: 204 len: 168 time: 1.3085296 Mar 23 03:05:45.231097 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38608) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:05:45.276101 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dea1003-3c3d-455d-be0e-fd826ec45324 admin admin] Deleting subnet 119c0f5c-943f-484a-a6b6-c8c22899638c {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 03:05:45.279761 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4dea1003-3c3d-455d-be0e-fd826ec45324 admin admin] Publish callbacks [] for subnet (119c0f5c-943f-484a-a6b6-c8c22899638c), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:45.315952 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4dea1003-3c3d-455d-be0e-fd826ec45324 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (119c0f5c-943f-484a-a6b6-c8c22899638c), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:45.403237 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4dea1003-3c3d-455d-be0e-fd826ec45324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (119c0f5c-943f-484a-a6b6-c8c22899638c), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:45.523700 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4dea1003-3c3d-455d-be0e-fd826ec45324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (119c0f5c-943f-484a-a6b6-c8c22899638c), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:45.550618 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea1003-3c3d-455d-be0e-fd826ec45324 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=119c0f5c-943f-484a-a6b6-c8c22899638c,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:05:45.552549 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4dea1003-3c3d-455d-be0e-fd826ec45324 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:45.555622 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4dea1003-3c3d-455d-be0e-fd826ec45324 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/119c0f5c-943f-484a-a6b6-c8c22899638c HTTP/1.1" status: 204 len: 168 time: 0.3243809 Mar 23 03:05:45.558684 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f144db-75a5-4bbb-955e-3cdd4351670c None None] Network 7193da4f-873b-4294-aff8-fb95f86a29de requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:05:45.558906 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38610) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:05:45.632187 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-88bcb545-562f-49f0-80d6-f349011a103b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (7193da4f-873b-4294-aff8-fb95f86a29de), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:45.687414 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-88bcb545-562f-49f0-80d6-f349011a103b admin admin] Deleting port 72c073cf-c7f1-4f63-aee8-04a2c453d87c {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:05:45.687754 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-88bcb545-562f-49f0-80d6-f349011a103b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (72c073cf-c7f1-4f63-aee8-04a2c453d87c), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:45.752090 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0b33db-f65a-4c5b-84d6-a45f7989efd1 None None] DHCP port deletion for 7193da4f-873b-4294-aff8-fb95f86a29de request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 03:05:45.754941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-88bcb545-562f-49f0-80d6-f349011a103b admin admin] For port 72c073cf-c7f1-4f63-aee8-04a2c453d87c, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=72c073cf-c7f1-4f63-aee8-04a2c453d87c,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:05:45.755126 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-88bcb545-562f-49f0-80d6-f349011a103b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (72c073cf-c7f1-4f63-aee8-04a2c453d87c), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:45.771518 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-88bcb545-562f-49f0-80d6-f349011a103b admin admin] Calling delete_port for 72c073cf-c7f1-4f63-aee8-04a2c453d87c owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:05:45.805128 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-ec0b33db-f65a-4c5b-84d6-a45f7989efd1 None None] Deleting port 72c073cf-c7f1-4f63-aee8-04a2c453d87c {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:05:45.805499 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ec0b33db-f65a-4c5b-84d6-a45f7989efd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (72c073cf-c7f1-4f63-aee8-04a2c453d87c), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:45.868659 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-ec0b33db-f65a-4c5b-84d6-a45f7989efd1 None None] For port 72c073cf-c7f1-4f63-aee8-04a2c453d87c, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=72c073cf-c7f1-4f63-aee8-04a2c453d87c,segment=NetworkSegment(ac38a338-4153-4ac6-a538-1b518206f5b5),segment_id=ac38a338-4153-4ac6-a538-1b518206f5b5)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:05:45.869050 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ec0b33db-f65a-4c5b-84d6-a45f7989efd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (72c073cf-c7f1-4f63-aee8-04a2c453d87c), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:45.882275 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-ec0b33db-f65a-4c5b-84d6-a45f7989efd1 None None] Calling delete_port for 72c073cf-c7f1-4f63-aee8-04a2c453d87c owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:05:45.912190 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-88bcb545-562f-49f0-80d6-f349011a103b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (72c073cf-c7f1-4f63-aee8-04a2c453d87c), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:45.938631 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bcb545-562f-49f0-80d6-f349011a103b admin admin] Pushing event deleted for resources: {'Port': ['ID=72c073cf-c7f1-4f63-aee8-04a2c453d87c,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:05:45.942037 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bcb545-562f-49f0-80d6-f349011a103b admin admin] No DVR routers for this DVR port 72c073cf-c7f1-4f63-aee8-04a2c453d87c on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:05:45.963216 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ec0b33db-f65a-4c5b-84d6-a45f7989efd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (72c073cf-c7f1-4f63-aee8-04a2c453d87c), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:45.989997 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b33db-f65a-4c5b-84d6-a45f7989efd1 None None] Pushing event deleted for resources: {'Port': ['ID=72c073cf-c7f1-4f63-aee8-04a2c453d87c,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:05:45.994201 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0b33db-f65a-4c5b-84d6-a45f7989efd1 None None] No DVR routers for this DVR port 72c073cf-c7f1-4f63-aee8-04a2c453d87c on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:05:46.000992 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0b33db-f65a-4c5b-84d6-a45f7989efd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:46.001366 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0b33db-f65a-4c5b-84d6-a45f7989efd1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:46.001681 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0b33db-f65a-4c5b-84d6-a45f7989efd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:46.002434 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0b33db-f65a-4c5b-84d6-a45f7989efd1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:46.002434 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0b33db-f65a-4c5b-84d6-a45f7989efd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:46.002711 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0b33db-f65a-4c5b-84d6-a45f7989efd1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:46.002985 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0b33db-f65a-4c5b-84d6-a45f7989efd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:46.003309 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0b33db-f65a-4c5b-84d6-a45f7989efd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:46.003798 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0b33db-f65a-4c5b-84d6-a45f7989efd1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:46.004496 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0b33db-f65a-4c5b-84d6-a45f7989efd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:46.004496 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0b33db-f65a-4c5b-84d6-a45f7989efd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:46.004691 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0b33db-f65a-4c5b-84d6-a45f7989efd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:46.004910 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0b33db-f65a-4c5b-84d6-a45f7989efd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:46.005227 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0b33db-f65a-4c5b-84d6-a45f7989efd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:46.005543 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0b33db-f65a-4c5b-84d6-a45f7989efd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:46.017280 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-88bcb545-562f-49f0-80d6-f349011a103b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (7193da4f-873b-4294-aff8-fb95f86a29de), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:46.038692 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-88bcb545-562f-49f0-80d6-f349011a103b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7193da4f-873b-4294-aff8-fb95f86a29de']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:05:46.047680 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-88bcb545-562f-49f0-80d6-f349011a103b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac38a338-4153-4ac6-a538-1b518206f5b5') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:05:46.048021 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-88bcb545-562f-49f0-80d6-f349011a103b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac38a338-4153-4ac6-a538-1b518206f5b5') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:05:46.057297 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-88bcb545-562f-49f0-80d6-f349011a103b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (ac38a338-4153-4ac6-a538-1b518206f5b5), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:46.071198 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-88bcb545-562f-49f0-80d6-f349011a103b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (ac38a338-4153-4ac6-a538-1b518206f5b5), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:46.077773 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88bcb545-562f-49f0-80d6-f349011a103b admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 03:05:46.078159 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-88bcb545-562f-49f0-80d6-f349011a103b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (ac38a338-4153-4ac6-a538-1b518206f5b5), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:46.079841 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 03:05:46.079841 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 03:05:46.079841 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 03:05:46.079841 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 03:05:46.079841 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 03:05:46.079841 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 03:05:46.079841 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 03:05:46.079841 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 03:05:46.079841 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 03:05:46.079841 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 03:05:46.079841 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 03:05:46.079841 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 03:05:46.079841 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 03:05:46.079841 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 03:05:46.079841 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 03:05:46.079841 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 03:05:46.079841 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 03:05:46.079841 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 03:05:46.079841 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 03:05:46.079841 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 03:05:46.079841 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 03:05:46.079841 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 03:05:46.079841 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 03:05:46.079841 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 03:05:46.079841 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 03:05:46.079841 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 03:05:46.079841 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 03:05:46.079841 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 03:05:46.079841 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 03:05:46.079841 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 03:05:46.079841 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 03:05:46.079841 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 03:05:46.188503 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-88bcb545-562f-49f0-80d6-f349011a103b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (7193da4f-873b-4294-aff8-fb95f86a29de), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:46.194327 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-88bcb545-562f-49f0-80d6-f349011a103b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:46.198290 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-88bcb545-562f-49f0-80d6-f349011a103b admin admin] 10.222.0.24 "DELETE /v2.0/networks/7193da4f-873b-4294-aff8-fb95f86a29de HTTP/1.1" status: 204 len: 168 time: 0.6374536 Mar 23 03:05:46.209832 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bcb545-562f-49f0-80d6-f349011a103b admin admin] Pushing event deleted for resources: {'Network': ['ID=7193da4f-873b-4294-aff8-fb95f86a29de,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:05:46.505827 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38614) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:05:46.543971 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-eaa992cd-4d51-4a20-9662-ba1e7d6d2f71 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94635e2bf1b34b1ba79c2e0527ed27d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0369871 Mar 23 03:05:46.546374 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38616) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:05:46.595969 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-67d89d50-8e88-40f5-9068-1cbe3ee93030 admin admin] Publish callbacks [] for security_group (eb51ad93-3642-4777-96ea-4a4bcc190912), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:46.616689 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-67d89d50-8e88-40f5-9068-1cbe3ee93030 admin admin] Publish callbacks [] for security_group (eb51ad93-3642-4777-96ea-4a4bcc190912), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:46.737369 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-67d89d50-8e88-40f5-9068-1cbe3ee93030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (eb51ad93-3642-4777-96ea-4a4bcc190912), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:46.739877 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-67d89d50-8e88-40f5-9068-1cbe3ee93030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:46.741030 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-67d89d50-8e88-40f5-9068-1cbe3ee93030 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb51ad93-3642-4777-96ea-4a4bcc190912 HTTP/1.1" status: 204 len: 168 time: 0.1937840 Mar 23 03:05:46.749419 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d89d50-8e88-40f5-9068-1cbe3ee93030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb51ad93-3642-4777-96ea-4a4bcc190912,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:05:46.944124 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 72c073cf-c7f1-4f63-aee8-04a2c453d87c no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:05:46.964836 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 72c073cf-c7f1-4f63-aee8-04a2c453d87c {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:05:46.965188 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 72c073cf-c7f1-4f63-aee8-04a2c453d87c not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:05:46.965609 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 80c537b7-7050-4fb3-9dc5-27537a0036b3 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:05:46.984224 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 80c537b7-7050-4fb3-9dc5-27537a0036b3 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:05:46.984569 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 80c537b7-7050-4fb3-9dc5-27537a0036b3 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:05:47.591653 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-14b0c7ce-f992-4e42-8467-951cadebb82e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:47.731414 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 38638) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:05:47.824256 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-d4d74953-16c3-4593-9fb4-28ab7626f956 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-567970840-network', 'tenant_id': 'cc948257837c4542980b04abd096568f'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:05:47.908314 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d74953-16c3-4593-9fb4-28ab7626f956 admin admin] Made reservation on behalf of cc948257837c4542980b04abd096568f for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:05:47.910518 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d4d74953-16c3-4593-9fb4-28ab7626f956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:47.919070 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d4d74953-16c3-4593-9fb4-28ab7626f956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:47.989564 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d4d74953-16c3-4593-9fb4-28ab7626f956 admin admin] Publish callbacks [] for security_group (e6815021-f179-4631-9dd8-c104c9369749), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:48.060638 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d4d74953-16c3-4593-9fb4-28ab7626f956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (e6815021-f179-4631-9dd8-c104c9369749), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:48.087485 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d74953-16c3-4593-9fb4-28ab7626f956 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 03:05:48.094414 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d74953-16c3-4593-9fb4-28ab7626f956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6815021-f179-4631-9dd8-c104c9369749,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:05:48.103675 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d4d74953-16c3-4593-9fb4-28ab7626f956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (4630319e-0e1b-41ed-a6c9-25cb2c21e934), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:48.104053 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-d4d74953-16c3-4593-9fb4-28ab7626f956 admin admin] Added segment 4630319e-0e1b-41ed-a6c9-25cb2c21e934 of type vlan for network b74686d4-4dfc-48c5-a592-dce31eb6ee45 Mar 23 03:05:48.106216 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d74953-16c3-4593-9fb4-28ab7626f956 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:48.106570 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d74953-16c3-4593-9fb4-28ab7626f956 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:48.106918 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d74953-16c3-4593-9fb4-28ab7626f956 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:48.107258 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d74953-16c3-4593-9fb4-28ab7626f956 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:48.107592 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d74953-16c3-4593-9fb4-28ab7626f956 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:48.107953 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d74953-16c3-4593-9fb4-28ab7626f956 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:48.108284 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d74953-16c3-4593-9fb4-28ab7626f956 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:48.108610 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d74953-16c3-4593-9fb4-28ab7626f956 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:48.108936 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d74953-16c3-4593-9fb4-28ab7626f956 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:48.109263 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d74953-16c3-4593-9fb4-28ab7626f956 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:48.109587 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d74953-16c3-4593-9fb4-28ab7626f956 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:48.109908 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d74953-16c3-4593-9fb4-28ab7626f956 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:48.110231 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d74953-16c3-4593-9fb4-28ab7626f956 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:48.110583 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d74953-16c3-4593-9fb4-28ab7626f956 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:48.110933 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d74953-16c3-4593-9fb4-28ab7626f956 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:05:48.156499 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d4d74953-16c3-4593-9fb4-28ab7626f956 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (b74686d4-4dfc-48c5-a592-dce31eb6ee45), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:48.243387 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d4d74953-16c3-4593-9fb4-28ab7626f956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (b74686d4-4dfc-48c5-a592-dce31eb6ee45), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:48.244337 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d74953-16c3-4593-9fb4-28ab7626f956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:48.244923 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d4d74953-16c3-4593-9fb4-28ab7626f956 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:48.302078 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d74953-16c3-4593-9fb4-28ab7626f956 admin admin] Pushing event updated for resources: {'Network': ['ID=b74686d4-4dfc-48c5-a592-dce31eb6ee45,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:05:48.313006 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network b74686d4-4dfc-48c5-a592-dce31eb6ee45 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 03:05:48.372642 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d4d74953-16c3-4593-9fb4-28ab7626f956 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6401055 Mar 23 03:05:48.375327 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 38644) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:05:48.380565 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-f1ef887a-ab8a-457c-a84a-f0f17f0d3c52 admin admin] Request body: {'subnet': {'network_id': 'b74686d4-4dfc-48c5-a592-dce31eb6ee45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-567970840-subnet', 'tenant_id': 'cc948257837c4542980b04abd096568f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:05:48.485888 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ef887a-ab8a-457c-a84a-f0f17f0d3c52 admin admin] Made reservation on behalf of cc948257837c4542980b04abd096568f for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:05:48.488266 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f1ef887a-ab8a-457c-a84a-f0f17f0d3c52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:48.734702 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f1ef887a-ab8a-457c-a84a-f0f17f0d3c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (95695070-a1d6-4fb2-be86-794ff12e1603), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:48.788038 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef887a-ab8a-457c-a84a-f0f17f0d3c52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95695070-a1d6-4fb2-be86-794ff12e1603,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:05:48.800099 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ef887a-ab8a-457c-a84a-f0f17f0d3c52 admin admin] Checking segment: {'id': '4630319e-0e1b-41ed-a6c9-25cb2c21e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b74686d4-4dfc-48c5-a592-dce31eb6ee45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:05:48.800466 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ef887a-ab8a-457c-a84a-f0f17f0d3c52 admin admin] Network hostable DHCP agents. Network: b74686d4-4dfc-48c5-a592-dce31eb6ee45, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 03:05:48.860250 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:48.885375 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ef887a-ab8a-457c-a84a-f0f17f0d3c52 admin admin] Network b74686d4-4dfc-48c5-a592-dce31eb6ee45 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 03:05:48.961635 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-f1ef887a-ab8a-457c-a84a-f0f17f0d3c52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, b74686d4-4dfc-48c5-a592-dce31eb6ee45) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:05:48.966685 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ef887a-ab8a-457c-a84a-f0f17f0d3c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:48.967290 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f1ef887a-ab8a-457c-a84a-f0f17f0d3c52 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:48.972585 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e075502-3e0d-4448-9d8b-9c57455e2c3e None None] Network b74686d4-4dfc-48c5-a592-dce31eb6ee45 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:05:49.046781 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f1ef887a-ab8a-457c-a84a-f0f17f0d3c52 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6701519 Mar 23 03:05:49.074679 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53aa6aa-9903-4065-accc-43f372a86535 None None] Network b74686d4-4dfc-48c5-a592-dce31eb6ee45 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:05:49.461466 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-fc5e7bed-9940-4084-99b7-ad1c501c1978 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:49.462922 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-fc5e7bed-9940-4084-99b7-ad1c501c1978 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/networks?id=b74686d4-4dfc-48c5-a592-dce31eb6ee45 HTTP/1.1" status: 200 len: 813 time: 0.1044538 Mar 23 03:05:49.477058 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-bdccc726-d10f-482a-9a04-0e3e2481669f tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/quotas/cc948257837c4542980b04abd096568f HTTP/1.1" status: 200 len: 375 time: 0.0087085 Mar 23 03:05:49.509763 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-9adeea7d-3d16-475b-be19-7c1f3a32b0fa tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc948257837c4542980b04abd096568f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273795 Mar 23 03:05:49.600780 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-4f5d4bdd-3e7d-4e16-b9ea-c3d9e8768382 service neutron] 10.222.0.24 "GET /v2.0/networks/b74686d4-4dfc-48c5-a592-dce31eb6ee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842605 Mar 23 03:05:49.688223 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-1ddbf606-a8ca-4866-993d-c67d46079ce3 service neutron] 10.222.0.24 "GET /v2.0/networks/b74686d4-4dfc-48c5-a592-dce31eb6ee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813065 Mar 23 03:05:49.920347 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-15e78d67-e8a3-442c-84b8-b6d59f53306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:49.934439 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0151046b-b45a-4754-b276-fc471e7572b5 req-1a5d4e36-3fb2-4bdd-9bbb-6cf64b943da7 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd423a10-cd33-4bdd-b210-f46dfe5e784e HTTP/1.1" status: 200 len: 210 time: 0.0287435 Mar 23 03:05:51.026626 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-31373292-d994-48d4-a132-7bd243246118 req-951d746b-bfa7-4cc7-a16a-b0dd1be58779 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd423a10-cd33-4bdd-b210-f46dfe5e784e HTTP/1.1" status: 200 len: 210 time: 0.0315571 Mar 23 03:05:51.334893 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:52.124103 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-11512ec7-1c7e-4507-abb9-87a0d4e021c1 req-21fa1d3c-cd60-4ec3-972e-cf596f98522f tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd423a10-cd33-4bdd-b210-f46dfe5e784e HTTP/1.1" status: 200 len: 210 time: 0.0275311 Mar 23 03:05:52.783124 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:52.872295 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-2f32d50d-bbcf-48ae-b0f1-9496a9d73d53 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:52.873738 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-2f32d50d-bbcf-48ae-b0f1-9496a9d73d53 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.23 "GET /v2.0/networks?id=b74686d4-4dfc-48c5-a592-dce31eb6ee45 HTTP/1.1" status: 200 len: 813 time: 0.1023860 Mar 23 03:05:52.890358 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-189d8b2a-36fc-4bc3-b128-e57f79e72746 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Request body: {'port': {'device_id': 'dd423a10-cd33-4bdd-b210-f46dfe5e784e', 'network_id': 'b74686d4-4dfc-48c5-a592-dce31eb6ee45', 'admin_state_up': True, 'tenant_id': 'cc948257837c4542980b04abd096568f'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:05:53.051619 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-189d8b2a-36fc-4bc3-b128-e57f79e72746 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Made reservation on behalf of cc948257837c4542980b04abd096568f for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:05:53.054985 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-189d8b2a-36fc-4bc3-b128-e57f79e72746 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:53.189404 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-189d8b2a-36fc-4bc3-b128-e57f79e72746 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Allocated IP 172.20.0.3 (b74686d4-4dfc-48c5-a592-dce31eb6ee45/95695070-a1d6-4fb2-be86-794ff12e1603/8238ceef-cad7-439f-a678-aa7be2f5e78f) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:05:53.219880 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5ecc368c-d41e-4c03-96fe-038bdc1405ad req-a5917910-fc08-483f-a37c-e7eb3cec98ab tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd423a10-cd33-4bdd-b210-f46dfe5e784e HTTP/1.1" status: 200 len: 210 time: 0.0264282 Mar 23 03:05:53.337985 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-189d8b2a-36fc-4bc3-b128-e57f79e72746 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Publish callbacks [] for port (8238ceef-cad7-439f-a678-aa7be2f5e78f), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:53.414980 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-189d8b2a-36fc-4bc3-b128-e57f79e72746 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (8238ceef-cad7-439f-a678-aa7be2f5e78f), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:53.456130 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-189d8b2a-36fc-4bc3-b128-e57f79e72746 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Network b74686d4-4dfc-48c5-a592-dce31eb6ee45 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:05:53.459045 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-189d8b2a-36fc-4bc3-b128-e57f79e72746 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:05:53.462727 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-189d8b2a-36fc-4bc3-b128-e57f79e72746 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:05:53.490696 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d8b2a-36fc-4bc3-b128-e57f79e72746 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Pushing event updated for resources: {'Port': ['ID=8238ceef-cad7-439f-a678-aa7be2f5e78f,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:05:53.518820 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-189d8b2a-36fc-4bc3-b128-e57f79e72746 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:53.519424 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-189d8b2a-36fc-4bc3-b128-e57f79e72746 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:53.600148 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-189d8b2a-36fc-4bc3-b128-e57f79e72746 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7134385 Mar 23 03:05:53.611169 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-bac8e9b3-ddb7-48fd-91a1-e727ccc510ae service neutron] Request body: {'port': {'device_id': 'dd423a10-cd33-4bdd-b210-f46dfe5e784e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:05:53.673205 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-bac8e9b3-ddb7-48fd-91a1-e727ccc510ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8238ceef-cad7-439f-a678-aa7be2f5e78f), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:53.936830 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-bac8e9b3-ddb7-48fd-91a1-e727ccc510ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8238ceef-cad7-439f-a678-aa7be2f5e78f {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:05:53.944697 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-bac8e9b3-ddb7-48fd-91a1-e727ccc510ae service neutron] Publish callbacks [] for port (8238ceef-cad7-439f-a678-aa7be2f5e78f), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:53.958537 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-bac8e9b3-ddb7-48fd-91a1-e727ccc510ae service neutron] Transition to ACTIVE for port object 8238ceef-cad7-439f-a678-aa7be2f5e78f will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 03:05:53.971173 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:54.028482 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-bac8e9b3-ddb7-48fd-91a1-e727ccc510ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (8238ceef-cad7-439f-a678-aa7be2f5e78f), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:54.079489 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8e9b3-ddb7-48fd-91a1-e727ccc510ae service neutron] Pushing event updated for resources: {'Port': ['ID=8238ceef-cad7-439f-a678-aa7be2f5e78f,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:05:54.152817 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-bac8e9b3-ddb7-48fd-91a1-e727ccc510ae service neutron] Attempting to bind port 8238ceef-cad7-439f-a678-aa7be2f5e78f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:05:54.153159 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-bac8e9b3-ddb7-48fd-91a1-e727ccc510ae service neutron] Attempting to bind port 8238ceef-cad7-439f-a678-aa7be2f5e78f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4630319e-0e1b-41ed-a6c9-25cb2c21e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b74686d4-4dfc-48c5-a592-dce31eb6ee45'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:05:54.153487 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-bac8e9b3-ddb7-48fd-91a1-e727ccc510ae service neutron] Attempting to bind port 8238ceef-cad7-439f-a678-aa7be2f5e78f on network b74686d4-4dfc-48c5-a592-dce31eb6ee45 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:05:54.157657 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-bac8e9b3-ddb7-48fd-91a1-e727ccc510ae service neutron] Port 8238ceef-cad7-439f-a678-aa7be2f5e78f on network b74686d4-4dfc-48c5-a592-dce31eb6ee45 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 03:05:54.157975 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-bac8e9b3-ddb7-48fd-91a1-e727ccc510ae service neutron] Attempting to bind port 8238ceef-cad7-439f-a678-aa7be2f5e78f on network b74686d4-4dfc-48c5-a592-dce31eb6ee45 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:05:54.162740 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-bac8e9b3-ddb7-48fd-91a1-e727ccc510ae service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:05:54.163075 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-bac8e9b3-ddb7-48fd-91a1-e727ccc510ae service neutron] Checking segment: {'id': '4630319e-0e1b-41ed-a6c9-25cb2c21e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b74686d4-4dfc-48c5-a592-dce31eb6ee45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:05:54.163462 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-bac8e9b3-ddb7-48fd-91a1-e727ccc510ae service neutron] Bound using segment: {'id': '4630319e-0e1b-41ed-a6c9-25cb2c21e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b74686d4-4dfc-48c5-a592-dce31eb6ee45'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:05:54.163906 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-bac8e9b3-ddb7-48fd-91a1-e727ccc510ae service neutron] Bound port: 8238ceef-cad7-439f-a678-aa7be2f5e78f, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4630319e-0e1b-41ed-a6c9-25cb2c21e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b74686d4-4dfc-48c5-a592-dce31eb6ee45'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:05:54.164257 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-bac8e9b3-ddb7-48fd-91a1-e727ccc510ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8238ceef-cad7-439f-a678-aa7be2f5e78f), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:54.227593 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-bac8e9b3-ddb7-48fd-91a1-e727ccc510ae service neutron] For port 8238ceef-cad7-439f-a678-aa7be2f5e78f, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:05:54.231018 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-bac8e9b3-ddb7-48fd-91a1-e727ccc510ae service neutron] For port 8238ceef-cad7-439f-a678-aa7be2f5e78f, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8238ceef-cad7-439f-a678-aa7be2f5e78f,segment=NetworkSegment(4630319e-0e1b-41ed-a6c9-25cb2c21e934),segment_id=4630319e-0e1b-41ed-a6c9-25cb2c21e934)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:05:54.317835 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-bac8e9b3-ddb7-48fd-91a1-e727ccc510ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (8238ceef-cad7-439f-a678-aa7be2f5e78f), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:54.362292 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-bac8e9b3-ddb7-48fd-91a1-e727ccc510ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:54.362916 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-bac8e9b3-ddb7-48fd-91a1-e727ccc510ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:54.364327 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-bac8e9b3-ddb7-48fd-91a1-e727ccc510ae service neutron] 10.222.0.23 "PUT /v2.0/ports/8238ceef-cad7-439f-a678-aa7be2f5e78f HTTP/1.1" status: 200 len: 1093 time: 0.7571652 Mar 23 03:05:54.365657 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd423a10-cd33-4bdd-b210-f46dfe5e784e', 'tag': '8238ceef-cad7-439f-a678-aa7be2f5e78f'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:05:54.367945 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6debe34f-6dbc-4d99-b958-383f6dece512" -d '{"events": [{"name": "network-changed", "server_uuid": "dd423a10-cd33-4bdd-b210-f46dfe5e784e", "tag": "8238ceef-cad7-439f-a678-aa7be2f5e78f"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:05:54.398645 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27383b4-0117-4376-8685-6aa90a774e1d req-9670e760-ef6c-4c83-be66-f8c2eca26ade tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:54.400178 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b27383b4-0117-4376-8685-6aa90a774e1d req-9670e760-ef6c-4c83-be66-f8c2eca26ade tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd423a10-cd33-4bdd-b210-f46dfe5e784e HTTP/1.1" status: 200 len: 943 time: 0.1113369 Mar 23 03:05:54.407481 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712ffe82-bb80-4cf8-90b2-71bc3adc7934 x-openstack-request-id: req-712ffe82-bb80-4cf8-90b2-71bc3adc7934 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:05:54.412519 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd423a10-cd33-4bdd-b210-f46dfe5e784e", "tag": "8238ceef-cad7-439f-a678-aa7be2f5e78f", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:05:54.412519 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-712ffe82-bb80-4cf8-90b2-71bc3adc7934 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:05:54.412519 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-712ffe82-bb80-4cf8-90b2-71bc3adc7934'] response: {'name': 'network-changed', 'server_uuid': 'dd423a10-cd33-4bdd-b210-f46dfe5e784e', 'tag': '8238ceef-cad7-439f-a678-aa7be2f5e78f', 'status': 'completed', 'code': 200} Mar 23 03:05:54.412519 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8e9b3-ddb7-48fd-91a1-e727ccc510ae service neutron] Pushing event updated for resources: {'Port': ['ID=8238ceef-cad7-439f-a678-aa7be2f5e78f,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:05:54.485420 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b27383b4-0117-4376-8685-6aa90a774e1d req-24ea0e77-5575-409b-afa4-fe142ef78343 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6815021-f179-4631-9dd8-c104c9369749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758004 Mar 23 03:05:54.495163 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debe34f-6dbc-4d99-b958-383f6dece512 req-8ad41e65-202f-46a2-84d8-4be9aaabe4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:54.496788 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6debe34f-6dbc-4d99-b958-383f6dece512 req-8ad41e65-202f-46a2-84d8-4be9aaabe4aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc948257837c4542980b04abd096568f&device_id=dd423a10-cd33-4bdd-b210-f46dfe5e784e HTTP/1.1" status: 200 len: 1127 time: 0.0684571 Mar 23 03:05:54.596503 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debe34f-6dbc-4d99-b958-383f6dece512 req-8f82693f-07c2-467c-b2ec-69b967bb4069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:54.597984 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6debe34f-6dbc-4d99-b958-383f6dece512 req-8f82693f-07c2-467c-b2ec-69b967bb4069 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=cc948257837c4542980b04abd096568f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0952594 Mar 23 03:05:54.688626 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debe34f-6dbc-4d99-b958-383f6dece512 req-9f8c7f36-dc28-455c-ae11-b37457012121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:54.690086 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6debe34f-6dbc-4d99-b958-383f6dece512 req-9f8c7f36-dc28-455c-ae11-b37457012121 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865235 Mar 23 03:05:54.768754 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-f95cd3a7-deb4-4eaf-bc1f-f3ee47779a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:54.770218 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-f95cd3a7-deb4-4eaf-bc1f-f3ee47779a98 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc948257837c4542980b04abd096568f&device_id=dd423a10-cd33-4bdd-b210-f46dfe5e784e HTTP/1.1" status: 200 len: 1127 time: 0.0440617 Mar 23 03:05:54.814213 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-63954bb4-722e-4059-a1bf-57726c5efdee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8238ceef-cad7-439f-a678-aa7be2f5e78f HTTP/1.1" status: 200 len: 217 time: 0.0379012 Mar 23 03:05:54.864151 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-d843d33d-e6ca-411b-90c7-5f2a678bab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:54.865537 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-d843d33d-e6ca-411b-90c7-5f2a678bab0e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=95695070-a1d6-4fb2-be86-794ff12e1603 HTTP/1.1" status: 200 len: 853 time: 0.0424409 Mar 23 03:05:54.897525 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-88461b9b-3d42-47b7-87c0-075df9242a0e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b74686d4-4dfc-48c5-a592-dce31eb6ee45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253122 Mar 23 03:05:54.989355 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-22e600ea-2dc5-4058-9ea4-01d7cc61222d service neutron] 10.222.0.23 "GET /v2.0/networks/b74686d4-4dfc-48c5-a592-dce31eb6ee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849156 Mar 23 03:05:55.076520 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-83796b4c-58b2-4843-b814-33cd13f49b95 req-29e6947b-6a91-49b6-b7d8-0c20e6d9217c service neutron] 10.222.0.23 "GET /v2.0/networks/b74686d4-4dfc-48c5-a592-dce31eb6ee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817790 Mar 23 03:05:55.607889 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfba09b-2e63-4472-a7ae-d3fb0913a613 req-1dde63b8-5757-4168-ade8-1a9b38611f3e tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:55.609359 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-cbfba09b-2e63-4472-a7ae-d3fb0913a613 req-1dde63b8-5757-4168-ade8-1a9b38611f3e tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd423a10-cd33-4bdd-b210-f46dfe5e784e HTTP/1.1" status: 200 len: 943 time: 0.0561416 Mar 23 03:05:55.654806 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-cbfba09b-2e63-4472-a7ae-d3fb0913a613 req-1a5f7ee8-62bd-406f-869f-acb4bc8956e2 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6815021-f179-4631-9dd8-c104c9369749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398915 Mar 23 03:05:56.514907 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 8238ceef-cad7-439f-a678-aa7be2f5e78f details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 03:05:56.611731 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 8238ceef-cad7-439f-a678-aa7be2f5e78f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8238ceef-cad7-439f-a678-aa7be2f5e78f,segment=NetworkSegment(4630319e-0e1b-41ed-a6c9-25cb2c21e934),segment_id=4630319e-0e1b-41ed-a6c9-25cb2c21e934)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:05:56.623070 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '8238ceef-cad7-439f-a678-aa7be2f5e78f', 'network_id': 'b74686d4-4dfc-48c5-a592-dce31eb6ee45', 'port_id': '8238ceef-cad7-439f-a678-aa7be2f5e78f', 'mac_address': 'fa:16:3e:33:3a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95695070-a1d6-4fb2-be86-794ff12e1603', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 03:05:56.658902 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 8238ceef-cad7-439f-a678-aa7be2f5e78f is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:05:56.659297 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8238ceef-cad7-439f-a678-aa7be2f5e78f), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:56.672729 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8238ceef-cad7-439f-a678-aa7be2f5e78f {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:05:56.696331 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 8238ceef-cad7-439f-a678-aa7be2f5e78f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8238ceef-cad7-439f-a678-aa7be2f5e78f,segment=NetworkSegment(4630319e-0e1b-41ed-a6c9-25cb2c21e934),segment_id=4630319e-0e1b-41ed-a6c9-25cb2c21e934)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:05:56.776449 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce45b9-b20e-4a7d-bac6-6fefff13db29 req-41c2c28b-0203-4d3c-89dc-2397bda31ef7 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:56.777879 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (8238ceef-cad7-439f-a678-aa7be2f5e78f), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:56.778124 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-58ce45b9-b20e-4a7d-bac6-6fefff13db29 req-41c2c28b-0203-4d3c-89dc-2397bda31ef7 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd423a10-cd33-4bdd-b210-f46dfe5e784e HTTP/1.1" status: 200 len: 943 time: 0.0579166 Mar 23 03:05:56.825188 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=8238ceef-cad7-439f-a678-aa7be2f5e78f,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:05:56.825669 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-58ce45b9-b20e-4a7d-bac6-6fefff13db29 req-34fcfbbe-ce07-41ad-896e-ec3ae2c71725 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6815021-f179-4631-9dd8-c104c9369749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411587 Mar 23 03:05:56.981770 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['8238ceef-cad7-439f-a678-aa7be2f5e78f'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:05:57.943413 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5986f9-2a6d-440c-85a7-6ba83778d9e1 req-0bfd9a11-4753-4221-9d90-83ada5dc0b6a tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:57.944935 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-da5986f9-2a6d-440c-85a7-6ba83778d9e1 req-0bfd9a11-4753-4221-9d90-83ada5dc0b6a tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd423a10-cd33-4bdd-b210-f46dfe5e784e HTTP/1.1" status: 200 len: 944 time: 0.0525689 Mar 23 03:05:57.999146 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-da5986f9-2a6d-440c-85a7-6ba83778d9e1 req-fa047fc2-1916-45a4-82d7-ded0b9da5c1d tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6815021-f179-4631-9dd8-c104c9369749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473058 Mar 23 03:05:58.530977 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 8238ceef-cad7-439f-a678-aa7be2f5e78f up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:05:58.665588 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port 8238ceef-cad7-439f-a678-aa7be2f5e78f completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 03:05:58.669788 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 8238ceef-cad7-439f-a678-aa7be2f5e78f triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:05:58.670162 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8238ceef-cad7-439f-a678-aa7be2f5e78f), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:58.747174 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 8238ceef-cad7-439f-a678-aa7be2f5e78f is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:05:58.747557 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8238ceef-cad7-439f-a678-aa7be2f5e78f), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:58.769654 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd423a10-cd33-4bdd-b210-f46dfe5e784e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8238ceef-cad7-439f-a678-aa7be2f5e78f'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:05:58.771893 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1b412e-9e22-4ac1-be4b-d50eedf01472" -d '{"events": [{"server_uuid": "dd423a10-cd33-4bdd-b210-f46dfe5e784e", "name": "network-vif-plugged", "status": "completed", "tag": "8238ceef-cad7-439f-a678-aa7be2f5e78f"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:05:58.790576 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 8238ceef-cad7-439f-a678-aa7be2f5e78f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8238ceef-cad7-439f-a678-aa7be2f5e78f,segment=NetworkSegment(4630319e-0e1b-41ed-a6c9-25cb2c21e934),segment_id=4630319e-0e1b-41ed-a6c9-25cb2c21e934)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:05:58.806908 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543be578-1278-4bbf-8564-113cc53b5d69 x-openstack-request-id: req-543be578-1278-4bbf-8564-113cc53b5d69 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:05:58.807379 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd423a10-cd33-4bdd-b210-f46dfe5e784e", "name": "network-vif-plugged", "status": "completed", "tag": "8238ceef-cad7-439f-a678-aa7be2f5e78f", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:05:58.808107 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-543be578-1278-4bbf-8564-113cc53b5d69 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:05:58.808538 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-543be578-1278-4bbf-8564-113cc53b5d69'] response: {'server_uuid': 'dd423a10-cd33-4bdd-b210-f46dfe5e784e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8238ceef-cad7-439f-a678-aa7be2f5e78f', 'code': 200} Mar 23 03:05:58.865930 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (8238ceef-cad7-439f-a678-aa7be2f5e78f), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:05:58.912653 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=8238ceef-cad7-439f-a678-aa7be2f5e78f,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:05:59.121388 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cb69d-d8d2-4e77-8d23-8b02dd45f5d6 req-cc780223-10f2-4b43-8c74-302f9107cb48 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:59.122788 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d52cb69d-d8d2-4e77-8d23-8b02dd45f5d6 req-cc780223-10f2-4b43-8c74-302f9107cb48 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd423a10-cd33-4bdd-b210-f46dfe5e784e HTTP/1.1" status: 200 len: 945 time: 0.0563214 Mar 23 03:05:59.131143 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f3f8a-c061-4b49-93cc-ae14e30f1539 req-160412b5-2775-4861-ab2c-243cb8544b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:05:59.132760 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e12f3f8a-c061-4b49-93cc-ae14e30f1539 req-160412b5-2775-4861-ab2c-243cb8544b4d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dd423a10-cd33-4bdd-b210-f46dfe5e784e HTTP/1.1" status: 200 len: 1129 time: 0.0455570 Mar 23 03:05:59.177188 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e12f3f8a-c061-4b49-93cc-ae14e30f1539 req-36de27e4-d029-46cf-84e2-260457ac0189 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e6815021-f179-4631-9dd8-c104c9369749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375528 Mar 23 03:05:59.179969 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d52cb69d-d8d2-4e77-8d23-8b02dd45f5d6 req-859de5eb-334d-4f1c-bb46-4e51ed74a26a tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6815021-f179-4631-9dd8-c104c9369749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456750 Mar 23 03:06:00.298723 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3c834-1950-406e-8f40-c7d9122a7e61 req-d9ffd542-06f2-4bf2-87d2-5edca9301166 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:00.300236 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-94e3c834-1950-406e-8f40-c7d9122a7e61 req-d9ffd542-06f2-4bf2-87d2-5edca9301166 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd423a10-cd33-4bdd-b210-f46dfe5e784e HTTP/1.1" status: 200 len: 945 time: 0.0519357 Mar 23 03:06:00.350827 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-94e3c834-1950-406e-8f40-c7d9122a7e61 req-98908115-8d96-45fb-bc65-5a18a67a5144 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6815021-f179-4631-9dd8-c104c9369749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449471 Mar 23 03:06:01.469425 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6baffd-d0f5-484e-a5bc-75f228bbcd59 req-0cece2cc-a282-4d2e-af64-036257963f0d tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:01.470880 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8c6baffd-d0f5-484e-a5bc-75f228bbcd59 req-0cece2cc-a282-4d2e-af64-036257963f0d tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd423a10-cd33-4bdd-b210-f46dfe5e784e HTTP/1.1" status: 200 len: 945 time: 0.0526688 Mar 23 03:06:01.516371 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8c6baffd-d0f5-484e-a5bc-75f228bbcd59 req-471b9001-d393-45dc-bcca-8ff32f41749f tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6815021-f179-4631-9dd8-c104c9369749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400202 Mar 23 03:06:01.732322 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601e969-2697-466d-97fc-4d0198e8190c req-0883353e-c334-428c-9139-839be11fad14 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:01.733689 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e601e969-2697-466d-97fc-4d0198e8190c req-0883353e-c334-428c-9139-839be11fad14 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/networks?id=b74686d4-4dfc-48c5-a592-dce31eb6ee45 HTTP/1.1" status: 200 len: 813 time: 0.0998404 Mar 23 03:06:01.748057 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e601e969-2697-466d-97fc-4d0198e8190c req-f39c12dd-2abb-4e0f-a3c9-11f919a2ab91 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/quotas/cc948257837c4542980b04abd096568f HTTP/1.1" status: 200 len: 375 time: 0.0090511 Mar 23 03:06:01.799238 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e601e969-2697-466d-97fc-4d0198e8190c req-a79274d3-d308-41d0-9523-d572e0ae1391 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc948257837c4542980b04abd096568f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0462930 Mar 23 03:06:01.892945 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e601e969-2697-466d-97fc-4d0198e8190c req-b902bc3b-b01a-4589-b97b-8b3ac109b66b service neutron] 10.222.0.24 "GET /v2.0/networks/b74686d4-4dfc-48c5-a592-dce31eb6ee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870116 Mar 23 03:06:01.981540 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e601e969-2697-466d-97fc-4d0198e8190c req-e638d6f4-a429-43fc-935a-3e04aa23bcdb service neutron] 10.222.0.24 "GET /v2.0/networks/b74686d4-4dfc-48c5-a592-dce31eb6ee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829568 Mar 23 03:06:02.269895 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8815c839-c279-40ea-9cc2-947101b14c9b req-9f273f5e-2fa4-4d1c-847f-f5420ee66b89 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe750990-6e2a-41a0-b4d7-71ffbe6175c6 HTTP/1.1" status: 200 len: 210 time: 0.0285132 Mar 23 03:06:03.368316 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a39f8371-864e-41e4-afde-139d4d4c47bb req-b12e8761-13dd-4217-88ff-4a5f3a3848d7 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe750990-6e2a-41a0-b4d7-71ffbe6175c6 HTTP/1.1" status: 200 len: 210 time: 0.0334113 Mar 23 03:06:04.041749 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601e969-2697-466d-97fc-4d0198e8190c req-474e842d-e854-40bb-8570-dd2a0c18f69a tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:04.043213 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e601e969-2697-466d-97fc-4d0198e8190c req-474e842d-e854-40bb-8570-dd2a0c18f69a tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.23 "GET /v2.0/networks?id=b74686d4-4dfc-48c5-a592-dce31eb6ee45 HTTP/1.1" status: 200 len: 813 time: 0.1026268 Mar 23 03:06:04.054061 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-e601e969-2697-466d-97fc-4d0198e8190c req-c5cc6e51-35e7-4f56-9a0c-27626be39621 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Request body: {'port': {'device_id': 'fe750990-6e2a-41a0-b4d7-71ffbe6175c6', 'network_id': 'b74686d4-4dfc-48c5-a592-dce31eb6ee45', 'admin_state_up': True, 'tenant_id': 'cc948257837c4542980b04abd096568f'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:06:04.246100 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e601e969-2697-466d-97fc-4d0198e8190c req-c5cc6e51-35e7-4f56-9a0c-27626be39621 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Made reservation on behalf of cc948257837c4542980b04abd096568f for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:06:04.249600 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e601e969-2697-466d-97fc-4d0198e8190c req-c5cc6e51-35e7-4f56-9a0c-27626be39621 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:04.380568 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-e601e969-2697-466d-97fc-4d0198e8190c req-c5cc6e51-35e7-4f56-9a0c-27626be39621 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Allocated IP 172.20.0.2 (b74686d4-4dfc-48c5-a592-dce31eb6ee45/95695070-a1d6-4fb2-be86-794ff12e1603/00996c39-b5ba-4ba1-8bef-f1e5cad8b6be) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:06:04.466452 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-602afa75-7144-4b62-9434-c52f1f4977bc req-16cce676-3e92-4485-992b-45b164dc9d0a tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe750990-6e2a-41a0-b4d7-71ffbe6175c6 HTTP/1.1" status: 200 len: 210 time: 0.0308771 Mar 23 03:06:04.531656 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e601e969-2697-466d-97fc-4d0198e8190c req-c5cc6e51-35e7-4f56-9a0c-27626be39621 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Publish callbacks [] for port (00996c39-b5ba-4ba1-8bef-f1e5cad8b6be), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:04.609487 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e601e969-2697-466d-97fc-4d0198e8190c req-c5cc6e51-35e7-4f56-9a0c-27626be39621 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (00996c39-b5ba-4ba1-8bef-f1e5cad8b6be), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:04.622239 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['8238ceef-cad7-439f-a678-aa7be2f5e78f'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:06:04.652971 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e601e969-2697-466d-97fc-4d0198e8190c req-c5cc6e51-35e7-4f56-9a0c-27626be39621 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Network b74686d4-4dfc-48c5-a592-dce31eb6ee45 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:06:04.656277 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-e601e969-2697-466d-97fc-4d0198e8190c req-c5cc6e51-35e7-4f56-9a0c-27626be39621 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:06:04.662207 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-e601e969-2697-466d-97fc-4d0198e8190c req-c5cc6e51-35e7-4f56-9a0c-27626be39621 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:06:04.700617 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc6e51-35e7-4f56-9a0c-27626be39621 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Pushing event updated for resources: {'Port': ['ID=00996c39-b5ba-4ba1-8bef-f1e5cad8b6be,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:04.727638 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601e969-2697-466d-97fc-4d0198e8190c req-c5cc6e51-35e7-4f56-9a0c-27626be39621 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:04.728361 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e601e969-2697-466d-97fc-4d0198e8190c req-c5cc6e51-35e7-4f56-9a0c-27626be39621 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:04.817497 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e601e969-2697-466d-97fc-4d0198e8190c req-c5cc6e51-35e7-4f56-9a0c-27626be39621 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7667372 Mar 23 03:06:04.828461 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-e601e969-2697-466d-97fc-4d0198e8190c req-09aad9fd-0958-49f3-9471-816d35b62d60 service neutron] Request body: {'port': {'device_id': 'fe750990-6e2a-41a0-b4d7-71ffbe6175c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:06:04.886048 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e601e969-2697-466d-97fc-4d0198e8190c req-09aad9fd-0958-49f3-9471-816d35b62d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (00996c39-b5ba-4ba1-8bef-f1e5cad8b6be), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:05.144531 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-e601e969-2697-466d-97fc-4d0198e8190c req-09aad9fd-0958-49f3-9471-816d35b62d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00996c39-b5ba-4ba1-8bef-f1e5cad8b6be {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:06:05.152192 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e601e969-2697-466d-97fc-4d0198e8190c req-09aad9fd-0958-49f3-9471-816d35b62d60 service neutron] Publish callbacks [] for port (00996c39-b5ba-4ba1-8bef-f1e5cad8b6be), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:05.163965 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-e601e969-2697-466d-97fc-4d0198e8190c req-09aad9fd-0958-49f3-9471-816d35b62d60 service neutron] Transition to ACTIVE for port object 00996c39-b5ba-4ba1-8bef-f1e5cad8b6be will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 03:06:05.226106 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e601e969-2697-466d-97fc-4d0198e8190c req-09aad9fd-0958-49f3-9471-816d35b62d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (00996c39-b5ba-4ba1-8bef-f1e5cad8b6be), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:05.280690 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aad9fd-0958-49f3-9471-816d35b62d60 service neutron] Pushing event updated for resources: {'Port': ['ID=00996c39-b5ba-4ba1-8bef-f1e5cad8b6be,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:05.344656 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-e601e969-2697-466d-97fc-4d0198e8190c req-09aad9fd-0958-49f3-9471-816d35b62d60 service neutron] Attempting to bind port 00996c39-b5ba-4ba1-8bef-f1e5cad8b6be on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:06:05.345016 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-e601e969-2697-466d-97fc-4d0198e8190c req-09aad9fd-0958-49f3-9471-816d35b62d60 service neutron] Attempting to bind port 00996c39-b5ba-4ba1-8bef-f1e5cad8b6be by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4630319e-0e1b-41ed-a6c9-25cb2c21e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b74686d4-4dfc-48c5-a592-dce31eb6ee45'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:06:05.345344 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e601e969-2697-466d-97fc-4d0198e8190c req-09aad9fd-0958-49f3-9471-816d35b62d60 service neutron] Attempting to bind port 00996c39-b5ba-4ba1-8bef-f1e5cad8b6be on network b74686d4-4dfc-48c5-a592-dce31eb6ee45 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:06:05.349573 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e601e969-2697-466d-97fc-4d0198e8190c req-09aad9fd-0958-49f3-9471-816d35b62d60 service neutron] Port 00996c39-b5ba-4ba1-8bef-f1e5cad8b6be on network b74686d4-4dfc-48c5-a592-dce31eb6ee45 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 03:06:05.349894 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e601e969-2697-466d-97fc-4d0198e8190c req-09aad9fd-0958-49f3-9471-816d35b62d60 service neutron] Attempting to bind port 00996c39-b5ba-4ba1-8bef-f1e5cad8b6be on network b74686d4-4dfc-48c5-a592-dce31eb6ee45 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:06:05.355392 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e601e969-2697-466d-97fc-4d0198e8190c req-09aad9fd-0958-49f3-9471-816d35b62d60 service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:06:05.355727 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e601e969-2697-466d-97fc-4d0198e8190c req-09aad9fd-0958-49f3-9471-816d35b62d60 service neutron] Checking segment: {'id': '4630319e-0e1b-41ed-a6c9-25cb2c21e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b74686d4-4dfc-48c5-a592-dce31eb6ee45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:06:05.356192 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e601e969-2697-466d-97fc-4d0198e8190c req-09aad9fd-0958-49f3-9471-816d35b62d60 service neutron] Bound using segment: {'id': '4630319e-0e1b-41ed-a6c9-25cb2c21e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b74686d4-4dfc-48c5-a592-dce31eb6ee45'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:06:05.356611 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-e601e969-2697-466d-97fc-4d0198e8190c req-09aad9fd-0958-49f3-9471-816d35b62d60 service neutron] Bound port: 00996c39-b5ba-4ba1-8bef-f1e5cad8b6be, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4630319e-0e1b-41ed-a6c9-25cb2c21e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b74686d4-4dfc-48c5-a592-dce31eb6ee45'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:06:05.356961 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e601e969-2697-466d-97fc-4d0198e8190c req-09aad9fd-0958-49f3-9471-816d35b62d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (00996c39-b5ba-4ba1-8bef-f1e5cad8b6be), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:05.422061 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-e601e969-2697-466d-97fc-4d0198e8190c req-09aad9fd-0958-49f3-9471-816d35b62d60 service neutron] For port 00996c39-b5ba-4ba1-8bef-f1e5cad8b6be, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:06:05.424897 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-e601e969-2697-466d-97fc-4d0198e8190c req-09aad9fd-0958-49f3-9471-816d35b62d60 service neutron] For port 00996c39-b5ba-4ba1-8bef-f1e5cad8b6be, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=00996c39-b5ba-4ba1-8bef-f1e5cad8b6be,segment=NetworkSegment(4630319e-0e1b-41ed-a6c9-25cb2c21e934),segment_id=4630319e-0e1b-41ed-a6c9-25cb2c21e934)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:06:05.483623 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e601e969-2697-466d-97fc-4d0198e8190c req-09aad9fd-0958-49f3-9471-816d35b62d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (00996c39-b5ba-4ba1-8bef-f1e5cad8b6be), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:05.518065 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601e969-2697-466d-97fc-4d0198e8190c req-09aad9fd-0958-49f3-9471-816d35b62d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:05.519252 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e601e969-2697-466d-97fc-4d0198e8190c req-09aad9fd-0958-49f3-9471-816d35b62d60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:05.520660 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e601e969-2697-466d-97fc-4d0198e8190c req-09aad9fd-0958-49f3-9471-816d35b62d60 service neutron] 10.222.0.23 "PUT /v2.0/ports/00996c39-b5ba-4ba1-8bef-f1e5cad8b6be HTTP/1.1" status: 200 len: 1093 time: 0.6961851 Mar 23 03:06:05.522870 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe750990-6e2a-41a0-b4d7-71ffbe6175c6', 'tag': '00996c39-b5ba-4ba1-8bef-f1e5cad8b6be'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:06:05.526670 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab37b1ab-649f-45fb-811f-061894e41389" -d '{"events": [{"name": "network-changed", "server_uuid": "fe750990-6e2a-41a0-b4d7-71ffbe6175c6", "tag": "00996c39-b5ba-4ba1-8bef-f1e5cad8b6be"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:06:05.576578 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d35af6-b802-4199-acc0-053633777972 x-openstack-request-id: req-f2d35af6-b802-4199-acc0-053633777972 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:06:05.576875 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe750990-6e2a-41a0-b4d7-71ffbe6175c6", "tag": "00996c39-b5ba-4ba1-8bef-f1e5cad8b6be", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:06:05.577131 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f2d35af6-b802-4199-acc0-053633777972 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:06:05.577542 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2d35af6-b802-4199-acc0-053633777972'] response: {'name': 'network-changed', 'server_uuid': 'fe750990-6e2a-41a0-b4d7-71ffbe6175c6', 'tag': '00996c39-b5ba-4ba1-8bef-f1e5cad8b6be', 'status': 'completed', 'code': 200} Mar 23 03:06:05.592727 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aad9fd-0958-49f3-9471-816d35b62d60 service neutron] Pushing event updated for resources: {'Port': ['ID=00996c39-b5ba-4ba1-8bef-f1e5cad8b6be,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:05.640309 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c1102-a7a2-43fb-ae16-ff634872005f req-71d3e3e2-44d5-41d9-90ee-0d4fab741355 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:05.641819 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-309c1102-a7a2-43fb-ae16-ff634872005f req-71d3e3e2-44d5-41d9-90ee-0d4fab741355 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe750990-6e2a-41a0-b4d7-71ffbe6175c6 HTTP/1.1" status: 200 len: 943 time: 0.1035228 Mar 23 03:06:05.648197 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37b1ab-649f-45fb-811f-061894e41389 req-a20e6beb-fe56-4fd3-86fa-1cc7d9bb669f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:05.649602 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ab37b1ab-649f-45fb-811f-061894e41389 req-a20e6beb-fe56-4fd3-86fa-1cc7d9bb669f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc948257837c4542980b04abd096568f&device_id=fe750990-6e2a-41a0-b4d7-71ffbe6175c6 HTTP/1.1" status: 200 len: 1127 time: 0.0652754 Mar 23 03:06:05.747349 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-309c1102-a7a2-43fb-ae16-ff634872005f req-517bd9d8-0b47-4771-acc2-95ef31301c55 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6815021-f179-4631-9dd8-c104c9369749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967052 Mar 23 03:06:05.777523 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37b1ab-649f-45fb-811f-061894e41389 req-bc582c61-8c7f-4797-be28-a2a67d1ba6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:05.778980 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ab37b1ab-649f-45fb-811f-061894e41389 req-bc582c61-8c7f-4797-be28-a2a67d1ba6a4 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=cc948257837c4542980b04abd096568f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1219025 Mar 23 03:06:05.877085 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37b1ab-649f-45fb-811f-061894e41389 req-a50ebf66-ba5c-4102-bc3b-a8feefae77de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:05.878577 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ab37b1ab-649f-45fb-811f-061894e41389 req-a50ebf66-ba5c-4102-bc3b-a8feefae77de service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944312 Mar 23 03:06:05.956351 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601e969-2697-466d-97fc-4d0198e8190c req-c7053138-ed2e-43cf-a2e4-8f1589bd4b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:05.957827 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e601e969-2697-466d-97fc-4d0198e8190c req-c7053138-ed2e-43cf-a2e4-8f1589bd4b07 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc948257837c4542980b04abd096568f&device_id=fe750990-6e2a-41a0-b4d7-71ffbe6175c6 HTTP/1.1" status: 200 len: 1127 time: 0.0463650 Mar 23 03:06:05.999193 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e601e969-2697-466d-97fc-4d0198e8190c req-be60f767-0eec-4a43-9998-3619ea7a7b5c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00996c39-b5ba-4ba1-8bef-f1e5cad8b6be HTTP/1.1" status: 200 len: 217 time: 0.0345154 Mar 23 03:06:06.049001 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601e969-2697-466d-97fc-4d0198e8190c req-d8ff5978-a186-4e20-9781-b8188ada69b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:06.050424 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e601e969-2697-466d-97fc-4d0198e8190c req-d8ff5978-a186-4e20-9781-b8188ada69b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=95695070-a1d6-4fb2-be86-794ff12e1603 HTTP/1.1" status: 200 len: 853 time: 0.0459213 Mar 23 03:06:06.081388 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e601e969-2697-466d-97fc-4d0198e8190c req-4726fdf8-cec5-49cb-a7b4-cbe4f94cf667 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b74686d4-4dfc-48c5-a592-dce31eb6ee45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258522 Mar 23 03:06:06.169470 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e601e969-2697-466d-97fc-4d0198e8190c req-eb4c55f8-c132-4c90-95a0-a3c2d9e97f44 service neutron] 10.222.0.23 "GET /v2.0/networks/b74686d4-4dfc-48c5-a592-dce31eb6ee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826857 Mar 23 03:06:06.261521 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e601e969-2697-466d-97fc-4d0198e8190c req-c1c27d38-275f-4ad0-94b4-789162ee0d4c service neutron] 10.222.0.23 "GET /v2.0/networks/b74686d4-4dfc-48c5-a592-dce31eb6ee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863569 Mar 23 03:06:06.864823 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071eecaf-373e-4ed6-92e7-becc57ec145a req-09819f65-09d9-46b5-826e-809970f3451e tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:06.866297 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-071eecaf-373e-4ed6-92e7-becc57ec145a req-09819f65-09d9-46b5-826e-809970f3451e tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe750990-6e2a-41a0-b4d7-71ffbe6175c6 HTTP/1.1" status: 200 len: 943 time: 0.0518007 Mar 23 03:06:06.914446 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-071eecaf-373e-4ed6-92e7-becc57ec145a req-706149a4-8ed4-4d21-986d-10aa38c6f3ba tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6815021-f179-4631-9dd8-c104c9369749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415061 Mar 23 03:06:08.033348 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30bbc8-69c8-4e3e-b0b1-fde0e5b4ec9f req-92d8bcf0-f253-4d25-a9ed-ab23bc203741 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:08.034829 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5b30bbc8-69c8-4e3e-b0b1-fde0e5b4ec9f req-92d8bcf0-f253-4d25-a9ed-ab23bc203741 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe750990-6e2a-41a0-b4d7-71ffbe6175c6 HTTP/1.1" status: 200 len: 943 time: 0.0537357 Mar 23 03:06:08.081683 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5b30bbc8-69c8-4e3e-b0b1-fde0e5b4ec9f req-8d70f41b-a17e-4edb-b770-31a7a7f81b04 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6815021-f179-4631-9dd8-c104c9369749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410531 Mar 23 03:06:08.562479 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 00996c39-b5ba-4ba1-8bef-f1e5cad8b6be details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 03:06:08.656835 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 00996c39-b5ba-4ba1-8bef-f1e5cad8b6be, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=00996c39-b5ba-4ba1-8bef-f1e5cad8b6be,segment=NetworkSegment(4630319e-0e1b-41ed-a6c9-25cb2c21e934),segment_id=4630319e-0e1b-41ed-a6c9-25cb2c21e934)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:06:08.671947 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '00996c39-b5ba-4ba1-8bef-f1e5cad8b6be', 'network_id': 'b74686d4-4dfc-48c5-a592-dce31eb6ee45', 'port_id': '00996c39-b5ba-4ba1-8bef-f1e5cad8b6be', 'mac_address': 'fa:16:3e:3f:3d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95695070-a1d6-4fb2-be86-794ff12e1603', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 03:06:08.707449 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 00996c39-b5ba-4ba1-8bef-f1e5cad8b6be is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:06:08.707863 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (00996c39-b5ba-4ba1-8bef-f1e5cad8b6be), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:08.720596 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00996c39-b5ba-4ba1-8bef-f1e5cad8b6be {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:06:08.739480 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 00996c39-b5ba-4ba1-8bef-f1e5cad8b6be, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=00996c39-b5ba-4ba1-8bef-f1e5cad8b6be,segment=NetworkSegment(4630319e-0e1b-41ed-a6c9-25cb2c21e934),segment_id=4630319e-0e1b-41ed-a6c9-25cb2c21e934)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:06:08.859903 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (00996c39-b5ba-4ba1-8bef-f1e5cad8b6be), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:08.906471 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=00996c39-b5ba-4ba1-8bef-f1e5cad8b6be,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:09.061406 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['00996c39-b5ba-4ba1-8bef-f1e5cad8b6be'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:06:09.201636 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23eb94-5629-40a5-8ee5-5a303e888417 req-3ce61b96-d1ec-43b7-9c5f-0c559104717a tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:09.203174 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4a23eb94-5629-40a5-8ee5-5a303e888417 req-3ce61b96-d1ec-43b7-9c5f-0c559104717a tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe750990-6e2a-41a0-b4d7-71ffbe6175c6 HTTP/1.1" status: 200 len: 944 time: 0.0553839 Mar 23 03:06:09.249608 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4a23eb94-5629-40a5-8ee5-5a303e888417 req-df64ac63-a4d1-4cfc-a119-6f2eb94c3a0b tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6815021-f179-4631-9dd8-c104c9369749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407264 Mar 23 03:06:10.366597 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d16a8-dd80-48e7-923a-2cecf96273b7 req-968a83c8-c360-4fa8-8cad-017f420c3a2c tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:10.368093 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-258d16a8-dd80-48e7-923a-2cecf96273b7 req-968a83c8-c360-4fa8-8cad-017f420c3a2c tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe750990-6e2a-41a0-b4d7-71ffbe6175c6 HTTP/1.1" status: 200 len: 944 time: 0.0527256 Mar 23 03:06:10.418435 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-258d16a8-dd80-48e7-923a-2cecf96273b7 req-58f7cd66-c347-49e4-9bb8-4cf7fd577cbc tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6815021-f179-4631-9dd8-c104c9369749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437391 Mar 23 03:06:10.571710 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 00996c39-b5ba-4ba1-8bef-f1e5cad8b6be up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:06:10.665715 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port 00996c39-b5ba-4ba1-8bef-f1e5cad8b6be completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 03:06:10.669744 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 00996c39-b5ba-4ba1-8bef-f1e5cad8b6be triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:06:10.670060 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (00996c39-b5ba-4ba1-8bef-f1e5cad8b6be), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:10.893541 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 00996c39-b5ba-4ba1-8bef-f1e5cad8b6be is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:06:10.893951 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (00996c39-b5ba-4ba1-8bef-f1e5cad8b6be), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:10.918534 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe750990-6e2a-41a0-b4d7-71ffbe6175c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00996c39-b5ba-4ba1-8bef-f1e5cad8b6be'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:06:10.920905 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d1d9d8-dba3-402e-946b-71f2d6a5c73a" -d '{"events": [{"server_uuid": "fe750990-6e2a-41a0-b4d7-71ffbe6175c6", "name": "network-vif-plugged", "status": "completed", "tag": "00996c39-b5ba-4ba1-8bef-f1e5cad8b6be"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:06:10.933500 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 00996c39-b5ba-4ba1-8bef-f1e5cad8b6be, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=00996c39-b5ba-4ba1-8bef-f1e5cad8b6be,segment=NetworkSegment(4630319e-0e1b-41ed-a6c9-25cb2c21e934),segment_id=4630319e-0e1b-41ed-a6c9-25cb2c21e934)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:06:10.955344 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8106e3-b0e6-41bf-a610-1e8391981a32 x-openstack-request-id: req-3d8106e3-b0e6-41bf-a610-1e8391981a32 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:06:10.955642 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe750990-6e2a-41a0-b4d7-71ffbe6175c6", "name": "network-vif-plugged", "status": "completed", "tag": "00996c39-b5ba-4ba1-8bef-f1e5cad8b6be", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:06:10.955936 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d8106e3-b0e6-41bf-a610-1e8391981a32 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:06:10.956345 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d8106e3-b0e6-41bf-a610-1e8391981a32'] response: {'server_uuid': 'fe750990-6e2a-41a0-b4d7-71ffbe6175c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00996c39-b5ba-4ba1-8bef-f1e5cad8b6be', 'code': 200} Mar 23 03:06:11.017110 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (00996c39-b5ba-4ba1-8bef-f1e5cad8b6be), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:11.064985 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=00996c39-b5ba-4ba1-8bef-f1e5cad8b6be,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:11.283732 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819f207-4664-4329-a1b7-df835fe38a8b req-c226724f-8782-4846-98b3-8b631086c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:11.288782 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a819f207-4664-4329-a1b7-df835fe38a8b req-c226724f-8782-4846-98b3-8b631086c89b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fe750990-6e2a-41a0-b4d7-71ffbe6175c6 HTTP/1.1" status: 200 len: 1129 time: 0.0446634 Mar 23 03:06:11.328646 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a819f207-4664-4329-a1b7-df835fe38a8b req-0e6431dc-a2ab-4b3d-945e-187bceafc827 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e6815021-f179-4631-9dd8-c104c9369749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369191 Mar 23 03:06:11.533687 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e3dbb-0efc-4662-939b-c36992071724 req-504dc89e-0a1e-4de9-906f-ef6a5341a458 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:11.535200 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-839e3dbb-0efc-4662-939b-c36992071724 req-504dc89e-0a1e-4de9-906f-ef6a5341a458 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe750990-6e2a-41a0-b4d7-71ffbe6175c6 HTTP/1.1" status: 200 len: 945 time: 0.0517368 Mar 23 03:06:11.581335 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-839e3dbb-0efc-4662-939b-c36992071724 req-a8648f08-f3d2-422b-8d5c-e5340110a4c0 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6815021-f179-4631-9dd8-c104c9369749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407531 Mar 23 03:06:12.701376 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e742174-a177-4f5a-aba0-5528d9a2834f req-34a676cf-eab5-434e-9627-99b851dee34b tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:12.702846 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8e742174-a177-4f5a-aba0-5528d9a2834f req-34a676cf-eab5-434e-9627-99b851dee34b tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe750990-6e2a-41a0-b4d7-71ffbe6175c6 HTTP/1.1" status: 200 len: 945 time: 0.0561450 Mar 23 03:06:12.748983 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8e742174-a177-4f5a-aba0-5528d9a2834f req-c7e59d19-c4ba-46ab-936d-025b673ff63d tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6815021-f179-4631-9dd8-c104c9369749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406413 Mar 23 03:06:12.880761 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:06:13.167847 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61714079-1ce6-4d32-90ac-cad353260de7 req-8f3d68f8-dec1-4ad0-8355-f6a29be724c6 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:13.169391 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-61714079-1ce6-4d32-90ac-cad353260de7 req-8f3d68f8-dec1-4ad0-8355-f6a29be724c6 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe750990-6e2a-41a0-b4d7-71ffbe6175c6 HTTP/1.1" status: 200 len: 945 time: 0.0540040 Mar 23 03:06:13.216008 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-61714079-1ce6-4d32-90ac-cad353260de7 req-060f1b99-8a4d-4fce-88b6-15f26c6de08c tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6815021-f179-4631-9dd8-c104c9369749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409365 Mar 23 03:06:14.340163 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6a49e-4e81-4b73-805b-3c4c877b434a req-2bf90494-4dfa-441c-a840-cc7396b39179 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:14.341717 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3ed6a49e-4e81-4b73-805b-3c4c877b434a req-2bf90494-4dfa-441c-a840-cc7396b39179 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe750990-6e2a-41a0-b4d7-71ffbe6175c6 HTTP/1.1" status: 200 len: 945 time: 0.0587976 Mar 23 03:06:14.388968 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3ed6a49e-4e81-4b73-805b-3c4c877b434a req-f41430f7-57b8-44f1-b744-964a3f573630 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6815021-f179-4631-9dd8-c104c9369749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416338 Mar 23 03:06:14.543694 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f184ec-2a5d-4aa3-a70e-bdc1cdc3d347 req-2f4c031a-8e60-4add-993e-d05b2f47e764 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:14.545525 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c4f184ec-2a5d-4aa3-a70e-bdc1cdc3d347 req-2f4c031a-8e60-4add-993e-d05b2f47e764 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe750990-6e2a-41a0-b4d7-71ffbe6175c6 HTTP/1.1" status: 200 len: 945 time: 0.0520151 Mar 23 03:06:14.646763 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-c4f184ec-2a5d-4aa3-a70e-bdc1cdc3d347 req-9f7ee573-293d-4713-a024-12130370cfb4 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Deleting port 00996c39-b5ba-4ba1-8bef-f1e5cad8b6be {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:06:14.647017 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c4f184ec-2a5d-4aa3-a70e-bdc1cdc3d347 req-9f7ee573-293d-4713-a024-12130370cfb4 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (00996c39-b5ba-4ba1-8bef-f1e5cad8b6be), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:14.732389 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-c4f184ec-2a5d-4aa3-a70e-bdc1cdc3d347 req-9f7ee573-293d-4713-a024-12130370cfb4 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] For port 00996c39-b5ba-4ba1-8bef-f1e5cad8b6be, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=00996c39-b5ba-4ba1-8bef-f1e5cad8b6be,segment=NetworkSegment(4630319e-0e1b-41ed-a6c9-25cb2c21e934),segment_id=4630319e-0e1b-41ed-a6c9-25cb2c21e934)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:06:14.732768 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c4f184ec-2a5d-4aa3-a70e-bdc1cdc3d347 req-9f7ee573-293d-4713-a024-12130370cfb4 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (00996c39-b5ba-4ba1-8bef-f1e5cad8b6be), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:14.745941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-c4f184ec-2a5d-4aa3-a70e-bdc1cdc3d347 req-9f7ee573-293d-4713-a024-12130370cfb4 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Calling delete_port for 00996c39-b5ba-4ba1-8bef-f1e5cad8b6be owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:06:14.908026 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c4f184ec-2a5d-4aa3-a70e-bdc1cdc3d347 req-9f7ee573-293d-4713-a024-12130370cfb4 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (00996c39-b5ba-4ba1-8bef-f1e5cad8b6be), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:14.919779 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['8238ceef-cad7-439f-a678-aa7be2f5e78f', '00996c39-b5ba-4ba1-8bef-f1e5cad8b6be'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:06:14.939195 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ee573-293d-4713-a024-12130370cfb4 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Pushing event deleted for resources: {'Port': ['ID=00996c39-b5ba-4ba1-8bef-f1e5cad8b6be,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:14.980684 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f184ec-2a5d-4aa3-a70e-bdc1cdc3d347 req-9f7ee573-293d-4713-a024-12130370cfb4 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] No DVR routers for this DVR port 00996c39-b5ba-4ba1-8bef-f1e5cad8b6be on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:06:14.983174 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c4f184ec-2a5d-4aa3-a70e-bdc1cdc3d347 req-9f7ee573-293d-4713-a024-12130370cfb4 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:14.986433 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c4f184ec-2a5d-4aa3-a70e-bdc1cdc3d347 req-9f7ee573-293d-4713-a024-12130370cfb4 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.23 "DELETE /v2.0/ports/00996c39-b5ba-4ba1-8bef-f1e5cad8b6be HTTP/1.1" status: 204 len: 173 time: 0.4360664 Mar 23 03:06:14.986873 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe750990-6e2a-41a0-b4d7-71ffbe6175c6', 'name': 'network-vif-deleted', 'tag': '00996c39-b5ba-4ba1-8bef-f1e5cad8b6be'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:06:14.989194 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbfc670-5959-486a-9477-74ea64e23648" -d '{"events": [{"server_uuid": "fe750990-6e2a-41a0-b4d7-71ffbe6175c6", "name": "network-vif-deleted", "tag": "00996c39-b5ba-4ba1-8bef-f1e5cad8b6be"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:06:15.026591 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b299fa-5c15-4caa-8416-68a1efdd79c9 x-openstack-request-id: req-34b299fa-5c15-4caa-8416-68a1efdd79c9 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:06:15.026917 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe750990-6e2a-41a0-b4d7-71ffbe6175c6", "name": "network-vif-deleted", "tag": "00996c39-b5ba-4ba1-8bef-f1e5cad8b6be", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:06:15.027183 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34b299fa-5c15-4caa-8416-68a1efdd79c9 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:06:15.027586 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34b299fa-5c15-4caa-8416-68a1efdd79c9'] response: {'server_uuid': 'fe750990-6e2a-41a0-b4d7-71ffbe6175c6', 'name': 'network-vif-deleted', 'tag': '00996c39-b5ba-4ba1-8bef-f1e5cad8b6be', 'status': 'completed', 'code': 200} Mar 23 03:06:15.496003 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-76ba8380-c68c-4486-b724-8fbe9214ba41 req-58130cd8-169a-4d8e-a4af-2ae65abc971d tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe750990-6e2a-41a0-b4d7-71ffbe6175c6 HTTP/1.1" status: 200 len: 210 time: 0.0304046 Mar 23 03:06:16.645995 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39739a-d37b-48c8-bc99-cf0e84a42935 req-6b4100ae-e25d-477e-8c46-accfcca61713 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:16.647456 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cc39739a-d37b-48c8-bc99-cf0e84a42935 req-6b4100ae-e25d-477e-8c46-accfcca61713 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd423a10-cd33-4bdd-b210-f46dfe5e784e HTTP/1.1" status: 200 len: 945 time: 0.0523770 Mar 23 03:06:16.694401 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cc39739a-d37b-48c8-bc99-cf0e84a42935 req-df0a4832-ccd9-4c73-bf55-ba34ae4dc4f2 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6815021-f179-4631-9dd8-c104c9369749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413623 Mar 23 03:06:16.826284 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe32124-3630-4ec2-8bf1-019b7b226f62 req-65352373-ad0e-42ec-9a22-6616255c80c9 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:16.827666 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1fe32124-3630-4ec2-8bf1-019b7b226f62 req-65352373-ad0e-42ec-9a22-6616255c80c9 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd423a10-cd33-4bdd-b210-f46dfe5e784e HTTP/1.1" status: 200 len: 945 time: 0.0526915 Mar 23 03:06:16.876985 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1fe32124-3630-4ec2-8bf1-019b7b226f62 req-ef11dd9c-a5e4-4424-9c52-5fe9f8b5cb09 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6815021-f179-4631-9dd8-c104c9369749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437918 Mar 23 03:06:16.994211 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1e00c-6fff-4585-82be-98351ffaf2b7 req-73765429-0327-41e3-a0a6-ef94c10a36a8 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:16.995798 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-46b1e00c-6fff-4585-82be-98351ffaf2b7 req-73765429-0327-41e3-a0a6-ef94c10a36a8 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd423a10-cd33-4bdd-b210-f46dfe5e784e HTTP/1.1" status: 200 len: 945 time: 0.0527425 Mar 23 03:06:17.046657 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-46b1e00c-6fff-4585-82be-98351ffaf2b7 req-2ef944d3-96a1-45e5-aa00-af21d27d16ec tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6815021-f179-4631-9dd8-c104c9369749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452766 Mar 23 03:06:17.215162 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e4a14-6aaa-4ca3-b1f6-57131ed7d8a5 req-ec395bd9-1ae8-45ad-b667-efc61ccacead tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:17.216690 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a98e4a14-6aaa-4ca3-b1f6-57131ed7d8a5 req-ec395bd9-1ae8-45ad-b667-efc61ccacead tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd423a10-cd33-4bdd-b210-f46dfe5e784e HTTP/1.1" status: 200 len: 945 time: 0.0552835 Mar 23 03:06:17.264611 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a98e4a14-6aaa-4ca3-b1f6-57131ed7d8a5 req-f14a8799-63ad-47c2-9b3e-e561791f7798 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6815021-f179-4631-9dd8-c104c9369749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424225 Mar 23 03:06:17.381448 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc90bd-ac89-493f-9e73-f477edc4a140 req-5d3cc381-2df7-40c0-a930-3906f83addb5 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:17.383078 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4afc90bd-ac89-493f-9e73-f477edc4a140 req-5d3cc381-2df7-40c0-a930-3906f83addb5 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd423a10-cd33-4bdd-b210-f46dfe5e784e HTTP/1.1" status: 200 len: 945 time: 0.0522773 Mar 23 03:06:17.428964 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4afc90bd-ac89-493f-9e73-f477edc4a140 req-1f28e837-9402-44a6-ab97-72585b94e6ae tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6815021-f179-4631-9dd8-c104c9369749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399504 Mar 23 03:06:17.555069 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710089fa-f97d-41d5-a224-b58ba8132f6c req-08257db5-8773-4863-b8e8-f457c1cbecf9 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:17.557150 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-710089fa-f97d-41d5-a224-b58ba8132f6c req-08257db5-8773-4863-b8e8-f457c1cbecf9 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd423a10-cd33-4bdd-b210-f46dfe5e784e HTTP/1.1" status: 200 len: 945 time: 0.0522821 Mar 23 03:06:17.602437 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0e18b672-5698-4057-a58e-cf0cabe546f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:17.603745 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-710089fa-f97d-41d5-a224-b58ba8132f6c req-6db48806-fc4d-450a-93a4-c667227ce2ee tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6815021-f179-4631-9dd8-c104c9369749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404968 Mar 23 03:06:18.448505 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cbebd-695f-481d-9380-3d92b34d8aab req-8c813795-3948-476c-9e91-919a7482b492 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:18.449990 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ad6cbebd-695f-481d-9380-3d92b34d8aab req-8c813795-3948-476c-9e91-919a7482b492 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd423a10-cd33-4bdd-b210-f46dfe5e784e HTTP/1.1" status: 200 len: 945 time: 0.4050703 Mar 23 03:06:18.497505 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ad6cbebd-695f-481d-9380-3d92b34d8aab req-86f46a07-3a6b-4bba-b5c8-6b9e55a5e38c tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6815021-f179-4631-9dd8-c104c9369749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418546 Mar 23 03:06:18.597844 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 00996c39-b5ba-4ba1-8bef-f1e5cad8b6be no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:06:18.617358 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: 00996c39-b5ba-4ba1-8bef-f1e5cad8b6be {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:06:18.617972 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 00996c39-b5ba-4ba1-8bef-f1e5cad8b6be not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:06:18.854289 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:19.432438 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640978e-6700-4612-b0ad-fd1f7b94243c req-8908c1d8-ec28-4fe1-adc9-9f3588674a17 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:19.433968 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d640978e-6700-4612-b0ad-fd1f7b94243c req-8908c1d8-ec28-4fe1-adc9-9f3588674a17 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd423a10-cd33-4bdd-b210-f46dfe5e784e HTTP/1.1" status: 200 len: 945 time: 0.0691156 Mar 23 03:06:19.530953 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-d640978e-6700-4612-b0ad-fd1f7b94243c req-50c078cf-d203-4681-8fbb-72637bb2b28c tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Deleting port 8238ceef-cad7-439f-a678-aa7be2f5e78f {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:06:19.530953 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-d640978e-6700-4612-b0ad-fd1f7b94243c req-50c078cf-d203-4681-8fbb-72637bb2b28c tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (8238ceef-cad7-439f-a678-aa7be2f5e78f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:19.615386 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3dbd3-52da-4c90-b905-d30b41700c5e req-d311405a-7da3-46b8-8e10-7e796b780c70 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:19.616903 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-edd3dbd3-52da-4c90-b905-d30b41700c5e req-d311405a-7da3-46b8-8e10-7e796b780c70 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd423a10-cd33-4bdd-b210-f46dfe5e784e HTTP/1.1" status: 200 len: 945 time: 0.0526752 Mar 23 03:06:19.617415 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-d640978e-6700-4612-b0ad-fd1f7b94243c req-50c078cf-d203-4681-8fbb-72637bb2b28c tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] For port 8238ceef-cad7-439f-a678-aa7be2f5e78f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8238ceef-cad7-439f-a678-aa7be2f5e78f,segment=NetworkSegment(4630319e-0e1b-41ed-a6c9-25cb2c21e934),segment_id=4630319e-0e1b-41ed-a6c9-25cb2c21e934)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:06:19.617783 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-d640978e-6700-4612-b0ad-fd1f7b94243c req-50c078cf-d203-4681-8fbb-72637bb2b28c tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (8238ceef-cad7-439f-a678-aa7be2f5e78f), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:19.631072 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-d640978e-6700-4612-b0ad-fd1f7b94243c req-50c078cf-d203-4681-8fbb-72637bb2b28c tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Calling delete_port for 8238ceef-cad7-439f-a678-aa7be2f5e78f owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:06:19.663485 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-edd3dbd3-52da-4c90-b905-d30b41700c5e req-98c91ae6-88c9-469f-aee7-9da0c1b7a0de tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6815021-f179-4631-9dd8-c104c9369749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408425 Mar 23 03:06:19.819645 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-d640978e-6700-4612-b0ad-fd1f7b94243c req-50c078cf-d203-4681-8fbb-72637bb2b28c tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (8238ceef-cad7-439f-a678-aa7be2f5e78f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:19.831581 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['8238ceef-cad7-439f-a678-aa7be2f5e78f'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:06:19.848034 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c078cf-d203-4681-8fbb-72637bb2b28c tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Pushing event deleted for resources: {'Port': ['ID=8238ceef-cad7-439f-a678-aa7be2f5e78f,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:19.890919 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-d640978e-6700-4612-b0ad-fd1f7b94243c req-50c078cf-d203-4681-8fbb-72637bb2b28c tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] No DVR routers for this DVR port 8238ceef-cad7-439f-a678-aa7be2f5e78f on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:06:19.893398 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-d640978e-6700-4612-b0ad-fd1f7b94243c req-50c078cf-d203-4681-8fbb-72637bb2b28c tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:19.896715 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d640978e-6700-4612-b0ad-fd1f7b94243c req-50c078cf-d203-4681-8fbb-72637bb2b28c tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.23 "DELETE /v2.0/ports/8238ceef-cad7-439f-a678-aa7be2f5e78f HTTP/1.1" status: 204 len: 173 time: 0.4571736 Mar 23 03:06:19.897149 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd423a10-cd33-4bdd-b210-f46dfe5e784e', 'name': 'network-vif-deleted', 'tag': '8238ceef-cad7-439f-a678-aa7be2f5e78f'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:06:19.899363 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f220ee78-3cf9-47c7-bc0b-126032e9b65a" -d '{"events": [{"server_uuid": "dd423a10-cd33-4bdd-b210-f46dfe5e784e", "name": "network-vif-deleted", "tag": "8238ceef-cad7-439f-a678-aa7be2f5e78f"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:06:19.919511 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b5b2ab77-a488-4241-b23d-c799b4d16e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:19.936508 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0887a0-8834-4f0d-87fb-be7b355704d3 x-openstack-request-id: req-9e0887a0-8834-4f0d-87fb-be7b355704d3 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:06:19.936809 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd423a10-cd33-4bdd-b210-f46dfe5e784e", "name": "network-vif-deleted", "tag": "8238ceef-cad7-439f-a678-aa7be2f5e78f", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:06:19.937135 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9e0887a0-8834-4f0d-87fb-be7b355704d3 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:06:19.937553 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e0887a0-8834-4f0d-87fb-be7b355704d3'] response: {'server_uuid': 'dd423a10-cd33-4bdd-b210-f46dfe5e784e', 'name': 'network-vif-deleted', 'tag': '8238ceef-cad7-439f-a678-aa7be2f5e78f', 'status': 'completed', 'code': 200} Mar 23 03:06:20.787351 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b9426b91-cafa-49df-bf5e-3d9bfb95fe87 req-04d69313-555f-4a12-8ec0-a6975a4e9ea4 tempest-ServersNegativeTestJSON-216590297 tempest-ServersNegativeTestJSON-216590297-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd423a10-cd33-4bdd-b210-f46dfe5e784e HTTP/1.1" status: 200 len: 210 time: 0.0311484 Mar 23 03:06:21.316624 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:21.842685 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 38796) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:21.888097 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-69854428-0e9b-4464-ac61-0e3bb72d1ee7 admin admin] Deleting subnet 95695070-a1d6-4fb2-be86-794ff12e1603 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 03:06:21.892501 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-69854428-0e9b-4464-ac61-0e3bb72d1ee7 admin admin] Publish callbacks [] for subnet (95695070-a1d6-4fb2-be86-794ff12e1603), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:21.926095 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-69854428-0e9b-4464-ac61-0e3bb72d1ee7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (95695070-a1d6-4fb2-be86-794ff12e1603), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:21.965109 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-69854428-0e9b-4464-ac61-0e3bb72d1ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (95695070-a1d6-4fb2-be86-794ff12e1603), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:22.102939 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-69854428-0e9b-4464-ac61-0e3bb72d1ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (95695070-a1d6-4fb2-be86-794ff12e1603), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:22.131253 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69854428-0e9b-4464-ac61-0e3bb72d1ee7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95695070-a1d6-4fb2-be86-794ff12e1603,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:22.138002 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-69854428-0e9b-4464-ac61-0e3bb72d1ee7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:22.140851 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-69854428-0e9b-4464-ac61-0e3bb72d1ee7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/95695070-a1d6-4fb2-be86-794ff12e1603 HTTP/1.1" status: 204 len: 168 time: 0.2971768 Mar 23 03:06:22.143346 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 38798) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:22.211939 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-200ebe93-49f2-455c-8abc-14dabedead98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (b74686d4-4dfc-48c5-a592-dce31eb6ee45), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:22.293376 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-200ebe93-49f2-455c-8abc-14dabedead98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (b74686d4-4dfc-48c5-a592-dce31eb6ee45), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:22.313040 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-200ebe93-49f2-455c-8abc-14dabedead98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b74686d4-4dfc-48c5-a592-dce31eb6ee45']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:22.323308 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-200ebe93-49f2-455c-8abc-14dabedead98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4630319e-0e1b-41ed-a6c9-25cb2c21e934') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:22.323604 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-200ebe93-49f2-455c-8abc-14dabedead98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4630319e-0e1b-41ed-a6c9-25cb2c21e934') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:22.332756 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-200ebe93-49f2-455c-8abc-14dabedead98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (4630319e-0e1b-41ed-a6c9-25cb2c21e934), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:22.350532 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-200ebe93-49f2-455c-8abc-14dabedead98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (4630319e-0e1b-41ed-a6c9-25cb2c21e934), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:22.357535 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-200ebe93-49f2-455c-8abc-14dabedead98 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 03:06:22.357860 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-200ebe93-49f2-455c-8abc-14dabedead98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (4630319e-0e1b-41ed-a6c9-25cb2c21e934), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:22.359476 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 03:06:22.359476 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 03:06:22.359476 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 03:06:22.359476 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 03:06:22.359476 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 03:06:22.359476 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 03:06:22.359476 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 03:06:22.359476 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 03:06:22.359476 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 03:06:22.359476 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 03:06:22.359476 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 03:06:22.359476 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 03:06:22.359476 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 03:06:22.359476 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 03:06:22.359476 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 03:06:22.359476 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 03:06:22.359476 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 03:06:22.359476 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 03:06:22.359476 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 03:06:22.359476 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 03:06:22.359476 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 03:06:22.359476 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 03:06:22.359476 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 03:06:22.359476 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 03:06:22.359476 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 03:06:22.359476 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 03:06:22.359476 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 03:06:22.359476 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 03:06:22.359476 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 03:06:22.359476 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 03:06:22.359476 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 03:06:22.359476 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 03:06:22.473635 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-200ebe93-49f2-455c-8abc-14dabedead98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (b74686d4-4dfc-48c5-a592-dce31eb6ee45), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:22.479568 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-200ebe93-49f2-455c-8abc-14dabedead98 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:22.482799 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-200ebe93-49f2-455c-8abc-14dabedead98 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b74686d4-4dfc-48c5-a592-dce31eb6ee45 HTTP/1.1" status: 204 len: 168 time: 0.3385291 Mar 23 03:06:22.493808 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ebe93-49f2-455c-8abc-14dabedead98 admin admin] Pushing event deleted for resources: {'Network': ['ID=b74686d4-4dfc-48c5-a592-dce31eb6ee45,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:22.592419 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 8238ceef-cad7-439f-a678-aa7be2f5e78f no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:06:22.620199 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: 8238ceef-cad7-439f-a678-aa7be2f5e78f {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:06:22.620199 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 8238ceef-cad7-439f-a678-aa7be2f5e78f not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:06:22.770769 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:22.800687 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38802) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:22.845415 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1471ec6c-a499-44ed-a75d-b1fec0598cf8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc948257837c4542980b04abd096568f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435622 Mar 23 03:06:22.847960 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38804) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:22.895587 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d732d6e7-b12d-4691-bd20-f171be5d0ec1 admin admin] Publish callbacks [] for security_group (e6815021-f179-4631-9dd8-c104c9369749), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:22.916175 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d732d6e7-b12d-4691-bd20-f171be5d0ec1 admin admin] Publish callbacks [] for security_group (e6815021-f179-4631-9dd8-c104c9369749), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:23.039472 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d732d6e7-b12d-4691-bd20-f171be5d0ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (e6815021-f179-4631-9dd8-c104c9369749), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:23.042255 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d732d6e7-b12d-4691-bd20-f171be5d0ec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:23.043426 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d732d6e7-b12d-4691-bd20-f171be5d0ec1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6815021-f179-4631-9dd8-c104c9369749 HTTP/1.1" status: 204 len: 168 time: 0.1945262 Mar 23 03:06:23.051288 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732d6e7-b12d-4691-bd20-f171be5d0ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6815021-f179-4631-9dd8-c104c9369749,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:23.964134 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:24.096675 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38826) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:24.190035 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-f79aa60e-b907-4d93-a818-b2072676356c tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-102568892'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:06:24.288634 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79aa60e-b907-4d93-a818-b2072676356c tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Made reservation on behalf of 7ed2fcf418704d64bf79b3f1d0484e20 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:06:24.292846 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f79aa60e-b907-4d93-a818-b2072676356c tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:24.301657 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f79aa60e-b907-4d93-a818-b2072676356c tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:24.374170 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f79aa60e-b907-4d93-a818-b2072676356c tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks [] for security_group (6152d044-a33c-4ae9-bf60-4e53d3379851), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:24.445011 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f79aa60e-b907-4d93-a818-b2072676356c tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (6152d044-a33c-4ae9-bf60-4e53d3379851), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:24.474091 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f79aa60e-b907-4d93-a818-b2072676356c tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 03:06:24.479481 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79aa60e-b907-4d93-a818-b2072676356c tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6152d044-a33c-4ae9-bf60-4e53d3379851,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:24.492571 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f79aa60e-b907-4d93-a818-b2072676356c tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (a89bc4ea-4a94-4bf4-9881-69c2b6ef8eb8), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:24.492916 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-f79aa60e-b907-4d93-a818-b2072676356c tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Added segment a89bc4ea-4a94-4bf4-9881-69c2b6ef8eb8 of type vlan for network ba7ca6db-26f2-4ac1-90dc-c010f7799a66 Mar 23 03:06:24.495788 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79aa60e-b907-4d93-a818-b2072676356c tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:24.496139 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79aa60e-b907-4d93-a818-b2072676356c tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:24.496479 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79aa60e-b907-4d93-a818-b2072676356c tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:24.496817 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79aa60e-b907-4d93-a818-b2072676356c tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:24.497152 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79aa60e-b907-4d93-a818-b2072676356c tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:24.497482 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79aa60e-b907-4d93-a818-b2072676356c tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:24.497814 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79aa60e-b907-4d93-a818-b2072676356c tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:24.498141 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79aa60e-b907-4d93-a818-b2072676356c tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:24.498472 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79aa60e-b907-4d93-a818-b2072676356c tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:24.498795 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79aa60e-b907-4d93-a818-b2072676356c tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:24.499119 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79aa60e-b907-4d93-a818-b2072676356c tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:24.499440 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79aa60e-b907-4d93-a818-b2072676356c tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:24.499760 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79aa60e-b907-4d93-a818-b2072676356c tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:24.500139 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79aa60e-b907-4d93-a818-b2072676356c tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:24.500585 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79aa60e-b907-4d93-a818-b2072676356c tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:24.551206 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f79aa60e-b907-4d93-a818-b2072676356c tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (ba7ca6db-26f2-4ac1-90dc-c010f7799a66), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:24.625592 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f79aa60e-b907-4d93-a818-b2072676356c tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (ba7ca6db-26f2-4ac1-90dc-c010f7799a66), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:24.630600 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79aa60e-b907-4d93-a818-b2072676356c tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:24.631189 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f79aa60e-b907-4d93-a818-b2072676356c tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:24.695380 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79aa60e-b907-4d93-a818-b2072676356c tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Pushing event updated for resources: {'Network': ['ID=ba7ca6db-26f2-4ac1-90dc-c010f7799a66,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:24.705357 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network ba7ca6db-26f2-4ac1-90dc-c010f7799a66 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 03:06:24.762523 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f79aa60e-b907-4d93-a818-b2072676356c tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6647463 Mar 23 03:06:27.916416 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38832) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:27.921496 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-e1c2965b-b3ba-48bc-9a4b-eea3bba3f29f tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Request body: {'subnet': {'network_id': 'ba7ca6db-26f2-4ac1-90dc-c010f7799a66', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:06:28.074048 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c2965b-b3ba-48bc-9a4b-eea3bba3f29f tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Made reservation on behalf of 7ed2fcf418704d64bf79b3f1d0484e20 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:06:28.077786 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e1c2965b-b3ba-48bc-9a4b-eea3bba3f29f tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:28.337060 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e1c2965b-b3ba-48bc-9a4b-eea3bba3f29f tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (22363239-1adc-42ce-9657-2ffd83782599), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:28.396347 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2965b-b3ba-48bc-9a4b-eea3bba3f29f tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Pushing event updated for resources: {'Subnet': ['ID=22363239-1adc-42ce-9657-2ffd83782599,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:28.407306 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c2965b-b3ba-48bc-9a4b-eea3bba3f29f tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Checking segment: {'id': 'a89bc4ea-4a94-4bf4-9881-69c2b6ef8eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ba7ca6db-26f2-4ac1-90dc-c010f7799a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:06:28.407678 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c2965b-b3ba-48bc-9a4b-eea3bba3f29f tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Network hostable DHCP agents. Network: ba7ca6db-26f2-4ac1-90dc-c010f7799a66, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 03:06:28.479730 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c2965b-b3ba-48bc-9a4b-eea3bba3f29f tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Network ba7ca6db-26f2-4ac1-90dc-c010f7799a66 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 03:06:28.547651 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-e1c2965b-b3ba-48bc-9a4b-eea3bba3f29f tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, ba7ca6db-26f2-4ac1-90dc-c010f7799a66) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:06:28.552354 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c2965b-b3ba-48bc-9a4b-eea3bba3f29f tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:28.553352 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e1c2965b-b3ba-48bc-9a4b-eea3bba3f29f tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:28.558368 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3375d47-4b11-4aa3-b8fc-2b69f189d689 None None] Network ba7ca6db-26f2-4ac1-90dc-c010f7799a66 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:06:28.630658 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e1c2965b-b3ba-48bc-9a4b-eea3bba3f29f tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7130678 Mar 23 03:06:28.634452 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38834) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:28.640071 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-2ee3f711-a7b7-4578-8513-a3bb8b148aec tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1737485634'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:06:28.667657 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9134bf92-d44a-411c-9699-e55fe6b83acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-ba7ca6db-26f2-4ac1-90dc-c010f7799a66', 'network_id': 'ba7ca6db-26f2-4ac1-90dc-c010f7799a66', 'project_id': '7ed2fcf418704d64bf79b3f1d0484e20', 'fixed_ips': [{'subnet_id': '22363239-1adc-42ce-9657-2ffd83782599'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 03:06:28.668604 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9134bf92-d44a-411c-9699-e55fe6b83acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:28.782238 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee3f711-a7b7-4578-8513-a3bb8b148aec tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Made reservation on behalf of 7ed2fcf418704d64bf79b3f1d0484e20 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:06:28.785711 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2ee3f711-a7b7-4578-8513-a3bb8b148aec tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:28.809491 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-9134bf92-d44a-411c-9699-e55fe6b83acc None None] Allocated IP 2001:db8:0:ffff::2 (ba7ca6db-26f2-4ac1-90dc-c010f7799a66/22363239-1adc-42ce-9657-2ffd83782599/f3915572-1619-4d9f-9173-b1b9e54973b3) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:06:28.811519 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee3f711-a7b7-4578-8513-a3bb8b148aec tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 03:06:28.820786 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2ee3f711-a7b7-4578-8513-a3bb8b148aec tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (2277d603-cfcf-48a3-a130-39151512157c), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:28.821326 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-2ee3f711-a7b7-4578-8513-a3bb8b148aec tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Added segment 2277d603-cfcf-48a3-a130-39151512157c of type vlan for network 2b14df3e-6c1e-4132-acbf-1882239664e7 Mar 23 03:06:28.863185 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2ee3f711-a7b7-4578-8513-a3bb8b148aec tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (2b14df3e-6c1e-4132-acbf-1882239664e7), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:28.939941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2ee3f711-a7b7-4578-8513-a3bb8b148aec tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (2b14df3e-6c1e-4132-acbf-1882239664e7), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:28.945622 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee3f711-a7b7-4578-8513-a3bb8b148aec tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:28.950815 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2ee3f711-a7b7-4578-8513-a3bb8b148aec tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:28.956512 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9134bf92-d44a-411c-9699-e55fe6b83acc None None] Publish callbacks [] for port (f3915572-1619-4d9f-9173-b1b9e54973b3), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:29.014369 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9134bf92-d44a-411c-9699-e55fe6b83acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (f3915572-1619-4d9f-9173-b1b9e54973b3), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:29.023812 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3f711-a7b7-4578-8513-a3bb8b148aec tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Pushing event updated for resources: {'Network': ['ID=2b14df3e-6c1e-4132-acbf-1882239664e7,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:29.044885 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 2b14df3e-6c1e-4132-acbf-1882239664e7 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 03:06:29.047959 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2ee3f711-a7b7-4578-8513-a3bb8b148aec tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4118447 Mar 23 03:06:29.051135 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 38836) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:29.056380 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-fbd6916d-4d53-4886-af0a-c50bbafa2743 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Request body: {'subnet': {'network_id': '2b14df3e-6c1e-4132-acbf-1882239664e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:06:29.097279 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9134bf92-d44a-411c-9699-e55fe6b83acc None None] Network ba7ca6db-26f2-4ac1-90dc-c010f7799a66 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:06:29.107433 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-9134bf92-d44a-411c-9699-e55fe6b83acc None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:06:29.118349 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9134bf92-d44a-411c-9699-e55fe6b83acc None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:06:29.120965 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134bf92-d44a-411c-9699-e55fe6b83acc None None] Pushing event updated for resources: {'Port': ['ID=f3915572-1619-4d9f-9173-b1b9e54973b3,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:29.190229 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-9134bf92-d44a-411c-9699-e55fe6b83acc None None] Attempting to bind port f3915572-1619-4d9f-9173-b1b9e54973b3 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:06:29.190731 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-9134bf92-d44a-411c-9699-e55fe6b83acc None None] Attempting to bind port f3915572-1619-4d9f-9173-b1b9e54973b3 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'a89bc4ea-4a94-4bf4-9881-69c2b6ef8eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ba7ca6db-26f2-4ac1-90dc-c010f7799a66'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:06:29.191103 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9134bf92-d44a-411c-9699-e55fe6b83acc None None] Attempting to bind port f3915572-1619-4d9f-9173-b1b9e54973b3 on network ba7ca6db-26f2-4ac1-90dc-c010f7799a66 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:06:29.197238 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9134bf92-d44a-411c-9699-e55fe6b83acc None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:06:29.198128 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9134bf92-d44a-411c-9699-e55fe6b83acc None None] Checking segment: {'id': 'a89bc4ea-4a94-4bf4-9881-69c2b6ef8eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ba7ca6db-26f2-4ac1-90dc-c010f7799a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:06:29.198636 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9134bf92-d44a-411c-9699-e55fe6b83acc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:29.199036 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9134bf92-d44a-411c-9699-e55fe6b83acc None None] Bound using segment: {'id': 'a89bc4ea-4a94-4bf4-9881-69c2b6ef8eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ba7ca6db-26f2-4ac1-90dc-c010f7799a66'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:06:29.199519 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-9134bf92-d44a-411c-9699-e55fe6b83acc None None] Bound port: f3915572-1619-4d9f-9173-b1b9e54973b3, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a89bc4ea-4a94-4bf4-9881-69c2b6ef8eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ba7ca6db-26f2-4ac1-90dc-c010f7799a66'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:06:29.199943 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9134bf92-d44a-411c-9699-e55fe6b83acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f3915572-1619-4d9f-9173-b1b9e54973b3), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:29.228545 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd6916d-4d53-4886-af0a-c50bbafa2743 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Made reservation on behalf of 7ed2fcf418704d64bf79b3f1d0484e20 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:06:29.233928 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fbd6916d-4d53-4886-af0a-c50bbafa2743 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:29.266153 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-9134bf92-d44a-411c-9699-e55fe6b83acc None None] For port f3915572-1619-4d9f-9173-b1b9e54973b3, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:06:29.269373 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-9134bf92-d44a-411c-9699-e55fe6b83acc None None] For port f3915572-1619-4d9f-9173-b1b9e54973b3, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f3915572-1619-4d9f-9173-b1b9e54973b3,segment=NetworkSegment(a89bc4ea-4a94-4bf4-9881-69c2b6ef8eb8),segment_id=a89bc4ea-4a94-4bf4-9881-69c2b6ef8eb8)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:06:29.318397 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9134bf92-d44a-411c-9699-e55fe6b83acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f3915572-1619-4d9f-9173-b1b9e54973b3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:29.390293 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134bf92-d44a-411c-9699-e55fe6b83acc None None] Pushing event updated for resources: {'Port': ['ID=f3915572-1619-4d9f-9173-b1b9e54973b3,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:29.494751 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fbd6916d-4d53-4886-af0a-c50bbafa2743 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (fe8c6045-66dd-43ba-86ac-b5f2993f49b8), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:29.553254 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6916d-4d53-4886-af0a-c50bbafa2743 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Pushing event updated for resources: {'Subnet': ['ID=fe8c6045-66dd-43ba-86ac-b5f2993f49b8,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:29.573707 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd6916d-4d53-4886-af0a-c50bbafa2743 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Checking segment: {'id': '2277d603-cfcf-48a3-a130-39151512157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2b14df3e-6c1e-4132-acbf-1882239664e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:06:29.574069 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd6916d-4d53-4886-af0a-c50bbafa2743 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Network hostable DHCP agents. Network: 2b14df3e-6c1e-4132-acbf-1882239664e7, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 03:06:29.699541 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd6916d-4d53-4886-af0a-c50bbafa2743 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Network 2b14df3e-6c1e-4132-acbf-1882239664e7 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 03:06:29.756672 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-fbd6916d-4d53-4886-af0a-c50bbafa2743 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 2b14df3e-6c1e-4132-acbf-1882239664e7) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:06:29.761276 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd6916d-4d53-4886-af0a-c50bbafa2743 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:29.761883 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fbd6916d-4d53-4886-af0a-c50bbafa2743 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:29.765927 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6746fbd-11c3-4096-937e-5e7ee0cc4cf2 None None] Network 2b14df3e-6c1e-4132-acbf-1882239664e7 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:06:29.840604 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-fbd6916d-4d53-4886-af0a-c50bbafa2743 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7881973 Mar 23 03:06:29.843227 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38838) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:29.875323 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d162c34b-0791-4fab-9ea3-6413487edf58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-2b14df3e-6c1e-4132-acbf-1882239664e7', 'network_id': '2b14df3e-6c1e-4132-acbf-1882239664e7', 'project_id': '7ed2fcf418704d64bf79b3f1d0484e20', 'fixed_ips': [{'subnet_id': 'fe8c6045-66dd-43ba-86ac-b5f2993f49b8'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 03:06:29.876612 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d162c34b-0791-4fab-9ea3-6413487edf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:29.951965 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (2b14df3e-6c1e-4132-acbf-1882239664e7), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:30.026010 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-d162c34b-0791-4fab-9ea3-6413487edf58 None None] Allocated IP 2001:db8::2 (2b14df3e-6c1e-4132-acbf-1882239664e7/fe8c6045-66dd-43ba-86ac-b5f2993f49b8/73d6dd84-fb29-48d4-9655-bfa0f79da6df) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:06:30.033126 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (fe8c6045-66dd-43ba-86ac-b5f2993f49b8), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:30.179013 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d162c34b-0791-4fab-9ea3-6413487edf58 None None] Publish callbacks [] for port (73d6dd84-fb29-48d4-9655-bfa0f79da6df), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:30.246385 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d162c34b-0791-4fab-9ea3-6413487edf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (73d6dd84-fb29-48d4-9655-bfa0f79da6df), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:30.285418 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d162c34b-0791-4fab-9ea3-6413487edf58 None None] Network 2b14df3e-6c1e-4132-acbf-1882239664e7 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:06:30.290338 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-d162c34b-0791-4fab-9ea3-6413487edf58 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:06:30.296569 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d162c34b-0791-4fab-9ea3-6413487edf58 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:06:30.304516 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162c34b-0791-4fab-9ea3-6413487edf58 None None] Pushing event updated for resources: {'Port': ['ID=73d6dd84-fb29-48d4-9655-bfa0f79da6df,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:30.348944 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (fe8c6045-66dd-43ba-86ac-b5f2993f49b8), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:30.363128 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-d162c34b-0791-4fab-9ea3-6413487edf58 None None] Attempting to bind port 73d6dd84-fb29-48d4-9655-bfa0f79da6df on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:06:30.363502 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-d162c34b-0791-4fab-9ea3-6413487edf58 None None] Attempting to bind port 73d6dd84-fb29-48d4-9655-bfa0f79da6df by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '2277d603-cfcf-48a3-a130-39151512157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2b14df3e-6c1e-4132-acbf-1882239664e7'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:06:30.363900 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d162c34b-0791-4fab-9ea3-6413487edf58 None None] Attempting to bind port 73d6dd84-fb29-48d4-9655-bfa0f79da6df on network 2b14df3e-6c1e-4132-acbf-1882239664e7 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:06:30.370767 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d162c34b-0791-4fab-9ea3-6413487edf58 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:06:30.371292 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d162c34b-0791-4fab-9ea3-6413487edf58 None None] Checking segment: {'id': '2277d603-cfcf-48a3-a130-39151512157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2b14df3e-6c1e-4132-acbf-1882239664e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:06:30.371699 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d162c34b-0791-4fab-9ea3-6413487edf58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:30.372128 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d162c34b-0791-4fab-9ea3-6413487edf58 None None] Bound using segment: {'id': '2277d603-cfcf-48a3-a130-39151512157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2b14df3e-6c1e-4132-acbf-1882239664e7'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:06:30.372608 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-d162c34b-0791-4fab-9ea3-6413487edf58 None None] Bound port: 73d6dd84-fb29-48d4-9655-bfa0f79da6df, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2277d603-cfcf-48a3-a130-39151512157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2b14df3e-6c1e-4132-acbf-1882239664e7'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:06:30.372995 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d162c34b-0791-4fab-9ea3-6413487edf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (73d6dd84-fb29-48d4-9655-bfa0f79da6df), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:30.404513 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Pushing event deleted for resources: {'Subnet': ['ID=fe8c6045-66dd-43ba-86ac-b5f2993f49b8,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:30.443949 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-d162c34b-0791-4fab-9ea3-6413487edf58 None None] For port 73d6dd84-fb29-48d4-9655-bfa0f79da6df, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:06:30.447491 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-d162c34b-0791-4fab-9ea3-6413487edf58 None None] For port 73d6dd84-fb29-48d4-9655-bfa0f79da6df, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=73d6dd84-fb29-48d4-9655-bfa0f79da6df,segment=NetworkSegment(2277d603-cfcf-48a3-a130-39151512157c),segment_id=2277d603-cfcf-48a3-a130-39151512157c)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:06:30.452585 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (2b14df3e-6c1e-4132-acbf-1882239664e7), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:30.473084 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613cdda7-6330-424d-a765-e1e66f1ddf28 None None] Network ba7ca6db-26f2-4ac1-90dc-c010f7799a66 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:06:30.475978 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b14df3e-6c1e-4132-acbf-1882239664e7']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:30.486821 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2277d603-cfcf-48a3-a130-39151512157c') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:30.487282 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2277d603-cfcf-48a3-a130-39151512157c') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:30.497785 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (2277d603-cfcf-48a3-a130-39151512157c), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:30.525761 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (2277d603-cfcf-48a3-a130-39151512157c), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:30.528774 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d162c34b-0791-4fab-9ea3-6413487edf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (73d6dd84-fb29-48d4-9655-bfa0f79da6df), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:30.532135 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 03:06:30.532519 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (2277d603-cfcf-48a3-a130-39151512157c), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:30.535518 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 03:06:30.535518 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 03:06:30.535518 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 03:06:30.535518 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 03:06:30.535518 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 03:06:30.535518 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 03:06:30.535518 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 03:06:30.535518 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 03:06:30.535518 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 03:06:30.535518 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 03:06:30.535518 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 03:06:30.535518 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 03:06:30.535518 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 03:06:30.535518 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 03:06:30.535518 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 03:06:30.535518 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 03:06:30.535518 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 03:06:30.535518 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 03:06:30.535518 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 03:06:30.535518 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 03:06:30.535518 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 03:06:30.535518 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 03:06:30.535518 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 03:06:30.535518 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 03:06:30.535518 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 03:06:30.535518 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 03:06:30.535518 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 03:06:30.535518 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 03:06:30.535518 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 03:06:30.535518 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 03:06:30.535518 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 03:06:30.535518 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 03:06:30.567711 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-1d8621bc-1972-48bd-9094-ab49a7620220 None None] Provisioning complete for port f3915572-1619-4d9f-9173-b1b9e54973b3 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:06:30.568116 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1d8621bc-1972-48bd-9094-ab49a7620220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f3915572-1619-4d9f-9173-b1b9e54973b3), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:30.642771 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.db.api [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 03:06:30.642771 dv-neutron-834613-2-hyperv neutron-server[104349]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 03:06:30.642771 dv-neutron-834613-2-hyperv neutron-server[104349]: [parameters: {'id': '2b14df3e-6c1e-4132-acbf-1882239664e7'}] Mar 23 03:06:30.642771 dv-neutron-834613-2-hyperv neutron-server[104349]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104349) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 03:06:30.643264 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG oslo_db.api [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 03:06:30.677392 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162c34b-0791-4fab-9ea3-6413487edf58 None None] Pushing event updated for resources: {'Port': ['ID=73d6dd84-fb29-48d4-9655-bfa0f79da6df,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:30.698826 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d32e92a-925b-4f08-afca-58b31cabfa4a None None] Network 2b14df3e-6c1e-4132-acbf-1882239664e7 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:06:30.809011 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-1d8621bc-1972-48bd-9094-ab49a7620220 None None] Current status of the port f3915572-1619-4d9f-9173-b1b9e54973b3 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:06:30.809689 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1d8621bc-1972-48bd-9094-ab49a7620220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f3915572-1619-4d9f-9173-b1b9e54973b3), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:30.850987 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-1d8621bc-1972-48bd-9094-ab49a7620220 None None] For port f3915572-1619-4d9f-9173-b1b9e54973b3, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f3915572-1619-4d9f-9173-b1b9e54973b3,segment=NetworkSegment(a89bc4ea-4a94-4bf4-9881-69c2b6ef8eb8),segment_id=a89bc4ea-4a94-4bf4-9881-69c2b6ef8eb8)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:06:30.922746 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1d8621bc-1972-48bd-9094-ab49a7620220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f3915572-1619-4d9f-9173-b1b9e54973b3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:30.968385 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43af351-7a92-42d8-982e-ac0c4a6e29a5 None None] get_active_networks_info from dv-neutron-834613-2-hyperv {{(pid=104350) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 03:06:31.005157 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f3915572-1619-4d9f-9173-b1b9e54973b3 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:06:31.008753 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8621bc-1972-48bd-9094-ab49a7620220 None None] Pushing event updated for resources: {'Port': ['ID=f3915572-1619-4d9f-9173-b1b9e54973b3,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:31.144488 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (2b14df3e-6c1e-4132-acbf-1882239664e7), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:31.200812 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Deleting port 73d6dd84-fb29-48d4-9655-bfa0f79da6df {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:06:31.201197 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (73d6dd84-fb29-48d4-9655-bfa0f79da6df), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:31.230520 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-86872a5a-01b1-4e7d-93dd-d85c898190a4 None None] Provisioning complete for port f3915572-1619-4d9f-9173-b1b9e54973b3 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:06:31.230897 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-86872a5a-01b1-4e7d-93dd-d85c898190a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f3915572-1619-4d9f-9173-b1b9e54973b3), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:31.266739 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43af351-7a92-42d8-982e-ac0c4a6e29a5 None None] Resources bound (agent type, host, resource id): {{(pid=104350) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 03:06:31.268084 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] For port 73d6dd84-fb29-48d4-9655-bfa0f79da6df, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=73d6dd84-fb29-48d4-9655-bfa0f79da6df,segment=NetworkSegment(2277d603-cfcf-48a3-a130-39151512157c),segment_id=2277d603-cfcf-48a3-a130-39151512157c)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:06:31.268398 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (73d6dd84-fb29-48d4-9655-bfa0f79da6df), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:31.277286 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port f3915572-1619-4d9f-9173-b1b9e54973b3 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:06:31.277667 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f3915572-1619-4d9f-9173-b1b9e54973b3), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:31.282200 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Calling delete_port for 73d6dd84-fb29-48d4-9655-bfa0f79da6df owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:06:31.410902 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (73d6dd84-fb29-48d4-9655-bfa0f79da6df), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:31.439188 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Pushing event deleted for resources: {'Port': ['ID=73d6dd84-fb29-48d4-9655-bfa0f79da6df,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:31.441022 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] No DVR routers for this DVR port 73d6dd84-fb29-48d4-9655-bfa0f79da6df on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:06:31.461520 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-86872a5a-01b1-4e7d-93dd-d85c898190a4 None None] Current status of the port f3915572-1619-4d9f-9173-b1b9e54973b3 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:06:31.502264 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port f3915572-1619-4d9f-9173-b1b9e54973b3 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:06:31.520178 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (2b14df3e-6c1e-4132-acbf-1882239664e7), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:31.540269 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b14df3e-6c1e-4132-acbf-1882239664e7']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:31.550012 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2277d603-cfcf-48a3-a130-39151512157c') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:31.550307 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2277d603-cfcf-48a3-a130-39151512157c') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:31.559374 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (2277d603-cfcf-48a3-a130-39151512157c), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:31.572787 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (2277d603-cfcf-48a3-a130-39151512157c), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:31.578475 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 03:06:31.578849 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (2277d603-cfcf-48a3-a130-39151512157c), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:31.581669 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 03:06:31.581669 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 03:06:31.581669 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 03:06:31.581669 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 03:06:31.581669 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 03:06:31.581669 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 03:06:31.581669 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 03:06:31.581669 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 03:06:31.581669 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 03:06:31.581669 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 03:06:31.581669 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 03:06:31.581669 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 03:06:31.581669 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 03:06:31.581669 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 03:06:31.581669 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 03:06:31.581669 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 03:06:31.581669 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 03:06:31.581669 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 03:06:31.581669 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 03:06:31.581669 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 03:06:31.581669 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 03:06:31.581669 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 03:06:31.581669 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 03:06:31.581669 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 03:06:31.581669 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 03:06:31.581669 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 03:06:31.581669 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 03:06:31.581669 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 03:06:31.581669 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 03:06:31.581669 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 03:06:31.581669 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 03:06:31.581669 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 03:06:31.701988 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (2b14df3e-6c1e-4132-acbf-1882239664e7), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:31.709137 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:31.712295 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] 10.222.0.24 "DELETE /v2.0/networks/2b14df3e-6c1e-4132-acbf-1882239664e7 HTTP/1.1" status: 204 len: 168 time: 1.8680546 Mar 23 03:06:31.716703 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 38840) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:31.721645 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-e44bd24e-6626-4802-b633-46c5205f8980 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-18140978'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:06:31.725972 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a9ac2-0535-4909-a9e1-4bc8b6a4c858 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Pushing event deleted for resources: {'Network': ['ID=2b14df3e-6c1e-4132-acbf-1882239664e7,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:31.796462 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44bd24e-6626-4802-b633-46c5205f8980 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Made reservation on behalf of 7ed2fcf418704d64bf79b3f1d0484e20 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:06:31.799945 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e44bd24e-6626-4802-b633-46c5205f8980 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:31.824419 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e44bd24e-6626-4802-b633-46c5205f8980 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 03:06:31.833013 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e44bd24e-6626-4802-b633-46c5205f8980 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (306fc2e2-fd0b-489e-a52b-c1f36bb8a494), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:31.840715 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-e44bd24e-6626-4802-b633-46c5205f8980 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Added segment 306fc2e2-fd0b-489e-a52b-c1f36bb8a494 of type vlan for network 9c0d4e4f-4334-4063-b107-2ca6c29464b6 Mar 23 03:06:31.871325 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e44bd24e-6626-4802-b633-46c5205f8980 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (9c0d4e4f-4334-4063-b107-2ca6c29464b6), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:31.976417 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e44bd24e-6626-4802-b633-46c5205f8980 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (9c0d4e4f-4334-4063-b107-2ca6c29464b6), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:31.981533 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44bd24e-6626-4802-b633-46c5205f8980 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:31.982116 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e44bd24e-6626-4802-b633-46c5205f8980 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:32.045796 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44bd24e-6626-4802-b633-46c5205f8980 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Pushing event updated for resources: {'Network': ['ID=9c0d4e4f-4334-4063-b107-2ca6c29464b6,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:32.055575 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 9c0d4e4f-4334-4063-b107-2ca6c29464b6 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 03:06:32.093397 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e44bd24e-6626-4802-b633-46c5205f8980 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3756576 Mar 23 03:06:32.096258 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38842) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:32.101333 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-88b8f677-5919-48ac-b3af-848b3de0c4c0 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Request body: {'subnet': {'network_id': '9c0d4e4f-4334-4063-b107-2ca6c29464b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:06:32.262010 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b8f677-5919-48ac-b3af-848b3de0c4c0 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Made reservation on behalf of 7ed2fcf418704d64bf79b3f1d0484e20 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:06:32.265579 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-88b8f677-5919-48ac-b3af-848b3de0c4c0 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:32.326635 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.ipam_backend_mixin [None req-88b8f677-5919-48ac-b3af-848b3de0c4c0 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Performing IP validity checks on allocation pools {{(pid=104349) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 23 03:06:32.327164 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.ipam_backend_mixin [None req-88b8f677-5919-48ac-b3af-848b3de0c4c0 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104349) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 23 03:06:32.502229 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-88b8f677-5919-48ac-b3af-848b3de0c4c0 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (f2386a9c-dcb0-481f-bf54-505cd090a1ee), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:32.561238 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b8f677-5919-48ac-b3af-848b3de0c4c0 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Pushing event updated for resources: {'Subnet': ['ID=f2386a9c-dcb0-481f-bf54-505cd090a1ee,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:32.569877 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b8f677-5919-48ac-b3af-848b3de0c4c0 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Checking segment: {'id': '306fc2e2-fd0b-489e-a52b-c1f36bb8a494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9c0d4e4f-4334-4063-b107-2ca6c29464b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:06:32.570237 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b8f677-5919-48ac-b3af-848b3de0c4c0 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Network hostable DHCP agents. Network: 9c0d4e4f-4334-4063-b107-2ca6c29464b6, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 03:06:32.642489 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b8f677-5919-48ac-b3af-848b3de0c4c0 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Network 9c0d4e4f-4334-4063-b107-2ca6c29464b6 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 03:06:32.713400 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-88b8f677-5919-48ac-b3af-848b3de0c4c0 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 9c0d4e4f-4334-4063-b107-2ca6c29464b6) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:06:32.717227 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b8f677-5919-48ac-b3af-848b3de0c4c0 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:32.717828 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-88b8f677-5919-48ac-b3af-848b3de0c4c0 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:32.722042 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2914b0-3a2e-4ab6-9a81-8929d507c714 None None] Network 9c0d4e4f-4334-4063-b107-2ca6c29464b6 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:06:32.791377 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-88b8f677-5919-48ac-b3af-848b3de0c4c0 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6939793 Mar 23 03:06:32.794348 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 38844) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:32.825348 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a9c07e-56e6-438f-9bda-49637e8a4fad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-9c0d4e4f-4334-4063-b107-2ca6c29464b6', 'network_id': '9c0d4e4f-4334-4063-b107-2ca6c29464b6', 'project_id': '7ed2fcf418704d64bf79b3f1d0484e20', 'fixed_ips': [{'subnet_id': 'f2386a9c-dcb0-481f-bf54-505cd090a1ee'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 03:06:32.826252 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49a9c07e-56e6-438f-9bda-49637e8a4fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:32.895109 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (9c0d4e4f-4334-4063-b107-2ca6c29464b6), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:32.964356 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-49a9c07e-56e6-438f-9bda-49637e8a4fad None None] Allocated IP 2001:db8::3 (9c0d4e4f-4334-4063-b107-2ca6c29464b6/f2386a9c-dcb0-481f-bf54-505cd090a1ee/2d89aec0-9720-40a2-b9fe-55eeef9f2ee8) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:06:32.972773 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (f2386a9c-dcb0-481f-bf54-505cd090a1ee), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:32.992267 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f3915572-1619-4d9f-9173-b1b9e54973b3 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:06:33.116067 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port f3915572-1619-4d9f-9173-b1b9e54973b3 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:06:33.116762 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f3915572-1619-4d9f-9173-b1b9e54973b3), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:33.182420 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49a9c07e-56e6-438f-9bda-49637e8a4fad None None] Publish callbacks [] for port (2d89aec0-9720-40a2-b9fe-55eeef9f2ee8), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:33.230985 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port f3915572-1619-4d9f-9173-b1b9e54973b3 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:06:33.294056 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49a9c07e-56e6-438f-9bda-49637e8a4fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (2d89aec0-9720-40a2-b9fe-55eeef9f2ee8), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:33.332811 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a9c07e-56e6-438f-9bda-49637e8a4fad None None] Network 9c0d4e4f-4334-4063-b107-2ca6c29464b6 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:06:33.338206 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-49a9c07e-56e6-438f-9bda-49637e8a4fad None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:06:33.342590 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a9c07e-56e6-438f-9bda-49637e8a4fad None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:06:33.345621 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9c07e-56e6-438f-9bda-49637e8a4fad None None] Pushing event updated for resources: {'Port': ['ID=2d89aec0-9720-40a2-b9fe-55eeef9f2ee8,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:33.388606 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (f2386a9c-dcb0-481f-bf54-505cd090a1ee), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:33.398089 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-49a9c07e-56e6-438f-9bda-49637e8a4fad None None] Attempting to bind port 2d89aec0-9720-40a2-b9fe-55eeef9f2ee8 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:06:33.398473 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-49a9c07e-56e6-438f-9bda-49637e8a4fad None None] Attempting to bind port 2d89aec0-9720-40a2-b9fe-55eeef9f2ee8 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '306fc2e2-fd0b-489e-a52b-c1f36bb8a494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9c0d4e4f-4334-4063-b107-2ca6c29464b6'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:06:33.398832 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a9c07e-56e6-438f-9bda-49637e8a4fad None None] Attempting to bind port 2d89aec0-9720-40a2-b9fe-55eeef9f2ee8 on network 9c0d4e4f-4334-4063-b107-2ca6c29464b6 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:06:33.404579 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a9c07e-56e6-438f-9bda-49637e8a4fad None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:06:33.409920 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a9c07e-56e6-438f-9bda-49637e8a4fad None None] Checking segment: {'id': '306fc2e2-fd0b-489e-a52b-c1f36bb8a494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9c0d4e4f-4334-4063-b107-2ca6c29464b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:06:33.409920 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49a9c07e-56e6-438f-9bda-49637e8a4fad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:33.409920 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a9c07e-56e6-438f-9bda-49637e8a4fad None None] Bound using segment: {'id': '306fc2e2-fd0b-489e-a52b-c1f36bb8a494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9c0d4e4f-4334-4063-b107-2ca6c29464b6'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:06:33.409920 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-49a9c07e-56e6-438f-9bda-49637e8a4fad None None] Bound port: 2d89aec0-9720-40a2-b9fe-55eeef9f2ee8, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '306fc2e2-fd0b-489e-a52b-c1f36bb8a494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9c0d4e4f-4334-4063-b107-2ca6c29464b6'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:06:33.409920 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49a9c07e-56e6-438f-9bda-49637e8a4fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2d89aec0-9720-40a2-b9fe-55eeef9f2ee8), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:33.416296 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Pushing event deleted for resources: {'Subnet': ['ID=f2386a9c-dcb0-481f-bf54-505cd090a1ee,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:33.474621 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-49a9c07e-56e6-438f-9bda-49637e8a4fad None None] For port 2d89aec0-9720-40a2-b9fe-55eeef9f2ee8, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:06:33.477633 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-49a9c07e-56e6-438f-9bda-49637e8a4fad None None] For port 2d89aec0-9720-40a2-b9fe-55eeef9f2ee8, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=2d89aec0-9720-40a2-b9fe-55eeef9f2ee8,segment=NetworkSegment(306fc2e2-fd0b-489e-a52b-c1f36bb8a494),segment_id=306fc2e2-fd0b-489e-a52b-c1f36bb8a494)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:06:33.479724 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (9c0d4e4f-4334-4063-b107-2ca6c29464b6), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:33.499444 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c0d4e4f-4334-4063-b107-2ca6c29464b6']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:33.508436 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '306fc2e2-fd0b-489e-a52b-c1f36bb8a494') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:33.508731 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '306fc2e2-fd0b-489e-a52b-c1f36bb8a494') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:33.517670 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (306fc2e2-fd0b-489e-a52b-c1f36bb8a494), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:33.537155 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49a9c07e-56e6-438f-9bda-49637e8a4fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (2d89aec0-9720-40a2-b9fe-55eeef9f2ee8), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:33.538986 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (306fc2e2-fd0b-489e-a52b-c1f36bb8a494), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:33.545656 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 03:06:33.547588 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (306fc2e2-fd0b-489e-a52b-c1f36bb8a494), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:33.549050 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 03:06:33.549050 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 03:06:33.549050 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 03:06:33.549050 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 03:06:33.549050 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 03:06:33.549050 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 03:06:33.549050 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 03:06:33.549050 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 03:06:33.549050 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 03:06:33.549050 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 03:06:33.549050 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 03:06:33.549050 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 03:06:33.549050 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 03:06:33.549050 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 03:06:33.549050 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 03:06:33.549050 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 03:06:33.549050 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 03:06:33.549050 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 03:06:33.549050 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 03:06:33.549050 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 03:06:33.549050 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 03:06:33.549050 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 03:06:33.549050 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 03:06:33.549050 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 03:06:33.549050 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 03:06:33.549050 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 03:06:33.549050 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 03:06:33.549050 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 03:06:33.549050 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 03:06:33.549050 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 03:06:33.549050 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 03:06:33.549050 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 03:06:33.616799 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9c07e-56e6-438f-9bda-49637e8a4fad None None] Pushing event updated for resources: {'Port': ['ID=2d89aec0-9720-40a2-b9fe-55eeef9f2ee8,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:33.632496 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d1df20-69c0-4b97-9856-70de1ad2be7e None None] get_active_networks_info from dv-neutron-834613-2-hyperv {{(pid=104350) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 03:06:33.651930 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.db.api [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 03:06:33.651930 dv-neutron-834613-2-hyperv neutron-server[104348]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 03:06:33.651930 dv-neutron-834613-2-hyperv neutron-server[104348]: [parameters: {'id': '9c0d4e4f-4334-4063-b107-2ca6c29464b6'}] Mar 23 03:06:33.651930 dv-neutron-834613-2-hyperv neutron-server[104348]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 03:06:33.652322 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG oslo_db.api [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 03:06:33.701629 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d1df20-69c0-4b97-9856-70de1ad2be7e None None] Resources bound (agent type, host, resource id): {{(pid=104350) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 03:06:33.871535 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e68491-2d5d-4a33-af28-ce5464869731 None None] Network 9c0d4e4f-4334-4063-b107-2ca6c29464b6 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:06:34.153911 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (9c0d4e4f-4334-4063-b107-2ca6c29464b6), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:34.525043 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Deleting port 2d89aec0-9720-40a2-b9fe-55eeef9f2ee8 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:06:34.525479 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (2d89aec0-9720-40a2-b9fe-55eeef9f2ee8), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:34.585114 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] For port 2d89aec0-9720-40a2-b9fe-55eeef9f2ee8, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=2d89aec0-9720-40a2-b9fe-55eeef9f2ee8,segment=NetworkSegment(306fc2e2-fd0b-489e-a52b-c1f36bb8a494),segment_id=306fc2e2-fd0b-489e-a52b-c1f36bb8a494)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:06:34.585477 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (2d89aec0-9720-40a2-b9fe-55eeef9f2ee8), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:34.597269 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Calling delete_port for 2d89aec0-9720-40a2-b9fe-55eeef9f2ee8 owned by network:dhcp {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:06:34.734095 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (2d89aec0-9720-40a2-b9fe-55eeef9f2ee8), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:34.759050 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Pushing event deleted for resources: {'Port': ['ID=2d89aec0-9720-40a2-b9fe-55eeef9f2ee8,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:34.762937 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] No DVR routers for this DVR port 2d89aec0-9720-40a2-b9fe-55eeef9f2ee8 on host dv-neutron-834613-2-hyperv {{(pid=104348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:06:34.841448 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (9c0d4e4f-4334-4063-b107-2ca6c29464b6), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:34.860744 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c0d4e4f-4334-4063-b107-2ca6c29464b6']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:34.870285 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '306fc2e2-fd0b-489e-a52b-c1f36bb8a494') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:34.870586 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '306fc2e2-fd0b-489e-a52b-c1f36bb8a494') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:34.879551 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (306fc2e2-fd0b-489e-a52b-c1f36bb8a494), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:34.893044 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (306fc2e2-fd0b-489e-a52b-c1f36bb8a494), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:34.898957 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 03:06:34.899334 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (306fc2e2-fd0b-489e-a52b-c1f36bb8a494), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:34.902240 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 03:06:34.902240 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 03:06:34.902240 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 03:06:34.902240 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 03:06:34.902240 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 03:06:34.902240 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 03:06:34.902240 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 03:06:34.902240 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 03:06:34.902240 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 03:06:34.902240 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 03:06:34.902240 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 03:06:34.902240 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 03:06:34.902240 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 03:06:34.902240 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 03:06:34.902240 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 03:06:34.902240 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 03:06:34.902240 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 03:06:34.902240 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 03:06:34.902240 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 03:06:34.902240 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 03:06:34.902240 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 03:06:34.902240 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 03:06:34.902240 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 03:06:34.902240 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 03:06:34.902240 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 03:06:34.902240 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 03:06:34.902240 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 03:06:34.902240 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 03:06:34.902240 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 03:06:34.902240 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 03:06:34.902240 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 03:06:34.902240 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 03:06:35.036841 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (9c0d4e4f-4334-4063-b107-2ca6c29464b6), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:35.044433 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:35.047765 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] 10.222.0.24 "DELETE /v2.0/networks/9c0d4e4f-4334-4063-b107-2ca6c29464b6 HTTP/1.1" status: 204 len: 168 time: 2.2523906 Mar 23 03:06:35.051548 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38846) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:35.057417 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-8fee8f5e-6f89-4dc7-ae26-ea283631fee2 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1638412371'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:06:35.060021 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8b8db-2d21-4893-a7a9-9c467ab452ff tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Pushing event deleted for resources: {'Network': ['ID=9c0d4e4f-4334-4063-b107-2ca6c29464b6,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:35.145322 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fee8f5e-6f89-4dc7-ae26-ea283631fee2 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Made reservation on behalf of 7ed2fcf418704d64bf79b3f1d0484e20 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:06:35.148710 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8fee8f5e-6f89-4dc7-ae26-ea283631fee2 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:35.175746 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fee8f5e-6f89-4dc7-ae26-ea283631fee2 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 03:06:35.185263 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8fee8f5e-6f89-4dc7-ae26-ea283631fee2 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (fc4a7a09-7823-4f6a-9157-2985d1334614), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:35.185603 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-8fee8f5e-6f89-4dc7-ae26-ea283631fee2 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Added segment fc4a7a09-7823-4f6a-9157-2985d1334614 of type vlan for network b7e7275f-546b-4913-bb02-6975b5cd8368 Mar 23 03:06:35.224684 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8fee8f5e-6f89-4dc7-ae26-ea283631fee2 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (b7e7275f-546b-4913-bb02-6975b5cd8368), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:35.310931 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8fee8f5e-6f89-4dc7-ae26-ea283631fee2 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (b7e7275f-546b-4913-bb02-6975b5cd8368), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:35.315951 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fee8f5e-6f89-4dc7-ae26-ea283631fee2 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:35.316538 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8fee8f5e-6f89-4dc7-ae26-ea283631fee2 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:35.379393 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee8f5e-6f89-4dc7-ae26-ea283631fee2 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Pushing event updated for resources: {'Network': ['ID=b7e7275f-546b-4913-bb02-6975b5cd8368,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:35.389312 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network b7e7275f-546b-4913-bb02-6975b5cd8368 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 03:06:35.422654 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8fee8f5e-6f89-4dc7-ae26-ea283631fee2 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3699293 Mar 23 03:06:35.425699 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38848) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:35.430504 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-0fa7905d-702a-42b1-bff4-232c65432c5f tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Request body: {'subnet': {'network_id': 'b7e7275f-546b-4913-bb02-6975b5cd8368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:06:35.582159 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa7905d-702a-42b1-bff4-232c65432c5f tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Made reservation on behalf of 7ed2fcf418704d64bf79b3f1d0484e20 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:06:35.585550 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0fa7905d-702a-42b1-bff4-232c65432c5f tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:35.811170 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0fa7905d-702a-42b1-bff4-232c65432c5f tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (9c3e3792-c4d9-42e1-b1d3-04213750f2f6), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:35.870458 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7905d-702a-42b1-bff4-232c65432c5f tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Pushing event updated for resources: {'Subnet': ['ID=9c3e3792-c4d9-42e1-b1d3-04213750f2f6,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:35.877633 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa7905d-702a-42b1-bff4-232c65432c5f tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Checking segment: {'id': 'fc4a7a09-7823-4f6a-9157-2985d1334614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b7e7275f-546b-4913-bb02-6975b5cd8368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:06:35.877990 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa7905d-702a-42b1-bff4-232c65432c5f tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Network hostable DHCP agents. Network: b7e7275f-546b-4913-bb02-6975b5cd8368, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 03:06:35.941641 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa7905d-702a-42b1-bff4-232c65432c5f tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Network b7e7275f-546b-4913-bb02-6975b5cd8368 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 03:06:36.025442 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-0fa7905d-702a-42b1-bff4-232c65432c5f tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, b7e7275f-546b-4913-bb02-6975b5cd8368) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:06:36.029376 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa7905d-702a-42b1-bff4-232c65432c5f tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:36.029973 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0fa7905d-702a-42b1-bff4-232c65432c5f tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:36.034785 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4015245d-2dc0-4f19-87f7-c1206493671b None None] Network b7e7275f-546b-4913-bb02-6975b5cd8368 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:06:36.119601 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0fa7905d-702a-42b1-bff4-232c65432c5f tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6926069 Mar 23 03:06:36.123118 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 38850) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:36.128411 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-8ba707ba-ca89-403f-bb02-2c229f29d24e tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-498359425'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:06:36.135032 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcce0985-b49d-4d35-b487-5baeb5955daf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-b7e7275f-546b-4913-bb02-6975b5cd8368', 'network_id': 'b7e7275f-546b-4913-bb02-6975b5cd8368', 'project_id': '7ed2fcf418704d64bf79b3f1d0484e20', 'fixed_ips': [{'subnet_id': '9c3e3792-c4d9-42e1-b1d3-04213750f2f6'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 03:06:36.135952 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fcce0985-b49d-4d35-b487-5baeb5955daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:36.236511 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba707ba-ca89-403f-bb02-2c229f29d24e tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Made reservation on behalf of 7ed2fcf418704d64bf79b3f1d0484e20 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:06:36.239866 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8ba707ba-ca89-403f-bb02-2c229f29d24e tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:36.263855 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba707ba-ca89-403f-bb02-2c229f29d24e tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 03:06:36.268963 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-fcce0985-b49d-4d35-b487-5baeb5955daf None None] Allocated IP 2001:db8::2 (b7e7275f-546b-4913-bb02-6975b5cd8368/9c3e3792-c4d9-42e1-b1d3-04213750f2f6/37b6b98e-41c1-4dc8-9766-3ba8f45ec473) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:06:36.272705 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8ba707ba-ca89-403f-bb02-2c229f29d24e tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (a8f997e2-7d00-4444-8a6a-9d8fcee2d63a), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:36.273113 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-8ba707ba-ca89-403f-bb02-2c229f29d24e tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Added segment a8f997e2-7d00-4444-8a6a-9d8fcee2d63a of type vlan for network aeb545c6-d657-4aa8-9a0d-d4cab5b2355b Mar 23 03:06:36.316937 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8ba707ba-ca89-403f-bb02-2c229f29d24e tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (aeb545c6-d657-4aa8-9a0d-d4cab5b2355b), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:36.429026 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fcce0985-b49d-4d35-b487-5baeb5955daf None None] Publish callbacks [] for port (37b6b98e-41c1-4dc8-9766-3ba8f45ec473), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:36.445274 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8ba707ba-ca89-403f-bb02-2c229f29d24e tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (aeb545c6-d657-4aa8-9a0d-d4cab5b2355b), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:36.451139 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba707ba-ca89-403f-bb02-2c229f29d24e tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:36.451740 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8ba707ba-ca89-403f-bb02-2c229f29d24e tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:36.511774 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fcce0985-b49d-4d35-b487-5baeb5955daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (37b6b98e-41c1-4dc8-9766-3ba8f45ec473), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:36.515250 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba707ba-ca89-403f-bb02-2c229f29d24e tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Pushing event updated for resources: {'Network': ['ID=aeb545c6-d657-4aa8-9a0d-d4cab5b2355b,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:36.540228 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network aeb545c6-d657-4aa8-9a0d-d4cab5b2355b details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 03:06:36.550771 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcce0985-b49d-4d35-b487-5baeb5955daf None None] Network b7e7275f-546b-4913-bb02-6975b5cd8368 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:06:36.565385 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8ba707ba-ca89-403f-bb02-2c229f29d24e tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4409304 Mar 23 03:06:36.568575 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38852) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:36.574552 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-d3b2abd5-5ba1-4deb-8f81-b52c80ee852a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Request body: {'subnet': {'network_id': 'aeb545c6-d657-4aa8-9a0d-d4cab5b2355b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:06:36.590901 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-fcce0985-b49d-4d35-b487-5baeb5955daf None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:06:36.599712 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcce0985-b49d-4d35-b487-5baeb5955daf None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:06:36.614883 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce0985-b49d-4d35-b487-5baeb5955daf None None] Pushing event updated for resources: {'Port': ['ID=37b6b98e-41c1-4dc8-9766-3ba8f45ec473,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:36.679251 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-fcce0985-b49d-4d35-b487-5baeb5955daf None None] Attempting to bind port 37b6b98e-41c1-4dc8-9766-3ba8f45ec473 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:06:36.679556 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-fcce0985-b49d-4d35-b487-5baeb5955daf None None] Attempting to bind port 37b6b98e-41c1-4dc8-9766-3ba8f45ec473 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'fc4a7a09-7823-4f6a-9157-2985d1334614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b7e7275f-546b-4913-bb02-6975b5cd8368'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:06:36.679958 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcce0985-b49d-4d35-b487-5baeb5955daf None None] Attempting to bind port 37b6b98e-41c1-4dc8-9766-3ba8f45ec473 on network b7e7275f-546b-4913-bb02-6975b5cd8368 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:06:36.685220 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcce0985-b49d-4d35-b487-5baeb5955daf None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:06:36.685601 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcce0985-b49d-4d35-b487-5baeb5955daf None None] Checking segment: {'id': 'fc4a7a09-7823-4f6a-9157-2985d1334614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b7e7275f-546b-4913-bb02-6975b5cd8368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:06:36.686010 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fcce0985-b49d-4d35-b487-5baeb5955daf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:36.686409 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcce0985-b49d-4d35-b487-5baeb5955daf None None] Bound using segment: {'id': 'fc4a7a09-7823-4f6a-9157-2985d1334614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b7e7275f-546b-4913-bb02-6975b5cd8368'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:06:36.686917 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-fcce0985-b49d-4d35-b487-5baeb5955daf None None] Bound port: 37b6b98e-41c1-4dc8-9766-3ba8f45ec473, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4a7a09-7823-4f6a-9157-2985d1334614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b7e7275f-546b-4913-bb02-6975b5cd8368'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:06:36.687332 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fcce0985-b49d-4d35-b487-5baeb5955daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (37b6b98e-41c1-4dc8-9766-3ba8f45ec473), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:36.723044 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b2abd5-5ba1-4deb-8f81-b52c80ee852a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Made reservation on behalf of 7ed2fcf418704d64bf79b3f1d0484e20 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:06:36.726711 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d3b2abd5-5ba1-4deb-8f81-b52c80ee852a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:36.758708 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-fcce0985-b49d-4d35-b487-5baeb5955daf None None] For port 37b6b98e-41c1-4dc8-9766-3ba8f45ec473, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:06:36.762516 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-fcce0985-b49d-4d35-b487-5baeb5955daf None None] For port 37b6b98e-41c1-4dc8-9766-3ba8f45ec473, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=37b6b98e-41c1-4dc8-9766-3ba8f45ec473,segment=NetworkSegment(fc4a7a09-7823-4f6a-9157-2985d1334614),segment_id=fc4a7a09-7823-4f6a-9157-2985d1334614)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:06:36.831541 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fcce0985-b49d-4d35-b487-5baeb5955daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (37b6b98e-41c1-4dc8-9766-3ba8f45ec473), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:36.896573 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce0985-b49d-4d35-b487-5baeb5955daf None None] Pushing event updated for resources: {'Port': ['ID=37b6b98e-41c1-4dc8-9766-3ba8f45ec473,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:36.974568 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d3b2abd5-5ba1-4deb-8f81-b52c80ee852a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (9bb04967-f78f-4fb2-88e0-67db91f23a0a), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:37.054052 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2abd5-5ba1-4deb-8f81-b52c80ee852a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Pushing event updated for resources: {'Subnet': ['ID=9bb04967-f78f-4fb2-88e0-67db91f23a0a,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:37.069512 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b2abd5-5ba1-4deb-8f81-b52c80ee852a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Checking segment: {'id': 'a8f997e2-7d00-4444-8a6a-9d8fcee2d63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'aeb545c6-d657-4aa8-9a0d-d4cab5b2355b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:06:37.070028 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b2abd5-5ba1-4deb-8f81-b52c80ee852a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Network hostable DHCP agents. Network: aeb545c6-d657-4aa8-9a0d-d4cab5b2355b, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 03:06:37.165085 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b2abd5-5ba1-4deb-8f81-b52c80ee852a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Network aeb545c6-d657-4aa8-9a0d-d4cab5b2355b is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 03:06:37.248223 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-d3b2abd5-5ba1-4deb-8f81-b52c80ee852a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, aeb545c6-d657-4aa8-9a0d-d4cab5b2355b) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:06:37.252289 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b2abd5-5ba1-4deb-8f81-b52c80ee852a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:37.252896 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d3b2abd5-5ba1-4deb-8f81-b52c80ee852a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:37.256993 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d55922-5c3a-4f11-8989-c11faced7669 None None] Network aeb545c6-d657-4aa8-9a0d-d4cab5b2355b requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:06:37.328545 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d3b2abd5-5ba1-4deb-8f81-b52c80ee852a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7588544 Mar 23 03:06:37.332295 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38854) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:37.366112 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad222dc-d0ba-422f-9fb5-aab49c128aea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-aeb545c6-d657-4aa8-9a0d-d4cab5b2355b', 'network_id': 'aeb545c6-d657-4aa8-9a0d-d4cab5b2355b', 'project_id': '7ed2fcf418704d64bf79b3f1d0484e20', 'fixed_ips': [{'subnet_id': '9bb04967-f78f-4fb2-88e0-67db91f23a0a'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 03:06:37.366960 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2ad222dc-d0ba-422f-9fb5-aab49c128aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:37.442302 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (aeb545c6-d657-4aa8-9a0d-d4cab5b2355b), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:37.503913 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (9bb04967-f78f-4fb2-88e0-67db91f23a0a), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:37.515886 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-2ad222dc-d0ba-422f-9fb5-aab49c128aea None None] Allocated IP 2001:db8::2 (aeb545c6-d657-4aa8-9a0d-d4cab5b2355b/9bb04967-f78f-4fb2-88e0-67db91f23a0a/dbb510cf-506c-4475-a5fa-874dd2e599a9) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:06:37.668240 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2ad222dc-d0ba-422f-9fb5-aab49c128aea None None] Publish callbacks [] for port (dbb510cf-506c-4475-a5fa-874dd2e599a9), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:37.737183 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2ad222dc-d0ba-422f-9fb5-aab49c128aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (dbb510cf-506c-4475-a5fa-874dd2e599a9), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:37.772366 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad222dc-d0ba-422f-9fb5-aab49c128aea None None] Network aeb545c6-d657-4aa8-9a0d-d4cab5b2355b is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:06:37.775244 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-2ad222dc-d0ba-422f-9fb5-aab49c128aea None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:06:37.779741 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a6013e-86ff-4276-86f6-900c23bd53f0 None None] Network b7e7275f-546b-4913-bb02-6975b5cd8368 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:06:37.783025 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad222dc-d0ba-422f-9fb5-aab49c128aea None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:06:37.820106 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (9bb04967-f78f-4fb2-88e0-67db91f23a0a), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:37.848182 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Pushing event deleted for resources: {'Subnet': ['ID=9bb04967-f78f-4fb2-88e0-67db91f23a0a,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:37.916289 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (aeb545c6-d657-4aa8-9a0d-d4cab5b2355b), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:37.937800 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb545c6-d657-4aa8-9a0d-d4cab5b2355b']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:37.948686 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f997e2-7d00-4444-8a6a-9d8fcee2d63a') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:37.949021 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f997e2-7d00-4444-8a6a-9d8fcee2d63a') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:37.958798 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (a8f997e2-7d00-4444-8a6a-9d8fcee2d63a), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:37.971829 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (a8f997e2-7d00-4444-8a6a-9d8fcee2d63a), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:37.977582 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 03:06:37.978003 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (a8f997e2-7d00-4444-8a6a-9d8fcee2d63a), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:37.980985 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 03:06:37.980985 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 03:06:37.980985 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 03:06:37.980985 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 03:06:37.980985 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 03:06:37.980985 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 03:06:37.980985 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 03:06:37.980985 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 03:06:37.980985 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 03:06:37.980985 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 03:06:37.980985 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 03:06:37.980985 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 03:06:37.980985 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 03:06:37.980985 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 03:06:37.980985 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 03:06:37.980985 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 03:06:37.980985 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 03:06:37.980985 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 03:06:37.980985 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 03:06:37.980985 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 03:06:37.980985 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 03:06:37.980985 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 03:06:37.980985 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 03:06:37.980985 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 03:06:37.980985 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 03:06:37.980985 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 03:06:37.980985 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 03:06:37.980985 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 03:06:37.980985 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 03:06:37.980985 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 03:06:37.980985 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 03:06:37.980985 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 03:06:37.990654 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad222dc-d0ba-422f-9fb5-aab49c128aea None None] Pushing event updated for resources: {'Port': ['ID=dbb510cf-506c-4475-a5fa-874dd2e599a9,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:38.057076 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-55d2a561-4258-4cab-bbda-579dc8afd847 None None] Provisioning complete for port 37b6b98e-41c1-4dc8-9766-3ba8f45ec473 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:06:38.057288 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-55d2a561-4258-4cab-bbda-579dc8afd847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (37b6b98e-41c1-4dc8-9766-3ba8f45ec473), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:38.074174 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.db.api [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 03:06:38.074174 dv-neutron-834613-2-hyperv neutron-server[104349]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 03:06:38.074174 dv-neutron-834613-2-hyperv neutron-server[104349]: [parameters: {'id': 'aeb545c6-d657-4aa8-9a0d-d4cab5b2355b'}] Mar 23 03:06:38.074174 dv-neutron-834613-2-hyperv neutron-server[104349]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104349) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 03:06:38.074585 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG oslo_db.api [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 03:06:38.093537 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-2ad222dc-d0ba-422f-9fb5-aab49c128aea None None] Attempting to bind port dbb510cf-506c-4475-a5fa-874dd2e599a9 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:06:38.093909 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-2ad222dc-d0ba-422f-9fb5-aab49c128aea None None] Attempting to bind port dbb510cf-506c-4475-a5fa-874dd2e599a9 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'a8f997e2-7d00-4444-8a6a-9d8fcee2d63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'aeb545c6-d657-4aa8-9a0d-d4cab5b2355b'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:06:38.094275 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad222dc-d0ba-422f-9fb5-aab49c128aea None None] Attempting to bind port dbb510cf-506c-4475-a5fa-874dd2e599a9 on network aeb545c6-d657-4aa8-9a0d-d4cab5b2355b {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:06:38.121052 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad222dc-d0ba-422f-9fb5-aab49c128aea None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:06:38.121434 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad222dc-d0ba-422f-9fb5-aab49c128aea None None] Checking segment: {'id': 'a8f997e2-7d00-4444-8a6a-9d8fcee2d63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'aeb545c6-d657-4aa8-9a0d-d4cab5b2355b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:06:38.121840 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2ad222dc-d0ba-422f-9fb5-aab49c128aea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:38.122242 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad222dc-d0ba-422f-9fb5-aab49c128aea None None] Bound using segment: {'id': 'a8f997e2-7d00-4444-8a6a-9d8fcee2d63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'aeb545c6-d657-4aa8-9a0d-d4cab5b2355b'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:06:38.122719 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-2ad222dc-d0ba-422f-9fb5-aab49c128aea None None] Bound port: dbb510cf-506c-4475-a5fa-874dd2e599a9, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f997e2-7d00-4444-8a6a-9d8fcee2d63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'aeb545c6-d657-4aa8-9a0d-d4cab5b2355b'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:06:38.123100 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2ad222dc-d0ba-422f-9fb5-aab49c128aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (dbb510cf-506c-4475-a5fa-874dd2e599a9), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:38.235156 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-2ad222dc-d0ba-422f-9fb5-aab49c128aea None None] For port dbb510cf-506c-4475-a5fa-874dd2e599a9, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:06:38.238524 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-2ad222dc-d0ba-422f-9fb5-aab49c128aea None None] For port dbb510cf-506c-4475-a5fa-874dd2e599a9, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=dbb510cf-506c-4475-a5fa-874dd2e599a9,segment=NetworkSegment(a8f997e2-7d00-4444-8a6a-9d8fcee2d63a),segment_id=a8f997e2-7d00-4444-8a6a-9d8fcee2d63a)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:06:38.239770 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-55d2a561-4258-4cab-bbda-579dc8afd847 None None] Current status of the port 37b6b98e-41c1-4dc8-9766-3ba8f45ec473 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:06:38.240194 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-55d2a561-4258-4cab-bbda-579dc8afd847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (37b6b98e-41c1-4dc8-9766-3ba8f45ec473), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:38.276159 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-55d2a561-4258-4cab-bbda-579dc8afd847 None None] For port 37b6b98e-41c1-4dc8-9766-3ba8f45ec473, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=37b6b98e-41c1-4dc8-9766-3ba8f45ec473,segment=NetworkSegment(fc4a7a09-7823-4f6a-9157-2985d1334614),segment_id=fc4a7a09-7823-4f6a-9157-2985d1334614)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:06:38.324235 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2ad222dc-d0ba-422f-9fb5-aab49c128aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (dbb510cf-506c-4475-a5fa-874dd2e599a9), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:38.366457 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-55d2a561-4258-4cab-bbda-579dc8afd847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (37b6b98e-41c1-4dc8-9766-3ba8f45ec473), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:38.412400 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad222dc-d0ba-422f-9fb5-aab49c128aea None None] Pushing event updated for resources: {'Port': ['ID=dbb510cf-506c-4475-a5fa-874dd2e599a9,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:38.441095 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e940cd-0ad4-4c39-8fa1-26434d0902d6 None None] get_active_networks_info from dv-neutron-834613-2-hyperv {{(pid=104350) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 03:06:38.507897 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2a561-4258-4cab-bbda-579dc8afd847 None None] Pushing event updated for resources: {'Port': ['ID=37b6b98e-41c1-4dc8-9766-3ba8f45ec473,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:38.529205 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-0eb51bf5-c853-4934-9ae2-4282382702d2 None None] Provisioning complete for port 37b6b98e-41c1-4dc8-9766-3ba8f45ec473 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:06:38.529809 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0eb51bf5-c853-4934-9ae2-4282382702d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (37b6b98e-41c1-4dc8-9766-3ba8f45ec473), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:38.575483 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (aeb545c6-d657-4aa8-9a0d-d4cab5b2355b), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:38.579020 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e940cd-0ad4-4c39-8fa1-26434d0902d6 None None] Resources bound (agent type, host, resource id): {{(pid=104350) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 03:06:38.632796 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Deleting port dbb510cf-506c-4475-a5fa-874dd2e599a9 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:06:38.633152 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (dbb510cf-506c-4475-a5fa-874dd2e599a9), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:38.681682 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-0eb51bf5-c853-4934-9ae2-4282382702d2 None None] Current status of the port 37b6b98e-41c1-4dc8-9766-3ba8f45ec473 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:06:38.694318 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] For port dbb510cf-506c-4475-a5fa-874dd2e599a9, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=dbb510cf-506c-4475-a5fa-874dd2e599a9,segment=NetworkSegment(a8f997e2-7d00-4444-8a6a-9d8fcee2d63a),segment_id=a8f997e2-7d00-4444-8a6a-9d8fcee2d63a)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:06:38.694680 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (dbb510cf-506c-4475-a5fa-874dd2e599a9), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:38.708204 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Calling delete_port for dbb510cf-506c-4475-a5fa-874dd2e599a9 owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:06:38.772894 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e03eca-c267-4195-bc1d-34018e803ead None None] Network aeb545c6-d657-4aa8-9a0d-d4cab5b2355b requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:06:38.867870 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (dbb510cf-506c-4475-a5fa-874dd2e599a9), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:38.894447 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Pushing event deleted for resources: {'Port': ['ID=dbb510cf-506c-4475-a5fa-874dd2e599a9,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:38.898812 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] No DVR routers for this DVR port dbb510cf-506c-4475-a5fa-874dd2e599a9 on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:06:38.976645 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (aeb545c6-d657-4aa8-9a0d-d4cab5b2355b), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:39.002622 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb545c6-d657-4aa8-9a0d-d4cab5b2355b']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:39.003225 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 37b6b98e-41c1-4dc8-9766-3ba8f45ec473 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:06:39.012349 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f997e2-7d00-4444-8a6a-9d8fcee2d63a') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:39.012644 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f997e2-7d00-4444-8a6a-9d8fcee2d63a') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:39.021901 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (a8f997e2-7d00-4444-8a6a-9d8fcee2d63a), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:39.034992 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (a8f997e2-7d00-4444-8a6a-9d8fcee2d63a), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:39.041827 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 03:06:39.042324 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (a8f997e2-7d00-4444-8a6a-9d8fcee2d63a), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:39.045293 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 03:06:39.045293 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 03:06:39.045293 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 03:06:39.045293 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 03:06:39.045293 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 03:06:39.045293 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 03:06:39.045293 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 03:06:39.045293 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 03:06:39.045293 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 03:06:39.045293 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 03:06:39.045293 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 03:06:39.045293 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 03:06:39.045293 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 03:06:39.045293 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 03:06:39.045293 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 03:06:39.045293 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 03:06:39.045293 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 03:06:39.045293 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 03:06:39.045293 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 03:06:39.045293 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 03:06:39.045293 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 03:06:39.045293 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 03:06:39.045293 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 03:06:39.045293 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 03:06:39.045293 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 03:06:39.045293 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 03:06:39.045293 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 03:06:39.045293 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 03:06:39.045293 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 03:06:39.045293 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 03:06:39.045293 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 03:06:39.045293 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 03:06:39.052373 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 37b6b98e-41c1-4dc8-9766-3ba8f45ec473 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:06:39.052746 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (37b6b98e-41c1-4dc8-9766-3ba8f45ec473), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:39.134113 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 37b6b98e-41c1-4dc8-9766-3ba8f45ec473 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:06:39.188225 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (aeb545c6-d657-4aa8-9a0d-d4cab5b2355b), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:39.198052 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:39.198622 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] 10.222.0.24 "DELETE /v2.0/networks/aeb545c6-d657-4aa8-9a0d-d4cab5b2355b HTTP/1.1" status: 204 len: 168 time: 1.8653939 Mar 23 03:06:39.201787 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 38856) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:39.210271 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14be821-14fe-48ed-8b1f-9c7c9239457a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Pushing event deleted for resources: {'Network': ['ID=aeb545c6-d657-4aa8-9a0d-d4cab5b2355b,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:39.231466 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc43be9-3235-4736-bd3f-0699a8ebb319 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] GET failed (client error): The resource could not be found. Mar 23 03:06:39.232786 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8bc43be9-3235-4736-bd3f-0699a8ebb319 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] 10.222.0.24 "GET /v2.0/subnets/9bb04967-f78f-4fb2-88e0-67db91f23a0a HTTP/1.1" status: 404 len: 337 time: 0.0294700 Mar 23 03:06:39.235628 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 38858) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:39.257004 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a5edde-513f-4d3d-928f-e1c5d298fe0f tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] DELETE failed (client error): The resource could not be found. Mar 23 03:06:39.257486 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36a5edde-513f-4d3d-928f-e1c5d298fe0f tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 03:06:39.260424 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-36a5edde-513f-4d3d-928f-e1c5d298fe0f tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] 10.222.0.24 "DELETE /v2.0/networks/aeb545c6-d657-4aa8-9a0d-d4cab5b2355b HTTP/1.1" status: 404 len: 339 time: 0.0238712 Mar 23 03:06:39.264141 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 38860) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:39.294396 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f27f56b-d32b-4f24-8955-4975552b3f43 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] DELETE failed (client error): The resource could not be found. Mar 23 03:06:39.294838 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f27f56b-d32b-4f24-8955-4975552b3f43 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 03:06:39.299507 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7f27f56b-d32b-4f24-8955-4975552b3f43 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] 10.222.0.24 "DELETE /v2.0/subnets/9bb04967-f78f-4fb2-88e0-67db91f23a0a HTTP/1.1" status: 404 len: 337 time: 0.0325267 Mar 23 03:06:39.301390 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 38862) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:39.319540 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6704eab-4097-4a99-a1fe-f2d4bb35fedc tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] DELETE failed (client error): The resource could not be found. Mar 23 03:06:39.323788 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6704eab-4097-4a99-a1fe-f2d4bb35fedc tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104348) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 03:06:39.323788 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b6704eab-4097-4a99-a1fe-f2d4bb35fedc tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] 10.222.0.24 "DELETE /v2.0/networks/aeb545c6-d657-4aa8-9a0d-d4cab5b2355b HTTP/1.1" status: 404 len: 339 time: 0.0207658 Mar 23 03:06:39.325586 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 38864) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:39.375808 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b23da7-c755-4b11-b5d2-712e14755c2a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Deleting subnet 9c3e3792-c4d9-42e1-b1d3-04213750f2f6 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 03:06:39.378945 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e2b23da7-c755-4b11-b5d2-712e14755c2a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks [] for subnet (9c3e3792-c4d9-42e1-b1d3-04213750f2f6), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:39.418290 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e2b23da7-c755-4b11-b5d2-712e14755c2a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (9c3e3792-c4d9-42e1-b1d3-04213750f2f6), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:39.502667 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e2b23da7-c755-4b11-b5d2-712e14755c2a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (9c3e3792-c4d9-42e1-b1d3-04213750f2f6), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:39.633894 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e2b23da7-c755-4b11-b5d2-712e14755c2a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (9c3e3792-c4d9-42e1-b1d3-04213750f2f6), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:39.659960 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b23da7-c755-4b11-b5d2-712e14755c2a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Pushing event deleted for resources: {'Subnet': ['ID=9c3e3792-c4d9-42e1-b1d3-04213750f2f6,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:39.663631 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e2b23da7-c755-4b11-b5d2-712e14755c2a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:39.667606 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e2b23da7-c755-4b11-b5d2-712e14755c2a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] 10.222.0.24 "DELETE /v2.0/subnets/9c3e3792-c4d9-42e1-b1d3-04213750f2f6 HTTP/1.1" status: 204 len: 168 time: 0.3409631 Mar 23 03:06:39.670067 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 38866) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:39.670638 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e453d97-2cc5-462f-af2a-ed01960ff6a8 None None] Network b7e7275f-546b-4913-bb02-6975b5cd8368 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:06:39.748293 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-777c361a-4043-48b8-a65a-c4352ba4545a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (b7e7275f-546b-4913-bb02-6975b5cd8368), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:39.804126 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-777c361a-4043-48b8-a65a-c4352ba4545a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Deleting port 37b6b98e-41c1-4dc8-9766-3ba8f45ec473 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:06:39.804473 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-777c361a-4043-48b8-a65a-c4352ba4545a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (37b6b98e-41c1-4dc8-9766-3ba8f45ec473), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:39.816201 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89108be-0675-4dde-b07f-8acd3352d9ca None None] DHCP port deletion for b7e7275f-546b-4913-bb02-6975b5cd8368 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 03:06:39.862851 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-a89108be-0675-4dde-b07f-8acd3352d9ca None None] Deleting port 37b6b98e-41c1-4dc8-9766-3ba8f45ec473 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:06:39.863227 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a89108be-0675-4dde-b07f-8acd3352d9ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (37b6b98e-41c1-4dc8-9766-3ba8f45ec473), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:39.870340 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-777c361a-4043-48b8-a65a-c4352ba4545a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] For port 37b6b98e-41c1-4dc8-9766-3ba8f45ec473, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=37b6b98e-41c1-4dc8-9766-3ba8f45ec473,segment=NetworkSegment(fc4a7a09-7823-4f6a-9157-2985d1334614),segment_id=fc4a7a09-7823-4f6a-9157-2985d1334614)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:06:39.870698 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-777c361a-4043-48b8-a65a-c4352ba4545a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (37b6b98e-41c1-4dc8-9766-3ba8f45ec473), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:39.883268 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-777c361a-4043-48b8-a65a-c4352ba4545a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Calling delete_port for 37b6b98e-41c1-4dc8-9766-3ba8f45ec473 owned by network:dhcp {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:06:39.925553 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-a89108be-0675-4dde-b07f-8acd3352d9ca None None] For port 37b6b98e-41c1-4dc8-9766-3ba8f45ec473, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=37b6b98e-41c1-4dc8-9766-3ba8f45ec473,segment=NetworkSegment(fc4a7a09-7823-4f6a-9157-2985d1334614),segment_id=fc4a7a09-7823-4f6a-9157-2985d1334614)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:06:39.925866 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a89108be-0675-4dde-b07f-8acd3352d9ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (37b6b98e-41c1-4dc8-9766-3ba8f45ec473), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:39.938905 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-a89108be-0675-4dde-b07f-8acd3352d9ca None None] Calling delete_port for 37b6b98e-41c1-4dc8-9766-3ba8f45ec473 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:06:40.042510 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-777c361a-4043-48b8-a65a-c4352ba4545a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (37b6b98e-41c1-4dc8-9766-3ba8f45ec473), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: from cryptography.utils import int_from_bytes Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: from cryptography.utils import int_from_bytes Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: self.session.flush() Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: self.session.flush() Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: self.session.flush() Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: self.session.flush() Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: self.session.flush() Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: self.session.flush() Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: self.session.flush() Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: self.session.flush() Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: self.session.flush() Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: self.session.flush() Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: self.session.flush() Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: self.session.flush() Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: self.session.flush() Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: self.session.flush() Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: self.session.flush() Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: self.session.flush() Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: self.session.flush() Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: self.session.flush() Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: self.session.flush() Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: self.session.flush() Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: self.session.flush() Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: self.session.flush() Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: self.session.flush() Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: self.session.flush() Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: self.session.flush() Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 03:06:40.042999 dv-neutron-834613-2-hyperv neutron-server[104350]: self.session.flush() Mar 23 03:06:40.049397 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a89108be-0675-4dde-b07f-8acd3352d9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (37b6b98e-41c1-4dc8-9766-3ba8f45ec473), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:40.068461 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c361a-4043-48b8-a65a-c4352ba4545a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Pushing event deleted for resources: {'Port': ['ID=37b6b98e-41c1-4dc8-9766-3ba8f45ec473,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:40.073641 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777c361a-4043-48b8-a65a-c4352ba4545a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] No DVR routers for this DVR port 37b6b98e-41c1-4dc8-9766-3ba8f45ec473 on host dv-neutron-834613-2-hyperv {{(pid=104348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:06:40.075920 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89108be-0675-4dde-b07f-8acd3352d9ca None None] Pushing event deleted for resources: {'Port': ['ID=37b6b98e-41c1-4dc8-9766-3ba8f45ec473,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:40.077765 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89108be-0675-4dde-b07f-8acd3352d9ca None None] No DVR routers for this DVR port 37b6b98e-41c1-4dc8-9766-3ba8f45ec473 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:06:40.161142 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-777c361a-4043-48b8-a65a-c4352ba4545a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (b7e7275f-546b-4913-bb02-6975b5cd8368), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:40.182571 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-777c361a-4043-48b8-a65a-c4352ba4545a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e7275f-546b-4913-bb02-6975b5cd8368']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:40.191750 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-777c361a-4043-48b8-a65a-c4352ba4545a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4a7a09-7823-4f6a-9157-2985d1334614') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:40.192079 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-777c361a-4043-48b8-a65a-c4352ba4545a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4a7a09-7823-4f6a-9157-2985d1334614') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:40.202168 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-777c361a-4043-48b8-a65a-c4352ba4545a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (fc4a7a09-7823-4f6a-9157-2985d1334614), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:40.216259 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-777c361a-4043-48b8-a65a-c4352ba4545a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (fc4a7a09-7823-4f6a-9157-2985d1334614), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:40.222144 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777c361a-4043-48b8-a65a-c4352ba4545a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 03:06:40.223920 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-777c361a-4043-48b8-a65a-c4352ba4545a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (fc4a7a09-7823-4f6a-9157-2985d1334614), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:40.225475 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 03:06:40.225475 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 03:06:40.225475 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 03:06:40.225475 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 03:06:40.225475 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 03:06:40.225475 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 03:06:40.225475 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 03:06:40.225475 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 03:06:40.225475 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 03:06:40.225475 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 03:06:40.225475 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 03:06:40.225475 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 03:06:40.225475 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 03:06:40.225475 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 03:06:40.225475 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 03:06:40.225475 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 03:06:40.225475 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 03:06:40.225475 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 03:06:40.225475 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 03:06:40.225475 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 03:06:40.225475 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 03:06:40.225475 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 03:06:40.225475 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 03:06:40.225475 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 03:06:40.225475 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 03:06:40.225475 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 03:06:40.225475 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 03:06:40.225475 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 03:06:40.225475 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 03:06:40.225475 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 03:06:40.225475 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 03:06:40.225475 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 03:06:40.342161 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-777c361a-4043-48b8-a65a-c4352ba4545a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (b7e7275f-546b-4913-bb02-6975b5cd8368), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:40.346442 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-777c361a-4043-48b8-a65a-c4352ba4545a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:40.355405 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-777c361a-4043-48b8-a65a-c4352ba4545a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] 10.222.0.24 "DELETE /v2.0/networks/b7e7275f-546b-4913-bb02-6975b5cd8368 HTTP/1.1" status: 204 len: 168 time: 0.6788795 Mar 23 03:06:40.355501 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38868) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:40.364171 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c361a-4043-48b8-a65a-c4352ba4545a tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Pushing event deleted for resources: {'Network': ['ID=b7e7275f-546b-4913-bb02-6975b5cd8368,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:40.378732 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-a73823ca-6200-4ec7-a056-8b46c7496902 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] DELETE failed (client error): The resource could not be found. Mar 23 03:06:40.379194 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a73823ca-6200-4ec7-a056-8b46c7496902 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 03:06:40.382286 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a73823ca-6200-4ec7-a056-8b46c7496902 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] 10.222.0.24 "DELETE /v2.0/subnets/f2386a9c-dcb0-481f-bf54-505cd090a1ee HTTP/1.1" status: 404 len: 337 time: 0.0287490 Mar 23 03:06:40.385530 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38870) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:40.404328 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-90b8f6e3-abcf-42f6-9d3d-ffea8e2c2585 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] DELETE failed (client error): The resource could not be found. Mar 23 03:06:40.404822 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90b8f6e3-abcf-42f6-9d3d-ffea8e2c2585 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 03:06:40.407748 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-90b8f6e3-abcf-42f6-9d3d-ffea8e2c2585 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] 10.222.0.24 "DELETE /v2.0/networks/9c0d4e4f-4334-4063-b107-2ca6c29464b6 HTTP/1.1" status: 404 len: 339 time: 0.0213192 Mar 23 03:06:40.410237 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38872) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:40.439200 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e18691-2bd4-4d9a-9ef1-417e2be23cf5 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] DELETE failed (client error): The resource could not be found. Mar 23 03:06:40.439571 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e18691-2bd4-4d9a-9ef1-417e2be23cf5 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 03:06:40.442926 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-14e18691-2bd4-4d9a-9ef1-417e2be23cf5 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] 10.222.0.24 "DELETE /v2.0/subnets/fe8c6045-66dd-43ba-86ac-b5f2993f49b8 HTTP/1.1" status: 404 len: 337 time: 0.0315545 Mar 23 03:06:40.445521 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38874) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:40.463883 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb07ece-dcf5-46b4-9488-aa536ae6d5b5 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] DELETE failed (client error): The resource could not be found. Mar 23 03:06:40.464361 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb07ece-dcf5-46b4-9488-aa536ae6d5b5 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104349) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 03:06:40.467211 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9eb07ece-dcf5-46b4-9488-aa536ae6d5b5 tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] 10.222.0.24 "DELETE /v2.0/networks/2b14df3e-6c1e-4132-acbf-1882239664e7 HTTP/1.1" status: 404 len: 339 time: 0.0208254 Mar 23 03:06:40.469483 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38876) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:40.517541 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9fc05ca-aaf2-44ed-a36d-9a4889ddd97e tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Deleting subnet 22363239-1adc-42ce-9657-2ffd83782599 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 03:06:40.520621 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d9fc05ca-aaf2-44ed-a36d-9a4889ddd97e tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks [] for subnet (22363239-1adc-42ce-9657-2ffd83782599), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:40.559630 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d9fc05ca-aaf2-44ed-a36d-9a4889ddd97e tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (22363239-1adc-42ce-9657-2ffd83782599), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:40.644062 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d9fc05ca-aaf2-44ed-a36d-9a4889ddd97e tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (22363239-1adc-42ce-9657-2ffd83782599), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:40.771331 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d9fc05ca-aaf2-44ed-a36d-9a4889ddd97e tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (22363239-1adc-42ce-9657-2ffd83782599), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:40.796608 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc05ca-aaf2-44ed-a36d-9a4889ddd97e tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Pushing event deleted for resources: {'Subnet': ['ID=22363239-1adc-42ce-9657-2ffd83782599,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:40.802231 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d9fc05ca-aaf2-44ed-a36d-9a4889ddd97e tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:40.806658 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d9fc05ca-aaf2-44ed-a36d-9a4889ddd97e tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] 10.222.0.24 "DELETE /v2.0/subnets/22363239-1adc-42ce-9657-2ffd83782599 HTTP/1.1" status: 204 len: 168 time: 0.3351703 Mar 23 03:06:40.808592 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38878) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:40.808707 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a2ffea-e653-4f9e-ad39-3c3c643ba191 None None] Network ba7ca6db-26f2-4ac1-90dc-c010f7799a66 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:06:40.888512 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f1bf130a-565f-428d-8cb5-87df27df5ebd tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (ba7ca6db-26f2-4ac1-90dc-c010f7799a66), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:40.945190 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-f1bf130a-565f-428d-8cb5-87df27df5ebd tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Deleting port f3915572-1619-4d9f-9173-b1b9e54973b3 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:06:40.945542 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f1bf130a-565f-428d-8cb5-87df27df5ebd tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (f3915572-1619-4d9f-9173-b1b9e54973b3), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:40.959556 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854c9f0c-b6a0-4c39-b15d-23633c1140cc None None] DHCP port deletion for ba7ca6db-26f2-4ac1-90dc-c010f7799a66 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 03:06:40.994344 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 37b6b98e-41c1-4dc8-9766-3ba8f45ec473 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:06:41.010087 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-f1bf130a-565f-428d-8cb5-87df27df5ebd tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] For port f3915572-1619-4d9f-9173-b1b9e54973b3, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f3915572-1619-4d9f-9173-b1b9e54973b3,segment=NetworkSegment(a89bc4ea-4a94-4bf4-9881-69c2b6ef8eb8),segment_id=a89bc4ea-4a94-4bf4-9881-69c2b6ef8eb8)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:06:41.010476 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f1bf130a-565f-428d-8cb5-87df27df5ebd tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (f3915572-1619-4d9f-9173-b1b9e54973b3), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:41.015516 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 37b6b98e-41c1-4dc8-9766-3ba8f45ec473 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:06:41.015961 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 37b6b98e-41c1-4dc8-9766-3ba8f45ec473 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:06:41.025398 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-f1bf130a-565f-428d-8cb5-87df27df5ebd tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Calling delete_port for f3915572-1619-4d9f-9173-b1b9e54973b3 owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:06:41.034756 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-854c9f0c-b6a0-4c39-b15d-23633c1140cc None None] Deleting port f3915572-1619-4d9f-9173-b1b9e54973b3 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:06:41.035132 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-854c9f0c-b6a0-4c39-b15d-23633c1140cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (f3915572-1619-4d9f-9173-b1b9e54973b3), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:41.106549 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-854c9f0c-b6a0-4c39-b15d-23633c1140cc None None] For port f3915572-1619-4d9f-9173-b1b9e54973b3, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f3915572-1619-4d9f-9173-b1b9e54973b3,segment=NetworkSegment(a89bc4ea-4a94-4bf4-9881-69c2b6ef8eb8),segment_id=a89bc4ea-4a94-4bf4-9881-69c2b6ef8eb8)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:06:41.106947 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-854c9f0c-b6a0-4c39-b15d-23633c1140cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (f3915572-1619-4d9f-9173-b1b9e54973b3), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:41.119716 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-854c9f0c-b6a0-4c39-b15d-23633c1140cc None None] Calling delete_port for f3915572-1619-4d9f-9173-b1b9e54973b3 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:06:41.194201 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f1bf130a-565f-428d-8cb5-87df27df5ebd tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (f3915572-1619-4d9f-9173-b1b9e54973b3), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:41.200103 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-854c9f0c-b6a0-4c39-b15d-23633c1140cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (f3915572-1619-4d9f-9173-b1b9e54973b3), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:41.219433 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf130a-565f-428d-8cb5-87df27df5ebd tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Pushing event deleted for resources: {'Port': ['ID=f3915572-1619-4d9f-9173-b1b9e54973b3,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:41.226272 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bf130a-565f-428d-8cb5-87df27df5ebd tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] No DVR routers for this DVR port f3915572-1619-4d9f-9173-b1b9e54973b3 on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:06:41.226556 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c9f0c-b6a0-4c39-b15d-23633c1140cc None None] Pushing event deleted for resources: {'Port': ['ID=f3915572-1619-4d9f-9173-b1b9e54973b3,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:41.230329 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854c9f0c-b6a0-4c39-b15d-23633c1140cc None None] No DVR routers for this DVR port f3915572-1619-4d9f-9173-b1b9e54973b3 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:06:41.309802 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f1bf130a-565f-428d-8cb5-87df27df5ebd tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (ba7ca6db-26f2-4ac1-90dc-c010f7799a66), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:41.330139 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-f1bf130a-565f-428d-8cb5-87df27df5ebd tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7ca6db-26f2-4ac1-90dc-c010f7799a66']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:41.339699 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-f1bf130a-565f-428d-8cb5-87df27df5ebd tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a89bc4ea-4a94-4bf4-9881-69c2b6ef8eb8') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:41.340022 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-f1bf130a-565f-428d-8cb5-87df27df5ebd tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a89bc4ea-4a94-4bf4-9881-69c2b6ef8eb8') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:41.349341 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f1bf130a-565f-428d-8cb5-87df27df5ebd tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (a89bc4ea-4a94-4bf4-9881-69c2b6ef8eb8), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:41.363029 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f1bf130a-565f-428d-8cb5-87df27df5ebd tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (a89bc4ea-4a94-4bf4-9881-69c2b6ef8eb8), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:41.369216 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1bf130a-565f-428d-8cb5-87df27df5ebd tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 03:06:41.369600 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f1bf130a-565f-428d-8cb5-87df27df5ebd tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (a89bc4ea-4a94-4bf4-9881-69c2b6ef8eb8), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:41.372463 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 03:06:41.372463 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 03:06:41.372463 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 03:06:41.372463 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 03:06:41.372463 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 03:06:41.372463 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 03:06:41.372463 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 03:06:41.372463 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 03:06:41.372463 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 03:06:41.372463 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 03:06:41.372463 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 03:06:41.372463 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 03:06:41.372463 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 03:06:41.372463 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 03:06:41.372463 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 03:06:41.372463 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 03:06:41.372463 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 03:06:41.372463 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 03:06:41.372463 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 03:06:41.372463 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 03:06:41.372463 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 03:06:41.372463 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 03:06:41.372463 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 03:06:41.372463 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 03:06:41.372463 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 03:06:41.372463 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 03:06:41.372463 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 03:06:41.372463 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 03:06:41.372463 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 03:06:41.372463 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 03:06:41.372463 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 03:06:41.372463 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 03:06:41.507807 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f1bf130a-565f-428d-8cb5-87df27df5ebd tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (ba7ca6db-26f2-4ac1-90dc-c010f7799a66), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:41.515358 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f1bf130a-565f-428d-8cb5-87df27df5ebd tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:41.518425 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f1bf130a-565f-428d-8cb5-87df27df5ebd tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] 10.222.0.24 "DELETE /v2.0/networks/ba7ca6db-26f2-4ac1-90dc-c010f7799a66 HTTP/1.1" status: 204 len: 168 time: 0.7082374 Mar 23 03:06:41.530946 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf130a-565f-428d-8cb5-87df27df5ebd tempest-NetworksIpV6Test-825018759 tempest-NetworksIpV6Test-825018759-project] Pushing event deleted for resources: {'Network': ['ID=ba7ca6db-26f2-4ac1-90dc-c010f7799a66,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:41.980797 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38884) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:42.119635 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9b574f71-875c-448c-964c-2e22832f267d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ed2fcf418704d64bf79b3f1d0484e20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1375477 Mar 23 03:06:42.121970 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38888) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:42.172669 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4e6626ff-dfb9-499a-8e89-150eff18f10d admin admin] Publish callbacks [] for security_group (6152d044-a33c-4ae9-bf60-4e53d3379851), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:42.193435 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4e6626ff-dfb9-499a-8e89-150eff18f10d admin admin] Publish callbacks [] for security_group (6152d044-a33c-4ae9-bf60-4e53d3379851), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:42.299230 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4e6626ff-dfb9-499a-8e89-150eff18f10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (6152d044-a33c-4ae9-bf60-4e53d3379851), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:42.301834 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4e6626ff-dfb9-499a-8e89-150eff18f10d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:42.303008 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4e6626ff-dfb9-499a-8e89-150eff18f10d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6152d044-a33c-4ae9-bf60-4e53d3379851 HTTP/1.1" status: 204 len: 168 time: 0.1801350 Mar 23 03:06:42.310693 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6626ff-dfb9-499a-8e89-150eff18f10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6152d044-a33c-4ae9-bf60-4e53d3379851,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:42.972262 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f3915572-1619-4d9f-9173-b1b9e54973b3 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:06:42.994950 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: f3915572-1619-4d9f-9173-b1b9e54973b3 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:06:42.995302 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f3915572-1619-4d9f-9173-b1b9e54973b3 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:06:43.210255 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38910) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:43.307387 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-f80861b6-ae92-4762-82b3-ad9fada98e64 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1592655346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:06:43.402248 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f80861b6-ae92-4762-82b3-ad9fada98e64 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (e7afdf80-68ea-499d-8576-eb7f9bedb777), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:43.403283 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f80861b6-ae92-4762-82b3-ad9fada98e64 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (e7afdf80-68ea-499d-8576-eb7f9bedb777), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:43.455402 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f80861b6-ae92-4762-82b3-ad9fada98e64 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks [] for router_controller (e7afdf80-68ea-499d-8576-eb7f9bedb777), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:43.516806 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f80861b6-ae92-4762-82b3-ad9fada98e64 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (e7afdf80-68ea-499d-8576-eb7f9bedb777), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:43.600610 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f80861b6-ae92-4762-82b3-ad9fada98e64 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:43.601813 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f80861b6-ae92-4762-82b3-ad9fada98e64 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3905540 Mar 23 03:06:43.604678 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38914) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:43.609344 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-2a6d0496-9bb5-4d5a-b225-f80625a5edfe tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-903659398'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:06:43.695764 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6d0496-9bb5-4d5a-b225-f80625a5edfe tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Made reservation on behalf of ef8eed1f64154864be8cc3061271ceae for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:06:43.699608 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a6d0496-9bb5-4d5a-b225-f80625a5edfe tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:43.707798 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a6d0496-9bb5-4d5a-b225-f80625a5edfe tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:43.784504 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a6d0496-9bb5-4d5a-b225-f80625a5edfe tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks [] for security_group (2f1c6091-f715-4361-baef-4f3b4669a116), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:43.850186 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a6d0496-9bb5-4d5a-b225-f80625a5edfe tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (2f1c6091-f715-4361-baef-4f3b4669a116), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:43.876641 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a6d0496-9bb5-4d5a-b225-f80625a5edfe tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 03:06:43.885865 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d0496-9bb5-4d5a-b225-f80625a5edfe tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1c6091-f715-4361-baef-4f3b4669a116,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:43.891666 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a6d0496-9bb5-4d5a-b225-f80625a5edfe tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (0414abeb-a52d-4d67-8b46-3b572956358a), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:43.892145 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-2a6d0496-9bb5-4d5a-b225-f80625a5edfe tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Added segment 0414abeb-a52d-4d67-8b46-3b572956358a of type vlan for network 96359a00-d39e-4845-b836-5b5d443775c5 Mar 23 03:06:43.931690 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a6d0496-9bb5-4d5a-b225-f80625a5edfe tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (96359a00-d39e-4845-b836-5b5d443775c5), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:44.015989 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a6d0496-9bb5-4d5a-b225-f80625a5edfe tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (96359a00-d39e-4845-b836-5b5d443775c5), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:44.020956 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6d0496-9bb5-4d5a-b225-f80625a5edfe tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:44.021542 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a6d0496-9bb5-4d5a-b225-f80625a5edfe tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:44.085117 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d0496-9bb5-4d5a-b225-f80625a5edfe tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Pushing event updated for resources: {'Network': ['ID=96359a00-d39e-4845-b836-5b5d443775c5,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:44.095307 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 96359a00-d39e-4845-b836-5b5d443775c5 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 03:06:44.159458 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2a6d0496-9bb5-4d5a-b225-f80625a5edfe tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5534935 Mar 23 03:06:44.161936 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38916) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:44.166879 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-b23dbd5c-6d9a-4bb7-a7dd-f42bf98a017b tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Request body: {'subnet': {'network_id': '96359a00-d39e-4845-b836-5b5d443775c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:06:44.350856 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23dbd5c-6d9a-4bb7-a7dd-f42bf98a017b tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Made reservation on behalf of ef8eed1f64154864be8cc3061271ceae for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:06:44.354226 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b23dbd5c-6d9a-4bb7-a7dd-f42bf98a017b tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:44.573530 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b23dbd5c-6d9a-4bb7-a7dd-f42bf98a017b tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (5776d9cb-09b0-48b5-bbfc-61366998f4ce), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:44.631925 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23dbd5c-6d9a-4bb7-a7dd-f42bf98a017b tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Pushing event updated for resources: {'Subnet': ['ID=5776d9cb-09b0-48b5-bbfc-61366998f4ce,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:44.639242 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23dbd5c-6d9a-4bb7-a7dd-f42bf98a017b tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Checking segment: {'id': '0414abeb-a52d-4d67-8b46-3b572956358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '96359a00-d39e-4845-b836-5b5d443775c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:06:44.639596 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23dbd5c-6d9a-4bb7-a7dd-f42bf98a017b tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Network hostable DHCP agents. Network: 96359a00-d39e-4845-b836-5b5d443775c5, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 03:06:44.728880 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23dbd5c-6d9a-4bb7-a7dd-f42bf98a017b tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Network 96359a00-d39e-4845-b836-5b5d443775c5 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 03:06:44.790879 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-b23dbd5c-6d9a-4bb7-a7dd-f42bf98a017b tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 96359a00-d39e-4845-b836-5b5d443775c5) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:06:44.794781 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23dbd5c-6d9a-4bb7-a7dd-f42bf98a017b tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:44.795377 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b23dbd5c-6d9a-4bb7-a7dd-f42bf98a017b tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:44.799591 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e268513-cdf0-4ef8-9915-5450fd8d60b5 None None] Network 96359a00-d39e-4845-b836-5b5d443775c5 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:06:44.890686 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b23dbd5c-6d9a-4bb7-a7dd-f42bf98a017b tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7277215 Mar 23 03:06:44.893660 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 38918) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:44.896336 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9399fa5-3f67-4bc4-b912-070196047a5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-96359a00-d39e-4845-b836-5b5d443775c5', 'network_id': '96359a00-d39e-4845-b836-5b5d443775c5', 'project_id': 'ef8eed1f64154864be8cc3061271ceae', 'fixed_ips': [{'subnet_id': '5776d9cb-09b0-48b5-bbfc-61366998f4ce'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 03:06:44.897213 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c9399fa5-3f67-4bc4-b912-070196047a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:44.898930 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-d7ec1c80-ccf9-4827-8a4b-01279925b368 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1300510577'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:06:44.981913 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ec1c80-ccf9-4827-8a4b-01279925b368 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Made reservation on behalf of ef8eed1f64154864be8cc3061271ceae for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:06:44.985386 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d7ec1c80-ccf9-4827-8a4b-01279925b368 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:45.008473 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ec1c80-ccf9-4827-8a4b-01279925b368 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 03:06:45.017164 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d7ec1c80-ccf9-4827-8a4b-01279925b368 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (5727a105-658e-4f5b-80de-38b6b0de2db6), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:45.017511 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-d7ec1c80-ccf9-4827-8a4b-01279925b368 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Added segment 5727a105-658e-4f5b-80de-38b6b0de2db6 of type vlan for network 52724589-909f-49a4-bfca-df5c99d66e6b Mar 23 03:06:45.036386 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-c9399fa5-3f67-4bc4-b912-070196047a5d None None] Allocated IP 172.20.0.2 (96359a00-d39e-4845-b836-5b5d443775c5/5776d9cb-09b0-48b5-bbfc-61366998f4ce/674b8621-0a6f-42f4-89ed-00c09f42365f) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:06:45.061493 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d7ec1c80-ccf9-4827-8a4b-01279925b368 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (52724589-909f-49a4-bfca-df5c99d66e6b), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:45.162321 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d7ec1c80-ccf9-4827-8a4b-01279925b368 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (52724589-909f-49a4-bfca-df5c99d66e6b), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:45.168150 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ec1c80-ccf9-4827-8a4b-01279925b368 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:45.168908 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d7ec1c80-ccf9-4827-8a4b-01279925b368 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:45.183058 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c9399fa5-3f67-4bc4-b912-070196047a5d None None] Publish callbacks [] for port (674b8621-0a6f-42f4-89ed-00c09f42365f), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:45.233184 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec1c80-ccf9-4827-8a4b-01279925b368 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Pushing event updated for resources: {'Network': ['ID=52724589-909f-49a4-bfca-df5c99d66e6b,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:45.242992 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 52724589-909f-49a4-bfca-df5c99d66e6b details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 03:06:45.279488 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c9399fa5-3f67-4bc4-b912-070196047a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (674b8621-0a6f-42f4-89ed-00c09f42365f), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:45.279690 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d7ec1c80-ccf9-4827-8a4b-01279925b368 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3849237 Mar 23 03:06:45.282723 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38920) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:45.287859 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-b25059f4-6ce7-46e0-bb09-ebf617c1bfa1 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Request body: {'subnet': {'network_id': '52724589-909f-49a4-bfca-df5c99d66e6b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:06:45.350487 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9399fa5-3f67-4bc4-b912-070196047a5d None None] Network 96359a00-d39e-4845-b836-5b5d443775c5 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:06:45.355332 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-c9399fa5-3f67-4bc4-b912-070196047a5d None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:06:45.357093 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9399fa5-3f67-4bc4-b912-070196047a5d None None] Pushing event updated for resources: {'Port': ['ID=674b8621-0a6f-42f4-89ed-00c09f42365f,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:45.359219 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9399fa5-3f67-4bc4-b912-070196047a5d None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:06:45.413599 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-c9399fa5-3f67-4bc4-b912-070196047a5d None None] Attempting to bind port 674b8621-0a6f-42f4-89ed-00c09f42365f on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:06:45.413886 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-c9399fa5-3f67-4bc4-b912-070196047a5d None None] Attempting to bind port 674b8621-0a6f-42f4-89ed-00c09f42365f by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '0414abeb-a52d-4d67-8b46-3b572956358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '96359a00-d39e-4845-b836-5b5d443775c5'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:06:45.414304 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9399fa5-3f67-4bc4-b912-070196047a5d None None] Attempting to bind port 674b8621-0a6f-42f4-89ed-00c09f42365f on network 96359a00-d39e-4845-b836-5b5d443775c5 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:06:45.420273 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9399fa5-3f67-4bc4-b912-070196047a5d None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:06:45.420697 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9399fa5-3f67-4bc4-b912-070196047a5d None None] Checking segment: {'id': '0414abeb-a52d-4d67-8b46-3b572956358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '96359a00-d39e-4845-b836-5b5d443775c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:06:45.421103 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c9399fa5-3f67-4bc4-b912-070196047a5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:45.421500 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9399fa5-3f67-4bc4-b912-070196047a5d None None] Bound using segment: {'id': '0414abeb-a52d-4d67-8b46-3b572956358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '96359a00-d39e-4845-b836-5b5d443775c5'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:06:45.421968 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-c9399fa5-3f67-4bc4-b912-070196047a5d None None] Bound port: 674b8621-0a6f-42f4-89ed-00c09f42365f, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0414abeb-a52d-4d67-8b46-3b572956358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '96359a00-d39e-4845-b836-5b5d443775c5'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:06:45.422352 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c9399fa5-3f67-4bc4-b912-070196047a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (674b8621-0a6f-42f4-89ed-00c09f42365f), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:45.450490 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25059f4-6ce7-46e0-bb09-ebf617c1bfa1 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Made reservation on behalf of ef8eed1f64154864be8cc3061271ceae for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:06:45.453971 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b25059f4-6ce7-46e0-bb09-ebf617c1bfa1 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:45.484228 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-c9399fa5-3f67-4bc4-b912-070196047a5d None None] For port 674b8621-0a6f-42f4-89ed-00c09f42365f, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:06:45.487209 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-c9399fa5-3f67-4bc4-b912-070196047a5d None None] For port 674b8621-0a6f-42f4-89ed-00c09f42365f, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=674b8621-0a6f-42f4-89ed-00c09f42365f,segment=NetworkSegment(0414abeb-a52d-4d67-8b46-3b572956358a),segment_id=0414abeb-a52d-4d67-8b46-3b572956358a)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:06:45.559639 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c9399fa5-3f67-4bc4-b912-070196047a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (674b8621-0a6f-42f4-89ed-00c09f42365f), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:45.623395 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9399fa5-3f67-4bc4-b912-070196047a5d None None] Pushing event updated for resources: {'Port': ['ID=674b8621-0a6f-42f4-89ed-00c09f42365f,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:45.694012 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b25059f4-6ce7-46e0-bb09-ebf617c1bfa1 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (1110af8e-ae95-41ce-8116-796d296bfc47), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:45.753414 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25059f4-6ce7-46e0-bb09-ebf617c1bfa1 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Pushing event updated for resources: {'Subnet': ['ID=1110af8e-ae95-41ce-8116-796d296bfc47,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:45.776664 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25059f4-6ce7-46e0-bb09-ebf617c1bfa1 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Checking segment: {'id': '5727a105-658e-4f5b-80de-38b6b0de2db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '52724589-909f-49a4-bfca-df5c99d66e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:06:45.777029 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25059f4-6ce7-46e0-bb09-ebf617c1bfa1 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Network hostable DHCP agents. Network: 52724589-909f-49a4-bfca-df5c99d66e6b, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 03:06:45.842074 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25059f4-6ce7-46e0-bb09-ebf617c1bfa1 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Network 52724589-909f-49a4-bfca-df5c99d66e6b is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 03:06:45.917076 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-b25059f4-6ce7-46e0-bb09-ebf617c1bfa1 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 52724589-909f-49a4-bfca-df5c99d66e6b) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:06:45.921079 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25059f4-6ce7-46e0-bb09-ebf617c1bfa1 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:45.921689 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b25059f4-6ce7-46e0-bb09-ebf617c1bfa1 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:45.925766 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f5312c-e763-44ec-8092-d0cfbefa1713 None None] Network 52724589-909f-49a4-bfca-df5c99d66e6b requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:06:46.001664 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b25059f4-6ce7-46e0-bb09-ebf617c1bfa1 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7177594 Mar 23 03:06:46.004343 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38922) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:46.008908 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-2c71f8c9-4039-4f27-8642-47a2d75d0c9f tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Request body: {'router': {'external_gateway_info': {'network_id': '52724589-909f-49a4-bfca-df5c99d66e6b'}}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:06:46.031418 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-52724589-909f-49a4-bfca-df5c99d66e6b', 'network_id': '52724589-909f-49a4-bfca-df5c99d66e6b', 'project_id': 'ef8eed1f64154864be8cc3061271ceae', 'fixed_ips': [{'subnet_id': '1110af8e-ae95-41ce-8116-796d296bfc47'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 03:06:46.032390 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:46.171023 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Allocated IP 172.21.0.2 (52724589-909f-49a4-bfca-df5c99d66e6b/1110af8e-ae95-41ce-8116-796d296bfc47/7ea57c59-8265-493d-a475-09e248b2e1b9) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:06:46.334492 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Publish callbacks [] for port (7ea57c59-8265-493d-a475-09e248b2e1b9), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:46.417431 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (7ea57c59-8265-493d-a475-09e248b2e1b9), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:46.458558 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Network 52724589-909f-49a4-bfca-df5c99d66e6b is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:06:46.463879 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:06:46.466445 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:06:46.485475 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Pushing event updated for resources: {'Port': ['ID=7ea57c59-8265-493d-a475-09e248b2e1b9,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:46.520116 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:46.520381 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:46.520725 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:46.521080 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:46.521427 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:46.521766 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:46.522102 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:46.522435 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:46.522769 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:46.523121 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:46.523455 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:46.523793 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:46.524166 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:46.524521 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:46.524997 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:46.598686 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2c71f8c9-4039-4f27-8642-47a2d75d0c9f tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks [] for router_gateway (e7afdf80-68ea-499d-8576-eb7f9bedb777), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:46.690942 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728c8133-6230-493c-af4b-0c44351d6489 None None] Network 96359a00-d39e-4845-b836-5b5d443775c5 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:06:46.744977 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Attempting to bind port 7ea57c59-8265-493d-a475-09e248b2e1b9 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:06:46.745343 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Attempting to bind port 7ea57c59-8265-493d-a475-09e248b2e1b9 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '5727a105-658e-4f5b-80de-38b6b0de2db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '52724589-909f-49a4-bfca-df5c99d66e6b'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:06:46.745700 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Attempting to bind port 7ea57c59-8265-493d-a475-09e248b2e1b9 on network 52724589-909f-49a4-bfca-df5c99d66e6b {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:06:46.763779 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:06:46.764193 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Checking segment: {'id': '5727a105-658e-4f5b-80de-38b6b0de2db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '52724589-909f-49a4-bfca-df5c99d66e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:06:46.764606 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:46.765015 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Bound using segment: {'id': '5727a105-658e-4f5b-80de-38b6b0de2db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '52724589-909f-49a4-bfca-df5c99d66e6b'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:06:46.765498 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Bound port: 7ea57c59-8265-493d-a475-09e248b2e1b9, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5727a105-658e-4f5b-80de-38b6b0de2db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '52724589-909f-49a4-bfca-df5c99d66e6b'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:06:46.765885 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7ea57c59-8265-493d-a475-09e248b2e1b9), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:46.767676 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-ef600dd7-a646-45c4-93ad-a886153fb3e5 None None] Provisioning complete for port 674b8621-0a6f-42f4-89ed-00c09f42365f triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:06:46.768067 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ef600dd7-a646-45c4-93ad-a886153fb3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (674b8621-0a6f-42f4-89ed-00c09f42365f), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:46.783509 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.api.v2.resource [None req-2c71f8c9-4039-4f27-8642-47a2d75d0c9f tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 03:06:46.784529 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2c71f8c9-4039-4f27-8642-47a2d75d0c9f tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] 10.222.0.24 "PUT /v2.0/routers/e7afdf80-68ea-499d-8576-eb7f9bedb777 HTTP/1.1" status: 400 len: 364 time: 0.7792094 Mar 23 03:06:46.790463 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38924) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:46.841938 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d27153-d8d4-4667-aad1-1563524f5851 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Deleting subnet 1110af8e-ae95-41ce-8116-796d296bfc47 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 03:06:46.845035 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-40d27153-d8d4-4667-aad1-1563524f5851 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks [] for subnet (1110af8e-ae95-41ce-8116-796d296bfc47), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:46.883585 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-40d27153-d8d4-4667-aad1-1563524f5851 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (1110af8e-ae95-41ce-8116-796d296bfc47), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:46.904717 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] For port 7ea57c59-8265-493d-a475-09e248b2e1b9, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:06:46.909079 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] For port 7ea57c59-8265-493d-a475-09e248b2e1b9, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=7ea57c59-8265-493d-a475-09e248b2e1b9,segment=NetworkSegment(5727a105-658e-4f5b-80de-38b6b0de2db6),segment_id=5727a105-658e-4f5b-80de-38b6b0de2db6)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:06:46.955355 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-ef600dd7-a646-45c4-93ad-a886153fb3e5 None None] Current status of the port 674b8621-0a6f-42f4-89ed-00c09f42365f is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:06:46.955856 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ef600dd7-a646-45c4-93ad-a886153fb3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (674b8621-0a6f-42f4-89ed-00c09f42365f), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:46.996867 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-ef600dd7-a646-45c4-93ad-a886153fb3e5 None None] For port 674b8621-0a6f-42f4-89ed-00c09f42365f, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=674b8621-0a6f-42f4-89ed-00c09f42365f,segment=NetworkSegment(0414abeb-a52d-4d67-8b46-3b572956358a),segment_id=0414abeb-a52d-4d67-8b46-3b572956358a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:06:47.005837 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (7ea57c59-8265-493d-a475-09e248b2e1b9), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:47.008146 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-40d27153-d8d4-4667-aad1-1563524f5851 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (1110af8e-ae95-41ce-8116-796d296bfc47), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:47.069432 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 674b8621-0a6f-42f4-89ed-00c09f42365f up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:06:47.078436 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ef600dd7-a646-45c4-93ad-a886153fb3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (674b8621-0a6f-42f4-89ed-00c09f42365f), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:47.104763 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcc120-22eb-4c45-bbb8-76a7cf6fec1e None None] Pushing event updated for resources: {'Port': ['ID=7ea57c59-8265-493d-a475-09e248b2e1b9,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:47.142743 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-40d27153-d8d4-4667-aad1-1563524f5851 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (1110af8e-ae95-41ce-8116-796d296bfc47), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:47.172241 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef600dd7-a646-45c4-93ad-a886153fb3e5 None None] Pushing event updated for resources: {'Port': ['ID=674b8621-0a6f-42f4-89ed-00c09f42365f,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:47.180170 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d27153-d8d4-4667-aad1-1563524f5851 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Pushing event deleted for resources: {'Subnet': ['ID=1110af8e-ae95-41ce-8116-796d296bfc47,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:47.187304 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-40d27153-d8d4-4667-aad1-1563524f5851 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:47.187425 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 674b8621-0a6f-42f4-89ed-00c09f42365f triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:06:47.187425 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (674b8621-0a6f-42f4-89ed-00c09f42365f), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:47.188329 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-40d27153-d8d4-4667-aad1-1563524f5851 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] 10.222.0.24 "DELETE /v2.0/subnets/1110af8e-ae95-41ce-8116-796d296bfc47 HTTP/1.1" status: 204 len: 168 time: 0.3969896 Mar 23 03:06:47.190844 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 38926) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:47.280945 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1ab2de30-74ce-4987-b36f-fed63161d3c1 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (52724589-909f-49a4-bfca-df5c99d66e6b), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:47.292553 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 674b8621-0a6f-42f4-89ed-00c09f42365f is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:06:47.316852 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-34dfe2b4-d8a2-4397-811c-37f9739444e9 None None] Provisioning complete for port 674b8621-0a6f-42f4-89ed-00c09f42365f triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:06:47.317323 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-34dfe2b4-d8a2-4397-811c-37f9739444e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (674b8621-0a6f-42f4-89ed-00c09f42365f), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:47.358259 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-1ab2de30-74ce-4987-b36f-fed63161d3c1 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Deleting port 7ea57c59-8265-493d-a475-09e248b2e1b9 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:06:47.358259 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1ab2de30-74ce-4987-b36f-fed63161d3c1 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (7ea57c59-8265-493d-a475-09e248b2e1b9), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:47.411198 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-34dfe2b4-d8a2-4397-811c-37f9739444e9 None None] Current status of the port 674b8621-0a6f-42f4-89ed-00c09f42365f is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:06:47.424938 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-1ab2de30-74ce-4987-b36f-fed63161d3c1 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] For port 7ea57c59-8265-493d-a475-09e248b2e1b9, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=7ea57c59-8265-493d-a475-09e248b2e1b9,segment=NetworkSegment(5727a105-658e-4f5b-80de-38b6b0de2db6),segment_id=5727a105-658e-4f5b-80de-38b6b0de2db6)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:06:47.425426 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1ab2de30-74ce-4987-b36f-fed63161d3c1 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (7ea57c59-8265-493d-a475-09e248b2e1b9), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:47.440077 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-1ab2de30-74ce-4987-b36f-fed63161d3c1 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Calling delete_port for 7ea57c59-8265-493d-a475-09e248b2e1b9 owned by network:dhcp {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:06:47.610813 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1ab2de30-74ce-4987-b36f-fed63161d3c1 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (7ea57c59-8265-493d-a475-09e248b2e1b9), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:47.627419 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-64b1bcbf-b3fc-4e63-a621-14c7ae43d839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:47.640506 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab2de30-74ce-4987-b36f-fed63161d3c1 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] No DVR routers for this DVR port 7ea57c59-8265-493d-a475-09e248b2e1b9 on host dv-neutron-834613-2-hyperv {{(pid=104348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:06:47.645050 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2de30-74ce-4987-b36f-fed63161d3c1 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Pushing event deleted for resources: {'Port': ['ID=7ea57c59-8265-493d-a475-09e248b2e1b9,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:47.722300 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1ab2de30-74ce-4987-b36f-fed63161d3c1 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (52724589-909f-49a4-bfca-df5c99d66e6b), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:47.742639 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-1ab2de30-74ce-4987-b36f-fed63161d3c1 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52724589-909f-49a4-bfca-df5c99d66e6b']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:47.752808 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-1ab2de30-74ce-4987-b36f-fed63161d3c1 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5727a105-658e-4f5b-80de-38b6b0de2db6') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:47.753171 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-1ab2de30-74ce-4987-b36f-fed63161d3c1 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5727a105-658e-4f5b-80de-38b6b0de2db6') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:47.763569 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1ab2de30-74ce-4987-b36f-fed63161d3c1 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (5727a105-658e-4f5b-80de-38b6b0de2db6), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:47.777599 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1ab2de30-74ce-4987-b36f-fed63161d3c1 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (5727a105-658e-4f5b-80de-38b6b0de2db6), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:47.783865 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ab2de30-74ce-4987-b36f-fed63161d3c1 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 03:06:47.784279 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1ab2de30-74ce-4987-b36f-fed63161d3c1 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (5727a105-658e-4f5b-80de-38b6b0de2db6), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:47.787592 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 03:06:47.787592 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 03:06:47.787592 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 03:06:47.787592 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 03:06:47.787592 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 03:06:47.787592 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 03:06:47.787592 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 03:06:47.787592 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 03:06:47.787592 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 03:06:47.787592 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 03:06:47.787592 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 03:06:47.787592 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 03:06:47.787592 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 03:06:47.787592 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 03:06:47.787592 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 03:06:47.787592 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 03:06:47.787592 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 03:06:47.787592 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 03:06:47.787592 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 03:06:47.787592 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 03:06:47.787592 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 03:06:47.787592 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 03:06:47.787592 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 03:06:47.787592 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 03:06:47.787592 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 03:06:47.787592 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 03:06:47.787592 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 03:06:47.787592 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 03:06:47.787592 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 03:06:47.787592 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 03:06:47.787592 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 03:06:47.787592 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 03:06:47.907954 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1ab2de30-74ce-4987-b36f-fed63161d3c1 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (52724589-909f-49a4-bfca-df5c99d66e6b), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:47.915698 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1ab2de30-74ce-4987-b36f-fed63161d3c1 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:47.918880 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1ab2de30-74ce-4987-b36f-fed63161d3c1 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] 10.222.0.24 "DELETE /v2.0/networks/52724589-909f-49a4-bfca-df5c99d66e6b HTTP/1.1" status: 204 len: 168 time: 0.7270389 Mar 23 03:06:47.921464 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38928) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:47.931128 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2de30-74ce-4987-b36f-fed63161d3c1 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Pushing event deleted for resources: {'Network': ['ID=52724589-909f-49a4-bfca-df5c99d66e6b,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:47.982025 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-bebda425-8154-4a00-a492-2e8afb10f482 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Deleting subnet 5776d9cb-09b0-48b5-bbfc-61366998f4ce {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 03:06:47.985588 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bebda425-8154-4a00-a492-2e8afb10f482 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks [] for subnet (5776d9cb-09b0-48b5-bbfc-61366998f4ce), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:48.027189 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bebda425-8154-4a00-a492-2e8afb10f482 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (5776d9cb-09b0-48b5-bbfc-61366998f4ce), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:48.112967 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bebda425-8154-4a00-a492-2e8afb10f482 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (5776d9cb-09b0-48b5-bbfc-61366998f4ce), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:48.131408 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896b7d23-e49f-4c25-ab3a-476075b9f0f3 None None] DHCP port deletion for 52724589-909f-49a4-bfca-df5c99d66e6b request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 03:06:48.133063 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-c5c7f4f0-81a6-4317-8167-436e21269aaa None None] Could not find standard attr ID for object 7ea57c59-8265-493d-a475-09e248b2e1b9. {{(pid=104350) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 03:06:48.153189 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cb9898-9a8d-4b63-8ada-449bc7345a30 None None] Network 52724589-909f-49a4-bfca-df5c99d66e6b requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:06:48.166263 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cb9898-9a8d-4b63-8ada-449bc7345a30 None None] Network 52724589-909f-49a4-bfca-df5c99d66e6b could not be found, it might have been deleted concurrently. {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 23 03:06:48.271107 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bebda425-8154-4a00-a492-2e8afb10f482 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (5776d9cb-09b0-48b5-bbfc-61366998f4ce), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:48.297266 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebda425-8154-4a00-a492-2e8afb10f482 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Pushing event deleted for resources: {'Subnet': ['ID=5776d9cb-09b0-48b5-bbfc-61366998f4ce,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:48.302731 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bebda425-8154-4a00-a492-2e8afb10f482 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:48.305986 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-bebda425-8154-4a00-a492-2e8afb10f482 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] 10.222.0.24 "DELETE /v2.0/subnets/5776d9cb-09b0-48b5-bbfc-61366998f4ce HTTP/1.1" status: 204 len: 168 time: 0.3833899 Mar 23 03:06:48.308904 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38930) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:48.309044 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044cec90-b1b7-472c-b5f3-8d5d606a7224 None None] Network 96359a00-d39e-4845-b836-5b5d443775c5 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:06:48.385835 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9a60a63d-2e4e-4d7b-8e69-15a0a4179730 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (96359a00-d39e-4845-b836-5b5d443775c5), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:48.440470 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-9a60a63d-2e4e-4d7b-8e69-15a0a4179730 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Deleting port 674b8621-0a6f-42f4-89ed-00c09f42365f {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:06:48.440820 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9a60a63d-2e4e-4d7b-8e69-15a0a4179730 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (674b8621-0a6f-42f4-89ed-00c09f42365f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:48.459105 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545851e3-a89d-409f-9ba2-5b9184bd14dd None None] DHCP port deletion for 96359a00-d39e-4845-b836-5b5d443775c5 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 03:06:48.506782 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-9a60a63d-2e4e-4d7b-8e69-15a0a4179730 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] For port 674b8621-0a6f-42f4-89ed-00c09f42365f, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=674b8621-0a6f-42f4-89ed-00c09f42365f,segment=NetworkSegment(0414abeb-a52d-4d67-8b46-3b572956358a),segment_id=0414abeb-a52d-4d67-8b46-3b572956358a)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:06:48.507153 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9a60a63d-2e4e-4d7b-8e69-15a0a4179730 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (674b8621-0a6f-42f4-89ed-00c09f42365f), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:48.507264 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-545851e3-a89d-409f-9ba2-5b9184bd14dd None None] Deleting port 674b8621-0a6f-42f4-89ed-00c09f42365f {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:06:48.507615 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-545851e3-a89d-409f-9ba2-5b9184bd14dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (674b8621-0a6f-42f4-89ed-00c09f42365f), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:48.520437 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-9a60a63d-2e4e-4d7b-8e69-15a0a4179730 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Calling delete_port for 674b8621-0a6f-42f4-89ed-00c09f42365f owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:06:48.570199 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-545851e3-a89d-409f-9ba2-5b9184bd14dd None None] For port 674b8621-0a6f-42f4-89ed-00c09f42365f, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=674b8621-0a6f-42f4-89ed-00c09f42365f,segment=NetworkSegment(0414abeb-a52d-4d67-8b46-3b572956358a),segment_id=0414abeb-a52d-4d67-8b46-3b572956358a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:06:48.570600 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-545851e3-a89d-409f-9ba2-5b9184bd14dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (674b8621-0a6f-42f4-89ed-00c09f42365f), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:48.582704 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-545851e3-a89d-409f-9ba2-5b9184bd14dd None None] Calling delete_port for 674b8621-0a6f-42f4-89ed-00c09f42365f owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:06:48.659715 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9a60a63d-2e4e-4d7b-8e69-15a0a4179730 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (674b8621-0a6f-42f4-89ed-00c09f42365f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:48.665865 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-545851e3-a89d-409f-9ba2-5b9184bd14dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (674b8621-0a6f-42f4-89ed-00c09f42365f), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:48.690607 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545851e3-a89d-409f-9ba2-5b9184bd14dd None None] Pushing event deleted for resources: {'Port': ['ID=674b8621-0a6f-42f4-89ed-00c09f42365f,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:48.690801 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60a63d-2e4e-4d7b-8e69-15a0a4179730 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Pushing event deleted for resources: {'Port': ['ID=674b8621-0a6f-42f4-89ed-00c09f42365f,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:48.692882 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a60a63d-2e4e-4d7b-8e69-15a0a4179730 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] No DVR routers for this DVR port 674b8621-0a6f-42f4-89ed-00c09f42365f on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:06:48.693867 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545851e3-a89d-409f-9ba2-5b9184bd14dd None None] No DVR routers for this DVR port 674b8621-0a6f-42f4-89ed-00c09f42365f on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:06:48.769133 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9a60a63d-2e4e-4d7b-8e69-15a0a4179730 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (96359a00-d39e-4845-b836-5b5d443775c5), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:48.790457 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-9a60a63d-2e4e-4d7b-8e69-15a0a4179730 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96359a00-d39e-4845-b836-5b5d443775c5']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:48.800651 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-9a60a63d-2e4e-4d7b-8e69-15a0a4179730 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0414abeb-a52d-4d67-8b46-3b572956358a') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:48.800954 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-9a60a63d-2e4e-4d7b-8e69-15a0a4179730 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0414abeb-a52d-4d67-8b46-3b572956358a') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:48.810470 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9a60a63d-2e4e-4d7b-8e69-15a0a4179730 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (0414abeb-a52d-4d67-8b46-3b572956358a), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:48.823869 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9a60a63d-2e4e-4d7b-8e69-15a0a4179730 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (0414abeb-a52d-4d67-8b46-3b572956358a), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:48.829782 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a60a63d-2e4e-4d7b-8e69-15a0a4179730 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 03:06:48.830109 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9a60a63d-2e4e-4d7b-8e69-15a0a4179730 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (0414abeb-a52d-4d67-8b46-3b572956358a), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:48.833048 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 03:06:48.833048 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 03:06:48.833048 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 03:06:48.833048 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 03:06:48.833048 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 03:06:48.833048 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 03:06:48.833048 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 03:06:48.833048 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 03:06:48.833048 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 03:06:48.833048 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 03:06:48.833048 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 03:06:48.833048 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 03:06:48.833048 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 03:06:48.833048 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 03:06:48.833048 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 03:06:48.833048 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 03:06:48.833048 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 03:06:48.833048 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 03:06:48.833048 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 03:06:48.833048 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 03:06:48.833048 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 03:06:48.833048 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 03:06:48.833048 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 03:06:48.833048 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 03:06:48.833048 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 03:06:48.833048 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 03:06:48.833048 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 03:06:48.833048 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 03:06:48.833048 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 03:06:48.833048 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 03:06:48.833048 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 03:06:48.833048 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 03:06:48.850626 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:48.942282 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9a60a63d-2e4e-4d7b-8e69-15a0a4179730 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (96359a00-d39e-4845-b836-5b5d443775c5), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:48.949359 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9a60a63d-2e4e-4d7b-8e69-15a0a4179730 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:48.952984 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9a60a63d-2e4e-4d7b-8e69-15a0a4179730 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] 10.222.0.24 "DELETE /v2.0/networks/96359a00-d39e-4845-b836-5b5d443775c5 HTTP/1.1" status: 204 len: 168 time: 0.6431038 Mar 23 03:06:48.955780 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 38932) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:48.967651 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60a63d-2e4e-4d7b-8e69-15a0a4179730 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Pushing event deleted for resources: {'Network': ['ID=96359a00-d39e-4845-b836-5b5d443775c5,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:48.981907 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 674b8621-0a6f-42f4-89ed-00c09f42365f no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:06:48.992634 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ed3e765a-6544-47c1-bd12-ea6924b87ac6 tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7afdf80-68ea-499d-8576-eb7f9bedb777 HTTP/1.1" status: 200 len: 205 time: 0.0355246 Mar 23 03:06:48.995061 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 38934) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:49.002969 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 674b8621-0a6f-42f4-89ed-00c09f42365f {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:06:49.003321 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 674b8621-0a6f-42f4-89ed-00c09f42365f not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:06:49.068350 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b8d956a5-2a89-4010-85e2-79306471193f tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks [] for router (e7afdf80-68ea-499d-8576-eb7f9bedb777), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:49.228528 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b8d956a5-2a89-4010-85e2-79306471193f tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (e7afdf80-68ea-499d-8576-eb7f9bedb777), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:49.230568 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b8d956a5-2a89-4010-85e2-79306471193f tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks [] for router_controller (e7afdf80-68ea-499d-8576-eb7f9bedb777), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:49.359234 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b8d956a5-2a89-4010-85e2-79306471193f tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (e7afdf80-68ea-499d-8576-eb7f9bedb777), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:49.359783 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d956a5-2a89-4010-85e2-79306471193f tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Fanout notify agent at l3_agent the message router_deleted on router e7afdf80-68ea-499d-8576-eb7f9bedb777 {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 03:06:49.372147 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b8d956a5-2a89-4010-85e2-79306471193f tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:49.372147 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b8d956a5-2a89-4010-85e2-79306471193f tempest-RoutersNegativeTest-1044070229 tempest-RoutersNegativeTest-1044070229-project] 10.222.0.24 "DELETE /v2.0/routers/e7afdf80-68ea-499d-8576-eb7f9bedb777 HTTP/1.1" status: 204 len: 168 time: 0.3715959 Mar 23 03:06:49.831963 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38940) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:49.879444 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:06:49.958835 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-68b4553f-ed59-417e-bf1c-d5622a8aad91 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef8eed1f64154864be8cc3061271ceae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1257210 Mar 23 03:06:49.961457 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 38944) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:49.962981 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d3a3daee-832b-4f20-93c2-fd85c6bcfc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:50.010532 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5d269774-c041-4fbe-876a-0655c40396e4 admin admin] Publish callbacks [] for security_group (2f1c6091-f715-4361-baef-4f3b4669a116), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:50.031601 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5d269774-c041-4fbe-876a-0655c40396e4 admin admin] Publish callbacks [] for security_group (2f1c6091-f715-4361-baef-4f3b4669a116), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:50.170323 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5d269774-c041-4fbe-876a-0655c40396e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (2f1c6091-f715-4361-baef-4f3b4669a116), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:50.172936 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5d269774-c041-4fbe-876a-0655c40396e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:50.174072 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5d269774-c041-4fbe-876a-0655c40396e4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f1c6091-f715-4361-baef-4f3b4669a116 HTTP/1.1" status: 204 len: 168 time: 0.2110434 Mar 23 03:06:50.182785 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d269774-c041-4fbe-876a-0655c40396e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1c6091-f715-4361-baef-4f3b4669a116,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:50.190011 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d269774-c041-4fbe-876a-0655c40396e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:50.190364 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d269774-c041-4fbe-876a-0655c40396e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:50.190711 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d269774-c041-4fbe-876a-0655c40396e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:50.191056 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d269774-c041-4fbe-876a-0655c40396e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:50.191401 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d269774-c041-4fbe-876a-0655c40396e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:50.191749 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d269774-c041-4fbe-876a-0655c40396e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:50.192239 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d269774-c041-4fbe-876a-0655c40396e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:50.192838 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d269774-c041-4fbe-876a-0655c40396e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:50.193287 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d269774-c041-4fbe-876a-0655c40396e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:50.193621 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d269774-c041-4fbe-876a-0655c40396e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:50.193953 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d269774-c041-4fbe-876a-0655c40396e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:50.194282 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d269774-c041-4fbe-876a-0655c40396e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:50.194609 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d269774-c041-4fbe-876a-0655c40396e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:50.194934 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d269774-c041-4fbe-876a-0655c40396e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:50.195254 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d269774-c041-4fbe-876a-0655c40396e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:51.241268 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 38966) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:51.336589 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:51.347841 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-e66f26e3-36e3-4f67-9a87-fa6835c44c1a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-928064653-network', 'tenant_id': '06b2684efcea4e8ab07322389ecd3621'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:06:51.433270 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66f26e3-36e3-4f67-9a87-fa6835c44c1a admin admin] Made reservation on behalf of 06b2684efcea4e8ab07322389ecd3621 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:06:51.435697 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e66f26e3-36e3-4f67-9a87-fa6835c44c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:51.444522 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e66f26e3-36e3-4f67-9a87-fa6835c44c1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:51.521030 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e66f26e3-36e3-4f67-9a87-fa6835c44c1a admin admin] Publish callbacks [] for security_group (b75599bc-d47f-4fd0-844d-ea79c0188b06), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:51.581612 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e66f26e3-36e3-4f67-9a87-fa6835c44c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (b75599bc-d47f-4fd0-844d-ea79c0188b06), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:51.609149 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e66f26e3-36e3-4f67-9a87-fa6835c44c1a admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 03:06:51.615441 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f26e3-36e3-4f67-9a87-fa6835c44c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75599bc-d47f-4fd0-844d-ea79c0188b06,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:51.622261 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e66f26e3-36e3-4f67-9a87-fa6835c44c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:51.622606 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-e66f26e3-36e3-4f67-9a87-fa6835c44c1a admin admin] Added segment 483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd of type vlan for network e3f3ab38-141b-4664-9c25-daf8be3dc6d7 Mar 23 03:06:51.662816 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e66f26e3-36e3-4f67-9a87-fa6835c44c1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (e3f3ab38-141b-4664-9c25-daf8be3dc6d7), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:51.747584 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e66f26e3-36e3-4f67-9a87-fa6835c44c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (e3f3ab38-141b-4664-9c25-daf8be3dc6d7), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:51.748608 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66f26e3-36e3-4f67-9a87-fa6835c44c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:51.749201 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e66f26e3-36e3-4f67-9a87-fa6835c44c1a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:51.824469 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f26e3-36e3-4f67-9a87-fa6835c44c1a admin admin] Pushing event updated for resources: {'Network': ['ID=e3f3ab38-141b-4664-9c25-daf8be3dc6d7,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:51.833841 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network e3f3ab38-141b-4664-9c25-daf8be3dc6d7 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 03:06:51.868418 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e66f26e3-36e3-4f67-9a87-fa6835c44c1a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6254706 Mar 23 03:06:51.871604 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 38970) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:51.876507 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-264d678f-447d-4f84-910b-35f90f44a435 admin admin] Request body: {'subnet': {'network_id': 'e3f3ab38-141b-4664-9c25-daf8be3dc6d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-928064653-subnet', 'tenant_id': '06b2684efcea4e8ab07322389ecd3621', 'ip_version': 4}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:06:51.950895 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264d678f-447d-4f84-910b-35f90f44a435 admin admin] Made reservation on behalf of 06b2684efcea4e8ab07322389ecd3621 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:06:51.953249 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-264d678f-447d-4f84-910b-35f90f44a435 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:52.168394 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-264d678f-447d-4f84-910b-35f90f44a435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (051a9f8c-ba49-4548-ab84-136d66cf1a8c), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:52.220707 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d678f-447d-4f84-910b-35f90f44a435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=051a9f8c-ba49-4548-ab84-136d66cf1a8c,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:52.235468 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264d678f-447d-4f84-910b-35f90f44a435 admin admin] Checking segment: {'id': '483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f3ab38-141b-4664-9c25-daf8be3dc6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:06:52.235842 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264d678f-447d-4f84-910b-35f90f44a435 admin admin] Network hostable DHCP agents. Network: e3f3ab38-141b-4664-9c25-daf8be3dc6d7, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 03:06:52.302027 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264d678f-447d-4f84-910b-35f90f44a435 admin admin] Network e3f3ab38-141b-4664-9c25-daf8be3dc6d7 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 03:06:52.393396 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-264d678f-447d-4f84-910b-35f90f44a435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, e3f3ab38-141b-4664-9c25-daf8be3dc6d7) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:06:52.397393 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264d678f-447d-4f84-910b-35f90f44a435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:52.397998 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-264d678f-447d-4f84-910b-35f90f44a435 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:52.404285 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc73fc1-1f89-4b9c-8c67-46a71543ab96 None None] Network e3f3ab38-141b-4664-9c25-daf8be3dc6d7 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:06:52.513493 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-264d678f-447d-4f84-910b-35f90f44a435 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6408153 Mar 23 03:06:52.516304 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 38972) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:52.520212 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52443ed6-5674-43d3-b04f-ecb39933dfdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-e3f3ab38-141b-4664-9c25-daf8be3dc6d7', 'network_id': 'e3f3ab38-141b-4664-9c25-daf8be3dc6d7', 'project_id': '06b2684efcea4e8ab07322389ecd3621', 'fixed_ips': [{'subnet_id': '051a9f8c-ba49-4548-ab84-136d66cf1a8c'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 03:06:52.521101 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-52443ed6-5674-43d3-b04f-ecb39933dfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:52.521455 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-fd0b1e7f-0db2-4a76-aaa3-5bdb87ca2948 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-928064653-router', 'tenant_id': '06b2684efcea4e8ab07322389ecd3621', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:06:52.631038 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fd0b1e7f-0db2-4a76-aaa3-5bdb87ca2948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (8d0739a5-4d89-4373-b02f-8dbac8e74fb1), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:52.632677 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fd0b1e7f-0db2-4a76-aaa3-5bdb87ca2948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (8d0739a5-4d89-4373-b02f-8dbac8e74fb1), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:52.655343 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-52443ed6-5674-43d3-b04f-ecb39933dfdf None None] Allocated IP 172.20.0.2 (e3f3ab38-141b-4664-9c25-daf8be3dc6d7/051a9f8c-ba49-4548-ab84-136d66cf1a8c/e949c1e7-26a9-4519-89a7-3c050a409ce2) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:06:52.683550 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fd0b1e7f-0db2-4a76-aaa3-5bdb87ca2948 admin admin] Publish callbacks [] for router_controller (8d0739a5-4d89-4373-b02f-8dbac8e74fb1), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:52.793642 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:52.816346 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-52443ed6-5674-43d3-b04f-ecb39933dfdf None None] Publish callbacks [] for port (e949c1e7-26a9-4519-89a7-3c050a409ce2), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:52.876607 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-52443ed6-5674-43d3-b04f-ecb39933dfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (e949c1e7-26a9-4519-89a7-3c050a409ce2), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:52.898993 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fd0b1e7f-0db2-4a76-aaa3-5bdb87ca2948 admin admin] Publish callbacks [] for router_gateway (8d0739a5-4d89-4373-b02f-8dbac8e74fb1), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:52.915609 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52443ed6-5674-43d3-b04f-ecb39933dfdf None None] Network e3f3ab38-141b-4664-9c25-daf8be3dc6d7 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:06:52.916312 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-52443ed6-5674-43d3-b04f-ecb39933dfdf None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:06:52.921842 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52443ed6-5674-43d3-b04f-ecb39933dfdf None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:06:52.927234 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52443ed6-5674-43d3-b04f-ecb39933dfdf None None] Pushing event updated for resources: {'Port': ['ID=e949c1e7-26a9-4519-89a7-3c050a409ce2,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:52.981950 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-52443ed6-5674-43d3-b04f-ecb39933dfdf None None] Attempting to bind port e949c1e7-26a9-4519-89a7-3c050a409ce2 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:06:52.982322 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-52443ed6-5674-43d3-b04f-ecb39933dfdf None None] Attempting to bind port e949c1e7-26a9-4519-89a7-3c050a409ce2 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f3ab38-141b-4664-9c25-daf8be3dc6d7'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:06:52.982692 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52443ed6-5674-43d3-b04f-ecb39933dfdf None None] Attempting to bind port e949c1e7-26a9-4519-89a7-3c050a409ce2 on network e3f3ab38-141b-4664-9c25-daf8be3dc6d7 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:06:52.987936 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52443ed6-5674-43d3-b04f-ecb39933dfdf None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:06:52.988415 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52443ed6-5674-43d3-b04f-ecb39933dfdf None None] Checking segment: {'id': '483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f3ab38-141b-4664-9c25-daf8be3dc6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:06:52.988819 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-52443ed6-5674-43d3-b04f-ecb39933dfdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:52.989223 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52443ed6-5674-43d3-b04f-ecb39933dfdf None None] Bound using segment: {'id': '483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f3ab38-141b-4664-9c25-daf8be3dc6d7'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:06:52.989691 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-52443ed6-5674-43d3-b04f-ecb39933dfdf None None] Bound port: e949c1e7-26a9-4519-89a7-3c050a409ce2, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f3ab38-141b-4664-9c25-daf8be3dc6d7'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:06:52.990077 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-52443ed6-5674-43d3-b04f-ecb39933dfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (e949c1e7-26a9-4519-89a7-3c050a409ce2), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:53.056933 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-52443ed6-5674-43d3-b04f-ecb39933dfdf None None] For port e949c1e7-26a9-4519-89a7-3c050a409ce2, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:06:53.060224 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-52443ed6-5674-43d3-b04f-ecb39933dfdf None None] For port e949c1e7-26a9-4519-89a7-3c050a409ce2, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=e949c1e7-26a9-4519-89a7-3c050a409ce2,segment=NetworkSegment(483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd),segment_id=483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:06:53.125810 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-52443ed6-5674-43d3-b04f-ecb39933dfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (e949c1e7-26a9-4519-89a7-3c050a409ce2), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:53.144325 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fd0b1e7f-0db2-4a76-aaa3-5bdb87ca2948 admin admin] Publish callbacks [] for router_gateway (8d0739a5-4d89-4373-b02f-8dbac8e74fb1), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:53.167461 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fd0b1e7f-0db2-4a76-aaa3-5bdb87ca2948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:53.190265 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52443ed6-5674-43d3-b04f-ecb39933dfdf None None] Pushing event updated for resources: {'Port': ['ID=e949c1e7-26a9-4519-89a7-3c050a409ce2,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:53.279061 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-fd0b1e7f-0db2-4a76-aaa3-5bdb87ca2948 admin admin] Allocated IP 172.26.2.110 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/32152438-bbcd-48de-bd02-433e4fa70905) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:06:53.398255 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fd0b1e7f-0db2-4a76-aaa3-5bdb87ca2948 admin admin] Publish callbacks [] for port (32152438-bbcd-48de-bd02-433e4fa70905), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:53.514121 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fd0b1e7f-0db2-4a76-aaa3-5bdb87ca2948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (32152438-bbcd-48de-bd02-433e4fa70905), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:53.551592 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0b1e7f-0db2-4a76-aaa3-5bdb87ca2948 admin admin] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:06:53.554558 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-fd0b1e7f-0db2-4a76-aaa3-5bdb87ca2948 admin admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:06:53.560712 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0b1e7f-0db2-4a76-aaa3-5bdb87ca2948 admin admin] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:06:53.566267 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b1e7f-0db2-4a76-aaa3-5bdb87ca2948 admin admin] Pushing event updated for resources: {'Port': ['ID=32152438-bbcd-48de-bd02-433e4fa70905,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:53.939877 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fd0b1e7f-0db2-4a76-aaa3-5bdb87ca2948 admin admin] Publish callbacks [] for router_gateway (8d0739a5-4d89-4373-b02f-8dbac8e74fb1), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:53.968079 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:54.112594 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4535d506-cc4a-46af-9f11-2c59f8b05f72 None None] Network e3f3ab38-141b-4664-9c25-daf8be3dc6d7 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:06:54.145113 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fd0b1e7f-0db2-4a76-aaa3-5bdb87ca2948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (8d0739a5-4d89-4373-b02f-8dbac8e74fb1), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:54.231885 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-cd9ea942-f462-459a-9d74-ccd3e442c904 None None] Provisioning complete for port e949c1e7-26a9-4519-89a7-3c050a409ce2 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:06:54.232266 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cd9ea942-f462-459a-9d74-ccd3e442c904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e949c1e7-26a9-4519-89a7-3c050a409ce2), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:54.318841 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-cd9ea942-f462-459a-9d74-ccd3e442c904 None None] Current status of the port e949c1e7-26a9-4519-89a7-3c050a409ce2 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:06:54.319239 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cd9ea942-f462-459a-9d74-ccd3e442c904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (e949c1e7-26a9-4519-89a7-3c050a409ce2), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:54.358316 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-cd9ea942-f462-459a-9d74-ccd3e442c904 None None] For port e949c1e7-26a9-4519-89a7-3c050a409ce2, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=e949c1e7-26a9-4519-89a7-3c050a409ce2,segment=NetworkSegment(483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd),segment_id=483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:06:54.358787 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0b1e7f-0db2-4a76-aaa3-5bdb87ca2948 admin admin] Router 8d0739a5-4d89-4373-b02f-8dbac8e74fb1 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 03:06:54.428142 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cd9ea942-f462-459a-9d74-ccd3e442c904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (e949c1e7-26a9-4519-89a7-3c050a409ce2), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:54.482631 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ea942-f462-459a-9d74-ccd3e442c904 None None] Pushing event updated for resources: {'Port': ['ID=e949c1e7-26a9-4519-89a7-3c050a409ce2,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:54.551054 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-4bee18bf-b740-4a38-a1f6-3907c8b6cec2 None None] Provisioning complete for port e949c1e7-26a9-4519-89a7-3c050a409ce2 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:06:54.551348 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4bee18bf-b740-4a38-a1f6-3907c8b6cec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e949c1e7-26a9-4519-89a7-3c050a409ce2), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:54.631255 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-4bee18bf-b740-4a38-a1f6-3907c8b6cec2 None None] Current status of the port e949c1e7-26a9-4519-89a7-3c050a409ce2 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:06:54.810376 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0b1e7f-0db2-4a76-aaa3-5bdb87ca2948 admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:06:54.820661 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b45690-9b9d-4eb3-bbe4-3512d7df96c9 None None] Sync routers for ids ['8d0739a5-4d89-4373-b02f-8dbac8e74fb1'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:06:54.830412 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b45690-9b9d-4eb3-bbe4-3512d7df96c9 None None] Routers {'8d0739a5-4d89-4373-b02f-8dbac8e74fb1'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:06:54.831076 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-a2b45690-9b9d-4eb3-bbe4-3512d7df96c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:06:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['8d0739a5-4d89-4373-b02f-8dbac8e74fb1'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:54.888314 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fd0b1e7f-0db2-4a76-aaa3-5bdb87ca2948 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:54.889693 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-fd0b1e7f-0db2-4a76-aaa3-5bdb87ca2948 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3724215 Mar 23 03:06:54.892356 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 38974) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:54.936850 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-a2b45690-9b9d-4eb3-bbe4-3512d7df96c9 None None] Set router 8d0739a5-4d89-4373-b02f-8dbac8e74fb1 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:06:55.039073 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device e949c1e7-26a9-4519-89a7-3c050a409ce2 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:06:55.090994 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port e949c1e7-26a9-4519-89a7-3c050a409ce2 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:06:55.091742 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e949c1e7-26a9-4519-89a7-3c050a409ce2), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:55.126538 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-a2b45690-9b9d-4eb3-bbe4-3512d7df96c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0739a5-4d89-4373-b02f-8dbac8e74fb1', 'name': 'tempest-TestEncryptedCinderVolumes-928064653-router', 'tenant_id': '06b2684efcea4e8ab07322389ecd3621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '32152438-bbcd-48de-bd02-433e4fa70905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:06:52Z', 'updated_at': '2022-03-23T03:06:53Z', 'revision_number': 3, 'project_id': '06b2684efcea4e8ab07322389ecd3621', 'gw_port': {'id': '32152438-bbcd-48de-bd02-433e4fa70905', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ce:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0739a5-4d89-4373-b02f-8dbac8e74fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:06:53Z', 'updated_at': '2022-03-23T03:06:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:55.164701 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b45690-9b9d-4eb3-bbe4-3512d7df96c9 None None] Checking router: 8d0739a5-4d89-4373-b02f-8dbac8e74fb1 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:06:55.165451 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b45690-9b9d-4eb3-bbe4-3512d7df96c9 None None] Updating router 8d0739a5-4d89-4373-b02f-8dbac8e74fb1 port 32152438-bbcd-48de-bd02-433e4fa70905 binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 03:06:55.180673 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port e949c1e7-26a9-4519-89a7-3c050a409ce2 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:06:55.195669 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-a2b45690-9b9d-4eb3-bbe4-3512d7df96c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (32152438-bbcd-48de-bd02-433e4fa70905), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:55.330391 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a4c63572-b34f-49ba-b152-35af022ec5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:55.446380 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-a2b45690-9b9d-4eb3-bbe4-3512d7df96c9 None None] Publish callbacks [] for port (32152438-bbcd-48de-bd02-433e4fa70905), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:55.482766 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-a4c63572-b34f-49ba-b152-35af022ec5cc admin admin] Allocated IP 172.20.0.1 (e3f3ab38-141b-4664-9c25-daf8be3dc6d7/051a9f8c-ba49-4548-ab84-136d66cf1a8c/66b1896a-31b6-4c92-bc97-fc28ef89e55f) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:06:55.507443 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-a2b45690-9b9d-4eb3-bbe4-3512d7df96c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (32152438-bbcd-48de-bd02-433e4fa70905), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:55.561448 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-a2b45690-9b9d-4eb3-bbe4-3512d7df96c9 None None] Attempting to bind port 32152438-bbcd-48de-bd02-433e4fa70905 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:06:55.561809 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-a2b45690-9b9d-4eb3-bbe4-3512d7df96c9 None None] Attempting to bind port 32152438-bbcd-48de-bd02-433e4fa70905 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:06:55.562168 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b45690-9b9d-4eb3-bbe4-3512d7df96c9 None None] Attempting to bind port 32152438-bbcd-48de-bd02-433e4fa70905 on network 6bbcca03-75ff-487c-8b0e-a32302dacbee {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:06:55.569560 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05edc77a-20b8-40bc-931a-6827da7833d2 None None] Pushing event updated for resources: {'Port': ['ID=32152438-bbcd-48de-bd02-433e4fa70905,revision_number=2']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:55.573525 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b45690-9b9d-4eb3-bbe4-3512d7df96c9 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:06:55.573893 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b45690-9b9d-4eb3-bbe4-3512d7df96c9 None None] Checking segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:06:55.574287 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-a2b45690-9b9d-4eb3-bbe4-3512d7df96c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:55.574672 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b45690-9b9d-4eb3-bbe4-3512d7df96c9 None None] Bound using segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:06:55.575129 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-a2b45690-9b9d-4eb3-bbe4-3512d7df96c9 None None] Bound port: 32152438-bbcd-48de-bd02-433e4fa70905, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:06:55.575498 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-a2b45690-9b9d-4eb3-bbe4-3512d7df96c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (32152438-bbcd-48de-bd02-433e4fa70905), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:55.581538 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05edc77a-20b8-40bc-931a-6827da7833d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:55.581880 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05edc77a-20b8-40bc-931a-6827da7833d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:55.582218 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05edc77a-20b8-40bc-931a-6827da7833d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:55.582551 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05edc77a-20b8-40bc-931a-6827da7833d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:55.582882 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05edc77a-20b8-40bc-931a-6827da7833d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:55.583208 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05edc77a-20b8-40bc-931a-6827da7833d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:55.583536 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05edc77a-20b8-40bc-931a-6827da7833d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:55.583875 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05edc77a-20b8-40bc-931a-6827da7833d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:55.584201 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05edc77a-20b8-40bc-931a-6827da7833d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:55.584525 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05edc77a-20b8-40bc-931a-6827da7833d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:55.584840 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05edc77a-20b8-40bc-931a-6827da7833d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:55.585159 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05edc77a-20b8-40bc-931a-6827da7833d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:55.585473 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05edc77a-20b8-40bc-931a-6827da7833d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:55.585785 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05edc77a-20b8-40bc-931a-6827da7833d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:55.586063 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a4c63572-b34f-49ba-b152-35af022ec5cc admin admin] Publish callbacks [] for port (66b1896a-31b6-4c92-bc97-fc28ef89e55f), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:55.586185 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05edc77a-20b8-40bc-931a-6827da7833d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:06:55.636975 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-a2b45690-9b9d-4eb3-bbe4-3512d7df96c9 None None] For port 32152438-bbcd-48de-bd02-433e4fa70905, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:06:55.639807 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-a2b45690-9b9d-4eb3-bbe4-3512d7df96c9 None None] For port 32152438-bbcd-48de-bd02-433e4fa70905, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=32152438-bbcd-48de-bd02-433e4fa70905,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:06:55.671014 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a4c63572-b34f-49ba-b152-35af022ec5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (66b1896a-31b6-4c92-bc97-fc28ef89e55f), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:55.712124 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c63572-b34f-49ba-b152-35af022ec5cc admin admin] Network e3f3ab38-141b-4664-9c25-daf8be3dc6d7 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:06:55.714940 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-a4c63572-b34f-49ba-b152-35af022ec5cc admin admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:06:55.717397 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c63572-b34f-49ba-b152-35af022ec5cc admin admin] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:06:55.734448 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-a2b45690-9b9d-4eb3-bbe4-3512d7df96c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (32152438-bbcd-48de-bd02-433e4fa70905), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:55.745491 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c63572-b34f-49ba-b152-35af022ec5cc admin admin] Pushing event updated for resources: {'Port': ['ID=66b1896a-31b6-4c92-bc97-fc28ef89e55f,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:55.769704 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a4c63572-b34f-49ba-b152-35af022ec5cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (8d0739a5-4d89-4373-b02f-8dbac8e74fb1), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:55.801419 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05edc77a-20b8-40bc-931a-6827da7833d2 None None] Pushing event updated for resources: {'Port': ['ID=32152438-bbcd-48de-bd02-433e4fa70905,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:55.806570 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b45690-9b9d-4eb3-bbe4-3512d7df96c9 None None] Routers {'8d0739a5-4d89-4373-b02f-8dbac8e74fb1'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:06:55.807183 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-a2b45690-9b9d-4eb3-bbe4-3512d7df96c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:06:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['8d0739a5-4d89-4373-b02f-8dbac8e74fb1'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:55.924980 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-a2b45690-9b9d-4eb3-bbe4-3512d7df96c9 None None] Set router 8d0739a5-4d89-4373-b02f-8dbac8e74fb1 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:06:55.958893 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-223ec89e-4687-49e3-a519-12296ab7293d None None] Provisioning complete for port 66b1896a-31b6-4c92-bc97-fc28ef89e55f triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:06:55.959281 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-223ec89e-4687-49e3-a519-12296ab7293d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (66b1896a-31b6-4c92-bc97-fc28ef89e55f), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:55.982541 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a4c63572-b34f-49ba-b152-35af022ec5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (66b1896a-31b6-4c92-bc97-fc28ef89e55f), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:55.998836 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-223ec89e-4687-49e3-a519-12296ab7293d None None] Port 66b1896a-31b6-4c92-bc97-fc28ef89e55f cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:06:56.105448 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-a2b45690-9b9d-4eb3-bbe4-3512d7df96c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0739a5-4d89-4373-b02f-8dbac8e74fb1', 'name': 'tempest-TestEncryptedCinderVolumes-928064653-router', 'tenant_id': '06b2684efcea4e8ab07322389ecd3621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '32152438-bbcd-48de-bd02-433e4fa70905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:06:52Z', 'updated_at': '2022-03-23T03:06:53Z', 'revision_number': 3, 'project_id': '06b2684efcea4e8ab07322389ecd3621', 'gw_port': {'id': '32152438-bbcd-48de-bd02-433e4fa70905', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ce:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0739a5-4d89-4373-b02f-8dbac8e74fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:06:53Z', 'updated_at': '2022-03-23T03:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:56.137436 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b45690-9b9d-4eb3-bbe4-3512d7df96c9 None None] The sync data for ids ['8d0739a5-4d89-4373-b02f-8dbac8e74fb1'] in dv-neutron-834613-2-hyperv is: [{'id': '8d0739a5-4d89-4373-b02f-8dbac8e74fb1', 'name': 'tempest-TestEncryptedCinderVolumes-928064653-router', 'tenant_id': '06b2684efcea4e8ab07322389ecd3621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '32152438-bbcd-48de-bd02-433e4fa70905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:06:52Z', 'updated_at': '2022-03-23T03:06:53Z', 'revision_number': 3, 'project_id': '06b2684efcea4e8ab07322389ecd3621', 'gw_port': {'id': '32152438-bbcd-48de-bd02-433e4fa70905', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ce:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0739a5-4d89-4373-b02f-8dbac8e74fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:06:53Z', 'updated_at': '2022-03-23T03:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:06:56.149166 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a4c63572-b34f-49ba-b152-35af022ec5cc admin admin] Publish callbacks [] for port (66b1896a-31b6-4c92-bc97-fc28ef89e55f), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:56.227651 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a4c63572-b34f-49ba-b152-35af022ec5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (66b1896a-31b6-4c92-bc97-fc28ef89e55f), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:56.295244 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c63572-b34f-49ba-b152-35af022ec5cc admin admin] Pushing event updated for resources: {'Port': ['ID=66b1896a-31b6-4c92-bc97-fc28ef89e55f,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:56.298617 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a4c63572-b34f-49ba-b152-35af022ec5cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (8d0739a5-4d89-4373-b02f-8dbac8e74fb1), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:56.404872 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c63572-b34f-49ba-b152-35af022ec5cc admin admin] Network e3f3ab38-141b-4664-9c25-daf8be3dc6d7 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:06:56.406368 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-a4c63572-b34f-49ba-b152-35af022ec5cc admin admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:06:56.528976 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c63572-b34f-49ba-b152-35af022ec5cc admin admin] Router 8d0739a5-4d89-4373-b02f-8dbac8e74fb1 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:06:56.646070 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c63572-b34f-49ba-b152-35af022ec5cc admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:06:56.651961 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a4c63572-b34f-49ba-b152-35af022ec5cc admin admin] 10.222.0.24 "PUT /v2.0/routers/8d0739a5-4d89-4373-b02f-8dbac8e74fb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7581227 Mar 23 03:06:56.722952 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-3b44ad52-bb7e-4503-8e7f-1e7759c66663 None None] Provisioning complete for port 66b1896a-31b6-4c92-bc97-fc28ef89e55f triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:06:56.723511 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3b44ad52-bb7e-4503-8e7f-1e7759c66663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (66b1896a-31b6-4c92-bc97-fc28ef89e55f), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:56.758749 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-3b44ad52-bb7e-4503-8e7f-1e7759c66663 None None] Port 66b1896a-31b6-4c92-bc97-fc28ef89e55f cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:06:57.022952 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 32152438-bbcd-48de-bd02-433e4fa70905 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:06:57.069557 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 32152438-bbcd-48de-bd02-433e4fa70905 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:06:57.070029 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (32152438-bbcd-48de-bd02-433e4fa70905), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:57.166465 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 32152438-bbcd-48de-bd02-433e4fa70905 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:06:57.166860 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (32152438-bbcd-48de-bd02-433e4fa70905), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:57.188170 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 32152438-bbcd-48de-bd02-433e4fa70905, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=32152438-bbcd-48de-bd02-433e4fa70905,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:06:57.267555 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (32152438-bbcd-48de-bd02-433e4fa70905), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:57.314762 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=32152438-bbcd-48de-bd02-433e4fa70905,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:57.369887 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38990) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:57.375425 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-1c21c808-08c4-41a7-829b-4c1cd562d380 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-895159779-network', 'tenant_id': '925d0adcedac41f0a7c339f71effa10e'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:06:57.444878 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c21c808-08c4-41a7-829b-4c1cd562d380 admin admin] Made reservation on behalf of 925d0adcedac41f0a7c339f71effa10e for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:06:57.447493 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1c21c808-08c4-41a7-829b-4c1cd562d380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:57.456156 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1c21c808-08c4-41a7-829b-4c1cd562d380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:57.529743 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1c21c808-08c4-41a7-829b-4c1cd562d380 admin admin] Publish callbacks [] for security_group (ee31fc3f-3cba-4212-b303-4e9c993f271b), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:57.613777 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1c21c808-08c4-41a7-829b-4c1cd562d380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (ee31fc3f-3cba-4212-b303-4e9c993f271b), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:57.639533 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c21c808-08c4-41a7-829b-4c1cd562d380 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 03:06:57.649395 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21c808-08c4-41a7-829b-4c1cd562d380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee31fc3f-3cba-4212-b303-4e9c993f271b,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:57.655936 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1c21c808-08c4-41a7-829b-4c1cd562d380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (6b078afb-c593-4cc0-91f6-d99f7a04b90e), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:57.656284 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-1c21c808-08c4-41a7-829b-4c1cd562d380 admin admin] Added segment 6b078afb-c593-4cc0-91f6-d99f7a04b90e of type vlan for network eef28b32-5d53-4b6b-9b5b-8ad4821af6d4 Mar 23 03:06:57.702388 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1c21c808-08c4-41a7-829b-4c1cd562d380 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (eef28b32-5d53-4b6b-9b5b-8ad4821af6d4), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:57.714225 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f44e97-6859-4336-9bf5-c2e4ecadfba1 None None] Sync routers for ids ['8d0739a5-4d89-4373-b02f-8dbac8e74fb1'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:06:57.724074 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f44e97-6859-4336-9bf5-c2e4ecadfba1 None None] Routers {'8d0739a5-4d89-4373-b02f-8dbac8e74fb1'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:06:57.724692 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-b2f44e97-6859-4336-9bf5-c2e4ecadfba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:06:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['8d0739a5-4d89-4373-b02f-8dbac8e74fb1'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:57.796598 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1c21c808-08c4-41a7-829b-4c1cd562d380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (eef28b32-5d53-4b6b-9b5b-8ad4821af6d4), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:57.797615 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c21c808-08c4-41a7-829b-4c1cd562d380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:57.798196 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1c21c808-08c4-41a7-829b-4c1cd562d380 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:57.832544 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-b2f44e97-6859-4336-9bf5-c2e4ecadfba1 None None] Set router 8d0739a5-4d89-4373-b02f-8dbac8e74fb1 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:06:57.857213 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21c808-08c4-41a7-829b-4c1cd562d380 admin admin] Pushing event updated for resources: {'Network': ['ID=eef28b32-5d53-4b6b-9b5b-8ad4821af6d4,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:57.869220 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network eef28b32-5d53-4b6b-9b5b-8ad4821af6d4 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 03:06:57.924940 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1c21c808-08c4-41a7-829b-4c1cd562d380 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5539525 Mar 23 03:06:57.927527 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38992) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:57.932855 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-2e77eee5-ac7b-44c0-9bb0-f1c4dde28917 admin admin] Request body: {'subnet': {'network_id': 'eef28b32-5d53-4b6b-9b5b-8ad4821af6d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-895159779-subnet', 'tenant_id': '925d0adcedac41f0a7c339f71effa10e', 'ip_version': 4}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:06:58.011002 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e77eee5-ac7b-44c0-9bb0-f1c4dde28917 admin admin] Made reservation on behalf of 925d0adcedac41f0a7c339f71effa10e for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:06:58.013729 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2e77eee5-ac7b-44c0-9bb0-f1c4dde28917 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:58.090696 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-b2f44e97-6859-4336-9bf5-c2e4ecadfba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0739a5-4d89-4373-b02f-8dbac8e74fb1', 'name': 'tempest-TestEncryptedCinderVolumes-928064653-router', 'tenant_id': '06b2684efcea4e8ab07322389ecd3621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '32152438-bbcd-48de-bd02-433e4fa70905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:06:52Z', 'updated_at': '2022-03-23T03:06:55Z', 'revision_number': 4, 'project_id': '06b2684efcea4e8ab07322389ecd3621', 'gw_port': {'id': '32152438-bbcd-48de-bd02-433e4fa70905', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ce:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0739a5-4d89-4373-b02f-8dbac8e74fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:06:53Z', 'updated_at': '2022-03-23T03:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '66b1896a-31b6-4c92-bc97-fc28ef89e55f', 'name': '', 'network_id': 'e3f3ab38-141b-4664-9c25-daf8be3dc6d7', 'tenant_id': '06b2684efcea4e8ab07322389ecd3621', 'mac_address': 'fa:16:3e:c9:ea:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0739a5-4d89-4373-b02f-8dbac8e74fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '051a9f8c-ba49-4548-ab84-136d66cf1a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:06:55Z', 'updated_at': '2022-03-23T03:06:56Z', 'revision_number': 2, 'project_id': '06b2684efcea4e8ab07322389ecd3621', 'subnets': [{'id': '051a9f8c-ba49-4548-ab84-136d66cf1a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:58.122038 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f44e97-6859-4336-9bf5-c2e4ecadfba1 None None] Checking router: 8d0739a5-4d89-4373-b02f-8dbac8e74fb1 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:06:58.122390 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f44e97-6859-4336-9bf5-c2e4ecadfba1 None None] Updating router 8d0739a5-4d89-4373-b02f-8dbac8e74fb1 port 66b1896a-31b6-4c92-bc97-fc28ef89e55f binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 03:06:58.250883 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2e77eee5-ac7b-44c0-9bb0-f1c4dde28917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (0372d716-7ebb-4037-8b18-2f78896813a7), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:58.297823 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b2f44e97-6859-4336-9bf5-c2e4ecadfba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (66b1896a-31b6-4c92-bc97-fc28ef89e55f), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:58.307302 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77eee5-ac7b-44c0-9bb0-f1c4dde28917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0372d716-7ebb-4037-8b18-2f78896813a7,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:58.317357 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e77eee5-ac7b-44c0-9bb0-f1c4dde28917 admin admin] Checking segment: {'id': '6b078afb-c593-4cc0-91f6-d99f7a04b90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'eef28b32-5d53-4b6b-9b5b-8ad4821af6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:06:58.317985 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e77eee5-ac7b-44c0-9bb0-f1c4dde28917 admin admin] Network hostable DHCP agents. Network: eef28b32-5d53-4b6b-9b5b-8ad4821af6d4, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 03:06:58.421967 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e77eee5-ac7b-44c0-9bb0-f1c4dde28917 admin admin] Network eef28b32-5d53-4b6b-9b5b-8ad4821af6d4 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 03:06:58.473268 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-2e77eee5-ac7b-44c0-9bb0-f1c4dde28917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, eef28b32-5d53-4b6b-9b5b-8ad4821af6d4) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:06:58.478727 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e77eee5-ac7b-44c0-9bb0-f1c4dde28917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:06:58.479881 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2e77eee5-ac7b-44c0-9bb0-f1c4dde28917 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:58.482637 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a00342-5638-4cac-8f0b-4c8190d0a945 None None] Network eef28b32-5d53-4b6b-9b5b-8ad4821af6d4 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:06:58.556224 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2e77eee5-ac7b-44c0-9bb0-f1c4dde28917 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6276126 Mar 23 03:06:58.558793 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38994) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:06:58.563037 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-2a3c8331-cb0c-4a83-8482-3f0c5f704e6e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-895159779-router', 'tenant_id': '925d0adcedac41f0a7c339f71effa10e', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:06:58.635982 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b2f44e97-6859-4336-9bf5-c2e4ecadfba1 None None] Publish callbacks [] for port (66b1896a-31b6-4c92-bc97-fc28ef89e55f), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:58.641811 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c009f1-c50e-477d-9013-0b094a93c2d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-eef28b32-5d53-4b6b-9b5b-8ad4821af6d4', 'network_id': 'eef28b32-5d53-4b6b-9b5b-8ad4821af6d4', 'project_id': '925d0adcedac41f0a7c339f71effa10e', 'fixed_ips': [{'subnet_id': '0372d716-7ebb-4037-8b18-2f78896813a7'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 03:06:58.642635 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e8c009f1-c50e-477d-9013-0b094a93c2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:58.662090 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a3c8331-cb0c-4a83-8482-3f0c5f704e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (cfc429cf-7cc5-4695-8d17-7be4ad302e4d), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:58.663232 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a3c8331-cb0c-4a83-8482-3f0c5f704e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (cfc429cf-7cc5-4695-8d17-7be4ad302e4d), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:58.710719 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b2f44e97-6859-4336-9bf5-c2e4ecadfba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (66b1896a-31b6-4c92-bc97-fc28ef89e55f), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:58.720619 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a3c8331-cb0c-4a83-8482-3f0c5f704e6e admin admin] Publish callbacks [] for router_controller (cfc429cf-7cc5-4695-8d17-7be4ad302e4d), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:58.811564 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19de8a-136c-4afc-8adc-76cc313abab7 None None] Pushing event updated for resources: {'Port': ['ID=66b1896a-31b6-4c92-bc97-fc28ef89e55f,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:58.862006 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-e8c009f1-c50e-477d-9013-0b094a93c2d9 None None] Allocated IP 172.20.0.2 (eef28b32-5d53-4b6b-9b5b-8ad4821af6d4/0372d716-7ebb-4037-8b18-2f78896813a7/6fde4690-61bb-4d16-be68-b824ea85fcb9) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:06:58.880893 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-b2f44e97-6859-4336-9bf5-c2e4ecadfba1 None None] Attempting to bind port 66b1896a-31b6-4c92-bc97-fc28ef89e55f on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:06:58.881274 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-b2f44e97-6859-4336-9bf5-c2e4ecadfba1 None None] Attempting to bind port 66b1896a-31b6-4c92-bc97-fc28ef89e55f by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f3ab38-141b-4664-9c25-daf8be3dc6d7'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:06:58.881647 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f44e97-6859-4336-9bf5-c2e4ecadfba1 None None] Attempting to bind port 66b1896a-31b6-4c92-bc97-fc28ef89e55f on network e3f3ab38-141b-4664-9c25-daf8be3dc6d7 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:06:58.900671 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f44e97-6859-4336-9bf5-c2e4ecadfba1 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:06:58.901052 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f44e97-6859-4336-9bf5-c2e4ecadfba1 None None] Checking segment: {'id': '483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f3ab38-141b-4664-9c25-daf8be3dc6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:06:58.901464 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b2f44e97-6859-4336-9bf5-c2e4ecadfba1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:58.901883 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f44e97-6859-4336-9bf5-c2e4ecadfba1 None None] Bound using segment: {'id': '483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f3ab38-141b-4664-9c25-daf8be3dc6d7'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:06:58.902368 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-b2f44e97-6859-4336-9bf5-c2e4ecadfba1 None None] Bound port: 66b1896a-31b6-4c92-bc97-fc28ef89e55f, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f3ab38-141b-4664-9c25-daf8be3dc6d7'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:06:58.902756 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b2f44e97-6859-4336-9bf5-c2e4ecadfba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (66b1896a-31b6-4c92-bc97-fc28ef89e55f), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:58.935484 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a3c8331-cb0c-4a83-8482-3f0c5f704e6e admin admin] Publish callbacks [] for router_gateway (cfc429cf-7cc5-4695-8d17-7be4ad302e4d), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:59.012266 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 32152438-bbcd-48de-bd02-433e4fa70905 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:06:59.065147 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-ebb909f1-a727-4551-83ea-7e513ac240c6 None None] Provisioning complete for port 66b1896a-31b6-4c92-bc97-fc28ef89e55f triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:06:59.065532 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ebb909f1-a727-4551-83ea-7e513ac240c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (66b1896a-31b6-4c92-bc97-fc28ef89e55f), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:59.095323 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-b2f44e97-6859-4336-9bf5-c2e4ecadfba1 None None] For port 66b1896a-31b6-4c92-bc97-fc28ef89e55f, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:06:59.141990 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-b2f44e97-6859-4336-9bf5-c2e4ecadfba1 None None] For port 66b1896a-31b6-4c92-bc97-fc28ef89e55f, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=66b1896a-31b6-4c92-bc97-fc28ef89e55f,segment=NetworkSegment(483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd),segment_id=483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:06:59.165406 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-ebb909f1-a727-4551-83ea-7e513ac240c6 None None] Port 66b1896a-31b6-4c92-bc97-fc28ef89e55f cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:06:59.179294 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e8c009f1-c50e-477d-9013-0b094a93c2d9 None None] Publish callbacks [] for port (6fde4690-61bb-4d16-be68-b824ea85fcb9), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:59.189164 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 32152438-bbcd-48de-bd02-433e4fa70905 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:06:59.189534 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (32152438-bbcd-48de-bd02-433e4fa70905), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:59.190960 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a3c8331-cb0c-4a83-8482-3f0c5f704e6e admin admin] Publish callbacks [] for router_gateway (cfc429cf-7cc5-4695-8d17-7be4ad302e4d), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:59.210450 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a3c8331-cb0c-4a83-8482-3f0c5f704e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:59.213975 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b2f44e97-6859-4336-9bf5-c2e4ecadfba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (66b1896a-31b6-4c92-bc97-fc28ef89e55f), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:59.277650 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e8c009f1-c50e-477d-9013-0b094a93c2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (6fde4690-61bb-4d16-be68-b824ea85fcb9), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:59.298295 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f44e97-6859-4336-9bf5-c2e4ecadfba1 None None] Routers {'8d0739a5-4d89-4373-b02f-8dbac8e74fb1'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:06:59.298935 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-b2f44e97-6859-4336-9bf5-c2e4ecadfba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:06:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['8d0739a5-4d89-4373-b02f-8dbac8e74fb1'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:59.308277 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19de8a-136c-4afc-8adc-76cc313abab7 None None] Pushing event updated for resources: {'Port': ['ID=66b1896a-31b6-4c92-bc97-fc28ef89e55f,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:59.331771 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-2a3c8331-cb0c-4a83-8482-3f0c5f704e6e admin admin] Allocated IP 172.26.2.209 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/63ddb274-b95a-4714-81c4-58b6417def86) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:06:59.357424 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c009f1-c50e-477d-9013-0b094a93c2d9 None None] Network eef28b32-5d53-4b6b-9b5b-8ad4821af6d4 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:06:59.411687 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-e8c009f1-c50e-477d-9013-0b094a93c2d9 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:06:59.418224 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c009f1-c50e-477d-9013-0b094a93c2d9 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:06:59.460667 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a3c8331-cb0c-4a83-8482-3f0c5f704e6e admin admin] Publish callbacks [] for port (63ddb274-b95a-4714-81c4-58b6417def86), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:59.503172 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c009f1-c50e-477d-9013-0b094a93c2d9 None None] Pushing event updated for resources: {'Port': ['ID=6fde4690-61bb-4d16-be68-b824ea85fcb9,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:59.508985 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 32152438-bbcd-48de-bd02-433e4fa70905 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:06:59.553971 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-cd053031-9e89-4255-abdf-93ef31621ae0 None None] Provisioning complete for port 66b1896a-31b6-4c92-bc97-fc28ef89e55f triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:06:59.554274 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cd053031-9e89-4255-abdf-93ef31621ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (66b1896a-31b6-4c92-bc97-fc28ef89e55f), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:59.556419 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-e8c009f1-c50e-477d-9013-0b094a93c2d9 None None] Attempting to bind port 6fde4690-61bb-4d16-be68-b824ea85fcb9 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:06:59.556818 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-e8c009f1-c50e-477d-9013-0b094a93c2d9 None None] Attempting to bind port 6fde4690-61bb-4d16-be68-b824ea85fcb9 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '6b078afb-c593-4cc0-91f6-d99f7a04b90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'eef28b32-5d53-4b6b-9b5b-8ad4821af6d4'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:06:59.557232 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c009f1-c50e-477d-9013-0b094a93c2d9 None None] Attempting to bind port 6fde4690-61bb-4d16-be68-b824ea85fcb9 on network eef28b32-5d53-4b6b-9b5b-8ad4821af6d4 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:06:59.592095 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c009f1-c50e-477d-9013-0b094a93c2d9 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:06:59.595123 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c009f1-c50e-477d-9013-0b094a93c2d9 None None] Checking segment: {'id': '6b078afb-c593-4cc0-91f6-d99f7a04b90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'eef28b32-5d53-4b6b-9b5b-8ad4821af6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:06:59.595123 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e8c009f1-c50e-477d-9013-0b094a93c2d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:59.595123 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c009f1-c50e-477d-9013-0b094a93c2d9 None None] Bound using segment: {'id': '6b078afb-c593-4cc0-91f6-d99f7a04b90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'eef28b32-5d53-4b6b-9b5b-8ad4821af6d4'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:06:59.595123 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-e8c009f1-c50e-477d-9013-0b094a93c2d9 None None] Bound port: 6fde4690-61bb-4d16-be68-b824ea85fcb9, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b078afb-c593-4cc0-91f6-d99f7a04b90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'eef28b32-5d53-4b6b-9b5b-8ad4821af6d4'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:06:59.595123 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e8c009f1-c50e-477d-9013-0b094a93c2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (6fde4690-61bb-4d16-be68-b824ea85fcb9), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:59.598351 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-b2f44e97-6859-4336-9bf5-c2e4ecadfba1 None None] Set router 8d0739a5-4d89-4373-b02f-8dbac8e74fb1 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:06:59.654506 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a3c8331-cb0c-4a83-8482-3f0c5f704e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (63ddb274-b95a-4714-81c4-58b6417def86), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:59.700935 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3c8331-cb0c-4a83-8482-3f0c5f704e6e admin admin] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:06:59.705835 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-2a3c8331-cb0c-4a83-8482-3f0c5f704e6e admin admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:06:59.710704 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3c8331-cb0c-4a83-8482-3f0c5f704e6e admin admin] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:06:59.713872 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c8331-cb0c-4a83-8482-3f0c5f704e6e admin admin] Pushing event updated for resources: {'Port': ['ID=63ddb274-b95a-4714-81c4-58b6417def86,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:06:59.826594 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-e8c009f1-c50e-477d-9013-0b094a93c2d9 None None] For port 6fde4690-61bb-4d16-be68-b824ea85fcb9, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:06:59.834865 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-cd053031-9e89-4255-abdf-93ef31621ae0 None None] Current status of the port 66b1896a-31b6-4c92-bc97-fc28ef89e55f is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:06:59.838532 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cd053031-9e89-4255-abdf-93ef31621ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (66b1896a-31b6-4c92-bc97-fc28ef89e55f), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:59.861269 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-e8c009f1-c50e-477d-9013-0b094a93c2d9 None None] For port 6fde4690-61bb-4d16-be68-b824ea85fcb9, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=6fde4690-61bb-4d16-be68-b824ea85fcb9,segment=NetworkSegment(6b078afb-c593-4cc0-91f6-d99f7a04b90e),segment_id=6b078afb-c593-4cc0-91f6-d99f7a04b90e)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:06:59.906181 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-cd053031-9e89-4255-abdf-93ef31621ae0 None None] For port 66b1896a-31b6-4c92-bc97-fc28ef89e55f, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=66b1896a-31b6-4c92-bc97-fc28ef89e55f,segment=NetworkSegment(483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd),segment_id=483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:06:59.931434 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-b2f44e97-6859-4336-9bf5-c2e4ecadfba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0739a5-4d89-4373-b02f-8dbac8e74fb1', 'name': 'tempest-TestEncryptedCinderVolumes-928064653-router', 'tenant_id': '06b2684efcea4e8ab07322389ecd3621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '32152438-bbcd-48de-bd02-433e4fa70905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:06:52Z', 'updated_at': '2022-03-23T03:06:55Z', 'revision_number': 4, 'project_id': '06b2684efcea4e8ab07322389ecd3621', 'gw_port': {'id': '32152438-bbcd-48de-bd02-433e4fa70905', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ce:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0739a5-4d89-4373-b02f-8dbac8e74fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:06:53Z', 'updated_at': '2022-03-23T03:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '66b1896a-31b6-4c92-bc97-fc28ef89e55f', 'name': '', 'network_id': 'e3f3ab38-141b-4664-9c25-daf8be3dc6d7', 'tenant_id': '06b2684efcea4e8ab07322389ecd3621', 'mac_address': 'fa:16:3e:c9:ea:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0739a5-4d89-4373-b02f-8dbac8e74fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '051a9f8c-ba49-4548-ab84-136d66cf1a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:06:55Z', 'updated_at': '2022-03-23T03:06:59Z', 'revision_number': 4, 'project_id': '06b2684efcea4e8ab07322389ecd3621', 'subnets': [{'id': '051a9f8c-ba49-4548-ab84-136d66cf1a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:06:59.957746 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f44e97-6859-4336-9bf5-c2e4ecadfba1 None None] The sync data for ids ['8d0739a5-4d89-4373-b02f-8dbac8e74fb1'] in dv-neutron-834613-2-hyperv is: [{'id': '8d0739a5-4d89-4373-b02f-8dbac8e74fb1', 'name': 'tempest-TestEncryptedCinderVolumes-928064653-router', 'tenant_id': '06b2684efcea4e8ab07322389ecd3621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '32152438-bbcd-48de-bd02-433e4fa70905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:06:52Z', 'updated_at': '2022-03-23T03:06:55Z', 'revision_number': 4, 'project_id': '06b2684efcea4e8ab07322389ecd3621', 'gw_port': {'id': '32152438-bbcd-48de-bd02-433e4fa70905', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ce:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0739a5-4d89-4373-b02f-8dbac8e74fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:06:53Z', 'updated_at': '2022-03-23T03:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '66b1896a-31b6-4c92-bc97-fc28ef89e55f', 'name': '', 'network_id': 'e3f3ab38-141b-4664-9c25-daf8be3dc6d7', 'tenant_id': '06b2684efcea4e8ab07322389ecd3621', 'mac_address': 'fa:16:3e:c9:ea:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0739a5-4d89-4373-b02f-8dbac8e74fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '051a9f8c-ba49-4548-ab84-136d66cf1a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:06:55Z', 'updated_at': '2022-03-23T03:06:59Z', 'revision_number': 4, 'project_id': '06b2684efcea4e8ab07322389ecd3621', 'subnets': [{'id': '051a9f8c-ba49-4548-ab84-136d66cf1a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:06:59.978266 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e8c009f1-c50e-477d-9013-0b094a93c2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (6fde4690-61bb-4d16-be68-b824ea85fcb9), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:06:59.980692 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cd053031-9e89-4255-abdf-93ef31621ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (66b1896a-31b6-4c92-bc97-fc28ef89e55f), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:00.061471 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c009f1-c50e-477d-9013-0b094a93c2d9 None None] Pushing event updated for resources: {'Port': ['ID=6fde4690-61bb-4d16-be68-b824ea85fcb9,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:07:00.091169 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a3c8331-cb0c-4a83-8482-3f0c5f704e6e admin admin] Publish callbacks [] for router_gateway (cfc429cf-7cc5-4695-8d17-7be4ad302e4d), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:00.128764 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd053031-9e89-4255-abdf-93ef31621ae0 None None] Pushing event updated for resources: {'Port': ['ID=66b1896a-31b6-4c92-bc97-fc28ef89e55f,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:07:00.329343 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a3c8331-cb0c-4a83-8482-3f0c5f704e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (cfc429cf-7cc5-4695-8d17-7be4ad302e4d), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:00.550785 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3c8331-cb0c-4a83-8482-3f0c5f704e6e admin admin] Router cfc429cf-7cc5-4695-8d17-7be4ad302e4d is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 03:07:00.666345 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3c8331-cb0c-4a83-8482-3f0c5f704e6e admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:07:00.675653 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2004560-42aa-45d0-b9ab-dca1d360a080 None None] Sync routers for ids ['cfc429cf-7cc5-4695-8d17-7be4ad302e4d'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:07:00.688057 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2004560-42aa-45d0-b9ab-dca1d360a080 None None] Routers {'cfc429cf-7cc5-4695-8d17-7be4ad302e4d'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:07:00.688057 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-b2004560-42aa-45d0-b9ab-dca1d360a080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:06:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['cfc429cf-7cc5-4695-8d17-7be4ad302e4d'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:07:00.735734 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2a3c8331-cb0c-4a83-8482-3f0c5f704e6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:00.737058 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2a3c8331-cb0c-4a83-8482-3f0c5f704e6e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1773102 Mar 23 03:07:00.739779 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 38996) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:07:00.905065 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-b2004560-42aa-45d0-b9ab-dca1d360a080 None None] Set router cfc429cf-7cc5-4695-8d17-7be4ad302e4d gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:07:01.157938 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-b2004560-42aa-45d0-b9ab-dca1d360a080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc429cf-7cc5-4695-8d17-7be4ad302e4d', 'name': 'tempest-TestEncryptedCinderVolumes-895159779-router', 'tenant_id': '925d0adcedac41f0a7c339f71effa10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '63ddb274-b95a-4714-81c4-58b6417def86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:06:58Z', 'updated_at': '2022-03-23T03:06:59Z', 'revision_number': 3, 'project_id': '925d0adcedac41f0a7c339f71effa10e', 'gw_port': {'id': '63ddb274-b95a-4714-81c4-58b6417def86', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc429cf-7cc5-4695-8d17-7be4ad302e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:06:59Z', 'updated_at': '2022-03-23T03:06:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:07:01.162689 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 6fde4690-61bb-4d16-be68-b824ea85fcb9 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:07:01.191279 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2004560-42aa-45d0-b9ab-dca1d360a080 None None] Checking router: cfc429cf-7cc5-4695-8d17-7be4ad302e4d for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:07:01.191635 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2004560-42aa-45d0-b9ab-dca1d360a080 None None] Updating router cfc429cf-7cc5-4695-8d17-7be4ad302e4d port 63ddb274-b95a-4714-81c4-58b6417def86 binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 03:07:01.203059 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f3a3a6-dedb-4117-bf7a-f435bc61dec3 None None] Network eef28b32-5d53-4b6b-9b5b-8ad4821af6d4 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:07:01.225083 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-b2004560-42aa-45d0-b9ab-dca1d360a080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (63ddb274-b95a-4714-81c4-58b6417def86), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:01.283227 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6e2a-3738-4546-a58b-0570f9a07d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:01.435861 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e78c8315-a631-465c-bbb3-b443a6839570 None None] Provisioning complete for port 6fde4690-61bb-4d16-be68-b824ea85fcb9 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:07:01.436583 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e78c8315-a631-465c-bbb3-b443a6839570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (6fde4690-61bb-4d16-be68-b824ea85fcb9), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:01.472532 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-7f8e6e2a-3738-4546-a58b-0570f9a07d5c admin admin] Allocated IP 172.20.0.1 (eef28b32-5d53-4b6b-9b5b-8ad4821af6d4/0372d716-7ebb-4037-8b18-2f78896813a7/76719161-9136-4186-a0e1-e6446a6afc28) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:07:01.497483 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 6fde4690-61bb-4d16-be68-b824ea85fcb9 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:07:01.497864 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (6fde4690-61bb-4d16-be68-b824ea85fcb9), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:01.521873 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-b2004560-42aa-45d0-b9ab-dca1d360a080 None None] Publish callbacks [] for port (63ddb274-b95a-4714-81c4-58b6417def86), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:01.582837 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6e2a-3738-4546-a58b-0570f9a07d5c admin admin] Publish callbacks [] for port (76719161-9136-4186-a0e1-e6446a6afc28), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:01.587938 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-b2004560-42aa-45d0-b9ab-dca1d360a080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (63ddb274-b95a-4714-81c4-58b6417def86), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:01.609751 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e78c8315-a631-465c-bbb3-b443a6839570 None None] Current status of the port 6fde4690-61bb-4d16-be68-b824ea85fcb9 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:07:01.613620 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e78c8315-a631-465c-bbb3-b443a6839570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (6fde4690-61bb-4d16-be68-b824ea85fcb9), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:01.641341 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-b2004560-42aa-45d0-b9ab-dca1d360a080 None None] Attempting to bind port 63ddb274-b95a-4714-81c4-58b6417def86 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:07:01.642271 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-b2004560-42aa-45d0-b9ab-dca1d360a080 None None] Attempting to bind port 63ddb274-b95a-4714-81c4-58b6417def86 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:07:01.642271 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2004560-42aa-45d0-b9ab-dca1d360a080 None None] Attempting to bind port 63ddb274-b95a-4714-81c4-58b6417def86 on network 6bbcca03-75ff-487c-8b0e-a32302dacbee {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:07:01.644091 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f2816-e292-4fb3-87bd-9f24e9a6a2b1 None None] Pushing event updated for resources: {'Port': ['ID=63ddb274-b95a-4714-81c4-58b6417def86,revision_number=2']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:07:01.650425 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2004560-42aa-45d0-b9ab-dca1d360a080 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:07:01.650811 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2004560-42aa-45d0-b9ab-dca1d360a080 None None] Checking segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:07:01.651219 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-b2004560-42aa-45d0-b9ab-dca1d360a080 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:01.651614 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2004560-42aa-45d0-b9ab-dca1d360a080 None None] Bound using segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:07:01.652471 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-b2004560-42aa-45d0-b9ab-dca1d360a080 None None] Bound port: 63ddb274-b95a-4714-81c4-58b6417def86, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:07:01.652858 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-b2004560-42aa-45d0-b9ab-dca1d360a080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (63ddb274-b95a-4714-81c4-58b6417def86), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:01.681575 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-e78c8315-a631-465c-bbb3-b443a6839570 None None] For port 6fde4690-61bb-4d16-be68-b824ea85fcb9, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=6fde4690-61bb-4d16-be68-b824ea85fcb9,segment=NetworkSegment(6b078afb-c593-4cc0-91f6-d99f7a04b90e),segment_id=6b078afb-c593-4cc0-91f6-d99f7a04b90e)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:07:01.682771 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 6fde4690-61bb-4d16-be68-b824ea85fcb9 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:07:01.683470 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (6fde4690-61bb-4d16-be68-b824ea85fcb9), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:01.686710 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6e2a-3738-4546-a58b-0570f9a07d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (76719161-9136-4186-a0e1-e6446a6afc28), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:01.719085 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-b2004560-42aa-45d0-b9ab-dca1d360a080 None None] For port 63ddb274-b95a-4714-81c4-58b6417def86, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:07:01.722295 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-b2004560-42aa-45d0-b9ab-dca1d360a080 None None] For port 63ddb274-b95a-4714-81c4-58b6417def86, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=63ddb274-b95a-4714-81c4-58b6417def86,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:07:01.733950 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8e6e2a-3738-4546-a58b-0570f9a07d5c admin admin] Network eef28b32-5d53-4b6b-9b5b-8ad4821af6d4 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:07:01.739274 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-7f8e6e2a-3738-4546-a58b-0570f9a07d5c admin admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:07:01.740613 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8e6e2a-3738-4546-a58b-0570f9a07d5c admin admin] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:07:01.756724 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e78c8315-a631-465c-bbb3-b443a6839570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (6fde4690-61bb-4d16-be68-b824ea85fcb9), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:01.769867 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e6e2a-3738-4546-a58b-0570f9a07d5c admin admin] Pushing event updated for resources: {'Port': ['ID=76719161-9136-4186-a0e1-e6446a6afc28,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:07:01.790331 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-b2004560-42aa-45d0-b9ab-dca1d360a080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (63ddb274-b95a-4714-81c4-58b6417def86), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:01.790507 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6e2a-3738-4546-a58b-0570f9a07d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (cfc429cf-7cc5-4695-8d17-7be4ad302e4d), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:01.843077 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 03:07:01.843077 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 03:07:01.845959 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c8315-a631-465c-bbb3-b443a6839570 None None] Pushing event updated for resources: {'Port': ['ID=6fde4690-61bb-4d16-be68-b824ea85fcb9,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:07:01.864884 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f2816-e292-4fb3-87bd-9f24e9a6a2b1 None None] Pushing event updated for resources: {'Port': ['ID=63ddb274-b95a-4714-81c4-58b6417def86,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:07:01.869136 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2004560-42aa-45d0-b9ab-dca1d360a080 None None] Routers {'cfc429cf-7cc5-4695-8d17-7be4ad302e4d'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:07:01.869752 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-b2004560-42aa-45d0-b9ab-dca1d360a080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:06:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['cfc429cf-7cc5-4695-8d17-7be4ad302e4d'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:07:01.886639 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-57792975-e652-4780-bad3-a3b5fa8c0289 None None] Provisioning complete for port 6fde4690-61bb-4d16-be68-b824ea85fcb9 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:07:01.887271 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-57792975-e652-4780-bad3-a3b5fa8c0289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (6fde4690-61bb-4d16-be68-b824ea85fcb9), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:01.976448 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-57792975-e652-4780-bad3-a3b5fa8c0289 None None] Current status of the port 6fde4690-61bb-4d16-be68-b824ea85fcb9 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:07:01.989515 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-b2004560-42aa-45d0-b9ab-dca1d360a080 None None] Set router cfc429cf-7cc5-4695-8d17-7be4ad302e4d gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:07:02.029681 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6e2a-3738-4546-a58b-0570f9a07d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (76719161-9136-4186-a0e1-e6446a6afc28), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:02.101736 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-a9b1b59a-b99c-4f33-a191-02bbf287fe38 None None] Provisioning complete for port 76719161-9136-4186-a0e1-e6446a6afc28 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:07:02.103000 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a9b1b59a-b99c-4f33-a191-02bbf287fe38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (76719161-9136-4186-a0e1-e6446a6afc28), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:02.150118 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-a9b1b59a-b99c-4f33-a191-02bbf287fe38 None None] Port 76719161-9136-4186-a0e1-e6446a6afc28 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:07:02.177863 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-b2004560-42aa-45d0-b9ab-dca1d360a080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc429cf-7cc5-4695-8d17-7be4ad302e4d', 'name': 'tempest-TestEncryptedCinderVolumes-895159779-router', 'tenant_id': '925d0adcedac41f0a7c339f71effa10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '63ddb274-b95a-4714-81c4-58b6417def86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:06:58Z', 'updated_at': '2022-03-23T03:06:59Z', 'revision_number': 3, 'project_id': '925d0adcedac41f0a7c339f71effa10e', 'gw_port': {'id': '63ddb274-b95a-4714-81c4-58b6417def86', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc429cf-7cc5-4695-8d17-7be4ad302e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:06:59Z', 'updated_at': '2022-03-23T03:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:07:02.204651 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2004560-42aa-45d0-b9ab-dca1d360a080 None None] The sync data for ids ['cfc429cf-7cc5-4695-8d17-7be4ad302e4d'] in dv-neutron-834613-2-hyperv is: [{'id': 'cfc429cf-7cc5-4695-8d17-7be4ad302e4d', 'name': 'tempest-TestEncryptedCinderVolumes-895159779-router', 'tenant_id': '925d0adcedac41f0a7c339f71effa10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '63ddb274-b95a-4714-81c4-58b6417def86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:06:58Z', 'updated_at': '2022-03-23T03:06:59Z', 'revision_number': 3, 'project_id': '925d0adcedac41f0a7c339f71effa10e', 'gw_port': {'id': '63ddb274-b95a-4714-81c4-58b6417def86', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc429cf-7cc5-4695-8d17-7be4ad302e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:06:59Z', 'updated_at': '2022-03-23T03:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:07:02.219264 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6e2a-3738-4546-a58b-0570f9a07d5c admin admin] Publish callbacks [] for port (76719161-9136-4186-a0e1-e6446a6afc28), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:02.256070 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6e2a-3738-4546-a58b-0570f9a07d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (76719161-9136-4186-a0e1-e6446a6afc28), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:02.324629 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e6e2a-3738-4546-a58b-0570f9a07d5c admin admin] Pushing event updated for resources: {'Port': ['ID=76719161-9136-4186-a0e1-e6446a6afc28,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:07:02.327104 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6e2a-3738-4546-a58b-0570f9a07d5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (cfc429cf-7cc5-4695-8d17-7be4ad302e4d), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:02.390981 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 6fde4690-61bb-4d16-be68-b824ea85fcb9 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:07:02.392027 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 66b1896a-31b6-4c92-bc97-fc28ef89e55f up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:07:02.446406 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8e6e2a-3738-4546-a58b-0570f9a07d5c admin admin] Network eef28b32-5d53-4b6b-9b5b-8ad4821af6d4 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:07:02.448439 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-7f8e6e2a-3738-4546-a58b-0570f9a07d5c admin admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:07:02.459447 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 66b1896a-31b6-4c92-bc97-fc28ef89e55f triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:07:02.459839 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (66b1896a-31b6-4c92-bc97-fc28ef89e55f), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:02.571326 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 66b1896a-31b6-4c92-bc97-fc28ef89e55f is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:07:02.785375 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-ab6df761-e284-418a-883f-cfb6c26b3780 None None] Provisioning complete for port 76719161-9136-4186-a0e1-e6446a6afc28 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:07:02.786019 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ab6df761-e284-418a-883f-cfb6c26b3780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (76719161-9136-4186-a0e1-e6446a6afc28), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:02.824563 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-ab6df761-e284-418a-883f-cfb6c26b3780 None None] Port 76719161-9136-4186-a0e1-e6446a6afc28 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:07:02.948724 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8e6e2a-3738-4546-a58b-0570f9a07d5c admin admin] Router cfc429cf-7cc5-4695-8d17-7be4ad302e4d has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:07:03.080015 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 63ddb274-b95a-4714-81c4-58b6417def86 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:07:03.082888 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8e6e2a-3738-4546-a58b-0570f9a07d5c admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:07:03.092337 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7f8e6e2a-3738-4546-a58b-0570f9a07d5c admin admin] 10.222.0.24 "PUT /v2.0/routers/cfc429cf-7cc5-4695-8d17-7be4ad302e4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3514199 Mar 23 03:07:03.132856 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 63ddb274-b95a-4714-81c4-58b6417def86 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:07:03.133303 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (63ddb274-b95a-4714-81c4-58b6417def86), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:03.217330 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 63ddb274-b95a-4714-81c4-58b6417def86 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:07:03.217804 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (63ddb274-b95a-4714-81c4-58b6417def86), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:03.239458 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 63ddb274-b95a-4714-81c4-58b6417def86, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=63ddb274-b95a-4714-81c4-58b6417def86,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:07:03.307895 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (63ddb274-b95a-4714-81c4-58b6417def86), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:03.308730 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 6fde4690-61bb-4d16-be68-b824ea85fcb9 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:07:03.385517 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=63ddb274-b95a-4714-81c4-58b6417def86,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:07:03.398501 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 6fde4690-61bb-4d16-be68-b824ea85fcb9 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:07:03.399236 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (6fde4690-61bb-4d16-be68-b824ea85fcb9), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:03.475949 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 6fde4690-61bb-4d16-be68-b824ea85fcb9 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:07:03.777784 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d166f865-575a-479d-bfe4-eba2a457ffd1 None None] Sync routers for ids ['cfc429cf-7cc5-4695-8d17-7be4ad302e4d'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:07:03.788019 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d166f865-575a-479d-bfe4-eba2a457ffd1 None None] Routers {'cfc429cf-7cc5-4695-8d17-7be4ad302e4d'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:07:03.788720 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-d166f865-575a-479d-bfe4-eba2a457ffd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:06:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['cfc429cf-7cc5-4695-8d17-7be4ad302e4d'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:07:03.882017 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-bfea1681-e84c-4f5c-a851-59da928cdf26 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:07:03.883844 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-bfea1681-e84c-4f5c-a851-59da928cdf26 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/networks?id=e3f3ab38-141b-4664-9c25-daf8be3dc6d7 HTTP/1.1" status: 200 len: 816 time: 0.1023958 Mar 23 03:07:03.898530 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-03852aad-a983-4bb4-b21d-558ffe840eaa tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/quotas/06b2684efcea4e8ab07322389ecd3621 HTTP/1.1" status: 200 len: 375 time: 0.0093489 Mar 23 03:07:03.900060 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-d166f865-575a-479d-bfe4-eba2a457ffd1 None None] Set router cfc429cf-7cc5-4695-8d17-7be4ad302e4d gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:07:03.955753 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-483235c9-bd19-472c-9bc2-8d0badd7b75a tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=06b2684efcea4e8ab07322389ecd3621&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512319 Mar 23 03:07:04.058533 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-739b9072-2100-48a6-a5ef-799a2bcfcaad service neutron] 10.222.0.24 "GET /v2.0/networks/e3f3ab38-141b-4664-9c25-daf8be3dc6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895083 Mar 23 03:07:04.097950 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-d166f865-575a-479d-bfe4-eba2a457ffd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc429cf-7cc5-4695-8d17-7be4ad302e4d', 'name': 'tempest-TestEncryptedCinderVolumes-895159779-router', 'tenant_id': '925d0adcedac41f0a7c339f71effa10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '63ddb274-b95a-4714-81c4-58b6417def86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:06:58Z', 'updated_at': '2022-03-23T03:07:01Z', 'revision_number': 4, 'project_id': '925d0adcedac41f0a7c339f71effa10e', 'gw_port': {'id': '63ddb274-b95a-4714-81c4-58b6417def86', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc429cf-7cc5-4695-8d17-7be4ad302e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:06:59Z', 'updated_at': '2022-03-23T03:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '76719161-9136-4186-a0e1-e6446a6afc28', 'name': '', 'network_id': 'eef28b32-5d53-4b6b-9b5b-8ad4821af6d4', 'tenant_id': '925d0adcedac41f0a7c339f71effa10e', 'mac_address': 'fa:16:3e:64:be:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc429cf-7cc5-4695-8d17-7be4ad302e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0372d716-7ebb-4037-8b18-2f78896813a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:07:01Z', 'updated_at': '2022-03-23T03:07:02Z', 'revision_number': 2, 'project_id': '925d0adcedac41f0a7c339f71effa10e', 'subnets': [{'id': '0372d716-7ebb-4037-8b18-2f78896813a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:07:04.128733 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d166f865-575a-479d-bfe4-eba2a457ffd1 None None] Checking router: cfc429cf-7cc5-4695-8d17-7be4ad302e4d for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:07:04.129094 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d166f865-575a-479d-bfe4-eba2a457ffd1 None None] Updating router cfc429cf-7cc5-4695-8d17-7be4ad302e4d port 76719161-9136-4186-a0e1-e6446a6afc28 binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 03:07:04.149999 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-56b9780d-452d-4b28-bca0-4a40107407ae service neutron] 10.222.0.24 "GET /v2.0/networks/e3f3ab38-141b-4664-9c25-daf8be3dc6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855610 Mar 23 03:07:04.156810 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d166f865-575a-479d-bfe4-eba2a457ffd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (76719161-9136-4186-a0e1-e6446a6afc28), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:04.385131 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e173c2bc-9239-484e-a6af-83b10f3c1f8c req-f9af60c6-e377-409a-9567-ea04aa34f977 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4e14a26-1759-49bc-bf91-8698621dd5a5 HTTP/1.1" status: 200 len: 210 time: 0.0301218 Mar 23 03:07:04.428484 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d166f865-575a-479d-bfe4-eba2a457ffd1 None None] Publish callbacks [] for port (76719161-9136-4186-a0e1-e6446a6afc28), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:04.533486 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d166f865-575a-479d-bfe4-eba2a457ffd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (76719161-9136-4186-a0e1-e6446a6afc28), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:04.585537 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29d900-e475-44b6-836d-10c6f2798a3d None None] Pushing event updated for resources: {'Port': ['ID=76719161-9136-4186-a0e1-e6446a6afc28,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:07:04.641270 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-d166f865-575a-479d-bfe4-eba2a457ffd1 None None] Attempting to bind port 76719161-9136-4186-a0e1-e6446a6afc28 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:07:04.641656 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-d166f865-575a-479d-bfe4-eba2a457ffd1 None None] Attempting to bind port 76719161-9136-4186-a0e1-e6446a6afc28 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '6b078afb-c593-4cc0-91f6-d99f7a04b90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'eef28b32-5d53-4b6b-9b5b-8ad4821af6d4'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:07:04.642016 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d166f865-575a-479d-bfe4-eba2a457ffd1 None None] Attempting to bind port 76719161-9136-4186-a0e1-e6446a6afc28 on network eef28b32-5d53-4b6b-9b5b-8ad4821af6d4 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:07:04.647342 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d166f865-575a-479d-bfe4-eba2a457ffd1 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:07:04.647727 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d166f865-575a-479d-bfe4-eba2a457ffd1 None None] Checking segment: {'id': '6b078afb-c593-4cc0-91f6-d99f7a04b90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'eef28b32-5d53-4b6b-9b5b-8ad4821af6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:07:04.648165 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d166f865-575a-479d-bfe4-eba2a457ffd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:04.648563 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d166f865-575a-479d-bfe4-eba2a457ffd1 None None] Bound using segment: {'id': '6b078afb-c593-4cc0-91f6-d99f7a04b90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'eef28b32-5d53-4b6b-9b5b-8ad4821af6d4'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:07:04.649527 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-d166f865-575a-479d-bfe4-eba2a457ffd1 None None] Bound port: 76719161-9136-4186-a0e1-e6446a6afc28, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b078afb-c593-4cc0-91f6-d99f7a04b90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'eef28b32-5d53-4b6b-9b5b-8ad4821af6d4'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:07:04.649527 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d166f865-575a-479d-bfe4-eba2a457ffd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (76719161-9136-4186-a0e1-e6446a6afc28), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:04.715262 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-d166f865-575a-479d-bfe4-eba2a457ffd1 None None] For port 76719161-9136-4186-a0e1-e6446a6afc28, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:07:04.718557 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-d166f865-575a-479d-bfe4-eba2a457ffd1 None None] For port 76719161-9136-4186-a0e1-e6446a6afc28, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=76719161-9136-4186-a0e1-e6446a6afc28,segment=NetworkSegment(6b078afb-c593-4cc0-91f6-d99f7a04b90e),segment_id=6b078afb-c593-4cc0-91f6-d99f7a04b90e)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:07:04.799193 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d166f865-575a-479d-bfe4-eba2a457ffd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (76719161-9136-4186-a0e1-e6446a6afc28), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:04.873596 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29d900-e475-44b6-836d-10c6f2798a3d None None] Pushing event updated for resources: {'Port': ['ID=76719161-9136-4186-a0e1-e6446a6afc28,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:07:04.877387 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d166f865-575a-479d-bfe4-eba2a457ffd1 None None] Routers {'cfc429cf-7cc5-4695-8d17-7be4ad302e4d'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:07:04.878009 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-d166f865-575a-479d-bfe4-eba2a457ffd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:06:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['cfc429cf-7cc5-4695-8d17-7be4ad302e4d'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:07:04.915664 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-d59c13e0-d4c9-4e99-87a7-1dd475290cd9 None None] Provisioning complete for port 76719161-9136-4186-a0e1-e6446a6afc28 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:07:04.916060 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d59c13e0-d4c9-4e99-87a7-1dd475290cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (76719161-9136-4186-a0e1-e6446a6afc28), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:05.029743 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 63ddb274-b95a-4714-81c4-58b6417def86 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:07:05.030761 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-d166f865-575a-479d-bfe4-eba2a457ffd1 None None] Set router cfc429cf-7cc5-4695-8d17-7be4ad302e4d gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:07:05.133155 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-d59c13e0-d4c9-4e99-87a7-1dd475290cd9 None None] Current status of the port 76719161-9136-4186-a0e1-e6446a6afc28 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:07:05.135622 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d59c13e0-d4c9-4e99-87a7-1dd475290cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (76719161-9136-4186-a0e1-e6446a6afc28), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:05.393017 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-d59c13e0-d4c9-4e99-87a7-1dd475290cd9 None None] For port 76719161-9136-4186-a0e1-e6446a6afc28, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=76719161-9136-4186-a0e1-e6446a6afc28,segment=NetworkSegment(6b078afb-c593-4cc0-91f6-d99f7a04b90e),segment_id=6b078afb-c593-4cc0-91f6-d99f7a04b90e)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:07:05.395357 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 63ddb274-b95a-4714-81c4-58b6417def86 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:07:05.395749 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (63ddb274-b95a-4714-81c4-58b6417def86), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:05.482994 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d59c13e0-d4c9-4e99-87a7-1dd475290cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (76719161-9136-4186-a0e1-e6446a6afc28), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:05.500298 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-339c91d4-6f2f-43ab-b3df-0e2f81b3df17 req-9e205a0b-92cf-414c-98a2-da0076945336 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4e14a26-1759-49bc-bf91-8698621dd5a5 HTTP/1.1" status: 200 len: 210 time: 0.0444887 Mar 23 03:07:05.569885 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 63ddb274-b95a-4714-81c4-58b6417def86 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:07:05.576974 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c13e0-d4c9-4e99-87a7-1dd475290cd9 None None] Pushing event updated for resources: {'Port': ['ID=76719161-9136-4186-a0e1-e6446a6afc28,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:07:05.589040 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-d166f865-575a-479d-bfe4-eba2a457ffd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc429cf-7cc5-4695-8d17-7be4ad302e4d', 'name': 'tempest-TestEncryptedCinderVolumes-895159779-router', 'tenant_id': '925d0adcedac41f0a7c339f71effa10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '63ddb274-b95a-4714-81c4-58b6417def86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:06:58Z', 'updated_at': '2022-03-23T03:07:01Z', 'revision_number': 4, 'project_id': '925d0adcedac41f0a7c339f71effa10e', 'gw_port': {'id': '63ddb274-b95a-4714-81c4-58b6417def86', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc429cf-7cc5-4695-8d17-7be4ad302e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:06:59Z', 'updated_at': '2022-03-23T03:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '76719161-9136-4186-a0e1-e6446a6afc28', 'name': '', 'network_id': 'eef28b32-5d53-4b6b-9b5b-8ad4821af6d4', 'tenant_id': '925d0adcedac41f0a7c339f71effa10e', 'mac_address': 'fa:16:3e:64:be:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc429cf-7cc5-4695-8d17-7be4ad302e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0372d716-7ebb-4037-8b18-2f78896813a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:07:01Z', 'updated_at': '2022-03-23T03:07:04Z', 'revision_number': 4, 'project_id': '925d0adcedac41f0a7c339f71effa10e', 'subnets': [{'id': '0372d716-7ebb-4037-8b18-2f78896813a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:07:05.621421 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d166f865-575a-479d-bfe4-eba2a457ffd1 None None] The sync data for ids ['cfc429cf-7cc5-4695-8d17-7be4ad302e4d'] in dv-neutron-834613-2-hyperv is: [{'id': 'cfc429cf-7cc5-4695-8d17-7be4ad302e4d', 'name': 'tempest-TestEncryptedCinderVolumes-895159779-router', 'tenant_id': '925d0adcedac41f0a7c339f71effa10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '63ddb274-b95a-4714-81c4-58b6417def86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:06:58Z', 'updated_at': '2022-03-23T03:07:01Z', 'revision_number': 4, 'project_id': '925d0adcedac41f0a7c339f71effa10e', 'gw_port': {'id': '63ddb274-b95a-4714-81c4-58b6417def86', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc429cf-7cc5-4695-8d17-7be4ad302e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:06:59Z', 'updated_at': '2022-03-23T03:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '76719161-9136-4186-a0e1-e6446a6afc28', 'name': '', 'network_id': 'eef28b32-5d53-4b6b-9b5b-8ad4821af6d4', 'tenant_id': '925d0adcedac41f0a7c339f71effa10e', 'mac_address': 'fa:16:3e:64:be:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc429cf-7cc5-4695-8d17-7be4ad302e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0372d716-7ebb-4037-8b18-2f78896813a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:07:01Z', 'updated_at': '2022-03-23T03:07:04Z', 'revision_number': 4, 'project_id': '925d0adcedac41f0a7c339f71effa10e', 'subnets': [{'id': '0372d716-7ebb-4037-8b18-2f78896813a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:07:05.628945 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-c3d0bce1-a499-441e-8e3a-1be7895f4968 None None] Provisioning complete for port 76719161-9136-4186-a0e1-e6446a6afc28 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:07:05.629326 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c3d0bce1-a499-441e-8e3a-1be7895f4968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (76719161-9136-4186-a0e1-e6446a6afc28), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:05.741902 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c3d0bce1-a499-441e-8e3a-1be7895f4968 None None] Current status of the port 76719161-9136-4186-a0e1-e6446a6afc28 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:07:06.556327 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-353e2fec-b8d0-4386-9a2e-7c2f55ec4022 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:07:06.557810 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-353e2fec-b8d0-4386-9a2e-7c2f55ec4022 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.23 "GET /v2.0/networks?id=e3f3ab38-141b-4664-9c25-daf8be3dc6d7 HTTP/1.1" status: 200 len: 816 time: 0.1007643 Mar 23 03:07:06.570096 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-42e01bed-6984-4887-93e6-e6646677f0e3 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Request body: {'port': {'device_id': 'd4e14a26-1759-49bc-bf91-8698621dd5a5', 'network_id': 'e3f3ab38-141b-4664-9c25-daf8be3dc6d7', 'admin_state_up': True, 'tenant_id': '06b2684efcea4e8ab07322389ecd3621'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:07:06.602189 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-2773db60-56cc-4024-b228-6b381219cfb2 req-c995c259-73a8-43ec-a341-34327d5cd282 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4e14a26-1759-49bc-bf91-8698621dd5a5 HTTP/1.1" status: 200 len: 210 time: 0.0317302 Mar 23 03:07:06.760055 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-42e01bed-6984-4887-93e6-e6646677f0e3 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Made reservation on behalf of 06b2684efcea4e8ab07322389ecd3621 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:07:06.763784 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-42e01bed-6984-4887-93e6-e6646677f0e3 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:06.901319 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-42e01bed-6984-4887-93e6-e6646677f0e3 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Allocated IP 172.20.0.7 (e3f3ab38-141b-4664-9c25-daf8be3dc6d7/051a9f8c-ba49-4548-ab84-136d66cf1a8c/77c692c0-54a9-4c1c-a979-428392ade0b2) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:07:07.045440 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 76719161-9136-4186-a0e1-e6446a6afc28 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:07:07.090486 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-42e01bed-6984-4887-93e6-e6646677f0e3 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Publish callbacks [] for port (77c692c0-54a9-4c1c-a979-428392ade0b2), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:07.101071 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 76719161-9136-4186-a0e1-e6446a6afc28 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:07:07.101456 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (76719161-9136-4186-a0e1-e6446a6afc28), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:07.193292 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 76719161-9136-4186-a0e1-e6446a6afc28 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:07:07.214141 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-42e01bed-6984-4887-93e6-e6646677f0e3 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (77c692c0-54a9-4c1c-a979-428392ade0b2), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:07.256663 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-42e01bed-6984-4887-93e6-e6646677f0e3 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Network e3f3ab38-141b-4664-9c25-daf8be3dc6d7 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:07:07.260656 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-42e01bed-6984-4887-93e6-e6646677f0e3 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:07:07.267036 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-42e01bed-6984-4887-93e6-e6646677f0e3 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:07:07.273213 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e01bed-6984-4887-93e6-e6646677f0e3 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Pushing event updated for resources: {'Port': ['ID=77c692c0-54a9-4c1c-a979-428392ade0b2,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:07:07.321558 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-42e01bed-6984-4887-93e6-e6646677f0e3 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:07:07.322262 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-42e01bed-6984-4887-93e6-e6646677f0e3 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:07.402140 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-42e01bed-6984-4887-93e6-e6646677f0e3 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8361392 Mar 23 03:07:07.413535 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-2caf26ca-95b3-4453-8e83-0410e1cd006e service neutron] Request body: {'port': {'device_id': 'd4e14a26-1759-49bc-bf91-8698621dd5a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:07:07.478588 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-2490cf66-cbd4-45de-8824-8d5891e567ef None None] Provisioning complete for port 77c692c0-54a9-4c1c-a979-428392ade0b2 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:07:07.479281 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2490cf66-cbd4-45de-8824-8d5891e567ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (77c692c0-54a9-4c1c-a979-428392ade0b2), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:07.489944 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-2caf26ca-95b3-4453-8e83-0410e1cd006e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (77c692c0-54a9-4c1c-a979-428392ade0b2), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:07.518072 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-2490cf66-cbd4-45de-8824-8d5891e567ef None None] Port 77c692c0-54a9-4c1c-a979-428392ade0b2 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:07:07.754865 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88943186-57b3-4013-8e9a-4f03e53face3 req-c9f8a118-8215-4cf1-8885-aaa62daeb203 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:07:07.756364 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-88943186-57b3-4013-8e9a-4f03e53face3 req-c9f8a118-8215-4cf1-8885-aaa62daeb203 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4e14a26-1759-49bc-bf91-8698621dd5a5 HTTP/1.1" status: 200 len: 931 time: 0.0857561 Mar 23 03:07:07.806847 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-2caf26ca-95b3-4453-8e83-0410e1cd006e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c692c0-54a9-4c1c-a979-428392ade0b2 {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:07:07.819572 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-2caf26ca-95b3-4453-8e83-0410e1cd006e service neutron] Publish callbacks [] for port (77c692c0-54a9-4c1c-a979-428392ade0b2), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:07.842321 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-2caf26ca-95b3-4453-8e83-0410e1cd006e service neutron] Transition to ACTIVE for port object 77c692c0-54a9-4c1c-a979-428392ade0b2 will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 03:07:07.845941 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-88943186-57b3-4013-8e9a-4f03e53face3 req-170e5e7e-596d-4d57-b308-114ffc6caeed tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/security-groups?id=b75599bc-d47f-4fd0-844d-ea79c0188b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728011 Mar 23 03:07:07.944513 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-2caf26ca-95b3-4453-8e83-0410e1cd006e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (77c692c0-54a9-4c1c-a979-428392ade0b2), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:07.996595 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf26ca-95b3-4453-8e83-0410e1cd006e service neutron] Pushing event updated for resources: {'Port': ['ID=77c692c0-54a9-4c1c-a979-428392ade0b2,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:07:08.068819 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-2caf26ca-95b3-4453-8e83-0410e1cd006e service neutron] Attempting to bind port 77c692c0-54a9-4c1c-a979-428392ade0b2 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:07:08.069159 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-2caf26ca-95b3-4453-8e83-0410e1cd006e service neutron] Attempting to bind port 77c692c0-54a9-4c1c-a979-428392ade0b2 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f3ab38-141b-4664-9c25-daf8be3dc6d7'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:07:08.069492 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-2caf26ca-95b3-4453-8e83-0410e1cd006e service neutron] Attempting to bind port 77c692c0-54a9-4c1c-a979-428392ade0b2 on network e3f3ab38-141b-4664-9c25-daf8be3dc6d7 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:07:08.074307 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-2caf26ca-95b3-4453-8e83-0410e1cd006e service neutron] Port 77c692c0-54a9-4c1c-a979-428392ade0b2 on network e3f3ab38-141b-4664-9c25-daf8be3dc6d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 03:07:08.074636 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-2caf26ca-95b3-4453-8e83-0410e1cd006e service neutron] Attempting to bind port 77c692c0-54a9-4c1c-a979-428392ade0b2 on network e3f3ab38-141b-4664-9c25-daf8be3dc6d7 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:07:08.079786 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-2caf26ca-95b3-4453-8e83-0410e1cd006e service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:07:08.080158 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-2caf26ca-95b3-4453-8e83-0410e1cd006e service neutron] Checking segment: {'id': '483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f3ab38-141b-4664-9c25-daf8be3dc6d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:07:08.080557 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-2caf26ca-95b3-4453-8e83-0410e1cd006e service neutron] Bound using segment: {'id': '483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f3ab38-141b-4664-9c25-daf8be3dc6d7'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:07:08.080982 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-2caf26ca-95b3-4453-8e83-0410e1cd006e service neutron] Bound port: 77c692c0-54a9-4c1c-a979-428392ade0b2, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f3ab38-141b-4664-9c25-daf8be3dc6d7'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:07:08.081345 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-2caf26ca-95b3-4453-8e83-0410e1cd006e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (77c692c0-54a9-4c1c-a979-428392ade0b2), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:08.154698 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-2caf26ca-95b3-4453-8e83-0410e1cd006e service neutron] For port 77c692c0-54a9-4c1c-a979-428392ade0b2, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:07:08.157690 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-2caf26ca-95b3-4453-8e83-0410e1cd006e service neutron] For port 77c692c0-54a9-4c1c-a979-428392ade0b2, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=77c692c0-54a9-4c1c-a979-428392ade0b2,segment=NetworkSegment(483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd),segment_id=483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:07:08.233551 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-2caf26ca-95b3-4453-8e83-0410e1cd006e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (77c692c0-54a9-4c1c-a979-428392ade0b2), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:08.265591 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-2caf26ca-95b3-4453-8e83-0410e1cd006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:07:08.266214 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-2caf26ca-95b3-4453-8e83-0410e1cd006e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:08.267671 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-2caf26ca-95b3-4453-8e83-0410e1cd006e service neutron] 10.222.0.23 "PUT /v2.0/ports/77c692c0-54a9-4c1c-a979-428392ade0b2 HTTP/1.1" status: 200 len: 1093 time: 0.8584960 Mar 23 03:07:08.268040 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e14a26-1759-49bc-bf91-8698621dd5a5', 'tag': '77c692c0-54a9-4c1c-a979-428392ade0b2'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:07:08.270303 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9449519-774d-485f-9881-f0c91f322d75" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e14a26-1759-49bc-bf91-8698621dd5a5", "tag": "77c692c0-54a9-4c1c-a979-428392ade0b2"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:07:08.300436 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf26ca-95b3-4453-8e83-0410e1cd006e service neutron] Pushing event updated for resources: {'Port': ['ID=77c692c0-54a9-4c1c-a979-428392ade0b2,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:07:08.313166 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fb6712-7759-4504-87f7-3d33e456971e x-openstack-request-id: req-84fb6712-7759-4504-87f7-3d33e456971e {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:07:08.313540 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e14a26-1759-49bc-bf91-8698621dd5a5", "tag": "77c692c0-54a9-4c1c-a979-428392ade0b2", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:07:08.313867 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-84fb6712-7759-4504-87f7-3d33e456971e {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:07:08.314293 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84fb6712-7759-4504-87f7-3d33e456971e'] response: {'name': 'network-changed', 'server_uuid': 'd4e14a26-1759-49bc-bf91-8698621dd5a5', 'tag': '77c692c0-54a9-4c1c-a979-428392ade0b2', 'status': 'completed', 'code': 200} Mar 23 03:07:08.380774 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9449519-774d-485f-9881-f0c91f322d75 req-a826fbdf-674e-403b-9c69-45368323ac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:07:08.382309 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f9449519-774d-485f-9881-f0c91f322d75 req-a826fbdf-674e-403b-9c69-45368323ac67 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=06b2684efcea4e8ab07322389ecd3621&device_id=d4e14a26-1759-49bc-bf91-8698621dd5a5 HTTP/1.1" status: 200 len: 1127 time: 0.0502295 Mar 23 03:07:08.493075 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9449519-774d-485f-9881-f0c91f322d75 req-05c8cc6f-c69a-466a-9736-6cf7017f0517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:07:08.494825 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f9449519-774d-485f-9881-f0c91f322d75 req-05c8cc6f-c69a-466a-9736-6cf7017f0517 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=06b2684efcea4e8ab07322389ecd3621&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1046040 Mar 23 03:07:08.585819 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9449519-774d-485f-9881-f0c91f322d75 req-fb38c578-15ee-40d2-aba1-a1a4f4c71b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:07:08.587469 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f9449519-774d-485f-9881-f0c91f322d75 req-fb38c578-15ee-40d2-aba1-a1a4f4c71b27 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870376 Mar 23 03:07:08.661143 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-2f7560f9-c132-4dfe-9ed6-bef7596e71fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:07:08.662609 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-2f7560f9-c132-4dfe-9ed6-bef7596e71fe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=06b2684efcea4e8ab07322389ecd3621&device_id=d4e14a26-1759-49bc-bf91-8698621dd5a5 HTTP/1.1" status: 200 len: 1127 time: 0.0428493 Mar 23 03:07:08.707358 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-5fb72e7e-1280-4814-b445-85f505a688af service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77c692c0-54a9-4c1c-a979-428392ade0b2 HTTP/1.1" status: 200 len: 217 time: 0.0382097 Mar 23 03:07:08.754133 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-aed0644e-eccd-4c7f-9d61-b4eb6d92ddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:07:08.755587 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-aed0644e-eccd-4c7f-9d61-b4eb6d92ddb1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=051a9f8c-ba49-4548-ab84-136d66cf1a8c HTTP/1.1" status: 200 len: 855 time: 0.0432518 Mar 23 03:07:08.803187 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-114592ac-05fd-4e1b-a37d-b2e594719e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:07:08.804707 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-114592ac-05fd-4e1b-a37d-b2e594719e6f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e3f3ab38-141b-4664-9c25-daf8be3dc6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0437534 Mar 23 03:07:08.896326 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-a0a781ff-b53e-4cbd-b8bc-fb1415e15fa9 service neutron] 10.222.0.23 "GET /v2.0/networks/e3f3ab38-141b-4664-9c25-daf8be3dc6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859256 Mar 23 03:07:09.020539 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b345de1-c276-4a59-ac38-dce7b34f9e79 req-58ffec06-ba73-4e73-8211-ad21f5fb14fe service neutron] 10.222.0.23 "GET /v2.0/networks/e3f3ab38-141b-4664-9c25-daf8be3dc6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188347 Mar 23 03:07:09.027789 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f68f58-7d56-4f76-ac3a-c5789fd3ab58 req-307d1a2b-40ac-4930-b790-728a0ff39e6b tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:07:09.029232 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-76f68f58-7d56-4f76-ac3a-c5789fd3ab58 req-307d1a2b-40ac-4930-b790-728a0ff39e6b tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4e14a26-1759-49bc-bf91-8698621dd5a5 HTTP/1.1" status: 200 len: 943 time: 0.0865419 Mar 23 03:07:09.075548 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-76f68f58-7d56-4f76-ac3a-c5789fd3ab58 req-314d5c8e-872a-41a4-87f4-21c2d595d6f3 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/security-groups?id=b75599bc-d47f-4fd0-844d-ea79c0188b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407765 Mar 23 03:07:10.194225 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f77ad9-a418-4c52-bbea-1eed852ec9cd req-84d2d0ac-09b9-4ab0-ba4b-7d082a128454 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:07:10.196175 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b6f77ad9-a418-4c52-bbea-1eed852ec9cd req-84d2d0ac-09b9-4ab0-ba4b-7d082a128454 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4e14a26-1759-49bc-bf91-8698621dd5a5 HTTP/1.1" status: 200 len: 943 time: 0.0549610 Mar 23 03:07:10.241320 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b6f77ad9-a418-4c52-bbea-1eed852ec9cd req-fb9bc2b3-717f-46e4-9bba-c2d0939674fd tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/security-groups?id=b75599bc-d47f-4fd0-844d-ea79c0188b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397141 Mar 23 03:07:10.668514 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 77c692c0-54a9-4c1c-a979-428392ade0b2 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 03:07:10.765176 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 77c692c0-54a9-4c1c-a979-428392ade0b2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=77c692c0-54a9-4c1c-a979-428392ade0b2,segment=NetworkSegment(483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd),segment_id=483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:07:10.776730 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '77c692c0-54a9-4c1c-a979-428392ade0b2', 'network_id': 'e3f3ab38-141b-4664-9c25-daf8be3dc6d7', 'port_id': '77c692c0-54a9-4c1c-a979-428392ade0b2', 'mac_address': 'fa:16:3e:9f:58:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '051a9f8c-ba49-4548-ab84-136d66cf1a8c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 03:07:10.814741 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 77c692c0-54a9-4c1c-a979-428392ade0b2 is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:07:10.815134 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (77c692c0-54a9-4c1c-a979-428392ade0b2), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:10.836351 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c692c0-54a9-4c1c-a979-428392ade0b2 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:07:10.856612 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 77c692c0-54a9-4c1c-a979-428392ade0b2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=77c692c0-54a9-4c1c-a979-428392ade0b2,segment=NetworkSegment(483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd),segment_id=483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:07:10.924181 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (77c692c0-54a9-4c1c-a979-428392ade0b2), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:10.975507 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=77c692c0-54a9-4c1c-a979-428392ade0b2,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:07:11.123949 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['77c692c0-54a9-4c1c-a979-428392ade0b2'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:07:11.358677 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08036ec3-3acb-4711-b7a8-9792a8849760 req-615a1068-1405-4e11-8e05-b131ff276006 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:07:11.360196 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-08036ec3-3acb-4711-b7a8-9792a8849760 req-615a1068-1405-4e11-8e05-b131ff276006 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4e14a26-1759-49bc-bf91-8698621dd5a5 HTTP/1.1" status: 200 len: 944 time: 0.0531862 Mar 23 03:07:11.405778 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-08036ec3-3acb-4711-b7a8-9792a8849760 req-15df9728-cbbb-44ad-a8b4-c5fd334bc165 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/security-groups?id=b75599bc-d47f-4fd0-844d-ea79c0188b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400810 Mar 23 03:07:12.522729 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ba9be-d7e5-4b8e-853d-90b07c16c8c4 req-db6b9e0b-16b1-49a1-abd5-ddbcfec0481d tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:07:12.524840 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c14ba9be-d7e5-4b8e-853d-90b07c16c8c4 req-db6b9e0b-16b1-49a1-abd5-ddbcfec0481d tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4e14a26-1759-49bc-bf91-8698621dd5a5 HTTP/1.1" status: 200 len: 944 time: 0.0513146 Mar 23 03:07:12.568922 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c14ba9be-d7e5-4b8e-853d-90b07c16c8c4 req-04d4343c-214d-4955-a136-0f76259cea82 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/security-groups?id=b75599bc-d47f-4fd0-844d-ea79c0188b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386350 Mar 23 03:07:12.700473 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 77c692c0-54a9-4c1c-a979-428392ade0b2 up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:07:12.841308 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port 77c692c0-54a9-4c1c-a979-428392ade0b2 completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 03:07:12.845038 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 77c692c0-54a9-4c1c-a979-428392ade0b2 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:07:12.845413 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (77c692c0-54a9-4c1c-a979-428392ade0b2), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:12.922831 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 77c692c0-54a9-4c1c-a979-428392ade0b2 is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:07:12.923230 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (77c692c0-54a9-4c1c-a979-428392ade0b2), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:12.946105 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e14a26-1759-49bc-bf91-8698621dd5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c692c0-54a9-4c1c-a979-428392ade0b2'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:07:12.948258 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d945b9-3a88-435d-9cc6-7926cee067e9" -d '{"events": [{"server_uuid": "d4e14a26-1759-49bc-bf91-8698621dd5a5", "name": "network-vif-plugged", "status": "completed", "tag": "77c692c0-54a9-4c1c-a979-428392ade0b2"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:07:12.965470 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 77c692c0-54a9-4c1c-a979-428392ade0b2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=77c692c0-54a9-4c1c-a979-428392ade0b2,segment=NetworkSegment(483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd),segment_id=483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:07:12.985033 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335a9719-8e3b-4d8c-9402-4ab583eb9489 x-openstack-request-id: req-335a9719-8e3b-4d8c-9402-4ab583eb9489 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:07:12.985347 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e14a26-1759-49bc-bf91-8698621dd5a5", "name": "network-vif-plugged", "status": "completed", "tag": "77c692c0-54a9-4c1c-a979-428392ade0b2", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:07:12.985605 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-335a9719-8e3b-4d8c-9402-4ab583eb9489 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:07:12.986009 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-335a9719-8e3b-4d8c-9402-4ab583eb9489'] response: {'server_uuid': 'd4e14a26-1759-49bc-bf91-8698621dd5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c692c0-54a9-4c1c-a979-428392ade0b2', 'code': 200} Mar 23 03:07:13.030227 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (77c692c0-54a9-4c1c-a979-428392ade0b2), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:13.078066 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=77c692c0-54a9-4c1c-a979-428392ade0b2,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:07:13.276662 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35091db9-2abd-4f55-924e-46b678faad40 req-1bd891b4-bae6-47cf-9707-4f5e6ae305aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:07:13.278147 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-35091db9-2abd-4f55-924e-46b678faad40 req-1bd891b4-bae6-47cf-9707-4f5e6ae305aa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d4e14a26-1759-49bc-bf91-8698621dd5a5 HTTP/1.1" status: 200 len: 1129 time: 0.0478299 Mar 23 03:07:13.320691 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-35091db9-2abd-4f55-924e-46b678faad40 req-19672988-f2e9-4b93-9bfa-acd6460974fc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b75599bc-d47f-4fd0-844d-ea79c0188b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361001 Mar 23 03:07:13.688257 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffeebfd-6db3-4f79-b5cd-760bdb9fffde req-8702696e-19f0-4ef2-ac83-2b4689f574f9 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:07:13.689734 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-2ffeebfd-6db3-4f79-b5cd-760bdb9fffde req-8702696e-19f0-4ef2-ac83-2b4689f574f9 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4e14a26-1759-49bc-bf91-8698621dd5a5 HTTP/1.1" status: 200 len: 945 time: 0.0556157 Mar 23 03:07:13.735794 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-2ffeebfd-6db3-4f79-b5cd-760bdb9fffde req-d6190f8f-cca4-4be0-b50a-36ceac48b1f4 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/security-groups?id=b75599bc-d47f-4fd0-844d-ea79c0188b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403218 Mar 23 03:07:14.854114 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0619c-7bb9-4c39-b4fa-7ac8ae839218 req-ae78f2fc-d2d7-45db-8263-be5f5b4ea679 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:07:14.855596 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-75e0619c-7bb9-4c39-b4fa-7ac8ae839218 req-ae78f2fc-d2d7-45db-8263-be5f5b4ea679 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4e14a26-1759-49bc-bf91-8698621dd5a5 HTTP/1.1" status: 200 len: 945 time: 0.0525403 Mar 23 03:07:14.902260 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-75e0619c-7bb9-4c39-b4fa-7ac8ae839218 req-01f682c9-c90b-4b89-92bf-57e50b5393df tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/security-groups?id=b75599bc-d47f-4fd0-844d-ea79c0188b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411320 Mar 23 03:07:15.017646 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78202d4f-10cc-4043-90d9-aad136ebc817 req-7976210b-6151-4585-97b7-e57b8214c4c4 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:07:15.019031 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-78202d4f-10cc-4043-90d9-aad136ebc817 req-7976210b-6151-4585-97b7-e57b8214c4c4 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4e14a26-1759-49bc-bf91-8698621dd5a5 HTTP/1.1" status: 200 len: 945 time: 0.0519674 Mar 23 03:07:15.064470 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-78202d4f-10cc-4043-90d9-aad136ebc817 req-0ca4ffbc-d603-4dbb-ad1c-2db30e49b2b8 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/security-groups?id=b75599bc-d47f-4fd0-844d-ea79c0188b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398941 Mar 23 03:07:17.610135 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3b6ed1fd-9f11-4b78-923c-6b680db58e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:18.881602 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:19.927439 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1d3b8aa6-7133-4ba7-8ba5-0994e56d9b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:21.324530 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:22.643031 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-31910ea8-70e2-417b-a2c4-cf94a31bfe40 req-4ef3c8fb-ce40-49fc-9130-e745f407ffc8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d4e14a26-1759-49bc-bf91-8698621dd5a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437503 Mar 23 03:07:22.731740 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31910ea8-70e2-417b-a2c4-cf94a31bfe40 req-823d3965-dde3-4cf4-bcca-a149814bb62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:07:22.733265 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-31910ea8-70e2-417b-a2c4-cf94a31bfe40 req-823d3965-dde3-4cf4-bcca-a149814bb62b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=06b2684efcea4e8ab07322389ecd3621&device_id=d4e14a26-1759-49bc-bf91-8698621dd5a5 HTTP/1.1" status: 200 len: 1129 time: 0.0521798 Mar 23 03:07:22.770437 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:22.840176 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31910ea8-70e2-417b-a2c4-cf94a31bfe40 req-dc878a56-78aa-4f45-aebb-2bc95e07c45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:07:22.841636 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-31910ea8-70e2-417b-a2c4-cf94a31bfe40 req-dc878a56-78aa-4f45-aebb-2bc95e07c45b service neutron] 10.222.0.23 "GET /v2.0/networks?id=e3f3ab38-141b-4664-9c25-daf8be3dc6d7 HTTP/1.1" status: 200 len: 917 time: 0.0884869 Mar 23 03:07:22.891157 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-31910ea8-70e2-417b-a2c4-cf94a31bfe40 req-d38887c7-003b-4270-a7cc-937ad5454213 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77c692c0-54a9-4c1c-a979-428392ade0b2 HTTP/1.1" status: 200 len: 217 time: 0.0435891 Mar 23 03:07:22.946843 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31910ea8-70e2-417b-a2c4-cf94a31bfe40 req-fe8651da-e857-4389-80e8-eaa97d2c339d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:07:22.947955 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-31910ea8-70e2-417b-a2c4-cf94a31bfe40 req-fe8651da-e857-4389-80e8-eaa97d2c339d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=051a9f8c-ba49-4548-ab84-136d66cf1a8c HTTP/1.1" status: 200 len: 855 time: 0.0513413 Mar 23 03:07:22.996687 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31910ea8-70e2-417b-a2c4-cf94a31bfe40 req-85c67759-6815-4041-b751-57302c2f98ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:07:22.998170 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-31910ea8-70e2-417b-a2c4-cf94a31bfe40 req-85c67759-6815-4041-b751-57302c2f98ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e3f3ab38-141b-4664-9c25-daf8be3dc6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448720 Mar 23 03:07:23.088567 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-31910ea8-70e2-417b-a2c4-cf94a31bfe40 req-9404c522-19ef-4073-aac9-c2b23378e806 service neutron] 10.222.0.23 "GET /v2.0/networks/e3f3ab38-141b-4664-9c25-daf8be3dc6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845628 Mar 23 03:07:23.175646 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-31910ea8-70e2-417b-a2c4-cf94a31bfe40 req-feba1366-11b0-458e-9bc5-b9fd8b760a13 service neutron] 10.222.0.23 "GET /v2.0/networks/e3f3ab38-141b-4664-9c25-daf8be3dc6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812616 Mar 23 03:07:23.981194 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:26.879499 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:07:47.609875 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e89f6b8e-70e1-407e-986b-e9b8e39f64d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:48.887282 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:49.923909 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b3dc6368-eac2-4750-8c0c-054c0ab1c059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:51.319455 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:52.759251 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:54.018184 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:54.039038 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1320249-ec77-4a6e-858f-595359f48740 req-1c066f3f-95ad-43d0-98ce-8536c4d9a496 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:07:54.040593 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c1320249-ec77-4a6e-858f-595359f48740 req-1c066f3f-95ad-43d0-98ce-8536c4d9a496 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4e14a26-1759-49bc-bf91-8698621dd5a5 HTTP/1.1" status: 200 len: 945 time: 0.0617342 Mar 23 03:07:54.087983 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c1320249-ec77-4a6e-858f-595359f48740 req-4c9a1385-50fc-44a5-9e17-5c454261a721 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/security-groups?id=b75599bc-d47f-4fd0-844d-ea79c0188b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416303 Mar 23 03:07:55.213723 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a860ab4-bad0-4fc3-81c0-ea5f2d504e87 req-1bd0cd16-bc4b-4d4a-9ab7-2b8017273489 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:07:55.215247 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3a860ab4-bad0-4fc3-81c0-ea5f2d504e87 req-1bd0cd16-bc4b-4d4a-9ab7-2b8017273489 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4e14a26-1759-49bc-bf91-8698621dd5a5 HTTP/1.1" status: 200 len: 945 time: 0.0567455 Mar 23 03:07:55.262840 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3a860ab4-bad0-4fc3-81c0-ea5f2d504e87 req-704a00cf-712c-4149-91d6-0f249811dc5a tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/security-groups?id=b75599bc-d47f-4fd0-844d-ea79c0188b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418403 Mar 23 03:07:55.494676 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4a1f8-4ca8-4c4c-9a6f-84bf09af6572 req-e88da18a-5725-4521-8dcb-1960f25314de tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:07:55.496094 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-04b4a1f8-4ca8-4c4c-9a6f-84bf09af6572 req-e88da18a-5725-4521-8dcb-1960f25314de tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e14a26-1759-49bc-bf91-8698621dd5a5 HTTP/1.1" status: 200 len: 945 time: 0.0521319 Mar 23 03:07:55.588958 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-04b4a1f8-4ca8-4c4c-9a6f-84bf09af6572 req-7ef9ba51-66be-4a1f-936a-df75d3227901 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Deleting port 77c692c0-54a9-4c1c-a979-428392ade0b2 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:07:55.589294 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-04b4a1f8-4ca8-4c4c-9a6f-84bf09af6572 req-7ef9ba51-66be-4a1f-936a-df75d3227901 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (77c692c0-54a9-4c1c-a979-428392ade0b2), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:55.676053 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-04b4a1f8-4ca8-4c4c-9a6f-84bf09af6572 req-7ef9ba51-66be-4a1f-936a-df75d3227901 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] For port 77c692c0-54a9-4c1c-a979-428392ade0b2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=77c692c0-54a9-4c1c-a979-428392ade0b2,segment=NetworkSegment(483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd),segment_id=483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:07:55.676408 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-04b4a1f8-4ca8-4c4c-9a6f-84bf09af6572 req-7ef9ba51-66be-4a1f-936a-df75d3227901 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (77c692c0-54a9-4c1c-a979-428392ade0b2), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:55.689756 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-04b4a1f8-4ca8-4c4c-9a6f-84bf09af6572 req-7ef9ba51-66be-4a1f-936a-df75d3227901 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Calling delete_port for 77c692c0-54a9-4c1c-a979-428392ade0b2 owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:07:55.909674 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-04b4a1f8-4ca8-4c4c-9a6f-84bf09af6572 req-7ef9ba51-66be-4a1f-936a-df75d3227901 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (77c692c0-54a9-4c1c-a979-428392ade0b2), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:55.921305 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['77c692c0-54a9-4c1c-a979-428392ade0b2'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:07:55.949230 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9ba51-66be-4a1f-936a-df75d3227901 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Pushing event deleted for resources: {'Port': ['ID=77c692c0-54a9-4c1c-a979-428392ade0b2,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:07:55.961919 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9ba51-66be-4a1f-936a-df75d3227901 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:07:55.962288 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9ba51-66be-4a1f-936a-df75d3227901 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:07:55.962619 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9ba51-66be-4a1f-936a-df75d3227901 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:07:55.962950 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9ba51-66be-4a1f-936a-df75d3227901 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:07:55.963295 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9ba51-66be-4a1f-936a-df75d3227901 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:07:55.963628 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9ba51-66be-4a1f-936a-df75d3227901 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:07:55.963988 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9ba51-66be-4a1f-936a-df75d3227901 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:07:55.964319 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9ba51-66be-4a1f-936a-df75d3227901 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:07:55.964647 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9ba51-66be-4a1f-936a-df75d3227901 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:07:55.964975 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9ba51-66be-4a1f-936a-df75d3227901 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:07:55.965300 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9ba51-66be-4a1f-936a-df75d3227901 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:07:55.965625 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9ba51-66be-4a1f-936a-df75d3227901 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:07:55.965947 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9ba51-66be-4a1f-936a-df75d3227901 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:07:55.966269 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9ba51-66be-4a1f-936a-df75d3227901 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:07:55.966594 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9ba51-66be-4a1f-936a-df75d3227901 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:07:56.001823 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b4a1f8-4ca8-4c4c-9a6f-84bf09af6572 req-7ef9ba51-66be-4a1f-936a-df75d3227901 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] No DVR routers for this DVR port 77c692c0-54a9-4c1c-a979-428392ade0b2 on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:07:56.004287 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-04b4a1f8-4ca8-4c4c-9a6f-84bf09af6572 req-7ef9ba51-66be-4a1f-936a-df75d3227901 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:07:56.008253 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-04b4a1f8-4ca8-4c4c-9a6f-84bf09af6572 req-7ef9ba51-66be-4a1f-936a-df75d3227901 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.23 "DELETE /v2.0/ports/77c692c0-54a9-4c1c-a979-428392ade0b2 HTTP/1.1" status: 204 len: 173 time: 0.5073311 Mar 23 03:07:56.008710 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e14a26-1759-49bc-bf91-8698621dd5a5', 'name': 'network-vif-deleted', 'tag': '77c692c0-54a9-4c1c-a979-428392ade0b2'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:07:56.010958 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5872c82d-3e25-4258-a00e-0cd56c48ef62" -d '{"events": [{"server_uuid": "d4e14a26-1759-49bc-bf91-8698621dd5a5", "name": "network-vif-deleted", "tag": "77c692c0-54a9-4c1c-a979-428392ade0b2"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:07:56.045181 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f01835-6deb-4efc-b1b3-88dd2adcbf04 x-openstack-request-id: req-48f01835-6deb-4efc-b1b3-88dd2adcbf04 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:07:56.045485 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e14a26-1759-49bc-bf91-8698621dd5a5", "name": "network-vif-deleted", "tag": "77c692c0-54a9-4c1c-a979-428392ade0b2", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:07:56.045744 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-48f01835-6deb-4efc-b1b3-88dd2adcbf04 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:07:56.046157 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48f01835-6deb-4efc-b1b3-88dd2adcbf04'] response: {'server_uuid': 'd4e14a26-1759-49bc-bf91-8698621dd5a5', 'name': 'network-vif-deleted', 'tag': '77c692c0-54a9-4c1c-a979-428392ade0b2', 'status': 'completed', 'code': 200} Mar 23 03:07:56.379011 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-eebc79c8-077e-48ec-a218-a3717ca904f9 req-4ed1b8e9-ddcf-475f-b9d0-fb21cd36426a tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4e14a26-1759-49bc-bf91-8698621dd5a5 HTTP/1.1" status: 200 len: 210 time: 0.0350287 Mar 23 03:07:58.104551 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-fefb3f84-f265-4b51-94cb-4520a35a9d2b tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:07:58.106011 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-fefb3f84-f265-4b51-94cb-4520a35a9d2b tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/networks?id=e3f3ab38-141b-4664-9c25-daf8be3dc6d7 HTTP/1.1" status: 200 len: 816 time: 0.0982385 Mar 23 03:07:58.120481 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-f0532847-532e-4d6f-9b7e-43404c7b91fd tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/quotas/06b2684efcea4e8ab07322389ecd3621 HTTP/1.1" status: 200 len: 375 time: 0.0092707 Mar 23 03:07:58.172931 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-9c38529a-3bcd-4565-8c64-530e95e2c7c3 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=06b2684efcea4e8ab07322389ecd3621&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476508 Mar 23 03:07:58.269622 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-7b7036bc-2497-49a6-8003-b4a99b8ad859 service neutron] 10.222.0.24 "GET /v2.0/networks/e3f3ab38-141b-4664-9c25-daf8be3dc6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851085 Mar 23 03:07:58.357827 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-0f76991f-cb31-400c-81d5-24f4cfd0e171 service neutron] 10.222.0.24 "GET /v2.0/networks/e3f3ab38-141b-4664-9c25-daf8be3dc6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824871 Mar 23 03:07:58.566560 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-147dcb4d-82f9-4347-9fba-fce5adde59e4 req-bd68d51c-f12a-4725-9331-691c8649d422 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f6df3f2-395b-4477-9044-7dc1016bd7f5 HTTP/1.1" status: 200 len: 210 time: 0.0270896 Mar 23 03:07:58.995298 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 77c692c0-54a9-4c1c-a979-428392ade0b2 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:07:59.015482 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: 77c692c0-54a9-4c1c-a979-428392ade0b2 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:07:59.015870 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 77c692c0-54a9-4c1c-a979-428392ade0b2 not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:07:59.663858 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5ddc074e-6044-4a16-8ab2-41882f8fc3ad req-b6d4b11f-3220-41c4-997f-f371fae5eb36 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f6df3f2-395b-4477-9044-7dc1016bd7f5 HTTP/1.1" status: 200 len: 210 time: 0.0324242 Mar 23 03:08:00.419085 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-58648d40-6f38-448b-8889-7eeeca7d6b6f tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:08:00.420464 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-58648d40-6f38-448b-8889-7eeeca7d6b6f tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.23 "GET /v2.0/networks?id=e3f3ab38-141b-4664-9c25-daf8be3dc6d7 HTTP/1.1" status: 200 len: 816 time: 0.0981703 Mar 23 03:08:00.432755 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-7ab61907-e86c-4fef-a9cd-c69a170a65fd tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Request body: {'port': {'device_id': '6f6df3f2-395b-4477-9044-7dc1016bd7f5', 'network_id': 'e3f3ab38-141b-4664-9c25-daf8be3dc6d7', 'admin_state_up': True, 'tenant_id': '06b2684efcea4e8ab07322389ecd3621'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:08:00.606586 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-7ab61907-e86c-4fef-a9cd-c69a170a65fd tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Made reservation on behalf of 06b2684efcea4e8ab07322389ecd3621 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:08:00.610054 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-7ab61907-e86c-4fef-a9cd-c69a170a65fd tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:00.740515 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-7ab61907-e86c-4fef-a9cd-c69a170a65fd tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Allocated IP 172.20.0.8 (e3f3ab38-141b-4664-9c25-daf8be3dc6d7/051a9f8c-ba49-4548-ab84-136d66cf1a8c/3c28530a-2da3-458f-8010-9e5cde4594fc) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:08:00.761318 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-cec465dd-c91f-4593-98a3-8624c2a17fc1 req-fe05794c-0aa1-4bf9-ba89-b09e24ca2d13 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f6df3f2-395b-4477-9044-7dc1016bd7f5 HTTP/1.1" status: 200 len: 210 time: 0.0265615 Mar 23 03:08:00.890040 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-7ab61907-e86c-4fef-a9cd-c69a170a65fd tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Publish callbacks [] for port (3c28530a-2da3-458f-8010-9e5cde4594fc), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:01.152965 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-7ab61907-e86c-4fef-a9cd-c69a170a65fd tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (3c28530a-2da3-458f-8010-9e5cde4594fc), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:01.194980 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-7ab61907-e86c-4fef-a9cd-c69a170a65fd tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Network e3f3ab38-141b-4664-9c25-daf8be3dc6d7 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:08:01.198291 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-7ab61907-e86c-4fef-a9cd-c69a170a65fd tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:08:01.204668 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-7ab61907-e86c-4fef-a9cd-c69a170a65fd tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:08:01.228607 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab61907-e86c-4fef-a9cd-c69a170a65fd tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Pushing event updated for resources: {'Port': ['ID=3c28530a-2da3-458f-8010-9e5cde4594fc,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:08:01.257137 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-7ab61907-e86c-4fef-a9cd-c69a170a65fd tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:08:01.257825 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-7ab61907-e86c-4fef-a9cd-c69a170a65fd tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:01.329668 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-7ab61907-e86c-4fef-a9cd-c69a170a65fd tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9011862 Mar 23 03:08:01.341965 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-df0a7237-649f-4951-85de-b255833bf69c service neutron] Request body: {'port': {'device_id': '6f6df3f2-395b-4477-9044-7dc1016bd7f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:08:01.406384 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-df0a7237-649f-4951-85de-b255833bf69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (3c28530a-2da3-458f-8010-9e5cde4594fc), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:01.409531 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-7421547d-55ad-4622-aed3-dfc50105a30b None None] Provisioning complete for port 3c28530a-2da3-458f-8010-9e5cde4594fc triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:08:01.410029 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7421547d-55ad-4622-aed3-dfc50105a30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (3c28530a-2da3-458f-8010-9e5cde4594fc), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:01.442293 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-7421547d-55ad-4622-aed3-dfc50105a30b None None] Port 3c28530a-2da3-458f-8010-9e5cde4594fc cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:08:01.662058 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-df0a7237-649f-4951-85de-b255833bf69c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c28530a-2da3-458f-8010-9e5cde4594fc {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:08:01.669638 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-df0a7237-649f-4951-85de-b255833bf69c service neutron] Publish callbacks [] for port (3c28530a-2da3-458f-8010-9e5cde4594fc), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:01.686200 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-df0a7237-649f-4951-85de-b255833bf69c service neutron] Transition to ACTIVE for port object 3c28530a-2da3-458f-8010-9e5cde4594fc will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 03:08:01.758064 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-df0a7237-649f-4951-85de-b255833bf69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (3c28530a-2da3-458f-8010-9e5cde4594fc), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:01.829421 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a7237-649f-4951-85de-b255833bf69c service neutron] Pushing event updated for resources: {'Port': ['ID=3c28530a-2da3-458f-8010-9e5cde4594fc,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:08:01.914145 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-df0a7237-649f-4951-85de-b255833bf69c service neutron] Attempting to bind port 3c28530a-2da3-458f-8010-9e5cde4594fc on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:08:01.915510 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-df0a7237-649f-4951-85de-b255833bf69c service neutron] Attempting to bind port 3c28530a-2da3-458f-8010-9e5cde4594fc by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f3ab38-141b-4664-9c25-daf8be3dc6d7'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:08:01.915510 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-df0a7237-649f-4951-85de-b255833bf69c service neutron] Attempting to bind port 3c28530a-2da3-458f-8010-9e5cde4594fc on network e3f3ab38-141b-4664-9c25-daf8be3dc6d7 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:08:01.922014 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-df0a7237-649f-4951-85de-b255833bf69c service neutron] Port 3c28530a-2da3-458f-8010-9e5cde4594fc on network e3f3ab38-141b-4664-9c25-daf8be3dc6d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 03:08:01.922303 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-df0a7237-649f-4951-85de-b255833bf69c service neutron] Attempting to bind port 3c28530a-2da3-458f-8010-9e5cde4594fc on network e3f3ab38-141b-4664-9c25-daf8be3dc6d7 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:08:01.933188 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e24116-0df4-4ef9-83b9-8020d143ea7d req-d7bec452-0c61-49b0-b788-f29320f5d6b1 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:08:01.934715 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-04e24116-0df4-4ef9-83b9-8020d143ea7d req-d7bec452-0c61-49b0-b788-f29320f5d6b1 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f6df3f2-395b-4477-9044-7dc1016bd7f5 HTTP/1.1" status: 200 len: 943 time: 0.0844471 Mar 23 03:08:01.937638 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-df0a7237-649f-4951-85de-b255833bf69c service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:08:01.937980 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-df0a7237-649f-4951-85de-b255833bf69c service neutron] Checking segment: {'id': '483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f3ab38-141b-4664-9c25-daf8be3dc6d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:08:01.938370 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-df0a7237-649f-4951-85de-b255833bf69c service neutron] Bound using segment: {'id': '483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f3ab38-141b-4664-9c25-daf8be3dc6d7'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:08:01.938803 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-df0a7237-649f-4951-85de-b255833bf69c service neutron] Bound port: 3c28530a-2da3-458f-8010-9e5cde4594fc, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f3ab38-141b-4664-9c25-daf8be3dc6d7'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:08:01.939166 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-df0a7237-649f-4951-85de-b255833bf69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (3c28530a-2da3-458f-8010-9e5cde4594fc), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:02.028963 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-04e24116-0df4-4ef9-83b9-8020d143ea7d req-3a0e6922-7a09-46d7-8c7a-c5d3914a627d tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/security-groups?id=b75599bc-d47f-4fd0-844d-ea79c0188b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874486 Mar 23 03:08:02.040181 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-df0a7237-649f-4951-85de-b255833bf69c service neutron] For port 3c28530a-2da3-458f-8010-9e5cde4594fc, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:08:02.043294 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-df0a7237-649f-4951-85de-b255833bf69c service neutron] For port 3c28530a-2da3-458f-8010-9e5cde4594fc, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3c28530a-2da3-458f-8010-9e5cde4594fc,segment=NetworkSegment(483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd),segment_id=483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:08:02.132776 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-df0a7237-649f-4951-85de-b255833bf69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (3c28530a-2da3-458f-8010-9e5cde4594fc), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:02.167317 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-df0a7237-649f-4951-85de-b255833bf69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:08:02.167973 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-df0a7237-649f-4951-85de-b255833bf69c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:02.169324 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-df0a7237-649f-4951-85de-b255833bf69c service neutron] 10.222.0.23 "PUT /v2.0/ports/3c28530a-2da3-458f-8010-9e5cde4594fc HTTP/1.1" status: 200 len: 1093 time: 0.8316383 Mar 23 03:08:02.169770 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6df3f2-395b-4477-9044-7dc1016bd7f5', 'tag': '3c28530a-2da3-458f-8010-9e5cde4594fc'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:08:02.172012 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f05472d-cd7b-458b-b8d2-943b054a86b6" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6df3f2-395b-4477-9044-7dc1016bd7f5", "tag": "3c28530a-2da3-458f-8010-9e5cde4594fc"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:08:02.195922 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a7237-649f-4951-85de-b255833bf69c service neutron] Pushing event updated for resources: {'Port': ['ID=3c28530a-2da3-458f-8010-9e5cde4594fc,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:08:02.213017 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895e7ef9-0d51-47ac-abe2-a4f06150db3a x-openstack-request-id: req-895e7ef9-0d51-47ac-abe2-a4f06150db3a {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:08:02.213372 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6df3f2-395b-4477-9044-7dc1016bd7f5", "tag": "3c28530a-2da3-458f-8010-9e5cde4594fc", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:08:02.213712 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-895e7ef9-0d51-47ac-abe2-a4f06150db3a {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:08:02.214131 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-895e7ef9-0d51-47ac-abe2-a4f06150db3a'] response: {'name': 'network-changed', 'server_uuid': '6f6df3f2-395b-4477-9044-7dc1016bd7f5', 'tag': '3c28530a-2da3-458f-8010-9e5cde4594fc', 'status': 'completed', 'code': 200} Mar 23 03:08:02.277445 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05472d-cd7b-458b-b8d2-943b054a86b6 req-229eb240-86e3-45c5-850b-d7172be6d9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:08:02.280335 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1f05472d-cd7b-458b-b8d2-943b054a86b6 req-229eb240-86e3-45c5-850b-d7172be6d9e9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=06b2684efcea4e8ab07322389ecd3621&device_id=6f6df3f2-395b-4477-9044-7dc1016bd7f5 HTTP/1.1" status: 200 len: 1127 time: 0.0479372 Mar 23 03:08:02.384947 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05472d-cd7b-458b-b8d2-943b054a86b6 req-ee56076a-2952-4122-b62d-5508cd702d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:08:02.388021 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1f05472d-cd7b-458b-b8d2-943b054a86b6 req-ee56076a-2952-4122-b62d-5508cd702d31 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=06b2684efcea4e8ab07322389ecd3621&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0988472 Mar 23 03:08:02.478259 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05472d-cd7b-458b-b8d2-943b054a86b6 req-3b666553-54d1-4f09-a1f5-51c29a29ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:08:02.479629 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1f05472d-cd7b-458b-b8d2-943b054a86b6 req-3b666553-54d1-4f09-a1f5-51c29a29ed5a service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878952 Mar 23 03:08:02.557659 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-4d65712f-17a9-407c-a344-e1039997910e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:08:02.559205 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-4d65712f-17a9-407c-a344-e1039997910e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=06b2684efcea4e8ab07322389ecd3621&device_id=6f6df3f2-395b-4477-9044-7dc1016bd7f5 HTTP/1.1" status: 200 len: 1127 time: 0.0445461 Mar 23 03:08:02.604422 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-9e5d30d5-8d81-4c86-9f70-c686dec1ee81 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c28530a-2da3-458f-8010-9e5cde4594fc HTTP/1.1" status: 200 len: 217 time: 0.0378289 Mar 23 03:08:02.650189 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-5a6e336a-9e65-41f0-b5ca-52a91191162b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:08:02.651578 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-5a6e336a-9e65-41f0-b5ca-52a91191162b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=051a9f8c-ba49-4548-ab84-136d66cf1a8c HTTP/1.1" status: 200 len: 855 time: 0.0416973 Mar 23 03:08:02.699065 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-9844b6cb-935a-4381-b48a-d54a1458f823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:08:02.700698 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-9844b6cb-935a-4381-b48a-d54a1458f823 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e3f3ab38-141b-4664-9c25-daf8be3dc6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434880 Mar 23 03:08:02.789075 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-a9bee592-30dd-4979-a440-9fd0e4d1c510 service neutron] 10.222.0.23 "GET /v2.0/networks/e3f3ab38-141b-4664-9c25-daf8be3dc6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823851 Mar 23 03:08:02.873824 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c91d8cb6-2989-47bc-9807-b98db2378f65 req-70b290cc-96df-483a-90d0-8f5cff290c66 service neutron] 10.222.0.23 "GET /v2.0/networks/e3f3ab38-141b-4664-9c25-daf8be3dc6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794613 Mar 23 03:08:03.150387 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9921e-7c7c-429c-b785-b9fde455faec req-dcb83fd9-9015-44cf-a6bb-b6c4c124c85c tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:08:03.151880 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-54c9921e-7c7c-429c-b785-b9fde455faec req-dcb83fd9-9015-44cf-a6bb-b6c4c124c85c tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f6df3f2-395b-4477-9044-7dc1016bd7f5 HTTP/1.1" status: 200 len: 943 time: 0.0568428 Mar 23 03:08:03.197888 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-54c9921e-7c7c-429c-b785-b9fde455faec req-ebfb7398-06ff-4b30-93c4-4901cb2c90bd tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/security-groups?id=b75599bc-d47f-4fd0-844d-ea79c0188b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403886 Mar 23 03:08:03.878881 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:08:04.315497 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e766d-efe3-4719-9b8b-f63a56fb257a req-200bafbc-e136-4a1b-9de0-38fc85cab673 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:08:04.316987 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-149e766d-efe3-4719-9b8b-f63a56fb257a req-200bafbc-e136-4a1b-9de0-38fc85cab673 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f6df3f2-395b-4477-9044-7dc1016bd7f5 HTTP/1.1" status: 200 len: 943 time: 0.0518825 Mar 23 03:08:04.367081 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-149e766d-efe3-4719-9b8b-f63a56fb257a req-3718a368-9fc8-48fa-bffe-2e23bfbf0c4a tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/security-groups?id=b75599bc-d47f-4fd0-844d-ea79c0188b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436206 Mar 23 03:08:05.011240 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 3c28530a-2da3-458f-8010-9e5cde4594fc details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 03:08:05.104442 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 3c28530a-2da3-458f-8010-9e5cde4594fc, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3c28530a-2da3-458f-8010-9e5cde4594fc,segment=NetworkSegment(483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd),segment_id=483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:08:05.116241 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '3c28530a-2da3-458f-8010-9e5cde4594fc', 'network_id': 'e3f3ab38-141b-4664-9c25-daf8be3dc6d7', 'port_id': '3c28530a-2da3-458f-8010-9e5cde4594fc', 'mac_address': 'fa:16:3e:54:47:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '051a9f8c-ba49-4548-ab84-136d66cf1a8c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 03:08:05.157089 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 3c28530a-2da3-458f-8010-9e5cde4594fc is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:08:05.157481 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (3c28530a-2da3-458f-8010-9e5cde4594fc), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:05.170084 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c28530a-2da3-458f-8010-9e5cde4594fc {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:08:05.189816 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 3c28530a-2da3-458f-8010-9e5cde4594fc, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3c28530a-2da3-458f-8010-9e5cde4594fc,segment=NetworkSegment(483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd),segment_id=483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:08:05.252438 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (3c28530a-2da3-458f-8010-9e5cde4594fc), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:05.300016 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=3c28530a-2da3-458f-8010-9e5cde4594fc,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:08:05.307447 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:08:05.307796 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:08:05.308201 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:08:05.308548 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:08:05.308886 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:08:05.309218 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:08:05.309547 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:08:05.309874 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:08:05.310203 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:08:05.310530 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:08:05.310858 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:08:05.311183 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:08:05.311509 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:08:05.311845 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:08:05.312182 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:08:05.440847 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['3c28530a-2da3-458f-8010-9e5cde4594fc'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:08:05.486608 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444b5ce-4dc0-415c-bd14-de3be3d6cdcd req-b112fa7b-fe2f-4fe7-869c-b637e2daeede tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:08:05.488136 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1444b5ce-4dc0-415c-bd14-de3be3d6cdcd req-b112fa7b-fe2f-4fe7-869c-b637e2daeede tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f6df3f2-395b-4477-9044-7dc1016bd7f5 HTTP/1.1" status: 200 len: 944 time: 0.0546334 Mar 23 03:08:05.534241 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1444b5ce-4dc0-415c-bd14-de3be3d6cdcd req-a048aedf-3ae8-413a-a2e1-0c580fa1d44c tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/security-groups?id=b75599bc-d47f-4fd0-844d-ea79c0188b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396757 Mar 23 03:08:06.650964 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bdb7e-d805-4279-b62f-6e9c2c385562 req-d4d6fc2a-fbb3-4a8e-a76e-6258ac2cd4c4 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:08:06.652458 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c52bdb7e-d805-4279-b62f-6e9c2c385562 req-d4d6fc2a-fbb3-4a8e-a76e-6258ac2cd4c4 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f6df3f2-395b-4477-9044-7dc1016bd7f5 HTTP/1.1" status: 200 len: 944 time: 0.0533395 Mar 23 03:08:06.698971 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c52bdb7e-d805-4279-b62f-6e9c2c385562 req-c181d1e7-c524-4636-881d-66d0f9efddca tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/security-groups?id=b75599bc-d47f-4fd0-844d-ea79c0188b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411410 Mar 23 03:08:07.023805 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 3c28530a-2da3-458f-8010-9e5cde4594fc up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:08:07.149358 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port 3c28530a-2da3-458f-8010-9e5cde4594fc completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 03:08:07.153288 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 3c28530a-2da3-458f-8010-9e5cde4594fc triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:08:07.153668 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (3c28530a-2da3-458f-8010-9e5cde4594fc), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:07.230611 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 3c28530a-2da3-458f-8010-9e5cde4594fc is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:08:07.230925 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (3c28530a-2da3-458f-8010-9e5cde4594fc), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:07.253829 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6df3f2-395b-4477-9044-7dc1016bd7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c28530a-2da3-458f-8010-9e5cde4594fc'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:08:07.256141 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7aadffe-a155-4ef9-9d0e-e59599f8c139" -d '{"events": [{"server_uuid": "6f6df3f2-395b-4477-9044-7dc1016bd7f5", "name": "network-vif-plugged", "status": "completed", "tag": "3c28530a-2da3-458f-8010-9e5cde4594fc"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:08:07.270962 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 3c28530a-2da3-458f-8010-9e5cde4594fc, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3c28530a-2da3-458f-8010-9e5cde4594fc,segment=NetworkSegment(483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd),segment_id=483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:08:07.293843 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af00870e-887c-4dc5-b1fa-e6f33f642a12 x-openstack-request-id: req-af00870e-887c-4dc5-b1fa-e6f33f642a12 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:08:07.294221 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6df3f2-395b-4477-9044-7dc1016bd7f5", "name": "network-vif-plugged", "status": "completed", "tag": "3c28530a-2da3-458f-8010-9e5cde4594fc", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:08:07.294476 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af00870e-887c-4dc5-b1fa-e6f33f642a12 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:08:07.294891 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af00870e-887c-4dc5-b1fa-e6f33f642a12'] response: {'server_uuid': '6f6df3f2-395b-4477-9044-7dc1016bd7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c28530a-2da3-458f-8010-9e5cde4594fc', 'code': 200} Mar 23 03:08:07.353199 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (3c28530a-2da3-458f-8010-9e5cde4594fc), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:07.399596 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=3c28530a-2da3-458f-8010-9e5cde4594fc,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:08:07.617041 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09852e51-dc55-4e2c-b0de-2bbc49bf36c4 req-28970acd-ee05-4ac5-b9ec-b5bd830cb9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:08:07.618501 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-09852e51-dc55-4e2c-b0de-2bbc49bf36c4 req-28970acd-ee05-4ac5-b9ec-b5bd830cb9b2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6f6df3f2-395b-4477-9044-7dc1016bd7f5 HTTP/1.1" status: 200 len: 1129 time: 0.0441914 Mar 23 03:08:07.823858 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536173ba-8fbd-4d28-923e-2544c4332635 req-b249846a-e5f7-4bdc-ad4c-7b7b7662f518 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:08:07.825544 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-536173ba-8fbd-4d28-923e-2544c4332635 req-b249846a-e5f7-4bdc-ad4c-7b7b7662f518 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f6df3f2-395b-4477-9044-7dc1016bd7f5 HTTP/1.1" status: 200 len: 945 time: 0.0568807 Mar 23 03:08:07.875427 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-536173ba-8fbd-4d28-923e-2544c4332635 req-97037342-4a7f-446f-ab7a-285f89c6b0cd tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/security-groups?id=b75599bc-d47f-4fd0-844d-ea79c0188b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442345 Mar 23 03:08:08.000748 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-09852e51-dc55-4e2c-b0de-2bbc49bf36c4 req-c85140e7-c1f8-4625-8661-3ba974afc193 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b75599bc-d47f-4fd0-844d-ea79c0188b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764908 Mar 23 03:08:08.997229 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ab080-e0b1-4ed7-89ef-d36e225c0203 req-379a1661-241d-4a4c-99a8-9ba94c0a56a1 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:08:08.998760 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1a5ab080-e0b1-4ed7-89ef-d36e225c0203 req-379a1661-241d-4a4c-99a8-9ba94c0a56a1 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f6df3f2-395b-4477-9044-7dc1016bd7f5 HTTP/1.1" status: 200 len: 945 time: 0.0524828 Mar 23 03:08:09.046896 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1a5ab080-e0b1-4ed7-89ef-d36e225c0203 req-ef0b21d2-9bf2-4a07-9ae9-cee7fae5e17a tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/security-groups?id=b75599bc-d47f-4fd0-844d-ea79c0188b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420637 Mar 23 03:08:10.168323 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b1f10-38d4-4cef-8593-bffff281dcf9 req-0d9258f2-6797-478d-b173-12a220468180 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:08:10.169829 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a58b1f10-38d4-4cef-8593-bffff281dcf9 req-0d9258f2-6797-478d-b173-12a220468180 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f6df3f2-395b-4477-9044-7dc1016bd7f5 HTTP/1.1" status: 200 len: 945 time: 0.0574777 Mar 23 03:08:10.216253 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a58b1f10-38d4-4cef-8593-bffff281dcf9 req-82fe1956-0ef9-4ce6-8c16-c6395dc3650e tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/security-groups?id=b75599bc-d47f-4fd0-844d-ea79c0188b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410104 Mar 23 03:08:10.331386 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b1ee6-7f71-4e38-afe6-8e9719248726 req-e7095526-ef3c-4165-8dbf-c687537cb3c5 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:08:10.332841 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2f7b1ee6-7f71-4e38-afe6-8e9719248726 req-e7095526-ef3c-4165-8dbf-c687537cb3c5 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f6df3f2-395b-4477-9044-7dc1016bd7f5 HTTP/1.1" status: 200 len: 945 time: 0.0523713 Mar 23 03:08:10.382182 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2f7b1ee6-7f71-4e38-afe6-8e9719248726 req-31dcf5e3-7267-43ea-8f7f-74a664547d82 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/security-groups?id=b75599bc-d47f-4fd0-844d-ea79c0188b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432811 Mar 23 03:08:17.587049 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-eb9fbc0d-4d51-4b2b-a405-f1556ea15fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:18.869473 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:19.930030 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f28afdce-497e-47c5-ab36-68cc37d68e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:21.352159 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:22.620579 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-04946fc3-e413-44c7-b8b3-449e62404926 req-51701f95-2358-4cd2-86bc-ff4cbdd39c73 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6f6df3f2-395b-4477-9044-7dc1016bd7f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445600 Mar 23 03:08:22.707397 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04946fc3-e413-44c7-b8b3-449e62404926 req-15a2bf40-af32-4b31-88e5-ea122aeb6bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:08:22.709042 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-04946fc3-e413-44c7-b8b3-449e62404926 req-15a2bf40-af32-4b31-88e5-ea122aeb6bc3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=06b2684efcea4e8ab07322389ecd3621&device_id=6f6df3f2-395b-4477-9044-7dc1016bd7f5 HTTP/1.1" status: 200 len: 1129 time: 0.0473967 Mar 23 03:08:22.763542 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:22.828841 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04946fc3-e413-44c7-b8b3-449e62404926 req-d8d015b6-b085-4c8c-aa22-40af4ed5fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:08:22.830294 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-04946fc3-e413-44c7-b8b3-449e62404926 req-d8d015b6-b085-4c8c-aa22-40af4ed5fe27 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e3f3ab38-141b-4664-9c25-daf8be3dc6d7 HTTP/1.1" status: 200 len: 917 time: 0.0857940 Mar 23 03:08:22.870295 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-04946fc3-e413-44c7-b8b3-449e62404926 req-880209b7-e794-4682-9f5f-a33ccfedfaa7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c28530a-2da3-458f-8010-9e5cde4594fc HTTP/1.1" status: 200 len: 217 time: 0.0346825 Mar 23 03:08:22.918177 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04946fc3-e413-44c7-b8b3-449e62404926 req-b96e1082-cbf1-4e04-83ce-812efccefa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:08:22.919663 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-04946fc3-e413-44c7-b8b3-449e62404926 req-b96e1082-cbf1-4e04-83ce-812efccefa46 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=051a9f8c-ba49-4548-ab84-136d66cf1a8c HTTP/1.1" status: 200 len: 855 time: 0.0433836 Mar 23 03:08:22.971940 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04946fc3-e413-44c7-b8b3-449e62404926 req-8ee0ae20-ca90-43f6-bb20-dd0dc5c4b066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:08:22.973364 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-04946fc3-e413-44c7-b8b3-449e62404926 req-8ee0ae20-ca90-43f6-bb20-dd0dc5c4b066 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e3f3ab38-141b-4664-9c25-daf8be3dc6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0480044 Mar 23 03:08:22.982760 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [req-04946fc3-e413-44c7-b8b3-449e62404926 req-5065b3ea-304c-4c6c-b29e-cd2b99c52e95 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 03:08:22.983767 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-04946fc3-e413-44c7-b8b3-449e62404926 req-5065b3ea-304c-4c6c-b29e-cd2b99c52e95 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050051 Mar 23 03:08:23.073651 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-04946fc3-e413-44c7-b8b3-449e62404926 req-444797b7-7f3a-42cd-8dbe-92283ce61f01 service neutron] 10.222.0.23 "GET /v2.0/networks/e3f3ab38-141b-4664-9c25-daf8be3dc6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841875 Mar 23 03:08:23.168813 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-04946fc3-e413-44c7-b8b3-449e62404926 req-257bdbf7-6865-4578-93f5-2a136344ecb4 service neutron] 10.222.0.23 "GET /v2.0/networks/e3f3ab38-141b-4664-9c25-daf8be3dc6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890372 Mar 23 03:08:23.989466 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:40.877820 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:08:47.614523 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6915b84e-cd9b-4ef9-a7fc-29bf852a2ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:48.173520 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6df47-e5ec-4e7b-837c-a5b0b2f1d88c req-512c2e16-47ab-4bb3-a8a0-238e2c6446cd tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:08:48.174986 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c5e6df47-e5ec-4e7b-837c-a5b0b2f1d88c req-512c2e16-47ab-4bb3-a8a0-238e2c6446cd tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f6df3f2-395b-4477-9044-7dc1016bd7f5 HTTP/1.1" status: 200 len: 945 time: 0.0524287 Mar 23 03:08:48.222244 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c5e6df47-e5ec-4e7b-837c-a5b0b2f1d88c req-1183a1c2-540a-44a1-a4b3-e6cd2906ec44 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/security-groups?id=b75599bc-d47f-4fd0-844d-ea79c0188b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410750 Mar 23 03:08:48.917503 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:49.441661 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381d4db-eaf9-485c-bdae-4d92c2ecf400 req-ac91de02-877f-413e-995e-5ef69f2d661a tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:08:49.443988 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4381d4db-eaf9-485c-bdae-4d92c2ecf400 req-ac91de02-877f-413e-995e-5ef69f2d661a tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f6df3f2-395b-4477-9044-7dc1016bd7f5 HTTP/1.1" status: 200 len: 945 time: 0.1522174 Mar 23 03:08:49.489821 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4381d4db-eaf9-485c-bdae-4d92c2ecf400 req-d9f3e45d-685d-4914-801a-f00d938b06be tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/security-groups?id=b75599bc-d47f-4fd0-844d-ea79c0188b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399280 Mar 23 03:08:49.648862 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a82f1-ebb4-4fa5-9e72-1897870f2a9c req-77bee337-2e33-449c-a5cf-acd2c7a24811 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:08:49.650210 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-614a82f1-ebb4-4fa5-9e72-1897870f2a9c req-77bee337-2e33-449c-a5cf-acd2c7a24811 tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f6df3f2-395b-4477-9044-7dc1016bd7f5 HTTP/1.1" status: 200 len: 945 time: 0.0515416 Mar 23 03:08:49.744164 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-614a82f1-ebb4-4fa5-9e72-1897870f2a9c req-0332b3bb-0373-4d2a-b14a-a3b04e0125fc tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Deleting port 3c28530a-2da3-458f-8010-9e5cde4594fc {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:08:49.744508 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-614a82f1-ebb4-4fa5-9e72-1897870f2a9c req-0332b3bb-0373-4d2a-b14a-a3b04e0125fc tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (3c28530a-2da3-458f-8010-9e5cde4594fc), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:49.830085 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-614a82f1-ebb4-4fa5-9e72-1897870f2a9c req-0332b3bb-0373-4d2a-b14a-a3b04e0125fc tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] For port 3c28530a-2da3-458f-8010-9e5cde4594fc, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3c28530a-2da3-458f-8010-9e5cde4594fc,segment=NetworkSegment(483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd),segment_id=483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:08:49.830443 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-614a82f1-ebb4-4fa5-9e72-1897870f2a9c req-0332b3bb-0373-4d2a-b14a-a3b04e0125fc tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (3c28530a-2da3-458f-8010-9e5cde4594fc), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:49.847168 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-614a82f1-ebb4-4fa5-9e72-1897870f2a9c req-0332b3bb-0373-4d2a-b14a-a3b04e0125fc tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Calling delete_port for 3c28530a-2da3-458f-8010-9e5cde4594fc owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:08:49.929252 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-240f8223-5e69-411d-b499-c25ec5b8a42b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:50.020226 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-614a82f1-ebb4-4fa5-9e72-1897870f2a9c req-0332b3bb-0373-4d2a-b14a-a3b04e0125fc tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (3c28530a-2da3-458f-8010-9e5cde4594fc), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:50.031898 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['3c28530a-2da3-458f-8010-9e5cde4594fc'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:08:50.049249 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332b3bb-0373-4d2a-b14a-a3b04e0125fc tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Pushing event deleted for resources: {'Port': ['ID=3c28530a-2da3-458f-8010-9e5cde4594fc,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:08:50.097219 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-614a82f1-ebb4-4fa5-9e72-1897870f2a9c req-0332b3bb-0373-4d2a-b14a-a3b04e0125fc tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] No DVR routers for this DVR port 3c28530a-2da3-458f-8010-9e5cde4594fc on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:08:50.100411 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-614a82f1-ebb4-4fa5-9e72-1897870f2a9c req-0332b3bb-0373-4d2a-b14a-a3b04e0125fc tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:50.103636 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-614a82f1-ebb4-4fa5-9e72-1897870f2a9c req-0332b3bb-0373-4d2a-b14a-a3b04e0125fc tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.23 "DELETE /v2.0/ports/3c28530a-2da3-458f-8010-9e5cde4594fc HTTP/1.1" status: 204 len: 173 time: 0.4485450 Mar 23 03:08:50.104097 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6df3f2-395b-4477-9044-7dc1016bd7f5', 'name': 'network-vif-deleted', 'tag': '3c28530a-2da3-458f-8010-9e5cde4594fc'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:08:50.106333 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3bb330-dfd1-4fdd-8ee3-bcc42ea87652" -d '{"events": [{"server_uuid": "6f6df3f2-395b-4477-9044-7dc1016bd7f5", "name": "network-vif-deleted", "tag": "3c28530a-2da3-458f-8010-9e5cde4594fc"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:08:50.140413 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36f4390-c905-4335-8b6f-7e1c2321e55e x-openstack-request-id: req-c36f4390-c905-4335-8b6f-7e1c2321e55e {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:08:50.140712 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6df3f2-395b-4477-9044-7dc1016bd7f5", "name": "network-vif-deleted", "tag": "3c28530a-2da3-458f-8010-9e5cde4594fc", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:08:50.140974 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c36f4390-c905-4335-8b6f-7e1c2321e55e {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:08:50.141394 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c36f4390-c905-4335-8b6f-7e1c2321e55e'] response: {'server_uuid': '6f6df3f2-395b-4477-9044-7dc1016bd7f5', 'name': 'network-vif-deleted', 'tag': '3c28530a-2da3-458f-8010-9e5cde4594fc', 'status': 'completed', 'code': 200} Mar 23 03:08:50.597299 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2837ebd6-3e55-4a00-9562-60f90966b071 req-68588e53-a6e6-4a09-b04b-7c08cf3603ea tempest-TestEncryptedCinderVolumes-2097755435 tempest-TestEncryptedCinderVolumes-2097755435-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f6df3f2-395b-4477-9044-7dc1016bd7f5 HTTP/1.1" status: 200 len: 210 time: 0.0273511 Mar 23 03:08:51.323097 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:51.758447 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 39368) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:08:52.097647 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-970aabd1-967b-4488-ab0d-a389642a72c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (8d0739a5-4d89-4373-b02f-8dbac8e74fb1), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:52.346253 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-970aabd1-967b-4488-ab0d-a389642a72c9 admin admin] Deleting port 66b1896a-31b6-4c92-bc97-fc28ef89e55f {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:08:52.346587 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-970aabd1-967b-4488-ab0d-a389642a72c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (66b1896a-31b6-4c92-bc97-fc28ef89e55f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:52.423587 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-970aabd1-967b-4488-ab0d-a389642a72c9 admin admin] For port 66b1896a-31b6-4c92-bc97-fc28ef89e55f, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=66b1896a-31b6-4c92-bc97-fc28ef89e55f,segment=NetworkSegment(483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd),segment_id=483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:08:52.423900 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-970aabd1-967b-4488-ab0d-a389642a72c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (66b1896a-31b6-4c92-bc97-fc28ef89e55f), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:52.436370 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-970aabd1-967b-4488-ab0d-a389642a72c9 admin admin] Calling delete_port for 66b1896a-31b6-4c92-bc97-fc28ef89e55f owned by network:router_interface {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:08:52.680476 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-970aabd1-967b-4488-ab0d-a389642a72c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (66b1896a-31b6-4c92-bc97-fc28ef89e55f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:52.704914 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970aabd1-967b-4488-ab0d-a389642a72c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=66b1896a-31b6-4c92-bc97-fc28ef89e55f,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:08:52.781815 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:52.890300 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-970aabd1-967b-4488-ab0d-a389642a72c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (8d0739a5-4d89-4373-b02f-8dbac8e74fb1), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:53.124912 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970aabd1-967b-4488-ab0d-a389642a72c9 admin admin] Router 8d0739a5-4d89-4373-b02f-8dbac8e74fb1 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:08:53.238473 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970aabd1-967b-4488-ab0d-a389642a72c9 admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:08:53.249363 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707f988c-d0ec-48c8-9f55-4fa3d1cd8c1c None None] Sync routers for ids ['8d0739a5-4d89-4373-b02f-8dbac8e74fb1'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:08:53.250010 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-970aabd1-967b-4488-ab0d-a389642a72c9 admin admin] 10.222.0.24 "PUT /v2.0/routers/8d0739a5-4d89-4373-b02f-8dbac8e74fb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4900932 Mar 23 03:08:53.252511 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 39370) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:08:53.261046 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707f988c-d0ec-48c8-9f55-4fa3d1cd8c1c None None] Routers {'8d0739a5-4d89-4373-b02f-8dbac8e74fb1'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:08:53.261670 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-707f988c-d0ec-48c8-9f55-4fa3d1cd8c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:08:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['8d0739a5-4d89-4373-b02f-8dbac8e74fb1'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:08:53.306422 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 3c28530a-2da3-458f-8010-9e5cde4594fc no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:08:53.337830 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: 3c28530a-2da3-458f-8010-9e5cde4594fc {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:08:53.338377 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 3c28530a-2da3-458f-8010-9e5cde4594fc not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:08:53.374716 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-707f988c-d0ec-48c8-9f55-4fa3d1cd8c1c None None] Set router 8d0739a5-4d89-4373-b02f-8dbac8e74fb1 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:08:53.397907 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-40bc921d-33ac-4ae2-9a8e-018f2e4d8a1e admin admin] Publish callbacks [] for router (8d0739a5-4d89-4373-b02f-8dbac8e74fb1), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:53.518168 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-40bc921d-33ac-4ae2-9a8e-018f2e4d8a1e admin admin] Publish callbacks [] for router_gateway (8d0739a5-4d89-4373-b02f-8dbac8e74fb1), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:53.557675 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-707f988c-d0ec-48c8-9f55-4fa3d1cd8c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0739a5-4d89-4373-b02f-8dbac8e74fb1', 'name': 'tempest-TestEncryptedCinderVolumes-928064653-router', 'tenant_id': '06b2684efcea4e8ab07322389ecd3621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '32152438-bbcd-48de-bd02-433e4fa70905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:06:52Z', 'updated_at': '2022-03-23T03:08:52Z', 'revision_number': 5, 'project_id': '06b2684efcea4e8ab07322389ecd3621', 'gw_port': {'id': '32152438-bbcd-48de-bd02-433e4fa70905', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ce:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0739a5-4d89-4373-b02f-8dbac8e74fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:06:53Z', 'updated_at': '2022-03-23T03:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:08:53.585051 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707f988c-d0ec-48c8-9f55-4fa3d1cd8c1c None None] Checking router: 8d0739a5-4d89-4373-b02f-8dbac8e74fb1 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:08:53.593528 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707f988c-d0ec-48c8-9f55-4fa3d1cd8c1c None None] Routers {'8d0739a5-4d89-4373-b02f-8dbac8e74fb1'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:08:53.594160 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-707f988c-d0ec-48c8-9f55-4fa3d1cd8c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:08:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['8d0739a5-4d89-4373-b02f-8dbac8e74fb1'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:08:53.632635 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-40bc921d-33ac-4ae2-9a8e-018f2e4d8a1e admin admin] Deleting port 32152438-bbcd-48de-bd02-433e4fa70905 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:08:53.632981 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-40bc921d-33ac-4ae2-9a8e-018f2e4d8a1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (32152438-bbcd-48de-bd02-433e4fa70905), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:53.720069 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-40bc921d-33ac-4ae2-9a8e-018f2e4d8a1e admin admin] For port 32152438-bbcd-48de-bd02-433e4fa70905, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=32152438-bbcd-48de-bd02-433e4fa70905,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:08:53.720440 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-40bc921d-33ac-4ae2-9a8e-018f2e4d8a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (32152438-bbcd-48de-bd02-433e4fa70905), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:53.734327 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-40bc921d-33ac-4ae2-9a8e-018f2e4d8a1e admin admin] Calling delete_port for 32152438-bbcd-48de-bd02-433e4fa70905 owned by network:router_gateway {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:08:53.779954 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-707f988c-d0ec-48c8-9f55-4fa3d1cd8c1c None None] Set router 8d0739a5-4d89-4373-b02f-8dbac8e74fb1 gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:08:53.831426 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-707f988c-d0ec-48c8-9f55-4fa3d1cd8c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0739a5-4d89-4373-b02f-8dbac8e74fb1', 'name': 'tempest-TestEncryptedCinderVolumes-928064653-router', 'tenant_id': '06b2684efcea4e8ab07322389ecd3621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:06:52Z', 'updated_at': '2022-03-23T03:08:53Z', 'revision_number': 6, 'project_id': '06b2684efcea4e8ab07322389ecd3621', 'gw_port_host': None}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:08:53.861220 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707f988c-d0ec-48c8-9f55-4fa3d1cd8c1c None None] The sync data for ids ['8d0739a5-4d89-4373-b02f-8dbac8e74fb1'] in dv-neutron-834613-2-hyperv is: [{'id': '8d0739a5-4d89-4373-b02f-8dbac8e74fb1', 'name': 'tempest-TestEncryptedCinderVolumes-928064653-router', 'tenant_id': '06b2684efcea4e8ab07322389ecd3621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:06:52Z', 'updated_at': '2022-03-23T03:08:53Z', 'revision_number': 6, 'project_id': '06b2684efcea4e8ab07322389ecd3621', 'gw_port_host': None}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:08:53.965597 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-40bc921d-33ac-4ae2-9a8e-018f2e4d8a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (32152438-bbcd-48de-bd02-433e4fa70905), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:53.988393 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:53.991205 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc921d-33ac-4ae2-9a8e-018f2e4d8a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=32152438-bbcd-48de-bd02-433e4fa70905,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:08:54.054293 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-40bc921d-33ac-4ae2-9a8e-018f2e4d8a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (8d0739a5-4d89-4373-b02f-8dbac8e74fb1), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:54.145373 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-40bc921d-33ac-4ae2-9a8e-018f2e4d8a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (8d0739a5-4d89-4373-b02f-8dbac8e74fb1), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:54.147554 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-40bc921d-33ac-4ae2-9a8e-018f2e4d8a1e admin admin] Publish callbacks [] for router_controller (8d0739a5-4d89-4373-b02f-8dbac8e74fb1), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:54.248820 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-40bc921d-33ac-4ae2-9a8e-018f2e4d8a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (8d0739a5-4d89-4373-b02f-8dbac8e74fb1), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:54.249353 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bc921d-33ac-4ae2-9a8e-018f2e4d8a1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d0739a5-4d89-4373-b02f-8dbac8e74fb1 {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 03:08:54.258919 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-40bc921d-33ac-4ae2-9a8e-018f2e4d8a1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:54.258919 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-40bc921d-33ac-4ae2-9a8e-018f2e4d8a1e admin admin] 10.222.0.24 "DELETE /v2.0/routers/8d0739a5-4d89-4373-b02f-8dbac8e74fb1 HTTP/1.1" status: 204 len: 168 time: 1.0005798 Mar 23 03:08:54.259165 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39372) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:08:54.313362 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cef4851-fe4a-423d-86a8-ed269f94d017 admin admin] Deleting subnet 051a9f8c-ba49-4548-ab84-136d66cf1a8c {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 03:08:54.314990 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0cef4851-fe4a-423d-86a8-ed269f94d017 admin admin] Publish callbacks [] for subnet (051a9f8c-ba49-4548-ab84-136d66cf1a8c), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:54.348530 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0cef4851-fe4a-423d-86a8-ed269f94d017 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (051a9f8c-ba49-4548-ab84-136d66cf1a8c), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:54.422774 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0cef4851-fe4a-423d-86a8-ed269f94d017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (051a9f8c-ba49-4548-ab84-136d66cf1a8c), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:54.540462 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0cef4851-fe4a-423d-86a8-ed269f94d017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (051a9f8c-ba49-4548-ab84-136d66cf1a8c), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:54.569730 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef4851-fe4a-423d-86a8-ed269f94d017 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=051a9f8c-ba49-4548-ab84-136d66cf1a8c,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:08:54.574178 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0cef4851-fe4a-423d-86a8-ed269f94d017 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:54.579464 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0cef4851-fe4a-423d-86a8-ed269f94d017 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/051a9f8c-ba49-4548-ab84-136d66cf1a8c HTTP/1.1" status: 204 len: 168 time: 0.3184402 Mar 23 03:08:54.579703 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fd1380-b28a-484d-9737-01046cba1905 None None] Network e3f3ab38-141b-4664-9c25-daf8be3dc6d7 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:08:54.580059 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 39374) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:08:54.582703 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef4851-fe4a-423d-86a8-ed269f94d017 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:08:54.582867 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef4851-fe4a-423d-86a8-ed269f94d017 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:08:54.583184 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef4851-fe4a-423d-86a8-ed269f94d017 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:08:54.583521 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef4851-fe4a-423d-86a8-ed269f94d017 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:08:54.584502 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef4851-fe4a-423d-86a8-ed269f94d017 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:08:54.584904 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef4851-fe4a-423d-86a8-ed269f94d017 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:08:54.586119 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef4851-fe4a-423d-86a8-ed269f94d017 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:08:54.586119 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef4851-fe4a-423d-86a8-ed269f94d017 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:08:54.586338 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef4851-fe4a-423d-86a8-ed269f94d017 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:08:54.586668 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef4851-fe4a-423d-86a8-ed269f94d017 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:08:54.586997 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef4851-fe4a-423d-86a8-ed269f94d017 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:08:54.587324 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef4851-fe4a-423d-86a8-ed269f94d017 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:08:54.587665 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef4851-fe4a-423d-86a8-ed269f94d017 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:08:54.588012 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef4851-fe4a-423d-86a8-ed269f94d017 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:08:54.588334 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef4851-fe4a-423d-86a8-ed269f94d017 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:08:54.653932 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-eddbda21-f619-439f-b8a1-bbb04e508733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (e3f3ab38-141b-4664-9c25-daf8be3dc6d7), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:54.713680 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-eddbda21-f619-439f-b8a1-bbb04e508733 admin admin] Deleting port e949c1e7-26a9-4519-89a7-3c050a409ce2 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:08:54.714076 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-eddbda21-f619-439f-b8a1-bbb04e508733 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (e949c1e7-26a9-4519-89a7-3c050a409ce2), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:54.751194 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ad5aef-f625-4832-9466-8024afabbb67 None None] DHCP port deletion for e3f3ab38-141b-4664-9c25-daf8be3dc6d7 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 03:08:54.783305 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-eddbda21-f619-439f-b8a1-bbb04e508733 admin admin] For port e949c1e7-26a9-4519-89a7-3c050a409ce2, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=e949c1e7-26a9-4519-89a7-3c050a409ce2,segment=NetworkSegment(483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd),segment_id=483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:08:54.783665 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-eddbda21-f619-439f-b8a1-bbb04e508733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (e949c1e7-26a9-4519-89a7-3c050a409ce2), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:54.796795 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-eddbda21-f619-439f-b8a1-bbb04e508733 admin admin] Calling delete_port for e949c1e7-26a9-4519-89a7-3c050a409ce2 owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:08:54.798933 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-a0ad5aef-f625-4832-9466-8024afabbb67 None None] Deleting port e949c1e7-26a9-4519-89a7-3c050a409ce2 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:08:54.799312 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a0ad5aef-f625-4832-9466-8024afabbb67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (e949c1e7-26a9-4519-89a7-3c050a409ce2), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:54.951643 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-eddbda21-f619-439f-b8a1-bbb04e508733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (e949c1e7-26a9-4519-89a7-3c050a409ce2), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:54.982893 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddbda21-f619-439f-b8a1-bbb04e508733 admin admin] Pushing event deleted for resources: {'Port': ['ID=e949c1e7-26a9-4519-89a7-3c050a409ce2,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:08:54.987511 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddbda21-f619-439f-b8a1-bbb04e508733 admin admin] No DVR routers for this DVR port e949c1e7-26a9-4519-89a7-3c050a409ce2 on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:08:55.013714 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-a0ad5aef-f625-4832-9466-8024afabbb67 None None] For port e949c1e7-26a9-4519-89a7-3c050a409ce2, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=e949c1e7-26a9-4519-89a7-3c050a409ce2,segment=NetworkSegment(483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd),segment_id=483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:08:55.014208 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a0ad5aef-f625-4832-9466-8024afabbb67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (e949c1e7-26a9-4519-89a7-3c050a409ce2), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:55.027660 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-a0ad5aef-f625-4832-9466-8024afabbb67 None None] Calling delete_port for e949c1e7-26a9-4519-89a7-3c050a409ce2 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:08:55.061467 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-eddbda21-f619-439f-b8a1-bbb04e508733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (e3f3ab38-141b-4664-9c25-daf8be3dc6d7), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:55.073759 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device e949c1e7-26a9-4519-89a7-3c050a409ce2 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:08:55.082842 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-eddbda21-f619-439f-b8a1-bbb04e508733 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f3ab38-141b-4664-9c25-daf8be3dc6d7']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:08:55.092759 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-eddbda21-f619-439f-b8a1-bbb04e508733 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:08:55.093060 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-eddbda21-f619-439f-b8a1-bbb04e508733 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:08:55.097840 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: e949c1e7-26a9-4519-89a7-3c050a409ce2 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:08:55.098188 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device e949c1e7-26a9-4519-89a7-3c050a409ce2 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:08:55.098726 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 32152438-bbcd-48de-bd02-433e4fa70905 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:08:55.102787 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-eddbda21-f619-439f-b8a1-bbb04e508733 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:55.115779 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-eddbda21-f619-439f-b8a1-bbb04e508733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:55.122514 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eddbda21-f619-439f-b8a1-bbb04e508733 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 03:08:55.122904 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-eddbda21-f619-439f-b8a1-bbb04e508733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (483ef7ee-ba94-42e4-a28e-ac5b8bfdb7bd), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:55.124609 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 03:08:55.124609 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 03:08:55.124609 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 03:08:55.124609 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 03:08:55.124609 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 03:08:55.124609 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 03:08:55.124609 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 03:08:55.124609 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 03:08:55.124609 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 03:08:55.124609 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 03:08:55.124609 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 03:08:55.124609 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 03:08:55.124609 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 03:08:55.124609 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 03:08:55.124609 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 03:08:55.124609 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 03:08:55.124609 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 03:08:55.124609 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 03:08:55.124609 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 03:08:55.124609 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 03:08:55.124609 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 03:08:55.124609 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 03:08:55.124609 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 03:08:55.124609 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 03:08:55.124609 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 03:08:55.124609 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 03:08:55.124609 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 03:08:55.124609 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 03:08:55.124609 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 03:08:55.124609 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 03:08:55.124609 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 03:08:55.124609 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 03:08:55.131701 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 32152438-bbcd-48de-bd02-433e4fa70905 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:08:55.132083 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 32152438-bbcd-48de-bd02-433e4fa70905 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:08:55.132501 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 66b1896a-31b6-4c92-bc97-fc28ef89e55f no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:08:55.154474 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 66b1896a-31b6-4c92-bc97-fc28ef89e55f {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:08:55.154892 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 66b1896a-31b6-4c92-bc97-fc28ef89e55f not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:08:55.173187 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a0ad5aef-f625-4832-9466-8024afabbb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (e949c1e7-26a9-4519-89a7-3c050a409ce2), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:55.200463 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad5aef-f625-4832-9466-8024afabbb67 None None] Pushing event deleted for resources: {'Port': ['ID=e949c1e7-26a9-4519-89a7-3c050a409ce2,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:08:55.202387 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ad5aef-f625-4832-9466-8024afabbb67 None None] No DVR routers for this DVR port e949c1e7-26a9-4519-89a7-3c050a409ce2 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:08:55.257812 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-eddbda21-f619-439f-b8a1-bbb04e508733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (e3f3ab38-141b-4664-9c25-daf8be3dc6d7), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:55.263405 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-eddbda21-f619-439f-b8a1-bbb04e508733 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:55.266657 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-eddbda21-f619-439f-b8a1-bbb04e508733 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e3f3ab38-141b-4664-9c25-daf8be3dc6d7 HTTP/1.1" status: 204 len: 168 time: 0.6856599 Mar 23 03:08:55.269624 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39376) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:08:55.278418 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddbda21-f619-439f-b8a1-bbb04e508733 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3f3ab38-141b-4664-9c25-daf8be3dc6d7,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:08:55.612576 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cd4dfc06-82c7-48e6-8d8e-84bf081d7b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (cfc429cf-7cc5-4695-8d17-7be4ad302e4d), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:55.857766 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-cd4dfc06-82c7-48e6-8d8e-84bf081d7b44 admin admin] Deleting port 76719161-9136-4186-a0e1-e6446a6afc28 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:08:55.858082 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cd4dfc06-82c7-48e6-8d8e-84bf081d7b44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (76719161-9136-4186-a0e1-e6446a6afc28), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:55.934002 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-cd4dfc06-82c7-48e6-8d8e-84bf081d7b44 admin admin] For port 76719161-9136-4186-a0e1-e6446a6afc28, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=76719161-9136-4186-a0e1-e6446a6afc28,segment=NetworkSegment(6b078afb-c593-4cc0-91f6-d99f7a04b90e),segment_id=6b078afb-c593-4cc0-91f6-d99f7a04b90e)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:08:55.934271 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cd4dfc06-82c7-48e6-8d8e-84bf081d7b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (76719161-9136-4186-a0e1-e6446a6afc28), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:55.947592 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-cd4dfc06-82c7-48e6-8d8e-84bf081d7b44 admin admin] Calling delete_port for 76719161-9136-4186-a0e1-e6446a6afc28 owned by network:router_interface {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:08:56.185894 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cd4dfc06-82c7-48e6-8d8e-84bf081d7b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (76719161-9136-4186-a0e1-e6446a6afc28), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:56.216917 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4dfc06-82c7-48e6-8d8e-84bf081d7b44 admin admin] Pushing event deleted for resources: {'Port': ['ID=76719161-9136-4186-a0e1-e6446a6afc28,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:08:56.394796 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cd4dfc06-82c7-48e6-8d8e-84bf081d7b44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (cfc429cf-7cc5-4695-8d17-7be4ad302e4d), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:56.610914 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4dfc06-82c7-48e6-8d8e-84bf081d7b44 admin admin] Router cfc429cf-7cc5-4695-8d17-7be4ad302e4d has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:08:56.722627 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4dfc06-82c7-48e6-8d8e-84bf081d7b44 admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:08:56.727657 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-cd4dfc06-82c7-48e6-8d8e-84bf081d7b44 admin admin] 10.222.0.24 "PUT /v2.0/routers/cfc429cf-7cc5-4695-8d17-7be4ad302e4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4569247 Mar 23 03:08:56.730314 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39378) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:08:56.731383 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51a6e69-059d-4bc5-b335-498e704cdda9 None None] Sync routers for ids ['cfc429cf-7cc5-4695-8d17-7be4ad302e4d'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:08:56.741782 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51a6e69-059d-4bc5-b335-498e704cdda9 None None] Routers {'cfc429cf-7cc5-4695-8d17-7be4ad302e4d'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:08:56.742413 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a51a6e69-059d-4bc5-b335-498e704cdda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:08:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['cfc429cf-7cc5-4695-8d17-7be4ad302e4d'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:08:56.833063 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-00569c82-8d9a-4228-be7e-cdacd2b645f2 admin admin] Publish callbacks [] for router (cfc429cf-7cc5-4695-8d17-7be4ad302e4d), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:56.849535 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-a51a6e69-059d-4bc5-b335-498e704cdda9 None None] Set router cfc429cf-7cc5-4695-8d17-7be4ad302e4d gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:08:56.935318 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-00569c82-8d9a-4228-be7e-cdacd2b645f2 admin admin] Publish callbacks [] for router_gateway (cfc429cf-7cc5-4695-8d17-7be4ad302e4d), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:57.026025 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a51a6e69-059d-4bc5-b335-498e704cdda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc429cf-7cc5-4695-8d17-7be4ad302e4d', 'name': 'tempest-TestEncryptedCinderVolumes-895159779-router', 'tenant_id': '925d0adcedac41f0a7c339f71effa10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '63ddb274-b95a-4714-81c4-58b6417def86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:06:58Z', 'updated_at': '2022-03-23T03:08:56Z', 'revision_number': 5, 'project_id': '925d0adcedac41f0a7c339f71effa10e', 'gw_port': {'id': '63ddb274-b95a-4714-81c4-58b6417def86', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc429cf-7cc5-4695-8d17-7be4ad302e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:06:59Z', 'updated_at': '2022-03-23T03:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:08:57.057303 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51a6e69-059d-4bc5-b335-498e704cdda9 None None] Checking router: cfc429cf-7cc5-4695-8d17-7be4ad302e4d for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:08:57.065776 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51a6e69-059d-4bc5-b335-498e704cdda9 None None] Routers {'cfc429cf-7cc5-4695-8d17-7be4ad302e4d'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:08:57.066417 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a51a6e69-059d-4bc5-b335-498e704cdda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:08:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['cfc429cf-7cc5-4695-8d17-7be4ad302e4d'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:08:57.077965 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-00569c82-8d9a-4228-be7e-cdacd2b645f2 admin admin] Deleting port 63ddb274-b95a-4714-81c4-58b6417def86 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:08:57.078314 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-00569c82-8d9a-4228-be7e-cdacd2b645f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (63ddb274-b95a-4714-81c4-58b6417def86), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:57.156516 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-00569c82-8d9a-4228-be7e-cdacd2b645f2 admin admin] For port 63ddb274-b95a-4714-81c4-58b6417def86, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=63ddb274-b95a-4714-81c4-58b6417def86,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:08:57.156768 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-a51a6e69-059d-4bc5-b335-498e704cdda9 None None] Set router cfc429cf-7cc5-4695-8d17-7be4ad302e4d gateway port host: None {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:08:57.156886 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-00569c82-8d9a-4228-be7e-cdacd2b645f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (63ddb274-b95a-4714-81c4-58b6417def86), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:57.170348 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-00569c82-8d9a-4228-be7e-cdacd2b645f2 admin admin] Calling delete_port for 63ddb274-b95a-4714-81c4-58b6417def86 owned by network:router_gateway {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:08:57.208260 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-a51a6e69-059d-4bc5-b335-498e704cdda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc429cf-7cc5-4695-8d17-7be4ad302e4d', 'name': 'tempest-TestEncryptedCinderVolumes-895159779-router', 'tenant_id': '925d0adcedac41f0a7c339f71effa10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:06:58Z', 'updated_at': '2022-03-23T03:08:56Z', 'revision_number': 6, 'project_id': '925d0adcedac41f0a7c339f71effa10e', 'gw_port_host': None}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:08:57.237978 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51a6e69-059d-4bc5-b335-498e704cdda9 None None] The sync data for ids ['cfc429cf-7cc5-4695-8d17-7be4ad302e4d'] in dv-neutron-834613-2-hyperv is: [{'id': 'cfc429cf-7cc5-4695-8d17-7be4ad302e4d', 'name': 'tempest-TestEncryptedCinderVolumes-895159779-router', 'tenant_id': '925d0adcedac41f0a7c339f71effa10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:06:58Z', 'updated_at': '2022-03-23T03:08:56Z', 'revision_number': 6, 'project_id': '925d0adcedac41f0a7c339f71effa10e', 'gw_port_host': None}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:08:57.414520 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-00569c82-8d9a-4228-be7e-cdacd2b645f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (63ddb274-b95a-4714-81c4-58b6417def86), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:57.447508 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00569c82-8d9a-4228-be7e-cdacd2b645f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=63ddb274-b95a-4714-81c4-58b6417def86,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:08:57.503429 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-00569c82-8d9a-4228-be7e-cdacd2b645f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (cfc429cf-7cc5-4695-8d17-7be4ad302e4d), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:57.596665 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-00569c82-8d9a-4228-be7e-cdacd2b645f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (cfc429cf-7cc5-4695-8d17-7be4ad302e4d), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:57.598902 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-00569c82-8d9a-4228-be7e-cdacd2b645f2 admin admin] Publish callbacks [] for router_controller (cfc429cf-7cc5-4695-8d17-7be4ad302e4d), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:57.714463 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-00569c82-8d9a-4228-be7e-cdacd2b645f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (cfc429cf-7cc5-4695-8d17-7be4ad302e4d), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:57.715020 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00569c82-8d9a-4228-be7e-cdacd2b645f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfc429cf-7cc5-4695-8d17-7be4ad302e4d {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 03:08:57.719531 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-00569c82-8d9a-4228-be7e-cdacd2b645f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:57.720793 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-00569c82-8d9a-4228-be7e-cdacd2b645f2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/cfc429cf-7cc5-4695-8d17-7be4ad302e4d HTTP/1.1" status: 204 len: 168 time: 0.9895632 Mar 23 03:08:57.723194 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39380) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:08:57.767591 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8edce33-17f2-4ad9-a744-c6fab05fe28a admin admin] Deleting subnet 0372d716-7ebb-4037-8b18-2f78896813a7 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 03:08:57.770780 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f8edce33-17f2-4ad9-a744-c6fab05fe28a admin admin] Publish callbacks [] for subnet (0372d716-7ebb-4037-8b18-2f78896813a7), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:57.804862 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f8edce33-17f2-4ad9-a744-c6fab05fe28a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (0372d716-7ebb-4037-8b18-2f78896813a7), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:57.883345 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f8edce33-17f2-4ad9-a744-c6fab05fe28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (0372d716-7ebb-4037-8b18-2f78896813a7), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:58.000948 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f8edce33-17f2-4ad9-a744-c6fab05fe28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (0372d716-7ebb-4037-8b18-2f78896813a7), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:58.025726 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8edce33-17f2-4ad9-a744-c6fab05fe28a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0372d716-7ebb-4037-8b18-2f78896813a7,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:08:58.037674 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f8edce33-17f2-4ad9-a744-c6fab05fe28a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:58.041967 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f8edce33-17f2-4ad9-a744-c6fab05fe28a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0372d716-7ebb-4037-8b18-2f78896813a7 HTTP/1.1" status: 204 len: 168 time: 0.3178351 Mar 23 03:08:58.042787 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368f42aa-d498-4e6f-879e-7ba5261c3338 None None] Network eef28b32-5d53-4b6b-9b5b-8ad4821af6d4 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:08:58.044417 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39382) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:08:58.113452 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-82a24c51-3b48-4fa5-9ef2-fdcbdd086cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (eef28b32-5d53-4b6b-9b5b-8ad4821af6d4), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:58.176600 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-82a24c51-3b48-4fa5-9ef2-fdcbdd086cbe admin admin] Deleting port 6fde4690-61bb-4d16-be68-b824ea85fcb9 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:08:58.176941 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-82a24c51-3b48-4fa5-9ef2-fdcbdd086cbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (6fde4690-61bb-4d16-be68-b824ea85fcb9), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:58.197696 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a7c77c-bbdd-4e7d-b555-a9207f55ac6c None None] DHCP port deletion for eef28b32-5d53-4b6b-9b5b-8ad4821af6d4 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 03:08:58.245144 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-82a24c51-3b48-4fa5-9ef2-fdcbdd086cbe admin admin] For port 6fde4690-61bb-4d16-be68-b824ea85fcb9, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=6fde4690-61bb-4d16-be68-b824ea85fcb9,segment=NetworkSegment(6b078afb-c593-4cc0-91f6-d99f7a04b90e),segment_id=6b078afb-c593-4cc0-91f6-d99f7a04b90e)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:08:58.245509 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-82a24c51-3b48-4fa5-9ef2-fdcbdd086cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (6fde4690-61bb-4d16-be68-b824ea85fcb9), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:58.246036 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-07a7c77c-bbdd-4e7d-b555-a9207f55ac6c None None] Deleting port 6fde4690-61bb-4d16-be68-b824ea85fcb9 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:08:58.246413 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-07a7c77c-bbdd-4e7d-b555-a9207f55ac6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (6fde4690-61bb-4d16-be68-b824ea85fcb9), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:58.260444 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-82a24c51-3b48-4fa5-9ef2-fdcbdd086cbe admin admin] Calling delete_port for 6fde4690-61bb-4d16-be68-b824ea85fcb9 owned by network:dhcp {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:08:58.311085 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-07a7c77c-bbdd-4e7d-b555-a9207f55ac6c None None] For port 6fde4690-61bb-4d16-be68-b824ea85fcb9, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=6fde4690-61bb-4d16-be68-b824ea85fcb9,segment=NetworkSegment(6b078afb-c593-4cc0-91f6-d99f7a04b90e),segment_id=6b078afb-c593-4cc0-91f6-d99f7a04b90e)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:08:58.312045 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-07a7c77c-bbdd-4e7d-b555-a9207f55ac6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (6fde4690-61bb-4d16-be68-b824ea85fcb9), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:58.327637 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-07a7c77c-bbdd-4e7d-b555-a9207f55ac6c None None] Calling delete_port for 6fde4690-61bb-4d16-be68-b824ea85fcb9 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:08:58.460901 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-82a24c51-3b48-4fa5-9ef2-fdcbdd086cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (6fde4690-61bb-4d16-be68-b824ea85fcb9), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:58.466832 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-07a7c77c-bbdd-4e7d-b555-a9207f55ac6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (6fde4690-61bb-4d16-be68-b824ea85fcb9), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:58.494134 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7c77c-bbdd-4e7d-b555-a9207f55ac6c None None] Pushing event deleted for resources: {'Port': ['ID=6fde4690-61bb-4d16-be68-b824ea85fcb9,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:08:58.496038 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a7c77c-bbdd-4e7d-b555-a9207f55ac6c None None] No DVR routers for this DVR port 6fde4690-61bb-4d16-be68-b824ea85fcb9 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:08:58.805720 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24c51-3b48-4fa5-9ef2-fdcbdd086cbe admin admin] Pushing event deleted for resources: {'Port': ['ID=6fde4690-61bb-4d16-be68-b824ea85fcb9,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:08:58.807455 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a24c51-3b48-4fa5-9ef2-fdcbdd086cbe admin admin] No DVR routers for this DVR port 6fde4690-61bb-4d16-be68-b824ea85fcb9 on host dv-neutron-834613-2-hyperv {{(pid=104348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:08:58.884466 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-82a24c51-3b48-4fa5-9ef2-fdcbdd086cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (eef28b32-5d53-4b6b-9b5b-8ad4821af6d4), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:58.907498 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-82a24c51-3b48-4fa5-9ef2-fdcbdd086cbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef28b32-5d53-4b6b-9b5b-8ad4821af6d4']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:08:58.916972 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-82a24c51-3b48-4fa5-9ef2-fdcbdd086cbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b078afb-c593-4cc0-91f6-d99f7a04b90e') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:08:58.917272 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-82a24c51-3b48-4fa5-9ef2-fdcbdd086cbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b078afb-c593-4cc0-91f6-d99f7a04b90e') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:08:58.926523 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-82a24c51-3b48-4fa5-9ef2-fdcbdd086cbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (6b078afb-c593-4cc0-91f6-d99f7a04b90e), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:58.940292 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-82a24c51-3b48-4fa5-9ef2-fdcbdd086cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (6b078afb-c593-4cc0-91f6-d99f7a04b90e), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:58.947105 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a24c51-3b48-4fa5-9ef2-fdcbdd086cbe admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 03:08:58.950562 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-82a24c51-3b48-4fa5-9ef2-fdcbdd086cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (6b078afb-c593-4cc0-91f6-d99f7a04b90e), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:58.950562 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 03:08:58.950562 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 03:08:58.950562 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 03:08:58.950562 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 03:08:58.950562 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 03:08:58.950562 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 03:08:58.950562 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 03:08:58.950562 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 03:08:58.950562 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 03:08:58.950562 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 03:08:58.950562 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 03:08:58.950562 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 03:08:58.950562 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 03:08:58.950562 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 03:08:58.950562 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 03:08:58.950562 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 03:08:58.950562 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 03:08:58.950562 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 03:08:58.950562 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 03:08:58.950562 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 03:08:58.950562 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 03:08:58.950562 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 03:08:58.950562 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 03:08:58.950562 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 03:08:58.950562 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 03:08:58.950562 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 03:08:58.950562 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 03:08:58.950562 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 03:08:58.950562 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 03:08:58.950562 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 03:08:58.950562 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 03:08:58.950562 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 03:08:59.058520 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 76719161-9136-4186-a0e1-e6446a6afc28 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:08:59.079493 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 76719161-9136-4186-a0e1-e6446a6afc28 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:08:59.079868 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 76719161-9136-4186-a0e1-e6446a6afc28 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:08:59.080294 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 63ddb274-b95a-4714-81c4-58b6417def86 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:08:59.094489 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-82a24c51-3b48-4fa5-9ef2-fdcbdd086cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (eef28b32-5d53-4b6b-9b5b-8ad4821af6d4), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:59.099809 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-82a24c51-3b48-4fa5-9ef2-fdcbdd086cbe admin admin] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:59.102407 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 63ddb274-b95a-4714-81c4-58b6417def86 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:08:59.102750 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 63ddb274-b95a-4714-81c4-58b6417def86 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:08:59.103120 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-82a24c51-3b48-4fa5-9ef2-fdcbdd086cbe admin admin] 10.222.0.24 "DELETE /v2.0/networks/eef28b32-5d53-4b6b-9b5b-8ad4821af6d4 HTTP/1.1" status: 204 len: 168 time: 1.0577700 Mar 23 03:08:59.103219 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 6fde4690-61bb-4d16-be68-b824ea85fcb9 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:08:59.114544 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24c51-3b48-4fa5-9ef2-fdcbdd086cbe admin admin] Pushing event deleted for resources: {'Network': ['ID=eef28b32-5d53-4b6b-9b5b-8ad4821af6d4,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:08:59.127624 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 6fde4690-61bb-4d16-be68-b824ea85fcb9 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:08:59.128146 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 6fde4690-61bb-4d16-be68-b824ea85fcb9 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:08:59.492460 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39386) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:08:59.532891 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3697d6a5-a98c-49d5-8235-dd66a42835d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=06b2684efcea4e8ab07322389ecd3621&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391517 Mar 23 03:08:59.535181 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39388) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:08:59.584706 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a7f892f5-e23d-4324-8b7c-d02f90b5a868 admin admin] Publish callbacks [] for security_group (b75599bc-d47f-4fd0-844d-ea79c0188b06), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:59.609058 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a7f892f5-e23d-4324-8b7c-d02f90b5a868 admin admin] Publish callbacks [] for security_group (b75599bc-d47f-4fd0-844d-ea79c0188b06), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:59.734046 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a7f892f5-e23d-4324-8b7c-d02f90b5a868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (b75599bc-d47f-4fd0-844d-ea79c0188b06), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:59.736525 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a7f892f5-e23d-4324-8b7c-d02f90b5a868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:08:59.737707 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a7f892f5-e23d-4324-8b7c-d02f90b5a868 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b75599bc-d47f-4fd0-844d-ea79c0188b06 HTTP/1.1" status: 204 len: 168 time: 0.2015755 Mar 23 03:08:59.746919 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f892f5-e23d-4324-8b7c-d02f90b5a868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75599bc-d47f-4fd0-844d-ea79c0188b06,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:00.389724 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39396) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:09:00.429278 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1adfd058-6bfc-4e15-aa10-2373111cb281 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=925d0adcedac41f0a7c339f71effa10e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383801 Mar 23 03:09:00.431678 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39398) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:09:00.477747 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-20fe75e5-75eb-4453-a688-5c8402fa746c admin admin] Publish callbacks [] for security_group (ee31fc3f-3cba-4212-b303-4e9c993f271b), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:00.498248 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-20fe75e5-75eb-4453-a688-5c8402fa746c admin admin] Publish callbacks [] for security_group (ee31fc3f-3cba-4212-b303-4e9c993f271b), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:00.617200 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-20fe75e5-75eb-4453-a688-5c8402fa746c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (ee31fc3f-3cba-4212-b303-4e9c993f271b), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:00.619683 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-20fe75e5-75eb-4453-a688-5c8402fa746c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:00.620876 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-20fe75e5-75eb-4453-a688-5c8402fa746c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee31fc3f-3cba-4212-b303-4e9c993f271b HTTP/1.1" status: 204 len: 168 time: 0.1882825 Mar 23 03:09:00.628967 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe75e5-75eb-4453-a688-5c8402fa746c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee31fc3f-3cba-4212-b303-4e9c993f271b,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:01.641609 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39420) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:09:01.735361 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-9552cdc2-8460-4bc8-98fa-1d0708bef54d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-515140088-network', 'tenant_id': '72221609a68648ac9e5fa5e4912ed276'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:09:01.819965 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9552cdc2-8460-4bc8-98fa-1d0708bef54d admin admin] Made reservation on behalf of 72221609a68648ac9e5fa5e4912ed276 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:09:01.822267 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9552cdc2-8460-4bc8-98fa-1d0708bef54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:01.830496 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9552cdc2-8460-4bc8-98fa-1d0708bef54d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:01.903812 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9552cdc2-8460-4bc8-98fa-1d0708bef54d admin admin] Publish callbacks [] for security_group (c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:01.971270 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9552cdc2-8460-4bc8-98fa-1d0708bef54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:01.996863 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9552cdc2-8460-4bc8-98fa-1d0708bef54d admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 03:09:02.006545 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552cdc2-8460-4bc8-98fa-1d0708bef54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:02.012582 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9552cdc2-8460-4bc8-98fa-1d0708bef54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (248f9ca4-7e09-467f-aafa-f799ca518d3e), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:02.012909 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-9552cdc2-8460-4bc8-98fa-1d0708bef54d admin admin] Added segment 248f9ca4-7e09-467f-aafa-f799ca518d3e of type vlan for network b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1 Mar 23 03:09:02.052001 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9552cdc2-8460-4bc8-98fa-1d0708bef54d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:02.132285 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9552cdc2-8460-4bc8-98fa-1d0708bef54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:02.133257 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9552cdc2-8460-4bc8-98fa-1d0708bef54d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:09:02.133858 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9552cdc2-8460-4bc8-98fa-1d0708bef54d admin admin] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:02.190747 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552cdc2-8460-4bc8-98fa-1d0708bef54d admin admin] Pushing event updated for resources: {'Network': ['ID=b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:02.201933 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 03:09:02.243417 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9552cdc2-8460-4bc8-98fa-1d0708bef54d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6007764 Mar 23 03:09:02.246198 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39424) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:09:02.251405 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-22207851-cd61-49b3-a535-e19188d11d8f admin admin] Request body: {'subnet': {'network_id': 'b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-515140088-subnet', 'tenant_id': '72221609a68648ac9e5fa5e4912ed276', 'ip_version': 4}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:09:02.359590 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22207851-cd61-49b3-a535-e19188d11d8f admin admin] Made reservation on behalf of 72221609a68648ac9e5fa5e4912ed276 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:09:02.361963 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-22207851-cd61-49b3-a535-e19188d11d8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:02.680072 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-22207851-cd61-49b3-a535-e19188d11d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (4c200be2-9ff6-435f-964f-9968a382b0a0), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:02.732899 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22207851-cd61-49b3-a535-e19188d11d8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c200be2-9ff6-435f-964f-9968a382b0a0,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:02.748357 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22207851-cd61-49b3-a535-e19188d11d8f admin admin] Checking segment: {'id': '248f9ca4-7e09-467f-aafa-f799ca518d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:09:02.748721 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22207851-cd61-49b3-a535-e19188d11d8f admin admin] Network hostable DHCP agents. Network: b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 03:09:02.851074 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22207851-cd61-49b3-a535-e19188d11d8f admin admin] Network b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 03:09:02.956966 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-22207851-cd61-49b3-a535-e19188d11d8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:09:02.961980 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22207851-cd61-49b3-a535-e19188d11d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:09:02.963133 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-22207851-cd61-49b3-a535-e19188d11d8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:02.966037 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dc3031-a999-4a43-8416-9184faeafdb6 None None] Network b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:09:03.058494 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-22207851-cd61-49b3-a535-e19188d11d8f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8094568 Mar 23 03:09:03.059807 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39426) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:09:03.065534 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-e1b16235-5e5d-4fbc-9d7f-411b51e8677c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-515140088-router', 'tenant_id': '72221609a68648ac9e5fa5e4912ed276', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:09:03.066044 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6414bf-5df6-4a60-b13b-1d724347e3cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1', 'network_id': 'b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1', 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'fixed_ips': [{'subnet_id': '4c200be2-9ff6-435f-964f-9968a382b0a0'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 03:09:03.066898 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5c6414bf-5df6-4a60-b13b-1d724347e3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:03.165939 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e1b16235-5e5d-4fbc-9d7f-411b51e8677c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (6704e01f-894c-45e3-aafe-4a73b0097700), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:03.167048 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e1b16235-5e5d-4fbc-9d7f-411b51e8677c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (6704e01f-894c-45e3-aafe-4a73b0097700), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:03.205626 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-5c6414bf-5df6-4a60-b13b-1d724347e3cf None None] Allocated IP 172.20.0.2 (b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1/4c200be2-9ff6-435f-964f-9968a382b0a0/bf8b4c32-d904-498a-b20b-d5a6d8e02f28) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:09:03.218072 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e1b16235-5e5d-4fbc-9d7f-411b51e8677c admin admin] Publish callbacks [] for router_controller (6704e01f-894c-45e3-aafe-4a73b0097700), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:03.347950 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5c6414bf-5df6-4a60-b13b-1d724347e3cf None None] Publish callbacks [] for port (bf8b4c32-d904-498a-b20b-d5a6d8e02f28), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:03.417249 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5c6414bf-5df6-4a60-b13b-1d724347e3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (bf8b4c32-d904-498a-b20b-d5a6d8e02f28), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:03.425232 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e1b16235-5e5d-4fbc-9d7f-411b51e8677c admin admin] Publish callbacks [] for router_gateway (6704e01f-894c-45e3-aafe-4a73b0097700), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:03.453503 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6414bf-5df6-4a60-b13b-1d724347e3cf None None] Network b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:09:03.456561 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-5c6414bf-5df6-4a60-b13b-1d724347e3cf None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:09:03.462810 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6414bf-5df6-4a60-b13b-1d724347e3cf None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:09:03.473616 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6414bf-5df6-4a60-b13b-1d724347e3cf None None] Pushing event updated for resources: {'Port': ['ID=bf8b4c32-d904-498a-b20b-d5a6d8e02f28,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:03.521937 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-5c6414bf-5df6-4a60-b13b-1d724347e3cf None None] Attempting to bind port bf8b4c32-d904-498a-b20b-d5a6d8e02f28 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:09:03.522195 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-5c6414bf-5df6-4a60-b13b-1d724347e3cf None None] Attempting to bind port bf8b4c32-d904-498a-b20b-d5a6d8e02f28 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '248f9ca4-7e09-467f-aafa-f799ca518d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:09:03.522582 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6414bf-5df6-4a60-b13b-1d724347e3cf None None] Attempting to bind port bf8b4c32-d904-498a-b20b-d5a6d8e02f28 on network b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:09:03.527458 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6414bf-5df6-4a60-b13b-1d724347e3cf None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:09:03.527880 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6414bf-5df6-4a60-b13b-1d724347e3cf None None] Checking segment: {'id': '248f9ca4-7e09-467f-aafa-f799ca518d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:09:03.528299 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5c6414bf-5df6-4a60-b13b-1d724347e3cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:03.528693 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6414bf-5df6-4a60-b13b-1d724347e3cf None None] Bound using segment: {'id': '248f9ca4-7e09-467f-aafa-f799ca518d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:09:03.529158 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-5c6414bf-5df6-4a60-b13b-1d724347e3cf None None] Bound port: bf8b4c32-d904-498a-b20b-d5a6d8e02f28, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248f9ca4-7e09-467f-aafa-f799ca518d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:09:03.529538 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5c6414bf-5df6-4a60-b13b-1d724347e3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (bf8b4c32-d904-498a-b20b-d5a6d8e02f28), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:03.594837 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-5c6414bf-5df6-4a60-b13b-1d724347e3cf None None] For port bf8b4c32-d904-498a-b20b-d5a6d8e02f28, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:09:03.597874 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-5c6414bf-5df6-4a60-b13b-1d724347e3cf None None] For port bf8b4c32-d904-498a-b20b-d5a6d8e02f28, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=bf8b4c32-d904-498a-b20b-d5a6d8e02f28,segment=NetworkSegment(248f9ca4-7e09-467f-aafa-f799ca518d3e),segment_id=248f9ca4-7e09-467f-aafa-f799ca518d3e)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:09:03.657299 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5c6414bf-5df6-4a60-b13b-1d724347e3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (bf8b4c32-d904-498a-b20b-d5a6d8e02f28), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:03.678317 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e1b16235-5e5d-4fbc-9d7f-411b51e8677c admin admin] Publish callbacks [] for router_gateway (6704e01f-894c-45e3-aafe-4a73b0097700), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:03.702214 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e1b16235-5e5d-4fbc-9d7f-411b51e8677c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:03.717415 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6414bf-5df6-4a60-b13b-1d724347e3cf None None] Pushing event updated for resources: {'Port': ['ID=bf8b4c32-d904-498a-b20b-d5a6d8e02f28,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:03.811041 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-e1b16235-5e5d-4fbc-9d7f-411b51e8677c admin admin] Allocated IP 172.26.2.69 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/01a0db9f-3f3f-4362-9018-352378950f7a) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:09:03.930194 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e1b16235-5e5d-4fbc-9d7f-411b51e8677c admin admin] Publish callbacks [] for port (01a0db9f-3f3f-4362-9018-352378950f7a), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:04.023468 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e1b16235-5e5d-4fbc-9d7f-411b51e8677c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (01a0db9f-3f3f-4362-9018-352378950f7a), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:04.060599 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b16235-5e5d-4fbc-9d7f-411b51e8677c admin admin] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:09:04.063363 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-e1b16235-5e5d-4fbc-9d7f-411b51e8677c admin admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:09:04.066903 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b16235-5e5d-4fbc-9d7f-411b51e8677c admin admin] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:09:04.093891 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b16235-5e5d-4fbc-9d7f-411b51e8677c admin admin] Pushing event updated for resources: {'Port': ['ID=01a0db9f-3f3f-4362-9018-352378950f7a,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:04.389533 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e1b16235-5e5d-4fbc-9d7f-411b51e8677c admin admin] Publish callbacks [] for router_gateway (6704e01f-894c-45e3-aafe-4a73b0097700), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:04.592736 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e1b16235-5e5d-4fbc-9d7f-411b51e8677c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (6704e01f-894c-45e3-aafe-4a73b0097700), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:04.611157 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00ed49a-329b-4a03-bb66-7cc9fc6cf5a9 None None] Network b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:09:04.724018 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-66424547-86ca-4813-a04d-d4ab89d8f936 None None] Provisioning complete for port bf8b4c32-d904-498a-b20b-d5a6d8e02f28 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:09:04.724394 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-66424547-86ca-4813-a04d-d4ab89d8f936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (bf8b4c32-d904-498a-b20b-d5a6d8e02f28), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:04.792105 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b16235-5e5d-4fbc-9d7f-411b51e8677c admin admin] Router 6704e01f-894c-45e3-aafe-4a73b0097700 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 03:09:04.809190 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-66424547-86ca-4813-a04d-d4ab89d8f936 None None] Current status of the port bf8b4c32-d904-498a-b20b-d5a6d8e02f28 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:09:04.818984 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-66424547-86ca-4813-a04d-d4ab89d8f936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (bf8b4c32-d904-498a-b20b-d5a6d8e02f28), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:04.846987 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-66424547-86ca-4813-a04d-d4ab89d8f936 None None] For port bf8b4c32-d904-498a-b20b-d5a6d8e02f28, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=bf8b4c32-d904-498a-b20b-d5a6d8e02f28,segment=NetworkSegment(248f9ca4-7e09-467f-aafa-f799ca518d3e),segment_id=248f9ca4-7e09-467f-aafa-f799ca518d3e)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:09:04.906508 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b16235-5e5d-4fbc-9d7f-411b51e8677c admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:09:04.918049 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e966ddf4-9fd1-4b15-bc72-cdfb2206d775 None None] Sync routers for ids ['6704e01f-894c-45e3-aafe-4a73b0097700'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:09:04.923341 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-66424547-86ca-4813-a04d-d4ab89d8f936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (bf8b4c32-d904-498a-b20b-d5a6d8e02f28), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:04.932493 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e966ddf4-9fd1-4b15-bc72-cdfb2206d775 None None] Routers {'6704e01f-894c-45e3-aafe-4a73b0097700'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:09:04.932493 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-e966ddf4-9fd1-4b15-bc72-cdfb2206d775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:08:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['6704e01f-894c-45e3-aafe-4a73b0097700'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:09:04.971089 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66424547-86ca-4813-a04d-d4ab89d8f936 None None] Pushing event updated for resources: {'Port': ['ID=bf8b4c32-d904-498a-b20b-d5a6d8e02f28,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:04.982110 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e1b16235-5e5d-4fbc-9d7f-411b51e8677c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:04.983602 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e1b16235-5e5d-4fbc-9d7f-411b51e8677c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9228196 Mar 23 03:09:04.986523 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39428) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:09:05.045376 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-e966ddf4-9fd1-4b15-bc72-cdfb2206d775 None None] Set router 6704e01f-894c-45e3-aafe-4a73b0097700 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:09:05.054069 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-84d024f0-0c25-46a7-be35-78b2f88bfe31 None None] Provisioning complete for port bf8b4c32-d904-498a-b20b-d5a6d8e02f28 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:09:05.054698 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-84d024f0-0c25-46a7-be35-78b2f88bfe31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (bf8b4c32-d904-498a-b20b-d5a6d8e02f28), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:05.150116 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device bf8b4c32-d904-498a-b20b-d5a6d8e02f28 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:09:05.197134 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-84d024f0-0c25-46a7-be35-78b2f88bfe31 None None] Current status of the port bf8b4c32-d904-498a-b20b-d5a6d8e02f28 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:09:05.214638 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port bf8b4c32-d904-498a-b20b-d5a6d8e02f28 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:09:05.217078 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (bf8b4c32-d904-498a-b20b-d5a6d8e02f28), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:05.241260 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-e966ddf4-9fd1-4b15-bc72-cdfb2206d775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'name': 'tempest-TestMinimumBasicScenario-515140088-router', 'tenant_id': '72221609a68648ac9e5fa5e4912ed276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.69'}], 'enable_snat': True}, 'gw_port_id': '01a0db9f-3f3f-4362-9018-352378950f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:09:03Z', 'updated_at': '2022-03-23T03:09:04Z', 'revision_number': 3, 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'gw_port': {'id': '01a0db9f-3f3f-4362-9018-352378950f7a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:03Z', 'updated_at': '2022-03-23T03:09:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:09:05.272043 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e966ddf4-9fd1-4b15-bc72-cdfb2206d775 None None] Checking router: 6704e01f-894c-45e3-aafe-4a73b0097700 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:09:05.272694 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e966ddf4-9fd1-4b15-bc72-cdfb2206d775 None None] Updating router 6704e01f-894c-45e3-aafe-4a73b0097700 port 01a0db9f-3f3f-4362-9018-352378950f7a binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 03:09:05.297951 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port bf8b4c32-d904-498a-b20b-d5a6d8e02f28 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:09:05.301190 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-e966ddf4-9fd1-4b15-bc72-cdfb2206d775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (01a0db9f-3f3f-4362-9018-352378950f7a), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:05.439868 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3c291db2-03db-444e-b33c-84dfef1a08c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:05.549079 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-e966ddf4-9fd1-4b15-bc72-cdfb2206d775 None None] Publish callbacks [] for port (01a0db9f-3f3f-4362-9018-352378950f7a), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:05.594674 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-3c291db2-03db-444e-b33c-84dfef1a08c5 admin admin] Allocated IP 172.20.0.1 (b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1/4c200be2-9ff6-435f-964f-9968a382b0a0/3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:09:05.600649 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-e966ddf4-9fd1-4b15-bc72-cdfb2206d775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (01a0db9f-3f3f-4362-9018-352378950f7a), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:05.654644 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-e966ddf4-9fd1-4b15-bc72-cdfb2206d775 None None] Attempting to bind port 01a0db9f-3f3f-4362-9018-352378950f7a on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:09:05.655002 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-e966ddf4-9fd1-4b15-bc72-cdfb2206d775 None None] Attempting to bind port 01a0db9f-3f3f-4362-9018-352378950f7a by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:09:05.655353 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e966ddf4-9fd1-4b15-bc72-cdfb2206d775 None None] Attempting to bind port 01a0db9f-3f3f-4362-9018-352378950f7a on network 6bbcca03-75ff-487c-8b0e-a32302dacbee {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:09:05.660679 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f368fb-bc56-4fd2-96c3-ccb3a49c80e8 None None] Pushing event updated for resources: {'Port': ['ID=01a0db9f-3f3f-4362-9018-352378950f7a,revision_number=2']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:05.665767 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e966ddf4-9fd1-4b15-bc72-cdfb2206d775 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:09:05.666136 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e966ddf4-9fd1-4b15-bc72-cdfb2206d775 None None] Checking segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:09:05.666530 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-e966ddf4-9fd1-4b15-bc72-cdfb2206d775 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:05.666916 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e966ddf4-9fd1-4b15-bc72-cdfb2206d775 None None] Bound using segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:09:05.667370 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-e966ddf4-9fd1-4b15-bc72-cdfb2206d775 None None] Bound port: 01a0db9f-3f3f-4362-9018-352378950f7a, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:09:05.667739 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-e966ddf4-9fd1-4b15-bc72-cdfb2206d775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (01a0db9f-3f3f-4362-9018-352378950f7a), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:05.673553 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f368fb-bc56-4fd2-96c3-ccb3a49c80e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:05.673874 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f368fb-bc56-4fd2-96c3-ccb3a49c80e8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:05.674211 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f368fb-bc56-4fd2-96c3-ccb3a49c80e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:05.674544 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f368fb-bc56-4fd2-96c3-ccb3a49c80e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:05.674870 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f368fb-bc56-4fd2-96c3-ccb3a49c80e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:05.675193 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f368fb-bc56-4fd2-96c3-ccb3a49c80e8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:05.675512 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f368fb-bc56-4fd2-96c3-ccb3a49c80e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:05.675842 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f368fb-bc56-4fd2-96c3-ccb3a49c80e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:05.676172 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f368fb-bc56-4fd2-96c3-ccb3a49c80e8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:05.676491 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f368fb-bc56-4fd2-96c3-ccb3a49c80e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:05.676813 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f368fb-bc56-4fd2-96c3-ccb3a49c80e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:05.677756 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f368fb-bc56-4fd2-96c3-ccb3a49c80e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:05.678077 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f368fb-bc56-4fd2-96c3-ccb3a49c80e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:05.678502 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f368fb-bc56-4fd2-96c3-ccb3a49c80e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:05.678824 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f368fb-bc56-4fd2-96c3-ccb3a49c80e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:05.700438 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3c291db2-03db-444e-b33c-84dfef1a08c5 admin admin] Publish callbacks [] for port (3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:05.730643 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-e966ddf4-9fd1-4b15-bc72-cdfb2206d775 None None] For port 01a0db9f-3f3f-4362-9018-352378950f7a, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:09:05.733588 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-e966ddf4-9fd1-4b15-bc72-cdfb2206d775 None None] For port 01a0db9f-3f3f-4362-9018-352378950f7a, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=01a0db9f-3f3f-4362-9018-352378950f7a,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:09:05.809180 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-e966ddf4-9fd1-4b15-bc72-cdfb2206d775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (01a0db9f-3f3f-4362-9018-352378950f7a), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:05.820343 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3c291db2-03db-444e-b33c-84dfef1a08c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:05.861146 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c291db2-03db-444e-b33c-84dfef1a08c5 admin admin] Network b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:09:05.865580 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-3c291db2-03db-444e-b33c-84dfef1a08c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:09:05.870550 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e966ddf4-9fd1-4b15-bc72-cdfb2206d775 None None] Routers {'6704e01f-894c-45e3-aafe-4a73b0097700'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:09:05.871176 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-e966ddf4-9fd1-4b15-bc72-cdfb2206d775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:08:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['6704e01f-894c-45e3-aafe-4a73b0097700'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:09:05.871310 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c291db2-03db-444e-b33c-84dfef1a08c5 admin admin] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:09:05.873013 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f368fb-bc56-4fd2-96c3-ccb3a49c80e8 None None] Pushing event updated for resources: {'Port': ['ID=01a0db9f-3f3f-4362-9018-352378950f7a,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:05.877103 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c291db2-03db-444e-b33c-84dfef1a08c5 admin admin] Pushing event updated for resources: {'Port': ['ID=3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:05.916629 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3c291db2-03db-444e-b33c-84dfef1a08c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (6704e01f-894c-45e3-aafe-4a73b0097700), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:05.986656 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-e966ddf4-9fd1-4b15-bc72-cdfb2206d775 None None] Set router 6704e01f-894c-45e3-aafe-4a73b0097700 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:09:06.123684 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bdbda68a-9d38-4d3c-ba3f-6f50ae84d255 None None] Provisioning complete for port 3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:09:06.124753 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bdbda68a-9d38-4d3c-ba3f-6f50ae84d255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:06.144772 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3c291db2-03db-444e-b33c-84dfef1a08c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:06.162478 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bdbda68a-9d38-4d3c-ba3f-6f50ae84d255 None None] Port 3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:09:06.174497 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-e966ddf4-9fd1-4b15-bc72-cdfb2206d775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'name': 'tempest-TestMinimumBasicScenario-515140088-router', 'tenant_id': '72221609a68648ac9e5fa5e4912ed276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.69'}], 'enable_snat': True}, 'gw_port_id': '01a0db9f-3f3f-4362-9018-352378950f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:09:03Z', 'updated_at': '2022-03-23T03:09:04Z', 'revision_number': 3, 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'gw_port': {'id': '01a0db9f-3f3f-4362-9018-352378950f7a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:03Z', 'updated_at': '2022-03-23T03:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:09:06.205947 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e966ddf4-9fd1-4b15-bc72-cdfb2206d775 None None] The sync data for ids ['6704e01f-894c-45e3-aafe-4a73b0097700'] in dv-neutron-834613-2-hyperv is: [{'id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'name': 'tempest-TestMinimumBasicScenario-515140088-router', 'tenant_id': '72221609a68648ac9e5fa5e4912ed276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.69'}], 'enable_snat': True}, 'gw_port_id': '01a0db9f-3f3f-4362-9018-352378950f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:09:03Z', 'updated_at': '2022-03-23T03:09:04Z', 'revision_number': 3, 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'gw_port': {'id': '01a0db9f-3f3f-4362-9018-352378950f7a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:03Z', 'updated_at': '2022-03-23T03:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:09:06.317450 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3c291db2-03db-444e-b33c-84dfef1a08c5 admin admin] Publish callbacks [] for port (3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:06.385550 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3c291db2-03db-444e-b33c-84dfef1a08c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:06.465129 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c291db2-03db-444e-b33c-84dfef1a08c5 admin admin] Pushing event updated for resources: {'Port': ['ID=3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:06.470080 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3c291db2-03db-444e-b33c-84dfef1a08c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (6704e01f-894c-45e3-aafe-4a73b0097700), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:06.566328 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c291db2-03db-444e-b33c-84dfef1a08c5 admin admin] Network b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:09:06.568233 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-3c291db2-03db-444e-b33c-84dfef1a08c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:09:06.691295 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c291db2-03db-444e-b33c-84dfef1a08c5 admin admin] Router 6704e01f-894c-45e3-aafe-4a73b0097700 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:09:06.789848 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-7397c73a-0cf1-4ff4-b43d-80ba82cb0072 None None] Provisioning complete for port 3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:09:06.789848 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7397c73a-0cf1-4ff4-b43d-80ba82cb0072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:06.803526 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c291db2-03db-444e-b33c-84dfef1a08c5 admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:09:06.816440 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3c291db2-03db-444e-b33c-84dfef1a08c5 admin admin] 10.222.0.24 "PUT /v2.0/routers/6704e01f-894c-45e3-aafe-4a73b0097700/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8286834 Mar 23 03:09:06.827912 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-7397c73a-0cf1-4ff4-b43d-80ba82cb0072 None None] Port 3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:09:07.090296 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 01a0db9f-3f3f-4362-9018-352378950f7a up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:09:07.139506 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 01a0db9f-3f3f-4362-9018-352378950f7a triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:09:07.140094 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (01a0db9f-3f3f-4362-9018-352378950f7a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:07.221068 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 01a0db9f-3f3f-4362-9018-352378950f7a is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:09:07.221572 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (01a0db9f-3f3f-4362-9018-352378950f7a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:07.242668 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 01a0db9f-3f3f-4362-9018-352378950f7a, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=01a0db9f-3f3f-4362-9018-352378950f7a,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:09:07.325517 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (01a0db9f-3f3f-4362-9018-352378950f7a), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:07.379361 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=01a0db9f-3f3f-4362-9018-352378950f7a,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:07.387798 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:07.392722 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:07.392722 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:07.392722 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:07.392722 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:07.392722 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:07.392722 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:07.392722 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:07.392722 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:07.392722 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:07.392722 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:07.392722 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:07.392722 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:07.392722 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:07.392722 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:07.511186 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39444) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:09:07.516237 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-0b537df7-b314-488b-9fb3-b6b56e99b4bc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2137213312-network', 'tenant_id': '316f8aa994e543a78382ccadcda84c2f'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:09:07.594272 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b537df7-b314-488b-9fb3-b6b56e99b4bc admin admin] Made reservation on behalf of 316f8aa994e543a78382ccadcda84c2f for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:09:07.596711 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0b537df7-b314-488b-9fb3-b6b56e99b4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:07.608972 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0b537df7-b314-488b-9fb3-b6b56e99b4bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:07.758601 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da133e05-bb42-4868-85ea-73584c1ebea1 None None] Sync routers for ids ['6704e01f-894c-45e3-aafe-4a73b0097700'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:09:07.770064 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da133e05-bb42-4868-85ea-73584c1ebea1 None None] Routers {'6704e01f-894c-45e3-aafe-4a73b0097700'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:09:07.770695 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-da133e05-bb42-4868-85ea-73584c1ebea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:08:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['6704e01f-894c-45e3-aafe-4a73b0097700'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:09:08.016852 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0b537df7-b314-488b-9fb3-b6b56e99b4bc admin admin] Publish callbacks [] for security_group (79b74b9f-3325-4dbc-b4d0-4d214056d746), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:08.031754 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-da133e05-bb42-4868-85ea-73584c1ebea1 None None] Set router 6704e01f-894c-45e3-aafe-4a73b0097700 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:09:08.091251 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0b537df7-b314-488b-9fb3-b6b56e99b4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (79b74b9f-3325-4dbc-b4d0-4d214056d746), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:08.116785 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b537df7-b314-488b-9fb3-b6b56e99b4bc admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 03:09:08.126591 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b537df7-b314-488b-9fb3-b6b56e99b4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b74b9f-3325-4dbc-b4d0-4d214056d746,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:08.135361 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0b537df7-b314-488b-9fb3-b6b56e99b4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (5657e2eb-4715-4486-93b1-346c98a91f2d), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:08.135361 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-0b537df7-b314-488b-9fb3-b6b56e99b4bc admin admin] Added segment 5657e2eb-4715-4486-93b1-346c98a91f2d of type vlan for network a5400acf-aca2-41e6-80ae-c91b1c3c8abf Mar 23 03:09:08.175968 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0b537df7-b314-488b-9fb3-b6b56e99b4bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (a5400acf-aca2-41e6-80ae-c91b1c3c8abf), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:08.236657 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-da133e05-bb42-4868-85ea-73584c1ebea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'name': 'tempest-TestMinimumBasicScenario-515140088-router', 'tenant_id': '72221609a68648ac9e5fa5e4912ed276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.69'}], 'enable_snat': True}, 'gw_port_id': '01a0db9f-3f3f-4362-9018-352378950f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:09:03Z', 'updated_at': '2022-03-23T03:09:06Z', 'revision_number': 4, 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'gw_port': {'id': '01a0db9f-3f3f-4362-9018-352378950f7a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:03Z', 'updated_at': '2022-03-23T03:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6', 'name': '', 'network_id': 'b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1', 'tenant_id': '72221609a68648ac9e5fa5e4912ed276', 'mac_address': 'fa:16:3e:95:a8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '4c200be2-9ff6-435f-964f-9968a382b0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:05Z', 'updated_at': '2022-03-23T03:09:06Z', 'revision_number': 2, 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'subnets': [{'id': '4c200be2-9ff6-435f-964f-9968a382b0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:09:08.262444 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da133e05-bb42-4868-85ea-73584c1ebea1 None None] Checking router: 6704e01f-894c-45e3-aafe-4a73b0097700 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:09:08.262798 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da133e05-bb42-4868-85ea-73584c1ebea1 None None] Updating router 6704e01f-894c-45e3-aafe-4a73b0097700 port 3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6 binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 03:09:08.279886 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0b537df7-b314-488b-9fb3-b6b56e99b4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (a5400acf-aca2-41e6-80ae-c91b1c3c8abf), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:08.280814 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b537df7-b314-488b-9fb3-b6b56e99b4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:09:08.281390 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0b537df7-b314-488b-9fb3-b6b56e99b4bc admin admin] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:08.290019 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-da133e05-bb42-4868-85ea-73584c1ebea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:08.342926 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b537df7-b314-488b-9fb3-b6b56e99b4bc admin admin] Pushing event updated for resources: {'Network': ['ID=a5400acf-aca2-41e6-80ae-c91b1c3c8abf,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:08.383350 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network a5400acf-aca2-41e6-80ae-c91b1c3c8abf details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 03:09:08.402703 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0b537df7-b314-488b-9fb3-b6b56e99b4bc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8897002 Mar 23 03:09:08.404762 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39446) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:09:08.409617 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-ab73ef83-937c-49e8-92e6-894afe143b15 admin admin] Request body: {'subnet': {'network_id': 'a5400acf-aca2-41e6-80ae-c91b1c3c8abf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2137213312-subnet', 'tenant_id': '316f8aa994e543a78382ccadcda84c2f', 'ip_version': 4}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:09:08.510938 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab73ef83-937c-49e8-92e6-894afe143b15 admin admin] Made reservation on behalf of 316f8aa994e543a78382ccadcda84c2f for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:09:08.513590 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ab73ef83-937c-49e8-92e6-894afe143b15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:08.608659 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-da133e05-bb42-4868-85ea-73584c1ebea1 None None] Publish callbacks [] for port (3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:08.663532 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-da133e05-bb42-4868-85ea-73584c1ebea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:08.718127 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315191f-3411-4fd4-b4ca-53f13871b0d7 None None] Pushing event updated for resources: {'Port': ['ID=3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:08.746032 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ab73ef83-937c-49e8-92e6-894afe143b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (92d5c352-5cff-4632-9e79-0b62abad3836), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:08.776047 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-da133e05-bb42-4868-85ea-73584c1ebea1 None None] Attempting to bind port 3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:09:08.776429 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-da133e05-bb42-4868-85ea-73584c1ebea1 None None] Attempting to bind port 3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '248f9ca4-7e09-467f-aafa-f799ca518d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:09:08.776945 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da133e05-bb42-4868-85ea-73584c1ebea1 None None] Attempting to bind port 3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6 on network b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:09:08.781938 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da133e05-bb42-4868-85ea-73584c1ebea1 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:09:08.782316 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da133e05-bb42-4868-85ea-73584c1ebea1 None None] Checking segment: {'id': '248f9ca4-7e09-467f-aafa-f799ca518d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:09:08.782718 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-da133e05-bb42-4868-85ea-73584c1ebea1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:08.783107 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da133e05-bb42-4868-85ea-73584c1ebea1 None None] Bound using segment: {'id': '248f9ca4-7e09-467f-aafa-f799ca518d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:09:08.783594 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-da133e05-bb42-4868-85ea-73584c1ebea1 None None] Bound port: 3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248f9ca4-7e09-467f-aafa-f799ca518d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:09:08.784069 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-da133e05-bb42-4868-85ea-73584c1ebea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:08.805289 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73ef83-937c-49e8-92e6-894afe143b15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92d5c352-5cff-4632-9e79-0b62abad3836,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:08.812800 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab73ef83-937c-49e8-92e6-894afe143b15 admin admin] Checking segment: {'id': '5657e2eb-4715-4486-93b1-346c98a91f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a5400acf-aca2-41e6-80ae-c91b1c3c8abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:09:08.813162 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab73ef83-937c-49e8-92e6-894afe143b15 admin admin] Network hostable DHCP agents. Network: a5400acf-aca2-41e6-80ae-c91b1c3c8abf, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 03:09:08.873047 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-da133e05-bb42-4868-85ea-73584c1ebea1 None None] For port 3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:09:08.873047 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-da133e05-bb42-4868-85ea-73584c1ebea1 None None] For port 3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6,segment=NetworkSegment(248f9ca4-7e09-467f-aafa-f799ca518d3e),segment_id=248f9ca4-7e09-467f-aafa-f799ca518d3e)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:09:08.891263 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab73ef83-937c-49e8-92e6-894afe143b15 admin admin] Network a5400acf-aca2-41e6-80ae-c91b1c3c8abf is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 03:09:08.943778 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-da133e05-bb42-4868-85ea-73584c1ebea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:08.970436 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-ab73ef83-937c-49e8-92e6-894afe143b15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, a5400acf-aca2-41e6-80ae-c91b1c3c8abf) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:09:08.971058 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab73ef83-937c-49e8-92e6-894afe143b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:09:08.972353 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ab73ef83-937c-49e8-92e6-894afe143b15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:08.975474 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2a0ac6-735a-47aa-9b9b-bcfc613ff082 None None] Network a5400acf-aca2-41e6-80ae-c91b1c3c8abf requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:09:09.040940 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ab73ef83-937c-49e8-92e6-894afe143b15 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6350176 Mar 23 03:09:09.043303 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39448) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:09:09.049644 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-24dc6158-3f03-4335-97dd-a4e1ac2f187c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2137213312-router', 'tenant_id': '316f8aa994e543a78382ccadcda84c2f', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:09:09.073527 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-318debd2-e9d0-4b81-9bc3-c04667d9d75d None None] Provisioning complete for port 3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:09:09.074504 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-318debd2-e9d0-4b81-9bc3-c04667d9d75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:09.078056 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da133e05-bb42-4868-85ea-73584c1ebea1 None None] Routers {'6704e01f-894c-45e3-aafe-4a73b0097700'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:09:09.078753 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-da133e05-bb42-4868-85ea-73584c1ebea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:08:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['6704e01f-894c-45e3-aafe-4a73b0097700'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:09:09.090468 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315191f-3411-4fd4-b4ca-53f13871b0d7 None None] Pushing event updated for resources: {'Port': ['ID=3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:09.111399 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 01a0db9f-3f3f-4362-9018-352378950f7a up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:09:09.163314 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-24dc6158-3f03-4335-97dd-a4e1ac2f187c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (55b0b2d1-29af-4701-bb29-6cec7607b237), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:09.164468 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-24dc6158-3f03-4335-97dd-a4e1ac2f187c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (55b0b2d1-29af-4701-bb29-6cec7607b237), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:09.222521 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-24dc6158-3f03-4335-97dd-a4e1ac2f187c admin admin] Publish callbacks [] for router_controller (55b0b2d1-29af-4701-bb29-6cec7607b237), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:09.262072 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315595c2-1e49-47f1-90a2-44973f119694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-a5400acf-aca2-41e6-80ae-c91b1c3c8abf', 'network_id': 'a5400acf-aca2-41e6-80ae-c91b1c3c8abf', 'project_id': '316f8aa994e543a78382ccadcda84c2f', 'fixed_ips': [{'subnet_id': '92d5c352-5cff-4632-9e79-0b62abad3836'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 03:09:09.262906 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-315595c2-1e49-47f1-90a2-44973f119694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:09.397505 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-da133e05-bb42-4868-85ea-73584c1ebea1 None None] Set router 6704e01f-894c-45e3-aafe-4a73b0097700 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:09:09.434191 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 01a0db9f-3f3f-4362-9018-352378950f7a triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:09:09.434565 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (01a0db9f-3f3f-4362-9018-352378950f7a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:09.439298 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-318debd2-e9d0-4b81-9bc3-c04667d9d75d None None] Current status of the port 3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:09:09.439675 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-318debd2-e9d0-4b81-9bc3-c04667d9d75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:09.451372 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-24dc6158-3f03-4335-97dd-a4e1ac2f187c admin admin] Publish callbacks [] for router_gateway (55b0b2d1-29af-4701-bb29-6cec7607b237), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:09.630552 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-318debd2-e9d0-4b81-9bc3-c04667d9d75d None None] For port 3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6,segment=NetworkSegment(248f9ca4-7e09-467f-aafa-f799ca518d3e),segment_id=248f9ca4-7e09-467f-aafa-f799ca518d3e)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:09:09.638594 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-315595c2-1e49-47f1-90a2-44973f119694 None None] Allocated IP 172.20.0.2 (a5400acf-aca2-41e6-80ae-c91b1c3c8abf/92d5c352-5cff-4632-9e79-0b62abad3836/8ad21fe9-139e-488c-908a-bc8136e92d02) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:09:09.705647 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-318debd2-e9d0-4b81-9bc3-c04667d9d75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:09.717572 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-24dc6158-3f03-4335-97dd-a4e1ac2f187c admin admin] Publish callbacks [] for router_gateway (55b0b2d1-29af-4701-bb29-6cec7607b237), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:09.736772 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-24dc6158-3f03-4335-97dd-a4e1ac2f187c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:09.803483 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 01a0db9f-3f3f-4362-9018-352378950f7a is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:09:09.838524 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-24dc6158-3f03-4335-97dd-a4e1ac2f187c admin admin] Allocated IP 172.26.2.78 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/cdbc3440-c692-4c9a-b066-bc5c005235ef) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:09:09.950041 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-24dc6158-3f03-4335-97dd-a4e1ac2f187c admin admin] Publish callbacks [] for port (cdbc3440-c692-4c9a-b066-bc5c005235ef), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:10.009419 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318debd2-e9d0-4b81-9bc3-c04667d9d75d None None] Pushing event updated for resources: {'Port': ['ID=3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:10.031204 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-c08be3f8-2f78-4360-be8a-4a6d4914e797 None None] Provisioning complete for port 3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:09:10.033636 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c08be3f8-2f78-4360-be8a-4a6d4914e797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:10.051348 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-24dc6158-3f03-4335-97dd-a4e1ac2f187c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (cdbc3440-c692-4c9a-b066-bc5c005235ef), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:10.087325 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dc6158-3f03-4335-97dd-a4e1ac2f187c admin admin] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:09:10.091746 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-24dc6158-3f03-4335-97dd-a4e1ac2f187c admin admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:09:10.094405 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dc6158-3f03-4335-97dd-a4e1ac2f187c admin admin] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:09:10.107477 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-da133e05-bb42-4868-85ea-73584c1ebea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'name': 'tempest-TestMinimumBasicScenario-515140088-router', 'tenant_id': '72221609a68648ac9e5fa5e4912ed276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.69'}], 'enable_snat': True}, 'gw_port_id': '01a0db9f-3f3f-4362-9018-352378950f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:09:03Z', 'updated_at': '2022-03-23T03:09:06Z', 'revision_number': 4, 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'gw_port': {'id': '01a0db9f-3f3f-4362-9018-352378950f7a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:03Z', 'updated_at': '2022-03-23T03:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6', 'name': '', 'network_id': 'b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1', 'tenant_id': '72221609a68648ac9e5fa5e4912ed276', 'mac_address': 'fa:16:3e:95:a8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '4c200be2-9ff6-435f-964f-9968a382b0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:05Z', 'updated_at': '2022-03-23T03:09:08Z', 'revision_number': 4, 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'subnets': [{'id': '4c200be2-9ff6-435f-964f-9968a382b0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:09:10.125711 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc6158-3f03-4335-97dd-a4e1ac2f187c admin admin] Pushing event updated for resources: {'Port': ['ID=cdbc3440-c692-4c9a-b066-bc5c005235ef,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:10.148845 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-315595c2-1e49-47f1-90a2-44973f119694 None None] Publish callbacks [] for port (8ad21fe9-139e-488c-908a-bc8136e92d02), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:10.152361 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da133e05-bb42-4868-85ea-73584c1ebea1 None None] The sync data for ids ['6704e01f-894c-45e3-aafe-4a73b0097700'] in dv-neutron-834613-2-hyperv is: [{'id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'name': 'tempest-TestMinimumBasicScenario-515140088-router', 'tenant_id': '72221609a68648ac9e5fa5e4912ed276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.69'}], 'enable_snat': True}, 'gw_port_id': '01a0db9f-3f3f-4362-9018-352378950f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:09:03Z', 'updated_at': '2022-03-23T03:09:06Z', 'revision_number': 4, 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'gw_port': {'id': '01a0db9f-3f3f-4362-9018-352378950f7a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:03Z', 'updated_at': '2022-03-23T03:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6', 'name': '', 'network_id': 'b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1', 'tenant_id': '72221609a68648ac9e5fa5e4912ed276', 'mac_address': 'fa:16:3e:95:a8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '4c200be2-9ff6-435f-964f-9968a382b0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:05Z', 'updated_at': '2022-03-23T03:09:08Z', 'revision_number': 4, 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'subnets': [{'id': '4c200be2-9ff6-435f-964f-9968a382b0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:09:10.198002 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c08be3f8-2f78-4360-be8a-4a6d4914e797 None None] Current status of the port 3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:09:10.243126 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-315595c2-1e49-47f1-90a2-44973f119694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (8ad21fe9-139e-488c-908a-bc8136e92d02), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:10.281916 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315595c2-1e49-47f1-90a2-44973f119694 None None] Network a5400acf-aca2-41e6-80ae-c91b1c3c8abf is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:09:10.284924 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-315595c2-1e49-47f1-90a2-44973f119694 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:09:10.291602 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315595c2-1e49-47f1-90a2-44973f119694 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:09:10.299274 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315595c2-1e49-47f1-90a2-44973f119694 None None] Pushing event updated for resources: {'Port': ['ID=8ad21fe9-139e-488c-908a-bc8136e92d02,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:10.364958 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-315595c2-1e49-47f1-90a2-44973f119694 None None] Attempting to bind port 8ad21fe9-139e-488c-908a-bc8136e92d02 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:09:10.365421 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-315595c2-1e49-47f1-90a2-44973f119694 None None] Attempting to bind port 8ad21fe9-139e-488c-908a-bc8136e92d02 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '5657e2eb-4715-4486-93b1-346c98a91f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a5400acf-aca2-41e6-80ae-c91b1c3c8abf'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:09:10.365892 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315595c2-1e49-47f1-90a2-44973f119694 None None] Attempting to bind port 8ad21fe9-139e-488c-908a-bc8136e92d02 on network a5400acf-aca2-41e6-80ae-c91b1c3c8abf {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:09:10.371423 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315595c2-1e49-47f1-90a2-44973f119694 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:09:10.371970 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315595c2-1e49-47f1-90a2-44973f119694 None None] Checking segment: {'id': '5657e2eb-4715-4486-93b1-346c98a91f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a5400acf-aca2-41e6-80ae-c91b1c3c8abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:09:10.372461 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-315595c2-1e49-47f1-90a2-44973f119694 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:10.372834 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315595c2-1e49-47f1-90a2-44973f119694 None None] Bound using segment: {'id': '5657e2eb-4715-4486-93b1-346c98a91f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a5400acf-aca2-41e6-80ae-c91b1c3c8abf'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:09:10.373350 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-315595c2-1e49-47f1-90a2-44973f119694 None None] Bound port: 8ad21fe9-139e-488c-908a-bc8136e92d02, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5657e2eb-4715-4486-93b1-346c98a91f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a5400acf-aca2-41e6-80ae-c91b1c3c8abf'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:09:10.373760 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-315595c2-1e49-47f1-90a2-44973f119694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8ad21fe9-139e-488c-908a-bc8136e92d02), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:10.442117 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-315595c2-1e49-47f1-90a2-44973f119694 None None] For port 8ad21fe9-139e-488c-908a-bc8136e92d02, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:09:10.446453 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-315595c2-1e49-47f1-90a2-44973f119694 None None] For port 8ad21fe9-139e-488c-908a-bc8136e92d02, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8ad21fe9-139e-488c-908a-bc8136e92d02,segment=NetworkSegment(5657e2eb-4715-4486-93b1-346c98a91f2d),segment_id=5657e2eb-4715-4486-93b1-346c98a91f2d)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:09:10.456126 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-24dc6158-3f03-4335-97dd-a4e1ac2f187c admin admin] Publish callbacks [] for router_gateway (55b0b2d1-29af-4701-bb29-6cec7607b237), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:10.538014 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-315595c2-1e49-47f1-90a2-44973f119694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (8ad21fe9-139e-488c-908a-bc8136e92d02), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:10.604428 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315595c2-1e49-47f1-90a2-44973f119694 None None] Pushing event updated for resources: {'Port': ['ID=8ad21fe9-139e-488c-908a-bc8136e92d02,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:10.683321 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-24dc6158-3f03-4335-97dd-a4e1ac2f187c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (55b0b2d1-29af-4701-bb29-6cec7607b237), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:10.951652 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24dc6158-3f03-4335-97dd-a4e1ac2f187c admin admin] Router 55b0b2d1-29af-4701-bb29-6cec7607b237 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 03:09:11.080679 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24dc6158-3f03-4335-97dd-a4e1ac2f187c admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:09:11.107056 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb129f5-a75b-411b-86af-d6cd95ef4f63 None None] Sync routers for ids ['55b0b2d1-29af-4701-bb29-6cec7607b237'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:09:11.120370 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb129f5-a75b-411b-86af-d6cd95ef4f63 None None] Routers {'55b0b2d1-29af-4701-bb29-6cec7607b237'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:09:11.121086 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-0bb129f5-a75b-411b-86af-d6cd95ef4f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:08:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['55b0b2d1-29af-4701-bb29-6cec7607b237'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:09:11.158111 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8ad21fe9-139e-488c-908a-bc8136e92d02 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:09:11.159654 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-24dc6158-3f03-4335-97dd-a4e1ac2f187c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:11.164243 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-24dc6158-3f03-4335-97dd-a4e1ac2f187c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1163225 Mar 23 03:09:11.164578 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 39450) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:09:11.246204 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 8ad21fe9-139e-488c-908a-bc8136e92d02 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:09:11.247596 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8ad21fe9-139e-488c-908a-bc8136e92d02), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:11.265755 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-0bb129f5-a75b-411b-86af-d6cd95ef4f63 None None] Set router 55b0b2d1-29af-4701-bb29-6cec7607b237 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:09:11.369244 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 8ad21fe9-139e-488c-908a-bc8136e92d02 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:09:11.369826 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8ad21fe9-139e-488c-908a-bc8136e92d02), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:11.412956 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 8ad21fe9-139e-488c-908a-bc8136e92d02, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8ad21fe9-139e-488c-908a-bc8136e92d02,segment=NetworkSegment(5657e2eb-4715-4486-93b1-346c98a91f2d),segment_id=5657e2eb-4715-4486-93b1-346c98a91f2d)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:09:11.483119 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (8ad21fe9-139e-488c-908a-bc8136e92d02), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:11.484030 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:09:11.587962 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=8ad21fe9-139e-488c-908a-bc8136e92d02,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:11.601468 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:09:11.602113 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:11.622610 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-0bb129f5-a75b-411b-86af-d6cd95ef4f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b0b2d1-29af-4701-bb29-6cec7607b237', 'name': 'tempest-TestMinimumBasicScenario-2137213312-router', 'tenant_id': '316f8aa994e543a78382ccadcda84c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'cdbc3440-c692-4c9a-b066-bc5c005235ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:09:09Z', 'updated_at': '2022-03-23T03:09:10Z', 'revision_number': 3, 'project_id': '316f8aa994e543a78382ccadcda84c2f', 'gw_port': {'id': 'cdbc3440-c692-4c9a-b066-bc5c005235ef', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:53:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b0b2d1-29af-4701-bb29-6cec7607b237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:09Z', 'updated_at': '2022-03-23T03:09:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:09:11.658836 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb129f5-a75b-411b-86af-d6cd95ef4f63 None None] Checking router: 55b0b2d1-29af-4701-bb29-6cec7607b237 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:09:11.659287 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb129f5-a75b-411b-86af-d6cd95ef4f63 None None] Updating router 55b0b2d1-29af-4701-bb29-6cec7607b237 port cdbc3440-c692-4c9a-b066-bc5c005235ef binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 03:09:11.693748 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-0bb129f5-a75b-411b-86af-d6cd95ef4f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (cdbc3440-c692-4c9a-b066-bc5c005235ef), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:11.742337 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1890a382-0f0c-4eea-9873-e98c0a19fab5 None None] Network a5400acf-aca2-41e6-80ae-c91b1c3c8abf requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:09:11.806546 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:09:11.824589 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-3e1f22cf-7c41-4235-a44c-c2055194fb75 None None] Provisioning complete for port 8ad21fe9-139e-488c-908a-bc8136e92d02 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:09:11.824885 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3e1f22cf-7c41-4235-a44c-c2055194fb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8ad21fe9-139e-488c-908a-bc8136e92d02), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:11.951094 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-3e1f22cf-7c41-4235-a44c-c2055194fb75 None None] Current status of the port 8ad21fe9-139e-488c-908a-bc8136e92d02 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:09:11.996343 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-0bb129f5-a75b-411b-86af-d6cd95ef4f63 None None] Publish callbacks [] for port (cdbc3440-c692-4c9a-b066-bc5c005235ef), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:12.077130 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-0bb129f5-a75b-411b-86af-d6cd95ef4f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (cdbc3440-c692-4c9a-b066-bc5c005235ef), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:12.132437 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-0bb129f5-a75b-411b-86af-d6cd95ef4f63 None None] Attempting to bind port cdbc3440-c692-4c9a-b066-bc5c005235ef on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:09:12.132437 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-0bb129f5-a75b-411b-86af-d6cd95ef4f63 None None] Attempting to bind port cdbc3440-c692-4c9a-b066-bc5c005235ef by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:09:12.132437 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb129f5-a75b-411b-86af-d6cd95ef4f63 None None] Attempting to bind port cdbc3440-c692-4c9a-b066-bc5c005235ef on network 6bbcca03-75ff-487c-8b0e-a32302dacbee {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:09:12.139272 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16912682-409c-45ad-8a79-cee0bb0b3c7d None None] Pushing event updated for resources: {'Port': ['ID=cdbc3440-c692-4c9a-b066-bc5c005235ef,revision_number=2']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:12.140086 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb129f5-a75b-411b-86af-d6cd95ef4f63 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:09:12.140086 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb129f5-a75b-411b-86af-d6cd95ef4f63 None None] Checking segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:09:12.140453 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-0bb129f5-a75b-411b-86af-d6cd95ef4f63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:12.140835 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb129f5-a75b-411b-86af-d6cd95ef4f63 None None] Bound using segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:09:12.141362 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-0bb129f5-a75b-411b-86af-d6cd95ef4f63 None None] Bound port: cdbc3440-c692-4c9a-b066-bc5c005235ef, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:09:12.141658 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-0bb129f5-a75b-411b-86af-d6cd95ef4f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (cdbc3440-c692-4c9a-b066-bc5c005235ef), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:12.169881 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:12.210440 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-0bb129f5-a75b-411b-86af-d6cd95ef4f63 None None] For port cdbc3440-c692-4c9a-b066-bc5c005235ef, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:09:12.213764 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-0bb129f5-a75b-411b-86af-d6cd95ef4f63 None None] For port cdbc3440-c692-4c9a-b066-bc5c005235ef, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=cdbc3440-c692-4c9a-b066-bc5c005235ef,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:09:12.282503 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-ae0e9dc6-65a3-4ab0-a841-ec306f2b9830 None None] Provisioning complete for port 8ad21fe9-139e-488c-908a-bc8136e92d02 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:09:12.282875 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ae0e9dc6-65a3-4ab0-a841-ec306f2b9830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8ad21fe9-139e-488c-908a-bc8136e92d02), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:12.294669 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-0bb129f5-a75b-411b-86af-d6cd95ef4f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (cdbc3440-c692-4c9a-b066-bc5c005235ef), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:12.337690 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] Allocated IP 172.20.0.1 (a5400acf-aca2-41e6-80ae-c91b1c3c8abf/92d5c352-5cff-4632-9e79-0b62abad3836/0aedbd58-b748-4ccb-b6bc-b22ea38ac62a) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:09:12.359645 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb129f5-a75b-411b-86af-d6cd95ef4f63 None None] Routers {'55b0b2d1-29af-4701-bb29-6cec7607b237'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:09:12.360370 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-0bb129f5-a75b-411b-86af-d6cd95ef4f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:08:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['55b0b2d1-29af-4701-bb29-6cec7607b237'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:09:12.391182 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-ae0e9dc6-65a3-4ab0-a841-ec306f2b9830 None None] Current status of the port 8ad21fe9-139e-488c-908a-bc8136e92d02 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:09:12.400652 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16912682-409c-45ad-8a79-cee0bb0b3c7d None None] Pushing event updated for resources: {'Port': ['ID=cdbc3440-c692-4c9a-b066-bc5c005235ef,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:12.458365 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] Publish callbacks [] for port (0aedbd58-b748-4ccb-b6bc-b22ea38ac62a), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:12.477162 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-0bb129f5-a75b-411b-86af-d6cd95ef4f63 None None] Set router 55b0b2d1-29af-4701-bb29-6cec7607b237 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:09:12.534558 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (0aedbd58-b748-4ccb-b6bc-b22ea38ac62a), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:12.570291 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] Network a5400acf-aca2-41e6-80ae-c91b1c3c8abf is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:09:12.573222 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:09:12.577113 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:09:12.606843 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] Pushing event updated for resources: {'Port': ['ID=0aedbd58-b748-4ccb-b6bc-b22ea38ac62a,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:12.619955 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:12.620317 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:12.620668 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:12.621015 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:12.621356 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:12.621692 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:12.622029 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:12.622365 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:12.622697 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:12.623026 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:12.623361 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:12.623690 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:12.624042 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:12.624372 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:12.624697 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:09:12.640885 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (55b0b2d1-29af-4701-bb29-6cec7607b237), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:12.660318 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-0bb129f5-a75b-411b-86af-d6cd95ef4f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b0b2d1-29af-4701-bb29-6cec7607b237', 'name': 'tempest-TestMinimumBasicScenario-2137213312-router', 'tenant_id': '316f8aa994e543a78382ccadcda84c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'cdbc3440-c692-4c9a-b066-bc5c005235ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:09:09Z', 'updated_at': '2022-03-23T03:09:10Z', 'revision_number': 3, 'project_id': '316f8aa994e543a78382ccadcda84c2f', 'gw_port': {'id': 'cdbc3440-c692-4c9a-b066-bc5c005235ef', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:53:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b0b2d1-29af-4701-bb29-6cec7607b237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:09Z', 'updated_at': '2022-03-23T03:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:09:12.688622 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb129f5-a75b-411b-86af-d6cd95ef4f63 None None] The sync data for ids ['55b0b2d1-29af-4701-bb29-6cec7607b237'] in dv-neutron-834613-2-hyperv is: [{'id': '55b0b2d1-29af-4701-bb29-6cec7607b237', 'name': 'tempest-TestMinimumBasicScenario-2137213312-router', 'tenant_id': '316f8aa994e543a78382ccadcda84c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'cdbc3440-c692-4c9a-b066-bc5c005235ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:09:09Z', 'updated_at': '2022-03-23T03:09:10Z', 'revision_number': 3, 'project_id': '316f8aa994e543a78382ccadcda84c2f', 'gw_port': {'id': 'cdbc3440-c692-4c9a-b066-bc5c005235ef', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:53:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b0b2d1-29af-4701-bb29-6cec7607b237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:09Z', 'updated_at': '2022-03-23T03:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:09:12.855901 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (0aedbd58-b748-4ccb-b6bc-b22ea38ac62a), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:12.928297 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-5279b1b3-77f2-4734-9133-56e8620e7e5e None None] Provisioning complete for port 0aedbd58-b748-4ccb-b6bc-b22ea38ac62a triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:09:12.928683 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5279b1b3-77f2-4734-9133-56e8620e7e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (0aedbd58-b748-4ccb-b6bc-b22ea38ac62a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:12.972025 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-5279b1b3-77f2-4734-9133-56e8620e7e5e None None] Port 0aedbd58-b748-4ccb-b6bc-b22ea38ac62a cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:09:13.055810 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] Publish callbacks [] for port (0aedbd58-b748-4ccb-b6bc-b22ea38ac62a), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:13.122999 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (0aedbd58-b748-4ccb-b6bc-b22ea38ac62a), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:13.160624 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device cdbc3440-c692-4c9a-b066-bc5c005235ef up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:09:13.206523 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] Pushing event updated for resources: {'Port': ['ID=0aedbd58-b748-4ccb-b6bc-b22ea38ac62a,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:13.209803 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (55b0b2d1-29af-4701-bb29-6cec7607b237), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:13.217765 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port cdbc3440-c692-4c9a-b066-bc5c005235ef triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:09:13.218145 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (cdbc3440-c692-4c9a-b066-bc5c005235ef), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:13.299350 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port cdbc3440-c692-4c9a-b066-bc5c005235ef is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:09:13.299742 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (cdbc3440-c692-4c9a-b066-bc5c005235ef), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:13.309400 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] Network a5400acf-aca2-41e6-80ae-c91b1c3c8abf is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:09:13.310907 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:09:13.325640 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port cdbc3440-c692-4c9a-b066-bc5c005235ef, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=cdbc3440-c692-4c9a-b066-bc5c005235ef,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:09:13.417159 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (cdbc3440-c692-4c9a-b066-bc5c005235ef), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:13.418059 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8ad21fe9-139e-488c-908a-bc8136e92d02 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:09:13.444119 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] Router 55b0b2d1-29af-4701-bb29-6cec7607b237 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:09:13.510005 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=cdbc3440-c692-4c9a-b066-bc5c005235ef,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:13.522740 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 8ad21fe9-139e-488c-908a-bc8136e92d02 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:09:13.531370 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8ad21fe9-139e-488c-908a-bc8136e92d02), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:13.578441 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:09:13.593802 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9eb103ec-c0fc-4729-bd6b-bdc5f0b38173 admin admin] 10.222.0.24 "PUT /v2.0/routers/55b0b2d1-29af-4701-bb29-6cec7607b237/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4195988 Mar 23 03:09:13.618911 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 8ad21fe9-139e-488c-908a-bc8136e92d02 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:09:13.622971 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-adc527b8-e451-469e-a740-8a89060c14d0 None None] Provisioning complete for port 0aedbd58-b748-4ccb-b6bc-b22ea38ac62a triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:09:13.623341 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-adc527b8-e451-469e-a740-8a89060c14d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (0aedbd58-b748-4ccb-b6bc-b22ea38ac62a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:13.669267 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-adc527b8-e451-469e-a740-8a89060c14d0 None None] Port 0aedbd58-b748-4ccb-b6bc-b22ea38ac62a cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:09:14.361342 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4f3a08-0a6c-46ec-9837-ebf9933d1a4e None None] Sync routers for ids ['55b0b2d1-29af-4701-bb29-6cec7607b237'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:09:14.372036 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4f3a08-0a6c-46ec-9837-ebf9933d1a4e None None] Routers {'55b0b2d1-29af-4701-bb29-6cec7607b237'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:09:14.372660 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-0d4f3a08-0a6c-46ec-9837-ebf9933d1a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:08:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['55b0b2d1-29af-4701-bb29-6cec7607b237'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:09:14.494107 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-0d4f3a08-0a6c-46ec-9837-ebf9933d1a4e None None] Set router 55b0b2d1-29af-4701-bb29-6cec7607b237 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:09:14.724896 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-0d4f3a08-0a6c-46ec-9837-ebf9933d1a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b0b2d1-29af-4701-bb29-6cec7607b237', 'name': 'tempest-TestMinimumBasicScenario-2137213312-router', 'tenant_id': '316f8aa994e543a78382ccadcda84c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'cdbc3440-c692-4c9a-b066-bc5c005235ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:09:09Z', 'updated_at': '2022-03-23T03:09:12Z', 'revision_number': 4, 'project_id': '316f8aa994e543a78382ccadcda84c2f', 'gw_port': {'id': 'cdbc3440-c692-4c9a-b066-bc5c005235ef', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:53:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b0b2d1-29af-4701-bb29-6cec7607b237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:09Z', 'updated_at': '2022-03-23T03:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '0aedbd58-b748-4ccb-b6bc-b22ea38ac62a', 'name': '', 'network_id': 'a5400acf-aca2-41e6-80ae-c91b1c3c8abf', 'tenant_id': '316f8aa994e543a78382ccadcda84c2f', 'mac_address': 'fa:16:3e:20:3d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b0b2d1-29af-4701-bb29-6cec7607b237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '92d5c352-5cff-4632-9e79-0b62abad3836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:12Z', 'updated_at': '2022-03-23T03:09:12Z', 'revision_number': 2, 'project_id': '316f8aa994e543a78382ccadcda84c2f', 'subnets': [{'id': '92d5c352-5cff-4632-9e79-0b62abad3836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:09:14.751163 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4f3a08-0a6c-46ec-9837-ebf9933d1a4e None None] Checking router: 55b0b2d1-29af-4701-bb29-6cec7607b237 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:09:14.751628 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4f3a08-0a6c-46ec-9837-ebf9933d1a4e None None] Updating router 55b0b2d1-29af-4701-bb29-6cec7607b237 port 0aedbd58-b748-4ccb-b6bc-b22ea38ac62a binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 03:09:14.790905 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0d4f3a08-0a6c-46ec-9837-ebf9933d1a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (0aedbd58-b748-4ccb-b6bc-b22ea38ac62a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:15.089326 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0d4f3a08-0a6c-46ec-9837-ebf9933d1a4e None None] Publish callbacks [] for port (0aedbd58-b748-4ccb-b6bc-b22ea38ac62a), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:15.102048 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device cdbc3440-c692-4c9a-b066-bc5c005235ef up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:09:15.159314 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0d4f3a08-0a6c-46ec-9837-ebf9933d1a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (0aedbd58-b748-4ccb-b6bc-b22ea38ac62a), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:15.224807 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port cdbc3440-c692-4c9a-b066-bc5c005235ef triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:09:15.225189 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (cdbc3440-c692-4c9a-b066-bc5c005235ef), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:15.253279 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9547c-5c3a-4ae2-b1a9-b42c382e44fe None None] Pushing event updated for resources: {'Port': ['ID=0aedbd58-b748-4ccb-b6bc-b22ea38ac62a,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:15.335023 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-0d4f3a08-0a6c-46ec-9837-ebf9933d1a4e None None] Attempting to bind port 0aedbd58-b748-4ccb-b6bc-b22ea38ac62a on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:09:15.335023 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-0d4f3a08-0a6c-46ec-9837-ebf9933d1a4e None None] Attempting to bind port 0aedbd58-b748-4ccb-b6bc-b22ea38ac62a by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '5657e2eb-4715-4486-93b1-346c98a91f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a5400acf-aca2-41e6-80ae-c91b1c3c8abf'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:09:15.336384 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f3a08-0a6c-46ec-9837-ebf9933d1a4e None None] Attempting to bind port 0aedbd58-b748-4ccb-b6bc-b22ea38ac62a on network a5400acf-aca2-41e6-80ae-c91b1c3c8abf {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:09:15.345383 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f3a08-0a6c-46ec-9837-ebf9933d1a4e None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:09:15.345761 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f3a08-0a6c-46ec-9837-ebf9933d1a4e None None] Checking segment: {'id': '5657e2eb-4715-4486-93b1-346c98a91f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a5400acf-aca2-41e6-80ae-c91b1c3c8abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:09:15.346427 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0d4f3a08-0a6c-46ec-9837-ebf9933d1a4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:15.346829 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f3a08-0a6c-46ec-9837-ebf9933d1a4e None None] Bound using segment: {'id': '5657e2eb-4715-4486-93b1-346c98a91f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a5400acf-aca2-41e6-80ae-c91b1c3c8abf'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:09:15.347368 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-0d4f3a08-0a6c-46ec-9837-ebf9933d1a4e None None] Bound port: 0aedbd58-b748-4ccb-b6bc-b22ea38ac62a, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5657e2eb-4715-4486-93b1-346c98a91f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a5400acf-aca2-41e6-80ae-c91b1c3c8abf'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:09:15.347757 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0d4f3a08-0a6c-46ec-9837-ebf9933d1a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (0aedbd58-b748-4ccb-b6bc-b22ea38ac62a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:15.460823 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port cdbc3440-c692-4c9a-b066-bc5c005235ef is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:09:15.466682 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-0d4f3a08-0a6c-46ec-9837-ebf9933d1a4e None None] For port 0aedbd58-b748-4ccb-b6bc-b22ea38ac62a, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:09:15.470703 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-0d4f3a08-0a6c-46ec-9837-ebf9933d1a4e None None] For port 0aedbd58-b748-4ccb-b6bc-b22ea38ac62a, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=0aedbd58-b748-4ccb-b6bc-b22ea38ac62a,segment=NetworkSegment(5657e2eb-4715-4486-93b1-346c98a91f2d),segment_id=5657e2eb-4715-4486-93b1-346c98a91f2d)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:09:15.505624 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-aaa7e815-9f28-40b0-888b-30cb0656a0d5 None None] Provisioning complete for port 0aedbd58-b748-4ccb-b6bc-b22ea38ac62a triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:09:15.506264 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e815-9f28-40b0-888b-30cb0656a0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (0aedbd58-b748-4ccb-b6bc-b22ea38ac62a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:15.542366 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0d4f3a08-0a6c-46ec-9837-ebf9933d1a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (0aedbd58-b748-4ccb-b6bc-b22ea38ac62a), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:15.577700 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-aaa7e815-9f28-40b0-888b-30cb0656a0d5 None None] Port 0aedbd58-b748-4ccb-b6bc-b22ea38ac62a cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:09:15.614169 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4f3a08-0a6c-46ec-9837-ebf9933d1a4e None None] Routers {'55b0b2d1-29af-4701-bb29-6cec7607b237'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:09:15.616095 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-0d4f3a08-0a6c-46ec-9837-ebf9933d1a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:08:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['55b0b2d1-29af-4701-bb29-6cec7607b237'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:09:15.619356 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9547c-5c3a-4ae2-b1a9-b42c382e44fe None None] Pushing event updated for resources: {'Port': ['ID=0aedbd58-b748-4ccb-b6bc-b22ea38ac62a,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:15.756382 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-0d4f3a08-0a6c-46ec-9837-ebf9933d1a4e None None] Set router 55b0b2d1-29af-4701-bb29-6cec7607b237 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:09:15.972267 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-111da39a-7a88-466d-b31f-ef450318e569 None None] Provisioning complete for port 0aedbd58-b748-4ccb-b6bc-b22ea38ac62a triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:09:15.972487 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-111da39a-7a88-466d-b31f-ef450318e569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (0aedbd58-b748-4ccb-b6bc-b22ea38ac62a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:16.185715 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-111da39a-7a88-466d-b31f-ef450318e569 None None] Current status of the port 0aedbd58-b748-4ccb-b6bc-b22ea38ac62a is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:09:16.186278 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-111da39a-7a88-466d-b31f-ef450318e569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (0aedbd58-b748-4ccb-b6bc-b22ea38ac62a), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:16.231390 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-111da39a-7a88-466d-b31f-ef450318e569 None None] For port 0aedbd58-b748-4ccb-b6bc-b22ea38ac62a, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=0aedbd58-b748-4ccb-b6bc-b22ea38ac62a,segment=NetworkSegment(5657e2eb-4715-4486-93b1-346c98a91f2d),segment_id=5657e2eb-4715-4486-93b1-346c98a91f2d)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:09:16.235581 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-0d4f3a08-0a6c-46ec-9837-ebf9933d1a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b0b2d1-29af-4701-bb29-6cec7607b237', 'name': 'tempest-TestMinimumBasicScenario-2137213312-router', 'tenant_id': '316f8aa994e543a78382ccadcda84c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'cdbc3440-c692-4c9a-b066-bc5c005235ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:09:09Z', 'updated_at': '2022-03-23T03:09:12Z', 'revision_number': 4, 'project_id': '316f8aa994e543a78382ccadcda84c2f', 'gw_port': {'id': 'cdbc3440-c692-4c9a-b066-bc5c005235ef', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:53:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b0b2d1-29af-4701-bb29-6cec7607b237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:09Z', 'updated_at': '2022-03-23T03:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '0aedbd58-b748-4ccb-b6bc-b22ea38ac62a', 'name': '', 'network_id': 'a5400acf-aca2-41e6-80ae-c91b1c3c8abf', 'tenant_id': '316f8aa994e543a78382ccadcda84c2f', 'mac_address': 'fa:16:3e:20:3d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b0b2d1-29af-4701-bb29-6cec7607b237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '92d5c352-5cff-4632-9e79-0b62abad3836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:12Z', 'updated_at': '2022-03-23T03:09:15Z', 'revision_number': 4, 'project_id': '316f8aa994e543a78382ccadcda84c2f', 'subnets': [{'id': '92d5c352-5cff-4632-9e79-0b62abad3836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:09:16.263615 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4f3a08-0a6c-46ec-9837-ebf9933d1a4e None None] The sync data for ids ['55b0b2d1-29af-4701-bb29-6cec7607b237'] in dv-neutron-834613-2-hyperv is: [{'id': '55b0b2d1-29af-4701-bb29-6cec7607b237', 'name': 'tempest-TestMinimumBasicScenario-2137213312-router', 'tenant_id': '316f8aa994e543a78382ccadcda84c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'cdbc3440-c692-4c9a-b066-bc5c005235ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:09:09Z', 'updated_at': '2022-03-23T03:09:12Z', 'revision_number': 4, 'project_id': '316f8aa994e543a78382ccadcda84c2f', 'gw_port': {'id': 'cdbc3440-c692-4c9a-b066-bc5c005235ef', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:53:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b0b2d1-29af-4701-bb29-6cec7607b237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:09Z', 'updated_at': '2022-03-23T03:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '0aedbd58-b748-4ccb-b6bc-b22ea38ac62a', 'name': '', 'network_id': 'a5400acf-aca2-41e6-80ae-c91b1c3c8abf', 'tenant_id': '316f8aa994e543a78382ccadcda84c2f', 'mac_address': 'fa:16:3e:20:3d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b0b2d1-29af-4701-bb29-6cec7607b237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '92d5c352-5cff-4632-9e79-0b62abad3836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:12Z', 'updated_at': '2022-03-23T03:09:15Z', 'revision_number': 4, 'project_id': '316f8aa994e543a78382ccadcda84c2f', 'subnets': [{'id': '92d5c352-5cff-4632-9e79-0b62abad3836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:09:16.323789 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-111da39a-7a88-466d-b31f-ef450318e569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (0aedbd58-b748-4ccb-b6bc-b22ea38ac62a), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:16.418224 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111da39a-7a88-466d-b31f-ef450318e569 None None] Pushing event updated for resources: {'Port': ['ID=0aedbd58-b748-4ccb-b6bc-b22ea38ac62a,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:17.149066 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 0aedbd58-b748-4ccb-b6bc-b22ea38ac62a up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:09:17.215317 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 0aedbd58-b748-4ccb-b6bc-b22ea38ac62a triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:09:17.215793 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (0aedbd58-b748-4ccb-b6bc-b22ea38ac62a), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:17.322240 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 0aedbd58-b748-4ccb-b6bc-b22ea38ac62a is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:09:17.788134 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-96b1476f-87df-4733-9ef1-2ecaa675269f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:17.877465 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:09:18.888084 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:19.917083 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-eb2fa568-9f18-473b-9eac-cabc5aae9b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:21.380802 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:22.765371 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:24.065516 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:25.371455 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-502b9acd-90cc-4a6f-81df-26cb66d95b0f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:09:25.372967 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-502b9acd-90cc-4a6f-81df-26cb66d95b0f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/networks?id=b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1 HTTP/1.1" status: 200 len: 814 time: 0.1075816 Mar 23 03:09:25.388072 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-fbbf2def-3f0c-4e16-9760-1d437f56d872 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/quotas/72221609a68648ac9e5fa5e4912ed276 HTTP/1.1" status: 200 len: 375 time: 0.0097749 Mar 23 03:09:25.441346 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-6347e78e-cbf2-4904-a84b-2c930387681c tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=72221609a68648ac9e5fa5e4912ed276&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484049 Mar 23 03:09:25.623512 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-7d64f224-3d08-4041-90b9-9d81d23282b3 service neutron] 10.222.0.24 "GET /v2.0/networks/b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700220 Mar 23 03:09:25.715354 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-9dc982a4-8e52-43de-8b3b-6994d04991eb service neutron] 10.222.0.24 "GET /v2.0/networks/b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861263 Mar 23 03:09:25.974718 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-999e2779-faba-42fc-8cba-2efdc57b59be req-f61e2232-7c2f-4f4a-8ae7-1bd22edc56cf tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 210 time: 0.0279474 Mar 23 03:09:27.053470 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6f31aa70-cb32-4c36-83b5-45404582313d req-e527770b-d0f3-46ed-b1f8-1af08763ec09 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 210 time: 0.0284262 Mar 23 03:09:28.135634 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6eceaaa6-e98b-4ed6-8629-57e252fcc6bd req-306b27ad-27f3-4f95-888e-fd460d2ba829 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 210 time: 0.0277047 Mar 23 03:09:29.229203 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-076e8865-e51d-462a-b20e-f79f52e790eb req-3318df64-9585-4102-b4c2-d2c967fef88a tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 210 time: 0.0296798 Mar 23 03:09:30.180432 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-f7fa1cfc-f1e5-4f86-b517-fdaac7a763d0 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:09:30.181991 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-f7fa1cfc-f1e5-4f86-b517-fdaac7a763d0 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.23 "GET /v2.0/networks?id=b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1 HTTP/1.1" status: 200 len: 814 time: 0.1093652 Mar 23 03:09:30.195771 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-935c7298-1daa-4d5d-8a00-d0679c18a9d6 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Request body: {'port': {'device_id': '21e96a87-266f-46a9-8a4e-fcc843371fe1', 'network_id': 'b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1', 'admin_state_up': True, 'tenant_id': '72221609a68648ac9e5fa5e4912ed276'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:09:30.327464 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-38edeedd-a3ff-4401-9424-e0ba7c097c3f req-4152cd41-edcc-477d-97a5-e3f596b0cf7c tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 210 time: 0.0269713 Mar 23 03:09:30.376722 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-935c7298-1daa-4d5d-8a00-d0679c18a9d6 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Made reservation on behalf of 72221609a68648ac9e5fa5e4912ed276 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:09:30.380275 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-935c7298-1daa-4d5d-8a00-d0679c18a9d6 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:30.510368 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-935c7298-1daa-4d5d-8a00-d0679c18a9d6 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Allocated IP 172.20.0.12 (b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1/4c200be2-9ff6-435f-964f-9968a382b0a0/7053704e-b3c1-4f46-9b28-9042f033a4f4) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:09:30.665582 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-935c7298-1daa-4d5d-8a00-d0679c18a9d6 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks [] for port (7053704e-b3c1-4f46-9b28-9042f033a4f4), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:30.754119 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-935c7298-1daa-4d5d-8a00-d0679c18a9d6 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (7053704e-b3c1-4f46-9b28-9042f033a4f4), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:30.818818 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-935c7298-1daa-4d5d-8a00-d0679c18a9d6 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Network b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:09:30.824701 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-935c7298-1daa-4d5d-8a00-d0679c18a9d6 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:09:30.830100 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-935c7298-1daa-4d5d-8a00-d0679c18a9d6 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:09:30.834747 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c7298-1daa-4d5d-8a00-d0679c18a9d6 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Pushing event updated for resources: {'Port': ['ID=7053704e-b3c1-4f46-9b28-9042f033a4f4,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:30.890807 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-935c7298-1daa-4d5d-8a00-d0679c18a9d6 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:09:30.892459 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-935c7298-1daa-4d5d-8a00-d0679c18a9d6 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:31.025072 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-935c7298-1daa-4d5d-8a00-d0679c18a9d6 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8334949 Mar 23 03:09:31.269306 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-d93055b2-8d48-4f60-8cf4-26ef7661403f None None] Provisioning complete for port 7053704e-b3c1-4f46-9b28-9042f033a4f4 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:09:31.269855 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d93055b2-8d48-4f60-8cf4-26ef7661403f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7053704e-b3c1-4f46-9b28-9042f033a4f4), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:31.307487 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-d93055b2-8d48-4f60-8cf4-26ef7661403f None None] Port 7053704e-b3c1-4f46-9b28-9042f033a4f4 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:09:31.468571 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7889af-dbf1-450a-8b58-d563c941cb47 req-7072aa07-c815-435f-bd75-48a956460d25 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:09:31.470205 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-de7889af-dbf1-450a-8b58-d563c941cb47 req-7072aa07-c815-435f-bd75-48a956460d25 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 932 time: 0.0664527 Mar 23 03:09:31.521172 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-de7889af-dbf1-450a-8b58-d563c941cb47 req-08f2fbdd-121d-4b24-9723-849053795706 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449898 Mar 23 03:09:32.643848 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9db9b-ab2f-4cc5-9730-3281c89f1cfe req-33a4a4af-b90d-44d0-b937-31859e9ae539 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:09:32.645731 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3dc9db9b-ab2f-4cc5-9730-3281c89f1cfe req-33a4a4af-b90d-44d0-b937-31859e9ae539 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 932 time: 0.0539794 Mar 23 03:09:32.703342 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3dc9db9b-ab2f-4cc5-9730-3281c89f1cfe req-731a8732-cf76-41b3-b64b-11f22012bec0 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498803 Mar 23 03:09:33.830503 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fd190-943a-483c-87d6-661aee26a0fd req-7305ea1b-9837-40b5-938d-fee9e9df5444 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:09:33.832614 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b8fd190-943a-483c-87d6-661aee26a0fd req-7305ea1b-9837-40b5-938d-fee9e9df5444 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 932 time: 0.0616364 Mar 23 03:09:33.883446 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b8fd190-943a-483c-87d6-661aee26a0fd req-2d961c83-196e-4877-b8e8-90f9a9556a4f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449121 Mar 23 03:09:35.008530 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b13af-64ae-4c03-934b-77cd643738af req-9d9c691e-86e2-4f63-9f24-ca8d85a9c52b tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:09:35.010850 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-bf6b13af-64ae-4c03-934b-77cd643738af req-9d9c691e-86e2-4f63-9f24-ca8d85a9c52b tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 932 time: 0.0579402 Mar 23 03:09:35.062724 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-bf6b13af-64ae-4c03-934b-77cd643738af req-fad51a7d-60a4-4c47-bba4-88e553b98410 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462148 Mar 23 03:09:36.204291 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f51f8-d85a-466f-b606-6d474179a306 req-9c3933c1-92fa-43fc-8033-7f788d1f056f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:09:36.205908 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ff9f51f8-d85a-466f-b606-6d474179a306 req-9c3933c1-92fa-43fc-8033-7f788d1f056f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 932 time: 0.0640647 Mar 23 03:09:36.257770 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ff9f51f8-d85a-466f-b606-6d474179a306 req-cb1f5383-f2ef-4d4b-9dc0-73b40dede648 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441911 Mar 23 03:09:37.401368 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f88a9e-9b9d-454b-b50b-965b4bd588dd req-705eedac-0b7c-4b4e-9bf9-41ca3772c9b0 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:09:37.403048 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a6f88a9e-9b9d-454b-b50b-965b4bd588dd req-705eedac-0b7c-4b4e-9bf9-41ca3772c9b0 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 932 time: 0.0573070 Mar 23 03:09:37.465670 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a6f88a9e-9b9d-454b-b50b-965b4bd588dd req-fda9aea1-4998-482d-9c6c-3417645aa553 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565028 Mar 23 03:09:38.587485 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc052e4-c671-4e3e-a3da-f07ab38d54ee req-9625087f-6141-43c8-89d8-697e7d9a72c3 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:09:38.589067 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bdc052e4-c671-4e3e-a3da-f07ab38d54ee req-9625087f-6141-43c8-89d8-697e7d9a72c3 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 932 time: 0.0540917 Mar 23 03:09:38.638527 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bdc052e4-c671-4e3e-a3da-f07ab38d54ee req-9581388c-f375-4247-a18f-e617a717aad5 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440421 Mar 23 03:09:39.225340 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-12bf1fb2-cebe-4d37-a6ab-9fe1db0377c4 service neutron] Request body: {'port': {'device_id': '21e96a87-266f-46a9-8a4e-fcc843371fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:09:39.285735 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-12bf1fb2-cebe-4d37-a6ab-9fe1db0377c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7053704e-b3c1-4f46-9b28-9042f033a4f4), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:39.547597 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-12bf1fb2-cebe-4d37-a6ab-9fe1db0377c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7053704e-b3c1-4f46-9b28-9042f033a4f4 {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:09:39.555372 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-12bf1fb2-cebe-4d37-a6ab-9fe1db0377c4 service neutron] Publish callbacks [] for port (7053704e-b3c1-4f46-9b28-9042f033a4f4), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:39.567530 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-12bf1fb2-cebe-4d37-a6ab-9fe1db0377c4 service neutron] Transition to ACTIVE for port object 7053704e-b3c1-4f46-9b28-9042f033a4f4 will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 03:09:39.641846 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-12bf1fb2-cebe-4d37-a6ab-9fe1db0377c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (7053704e-b3c1-4f46-9b28-9042f033a4f4), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:39.695710 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf1fb2-cebe-4d37-a6ab-9fe1db0377c4 service neutron] Pushing event updated for resources: {'Port': ['ID=7053704e-b3c1-4f46-9b28-9042f033a4f4,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:39.766342 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259a268-cdf1-4baa-8afd-f6b6e96db3a3 req-6123fb54-e9f7-4b55-8f4a-b4b52ea618d7 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:09:39.768281 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5259a268-cdf1-4baa-8afd-f6b6e96db3a3 req-6123fb54-e9f7-4b55-8f4a-b4b52ea618d7 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 944 time: 0.0595837 Mar 23 03:09:39.768762 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-12bf1fb2-cebe-4d37-a6ab-9fe1db0377c4 service neutron] Attempting to bind port 7053704e-b3c1-4f46-9b28-9042f033a4f4 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:09:39.769276 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-12bf1fb2-cebe-4d37-a6ab-9fe1db0377c4 service neutron] Attempting to bind port 7053704e-b3c1-4f46-9b28-9042f033a4f4 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '248f9ca4-7e09-467f-aafa-f799ca518d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:09:39.769797 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-12bf1fb2-cebe-4d37-a6ab-9fe1db0377c4 service neutron] Attempting to bind port 7053704e-b3c1-4f46-9b28-9042f033a4f4 on network b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:09:39.775015 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-12bf1fb2-cebe-4d37-a6ab-9fe1db0377c4 service neutron] Port 7053704e-b3c1-4f46-9b28-9042f033a4f4 on network b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 03:09:39.775619 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-12bf1fb2-cebe-4d37-a6ab-9fe1db0377c4 service neutron] Attempting to bind port 7053704e-b3c1-4f46-9b28-9042f033a4f4 on network b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:09:39.784341 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-12bf1fb2-cebe-4d37-a6ab-9fe1db0377c4 service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:09:39.784716 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-12bf1fb2-cebe-4d37-a6ab-9fe1db0377c4 service neutron] Checking segment: {'id': '248f9ca4-7e09-467f-aafa-f799ca518d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:09:39.785119 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-12bf1fb2-cebe-4d37-a6ab-9fe1db0377c4 service neutron] Bound using segment: {'id': '248f9ca4-7e09-467f-aafa-f799ca518d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:09:39.785604 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-12bf1fb2-cebe-4d37-a6ab-9fe1db0377c4 service neutron] Bound port: 7053704e-b3c1-4f46-9b28-9042f033a4f4, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '248f9ca4-7e09-467f-aafa-f799ca518d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:09:39.788485 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-12bf1fb2-cebe-4d37-a6ab-9fe1db0377c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7053704e-b3c1-4f46-9b28-9042f033a4f4), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:39.824498 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5259a268-cdf1-4baa-8afd-f6b6e96db3a3 req-62f0ab69-e239-4dd8-ad4d-7a94b3f9addb tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510280 Mar 23 03:09:39.861546 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-12bf1fb2-cebe-4d37-a6ab-9fe1db0377c4 service neutron] For port 7053704e-b3c1-4f46-9b28-9042f033a4f4, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:09:39.865219 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-12bf1fb2-cebe-4d37-a6ab-9fe1db0377c4 service neutron] For port 7053704e-b3c1-4f46-9b28-9042f033a4f4, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7053704e-b3c1-4f46-9b28-9042f033a4f4,segment=NetworkSegment(248f9ca4-7e09-467f-aafa-f799ca518d3e),segment_id=248f9ca4-7e09-467f-aafa-f799ca518d3e)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:09:39.943372 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-12bf1fb2-cebe-4d37-a6ab-9fe1db0377c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (7053704e-b3c1-4f46-9b28-9042f033a4f4), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:39.979403 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-12bf1fb2-cebe-4d37-a6ab-9fe1db0377c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:09:39.980321 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-12bf1fb2-cebe-4d37-a6ab-9fe1db0377c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:39.981549 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-12bf1fb2-cebe-4d37-a6ab-9fe1db0377c4 service neutron] 10.222.0.23 "PUT /v2.0/ports/7053704e-b3c1-4f46-9b28-9042f033a4f4 HTTP/1.1" status: 200 len: 1094 time: 0.8052223 Mar 23 03:09:39.982044 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e96a87-266f-46a9-8a4e-fcc843371fe1', 'tag': '7053704e-b3c1-4f46-9b28-9042f033a4f4'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:09:39.984338 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bedc7fb-2b7b-4c1f-8401-e6ce41dafb97" -d '{"events": [{"name": "network-changed", "server_uuid": "21e96a87-266f-46a9-8a4e-fcc843371fe1", "tag": "7053704e-b3c1-4f46-9b28-9042f033a4f4"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:09:40.015665 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf1fb2-cebe-4d37-a6ab-9fe1db0377c4 service neutron] Pushing event updated for resources: {'Port': ['ID=7053704e-b3c1-4f46-9b28-9042f033a4f4,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:40.027263 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5607c8a8-6d54-4c11-a79d-06f5e557ace4 x-openstack-request-id: req-5607c8a8-6d54-4c11-a79d-06f5e557ace4 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:09:40.027550 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e96a87-266f-46a9-8a4e-fcc843371fe1", "tag": "7053704e-b3c1-4f46-9b28-9042f033a4f4", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:09:40.027802 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5607c8a8-6d54-4c11-a79d-06f5e557ace4 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:09:40.028250 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5607c8a8-6d54-4c11-a79d-06f5e557ace4'] response: {'name': 'network-changed', 'server_uuid': '21e96a87-266f-46a9-8a4e-fcc843371fe1', 'tag': '7053704e-b3c1-4f46-9b28-9042f033a4f4', 'status': 'completed', 'code': 200} Mar 23 03:09:40.098416 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedc7fb-2b7b-4c1f-8401-e6ce41dafb97 req-eb46ebd7-bd2b-4279-9237-83f0ce9a4b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:09:40.099964 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9bedc7fb-2b7b-4c1f-8401-e6ce41dafb97 req-eb46ebd7-bd2b-4279-9237-83f0ce9a4b13 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72221609a68648ac9e5fa5e4912ed276&device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 1128 time: 0.0541878 Mar 23 03:09:40.202751 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedc7fb-2b7b-4c1f-8401-e6ce41dafb97 req-f88b1c0b-f3f0-4360-917e-1aac6cf16623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:09:40.204388 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9bedc7fb-2b7b-4c1f-8401-e6ce41dafb97 req-f88b1c0b-f3f0-4360-917e-1aac6cf16623 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=72221609a68648ac9e5fa5e4912ed276&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0981221 Mar 23 03:09:40.294767 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedc7fb-2b7b-4c1f-8401-e6ce41dafb97 req-25ac954e-ccd5-40dd-a44d-e4eadf251708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:09:40.296244 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9bedc7fb-2b7b-4c1f-8401-e6ce41dafb97 req-25ac954e-ccd5-40dd-a44d-e4eadf251708 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864923 Mar 23 03:09:40.381766 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-55eb6431-0200-4b97-8444-2e8cc40451be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:09:40.383169 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-55eb6431-0200-4b97-8444-2e8cc40451be service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72221609a68648ac9e5fa5e4912ed276&device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 1128 time: 0.0494297 Mar 23 03:09:40.422727 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-f56f2735-17da-4d3e-b0a9-005ff53c61f9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7053704e-b3c1-4f46-9b28-9042f033a4f4 HTTP/1.1" status: 200 len: 217 time: 0.0331740 Mar 23 03:09:40.469452 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-626cdc6e-855e-404c-a9af-e0f87b2a3a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:09:40.470843 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-626cdc6e-855e-404c-a9af-e0f87b2a3a0b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c200be2-9ff6-435f-964f-9968a382b0a0 HTTP/1.1" status: 200 len: 853 time: 0.0420566 Mar 23 03:09:40.523050 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-4f128e69-99db-42ed-be59-6f04c27a6e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:09:40.524532 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-4f128e69-99db-42ed-be59-6f04c27a6e8b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0467007 Mar 23 03:09:40.610043 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-801e080a-c6c2-4602-b424-7075785190f0 service neutron] 10.222.0.23 "GET /v2.0/networks/b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796788 Mar 23 03:09:40.704475 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-29fad7ec-a379-47bd-958a-c330aaab4e93 req-c9b381ae-53ab-4835-ab1a-c91678dcc39f service neutron] 10.222.0.23 "GET /v2.0/networks/b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884368 Mar 23 03:09:40.935699 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6369f-381e-49ef-bdfe-d64c5e4ae8cd req-44cc2903-9256-4f32-b5fa-865d4376317f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:09:40.937212 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-67e6369f-381e-49ef-bdfe-d64c5e4ae8cd req-44cc2903-9256-4f32-b5fa-865d4376317f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 944 time: 0.0517964 Mar 23 03:09:40.984103 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-67e6369f-381e-49ef-bdfe-d64c5e4ae8cd req-57e2ff8b-cf54-4947-89fb-ef8aafd57958 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403967 Mar 23 03:09:42.107944 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3507d4f-371e-463f-8dc4-24af756cbd68 req-b6f0a038-757d-459c-b698-95117bf34fae tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:09:42.109556 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d3507d4f-371e-463f-8dc4-24af756cbd68 req-b6f0a038-757d-459c-b698-95117bf34fae tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 944 time: 0.0590754 Mar 23 03:09:42.161197 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d3507d4f-371e-463f-8dc4-24af756cbd68 req-e2a49f86-5d51-4330-9def-10e38191d860 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452456 Mar 23 03:09:43.288343 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440a6fd-8d31-495d-9b0b-d49bf970dac1 req-2e5d4497-06a3-4aea-b8b8-74725846d956 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:09:43.289751 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d440a6fd-8d31-495d-9b0b-d49bf970dac1 req-2e5d4497-06a3-4aea-b8b8-74725846d956 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 944 time: 0.0622609 Mar 23 03:09:43.336113 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d440a6fd-8d31-495d-9b0b-d49bf970dac1 req-35f456c9-bd81-4f23-aa70-202db9e57fc3 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408261 Mar 23 03:09:43.537420 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 7053704e-b3c1-4f46-9b28-9042f033a4f4 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 03:09:43.632644 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 7053704e-b3c1-4f46-9b28-9042f033a4f4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7053704e-b3c1-4f46-9b28-9042f033a4f4,segment=NetworkSegment(248f9ca4-7e09-467f-aafa-f799ca518d3e),segment_id=248f9ca4-7e09-467f-aafa-f799ca518d3e)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:09:43.643923 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '7053704e-b3c1-4f46-9b28-9042f033a4f4', 'network_id': 'b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1', 'port_id': '7053704e-b3c1-4f46-9b28-9042f033a4f4', 'mac_address': 'fa:16:3e:0a:8b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c200be2-9ff6-435f-964f-9968a382b0a0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 03:09:43.680396 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 7053704e-b3c1-4f46-9b28-9042f033a4f4 is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:09:43.680785 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7053704e-b3c1-4f46-9b28-9042f033a4f4), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:43.696798 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7053704e-b3c1-4f46-9b28-9042f033a4f4 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:09:43.716139 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 7053704e-b3c1-4f46-9b28-9042f033a4f4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7053704e-b3c1-4f46-9b28-9042f033a4f4,segment=NetworkSegment(248f9ca4-7e09-467f-aafa-f799ca518d3e),segment_id=248f9ca4-7e09-467f-aafa-f799ca518d3e)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:09:43.776221 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (7053704e-b3c1-4f46-9b28-9042f033a4f4), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:43.825834 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=7053704e-b3c1-4f46-9b28-9042f033a4f4,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:43.999705 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['7053704e-b3c1-4f46-9b28-9042f033a4f4'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:09:44.451997 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45170c8a-6c5b-456e-8fc8-38f2ccd56b32 req-5c10acc3-485b-42b7-95d7-f856337265ee tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:09:44.453468 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-45170c8a-6c5b-456e-8fc8-38f2ccd56b32 req-5c10acc3-485b-42b7-95d7-f856337265ee tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 945 time: 0.0520272 Mar 23 03:09:44.499060 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-45170c8a-6c5b-456e-8fc8-38f2ccd56b32 req-2521da01-9a59-4fd2-9eda-2e83acade41b tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395002 Mar 23 03:09:45.555321 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 7053704e-b3c1-4f46-9b28-9042f033a4f4 up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:09:45.616750 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857d522-79c6-455e-8f1c-eb60e5f34f5e req-54135dd1-22ba-49e3-9488-667e6b949b0d tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:09:45.618273 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6857d522-79c6-455e-8f1c-eb60e5f34f5e req-54135dd1-22ba-49e3-9488-667e6b949b0d tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 945 time: 0.0541916 Mar 23 03:09:45.662041 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port 7053704e-b3c1-4f46-9b28-9042f033a4f4 completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 03:09:45.665073 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6857d522-79c6-455e-8f1c-eb60e5f34f5e req-09ecd391-3e4e-4b97-91e8-66a9488c4303 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412829 Mar 23 03:09:45.666053 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 7053704e-b3c1-4f46-9b28-9042f033a4f4 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:09:45.666429 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7053704e-b3c1-4f46-9b28-9042f033a4f4), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:45.741367 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 7053704e-b3c1-4f46-9b28-9042f033a4f4 is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:09:45.741752 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7053704e-b3c1-4f46-9b28-9042f033a4f4), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:45.763215 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e96a87-266f-46a9-8a4e-fcc843371fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7053704e-b3c1-4f46-9b28-9042f033a4f4'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:09:45.765452 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd9d13d-abfb-41da-b67b-b42044dad961" -d '{"events": [{"server_uuid": "21e96a87-266f-46a9-8a4e-fcc843371fe1", "name": "network-vif-plugged", "status": "completed", "tag": "7053704e-b3c1-4f46-9b28-9042f033a4f4"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:09:45.781149 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 7053704e-b3c1-4f46-9b28-9042f033a4f4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7053704e-b3c1-4f46-9b28-9042f033a4f4,segment=NetworkSegment(248f9ca4-7e09-467f-aafa-f799ca518d3e),segment_id=248f9ca4-7e09-467f-aafa-f799ca518d3e)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:09:45.803383 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f64088-ca26-459f-aa0f-1fc419f395c0 x-openstack-request-id: req-f4f64088-ca26-459f-aa0f-1fc419f395c0 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:09:45.803383 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e96a87-266f-46a9-8a4e-fcc843371fe1", "name": "network-vif-plugged", "status": "completed", "tag": "7053704e-b3c1-4f46-9b28-9042f033a4f4", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:09:45.803383 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f4f64088-ca26-459f-aa0f-1fc419f395c0 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:09:45.803383 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4f64088-ca26-459f-aa0f-1fc419f395c0'] response: {'server_uuid': '21e96a87-266f-46a9-8a4e-fcc843371fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7053704e-b3c1-4f46-9b28-9042f033a4f4', 'code': 200} Mar 23 03:09:45.850722 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (7053704e-b3c1-4f46-9b28-9042f033a4f4), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:45.896492 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=7053704e-b3c1-4f46-9b28-9042f033a4f4,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:09:46.104833 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf289076-ecc3-41e6-a3e1-71c66bfcc355 req-c9d8d657-6602-47c8-bc8a-eceff25564f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:09:46.106215 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bf289076-ecc3-41e6-a3e1-71c66bfcc355 req-c9d8d657-6602-47c8-bc8a-eceff25564f5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 1130 time: 0.0474858 Mar 23 03:09:46.147352 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bf289076-ecc3-41e6-a3e1-71c66bfcc355 req-a1a457eb-b310-4de2-bc37-62c48e16fd76 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358460 Mar 23 03:09:46.786652 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674ab52-ed89-4487-85ef-b8a582718591 req-62f53c1b-44ff-40cf-b3fb-6db9f132dae9 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:09:46.788155 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c674ab52-ed89-4487-85ef-b8a582718591 req-62f53c1b-44ff-40cf-b3fb-6db9f132dae9 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 946 time: 0.0557034 Mar 23 03:09:46.837839 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c674ab52-ed89-4487-85ef-b8a582718591 req-e0da8c67-1b07-41a6-baea-81714d4068cd tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441644 Mar 23 03:09:47.621885 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0d34df4b-e380-4a26-9c53-50da3e26791a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:47.956741 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13461a66-bfd2-403b-a724-c6520dd379b3 req-d97c8558-c328-41d9-a779-6889ef71dde9 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:09:47.958298 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-13461a66-bfd2-403b-a724-c6520dd379b3 req-d97c8558-c328-41d9-a779-6889ef71dde9 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 946 time: 0.0533135 Mar 23 03:09:48.003801 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-13461a66-bfd2-403b-a724-c6520dd379b3 req-a84380b9-3fef-400e-80d1-d172325234cf tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399823 Mar 23 03:09:48.295688 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84516ca-f349-46df-8f23-16c3dbe6f1e6 req-8b977168-4b43-45ad-a9d8-fb9f60cd921e tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:09:48.297191 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c84516ca-f349-46df-8f23-16c3dbe6f1e6 req-8b977168-4b43-45ad-a9d8-fb9f60cd921e tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 946 time: 0.0587575 Mar 23 03:09:48.342614 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c84516ca-f349-46df-8f23-16c3dbe6f1e6 req-8e82fac0-81f2-4bbd-98ee-f3dd477e9b8c tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400140 Mar 23 03:09:48.830901 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305b0a7-f780-4676-93e5-0c82888a3f6b req-530d2bb6-1fd4-47f8-9f77-c07fc892190e tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:09:48.832460 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e305b0a7-f780-4676-93e5-0c82888a3f6b req-530d2bb6-1fd4-47f8-9f77-c07fc892190e tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 946 time: 0.0528212 Mar 23 03:09:48.878461 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e305b0a7-f780-4676-93e5-0c82888a3f6b req-c2355085-db15-4033-ad9c-3681441c895e tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405498 Mar 23 03:09:48.887798 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:49.905458 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8677fda6-1eae-4237-84fa-96b967dd641f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:51.330542 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:52.761973 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:54.004406 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:09:54.877057 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:10:09.570362 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283627d-c83b-49cf-bf3b-58ece0a7c2a7 req-8f403853-574f-4283-b169-a1d11c06e213 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:10:09.571949 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6283627d-c83b-49cf-bf3b-58ece0a7c2a7 req-8f403853-574f-4283-b169-a1d11c06e213 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 946 time: 0.0567942 Mar 23 03:10:09.617447 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6283627d-c83b-49cf-bf3b-58ece0a7c2a7 req-0fdeb95e-6362-4b89-b339-5e1fc9df47a2 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400145 Mar 23 03:10:09.640393 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39680) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:10:09.726462 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043dec35-b2a1-4db5-9ddc-69269eab6aef tempest-TestMinimumBasicScenario-1472145228 tempest-TestMinimumBasicScenario-1472145228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:10:09.728035 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-043dec35-b2a1-4db5-9ddc-69269eab6aef tempest-TestMinimumBasicScenario-1472145228 tempest-TestMinimumBasicScenario-1472145228-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 1125 time: 0.0866439 Mar 23 03:10:09.730888 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39684) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:10:09.735048 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'port_id': '7053704e-b3c1-4f46-9b28-9042f033a4f4', 'tenant_id': '72221609a68648ac9e5fa5e4912ed276', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:10:09.847562 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:09.946291 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:10.047519 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Allocated IP 172.26.2.58 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/923486d7-6f21-4083-a94e-8904d01b12a3) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:10:10.149432 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks [] for port (923486d7-6f21-4083-a94e-8904d01b12a3), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:10.239195 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (923486d7-6f21-4083-a94e-8904d01b12a3), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:10.276503 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:10:10.279429 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:10:10.285512 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:10:10.291646 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Pushing event updated for resources: {'Port': ['ID=923486d7-6f21-4083-a94e-8904d01b12a3,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:10:10.319426 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:10:10.320340 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:10:10.320711 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:10:10.321058 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:10:10.321416 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:10:10.321739 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:10:10.322074 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:10:10.322408 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:10:10.322740 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:10:10.323073 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:10:10.323473 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:10:10.323809 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:10:10.324163 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:10:10.324490 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:10:10.324815 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:10:10.645856 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks [] for floatingip (577d347e-925b-484c-9b8b-3969b1612ae6), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:10.786290 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (923486d7-6f21-4083-a94e-8904d01b12a3), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:10.935558 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks [] for port (923486d7-6f21-4083-a94e-8904d01b12a3), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:10.981416 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (923486d7-6f21-4083-a94e-8904d01b12a3), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:11.052960 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Pushing event updated for resources: {'Port': ['ID=923486d7-6f21-4083-a94e-8904d01b12a3,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:10:11.063258 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (577d347e-925b-484c-9b8b-3969b1612ae6), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:11.169536 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Floating IP 577d347e-925b-484c-9b8b-3969b1612ae6 associated. External IP: 172.26.2.58, port: 7053704e-b3c1-4f46-9b28-9042f033a4f4. Mar 23 03:10:11.701619 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Router 6704e01f-894c-45e3-aafe-4a73b0097700 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:10:11.806512 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:10:11.815978 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f556c130-ce39-4b88-99c1-d5234f72ea46 None None] Sync routers for ids ['6704e01f-894c-45e3-aafe-4a73b0097700'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:10:11.826577 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f556c130-ce39-4b88-99c1-d5234f72ea46 None None] Routers {'6704e01f-894c-45e3-aafe-4a73b0097700'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:10:11.827202 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-f556c130-ce39-4b88-99c1-d5234f72ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:09:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['6704e01f-894c-45e3-aafe-4a73b0097700'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:10:11.901188 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:11.933149 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-f556c130-ce39-4b88-99c1-d5234f72ea46 None None] Set router 6704e01f-894c-45e3-aafe-4a73b0097700 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:10:11.933894 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-aa147587-acf7-4b96-82b3-6e85e8c63982 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2020051 Mar 23 03:10:11.935386 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e96a87-266f-46a9-8a4e-fcc843371fe1', 'tag': '7053704e-b3c1-4f46-9b28-9042f033a4f4'}] {{(pid=104348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:10:11.936829 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a43494f7a0cd0c51715e4079ece57a9ff1e623b58ceb021b6bb41ba87478d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd0e136-8193-4e07-b19e-c08fd2dc3a89" -d '{"events": [{"name": "network-changed", "server_uuid": "21e96a87-266f-46a9-8a4e-fcc843371fe1", "tag": "7053704e-b3c1-4f46-9b28-9042f033a4f4"}]}' {{(pid=104348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:10:11.936995 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 39686) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:10:11.941409 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-819569c0-96db-47ab-96d0-f7bbb636758d tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1177425613', 'description': 'tempest-secgroup-smoke-1177425613 description', 'project_id': '72221609a68648ac9e5fa5e4912ed276'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:10:12.055546 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-819569c0-96db-47ab-96d0-f7bbb636758d tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:12.108128 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4916aafa-09a5-4ba3-8ca4-8cc636f3d551 x-openstack-request-id: req-4916aafa-09a5-4ba3-8ca4-8cc636f3d551 {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:10:12.108617 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e96a87-266f-46a9-8a4e-fcc843371fe1", "tag": "7053704e-b3c1-4f46-9b28-9042f033a4f4", "status": "completed", "code": 200}]} {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:10:12.109063 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4916aafa-09a5-4ba3-8ca4-8cc636f3d551 {{(pid=104348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:10:12.109480 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4916aafa-09a5-4ba3-8ca4-8cc636f3d551'] response: {'name': 'network-changed', 'server_uuid': '21e96a87-266f-46a9-8a4e-fcc843371fe1', 'tag': '7053704e-b3c1-4f46-9b28-9042f033a4f4', 'status': 'completed', 'code': 200} Mar 23 03:10:12.130960 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-819569c0-96db-47ab-96d0-f7bbb636758d tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks [] for security_group (cbd47452-74e1-4c6b-912c-6643c0264600), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:12.175257 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0e136-8193-4e07-b19e-c08fd2dc3a89 req-ede266e2-dd28-41c3-97a2-9936b44193cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:10:12.175565 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-f556c130-ce39-4b88-99c1-d5234f72ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'name': 'tempest-TestMinimumBasicScenario-515140088-router', 'tenant_id': '72221609a68648ac9e5fa5e4912ed276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.69'}], 'enable_snat': True}, 'gw_port_id': '01a0db9f-3f3f-4362-9018-352378950f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:09:03Z', 'updated_at': '2022-03-23T03:09:06Z', 'revision_number': 4, 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'gw_port': {'id': '01a0db9f-3f3f-4362-9018-352378950f7a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:03Z', 'updated_at': '2022-03-23T03:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '577d347e-925b-484c-9b8b-3969b1612ae6', 'tenant_id': '72221609a68648ac9e5fa5e4912ed276', 'floating_ip_address': '172.26.2.58', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'port_id': '7053704e-b3c1-4f46-9b28-9042f033a4f4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1', 'mac_address': 'fa:16:3e:0a:8b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e96a87-266f-46a9-8a4e-fcc843371fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:10:10Z', 'updated_at': '2022-03-23T03:10:10Z', 'revision_number': 0, 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6', 'name': '', 'network_id': 'b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1', 'tenant_id': '72221609a68648ac9e5fa5e4912ed276', 'mac_address': 'fa:16:3e:95:a8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '4c200be2-9ff6-435f-964f-9968a382b0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:05Z', 'updated_at': '2022-03-23T03:09:09Z', 'revision_number': 5, 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'subnets': [{'id': '4c200be2-9ff6-435f-964f-9968a382b0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:10:12.176918 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2bd0e136-8193-4e07-b19e-c08fd2dc3a89 req-ede266e2-dd28-41c3-97a2-9936b44193cf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72221609a68648ac9e5fa5e4912ed276&device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 1130 time: 0.0440226 Mar 23 03:10:12.203470 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f556c130-ce39-4b88-99c1-d5234f72ea46 None None] Checking router: 6704e01f-894c-45e3-aafe-4a73b0097700 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:10:12.212123 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f556c130-ce39-4b88-99c1-d5234f72ea46 None None] Routers {'6704e01f-894c-45e3-aafe-4a73b0097700'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:10:12.213235 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-f556c130-ce39-4b88-99c1-d5234f72ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:09:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['6704e01f-894c-45e3-aafe-4a73b0097700'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:10:12.227976 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-819569c0-96db-47ab-96d0-f7bbb636758d tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (cbd47452-74e1-4c6b-912c-6643c0264600), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:12.276725 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819569c0-96db-47ab-96d0-f7bbb636758d tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd47452-74e1-4c6b-912c-6643c0264600,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:10:12.306673 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0e136-8193-4e07-b19e-c08fd2dc3a89 req-d48e91d4-1cc0-4b04-b566-d5440ceb9ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:10:12.308334 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2bd0e136-8193-4e07-b19e-c08fd2dc3a89 req-d48e91d4-1cc0-4b04-b566-d5440ceb9ba2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1 HTTP/1.1" status: 200 len: 915 time: 0.1246140 Mar 23 03:10:12.354401 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-819569c0-96db-47ab-96d0-f7bbb636758d tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:12.355624 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-819569c0-96db-47ab-96d0-f7bbb636758d tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4177618 Mar 23 03:10:12.358649 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39692) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:10:12.363963 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-e2d66fb1-e239-438d-86e7-4d35461961e0 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Request body: {'security_group_rule': {'security_group_id': 'cbd47452-74e1-4c6b-912c-6643c0264600', 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:10:12.382830 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2bd0e136-8193-4e07-b19e-c08fd2dc3a89 req-7631373a-469b-4990-a5c0-8a052ebc2a0f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7053704e-b3c1-4f46-9b28-9042f033a4f4 HTTP/1.1" status: 200 len: 999 time: 0.0674560 Mar 23 03:10:12.411811 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-f556c130-ce39-4b88-99c1-d5234f72ea46 None None] Set router 6704e01f-894c-45e3-aafe-4a73b0097700 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:10:12.430306 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0e136-8193-4e07-b19e-c08fd2dc3a89 req-b9d85b6c-a0fb-4c17-8ca0-fccf675dc400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:10:12.431781 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2bd0e136-8193-4e07-b19e-c08fd2dc3a89 req-b9d85b6c-a0fb-4c17-8ca0-fccf675dc400 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c200be2-9ff6-435f-964f-9968a382b0a0 HTTP/1.1" status: 200 len: 853 time: 0.0436308 Mar 23 03:10:12.455109 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e2d66fb1-e239-438d-86e7-4d35461961e0 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks [] for security_group_rule (19a23931-a18a-4ff5-b5d0-ce85e2aabbba), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:12.485248 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0e136-8193-4e07-b19e-c08fd2dc3a89 req-4095cf75-ee5a-4376-9d61-f632b044f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:10:12.486784 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2bd0e136-8193-4e07-b19e-c08fd2dc3a89 req-4095cf75-ee5a-4376-9d61-f632b044f6b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0495954 Mar 23 03:10:12.514489 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e2d66fb1-e239-438d-86e7-4d35461961e0 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks [] for security_group_rule (19a23931-a18a-4ff5-b5d0-ce85e2aabbba), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:12.576933 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2bd0e136-8193-4e07-b19e-c08fd2dc3a89 req-4e0801fb-2e51-486a-9513-138d28109b90 service neutron] 10.222.0.23 "GET /v2.0/networks/b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835807 Mar 23 03:10:12.593983 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e2d66fb1-e239-438d-86e7-4d35461961e0 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (19a23931-a18a-4ff5-b5d0-ce85e2aabbba), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:12.613445 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d66fb1-e239-438d-86e7-4d35461961e0 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a23931-a18a-4ff5-b5d0-ce85e2aabbba,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:10:12.643072 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-f556c130-ce39-4b88-99c1-d5234f72ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'name': 'tempest-TestMinimumBasicScenario-515140088-router', 'tenant_id': '72221609a68648ac9e5fa5e4912ed276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.69'}], 'enable_snat': True}, 'gw_port_id': '01a0db9f-3f3f-4362-9018-352378950f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:09:03Z', 'updated_at': '2022-03-23T03:09:06Z', 'revision_number': 4, 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'gw_port': {'id': '01a0db9f-3f3f-4362-9018-352378950f7a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:03Z', 'updated_at': '2022-03-23T03:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '577d347e-925b-484c-9b8b-3969b1612ae6', 'tenant_id': '72221609a68648ac9e5fa5e4912ed276', 'floating_ip_address': '172.26.2.58', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'port_id': '7053704e-b3c1-4f46-9b28-9042f033a4f4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1', 'mac_address': 'fa:16:3e:0a:8b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e96a87-266f-46a9-8a4e-fcc843371fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:10:10Z', 'updated_at': '2022-03-23T03:10:10Z', 'revision_number': 0, 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6', 'name': '', 'network_id': 'b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1', 'tenant_id': '72221609a68648ac9e5fa5e4912ed276', 'mac_address': 'fa:16:3e:95:a8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '4c200be2-9ff6-435f-964f-9968a382b0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:05Z', 'updated_at': '2022-03-23T03:09:09Z', 'revision_number': 5, 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'subnets': [{'id': '4c200be2-9ff6-435f-964f-9968a382b0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:10:12.670578 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f556c130-ce39-4b88-99c1-d5234f72ea46 None None] The sync data for ids ['6704e01f-894c-45e3-aafe-4a73b0097700'] in dv-neutron-834613-2-hyperv is: [{'id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'name': 'tempest-TestMinimumBasicScenario-515140088-router', 'tenant_id': '72221609a68648ac9e5fa5e4912ed276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.69'}], 'enable_snat': True}, 'gw_port_id': '01a0db9f-3f3f-4362-9018-352378950f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:09:03Z', 'updated_at': '2022-03-23T03:09:06Z', 'revision_number': 4, 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'gw_port': {'id': '01a0db9f-3f3f-4362-9018-352378950f7a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:03Z', 'updated_at': '2022-03-23T03:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '577d347e-925b-484c-9b8b-3969b1612ae6', 'tenant_id': '72221609a68648ac9e5fa5e4912ed276', 'floating_ip_address': '172.26.2.58', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'port_id': '7053704e-b3c1-4f46-9b28-9042f033a4f4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1', 'mac_address': 'fa:16:3e:0a:8b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e96a87-266f-46a9-8a4e-fcc843371fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:10:10Z', 'updated_at': '2022-03-23T03:10:10Z', 'revision_number': 0, 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6', 'name': '', 'network_id': 'b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1', 'tenant_id': '72221609a68648ac9e5fa5e4912ed276', 'mac_address': 'fa:16:3e:95:a8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '4c200be2-9ff6-435f-964f-9968a382b0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:05Z', 'updated_at': '2022-03-23T03:09:09Z', 'revision_number': 5, 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'subnets': [{'id': '4c200be2-9ff6-435f-964f-9968a382b0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:10:12.673721 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2bd0e136-8193-4e07-b19e-c08fd2dc3a89 req-1712cdbd-b1b0-43e7-b43d-845809f2c30d service neutron] 10.222.0.23 "GET /v2.0/networks/b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909166 Mar 23 03:10:12.686444 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e2d66fb1-e239-438d-86e7-4d35461961e0 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:12.688080 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e2d66fb1-e239-438d-86e7-4d35461961e0 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3282394 Mar 23 03:10:12.690789 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39694) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:10:12.696803 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-931c8b15-dd59-4fc9-bb59-a42caed0e2e4 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Request body: {'security_group_rule': {'security_group_id': 'cbd47452-74e1-4c6b-912c-6643c0264600', 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:10:12.780577 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-931c8b15-dd59-4fc9-bb59-a42caed0e2e4 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks [] for security_group_rule (560f7230-8c8c-4d94-8ba7-219198e1a424), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:12.842442 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-931c8b15-dd59-4fc9-bb59-a42caed0e2e4 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks [] for security_group_rule (560f7230-8c8c-4d94-8ba7-219198e1a424), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:12.883680 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f291a67-c6c7-4f18-89c3-2f68393009c3 None None] New status for floating IP 577d347e-925b-484c-9b8b-3969b1612ae6: ACTIVE {{(pid=104350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 03:10:12.918363 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-931c8b15-dd59-4fc9-bb59-a42caed0e2e4 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (560f7230-8c8c-4d94-8ba7-219198e1a424), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:12.936583 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c8b15-dd59-4fc9-bb59-a42caed0e2e4 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560f7230-8c8c-4d94-8ba7-219198e1a424,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:10:13.011726 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-931c8b15-dd59-4fc9-bb59-a42caed0e2e4 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:13.012984 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-931c8b15-dd59-4fc9-bb59-a42caed0e2e4 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3208740 Mar 23 03:10:13.015654 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39696) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:10:13.020029 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-34718979-151c-4412-b29b-7f77ce89c025 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Request body: {'security_group_rule': {'security_group_id': 'cbd47452-74e1-4c6b-912c-6643c0264600', 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:10:13.128189 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-34718979-151c-4412-b29b-7f77ce89c025 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks [] for security_group_rule (8b4be8b3-b581-40c0-b774-4fc17b50f102), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:13.183607 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-34718979-151c-4412-b29b-7f77ce89c025 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks [] for security_group_rule (8b4be8b3-b581-40c0-b774-4fc17b50f102), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:13.267205 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-34718979-151c-4412-b29b-7f77ce89c025 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (8b4be8b3-b581-40c0-b774-4fc17b50f102), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:13.285370 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34718979-151c-4412-b29b-7f77ce89c025 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b4be8b3-b581-40c0-b774-4fc17b50f102,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:10:13.371967 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-34718979-151c-4412-b29b-7f77ce89c025 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:13.373141 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-34718979-151c-4412-b29b-7f77ce89c025 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3564997 Mar 23 03:10:13.375770 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39698) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:10:13.380085 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-da8e1ce5-7c12-4799-8a3f-966166b0ef39 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Request body: {'security_group_rule': {'security_group_id': 'cbd47452-74e1-4c6b-912c-6643c0264600', 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:10:13.471693 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-da8e1ce5-7c12-4799-8a3f-966166b0ef39 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks [] for security_group_rule (40e7e757-6e41-4f0a-9459-9bf47eaadcd3), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:13.529477 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-da8e1ce5-7c12-4799-8a3f-966166b0ef39 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks [] for security_group_rule (40e7e757-6e41-4f0a-9459-9bf47eaadcd3), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:13.589969 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-da8e1ce5-7c12-4799-8a3f-966166b0ef39 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (40e7e757-6e41-4f0a-9459-9bf47eaadcd3), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:13.607038 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e1ce5-7c12-4799-8a3f-966166b0ef39 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e7e757-6e41-4f0a-9459-9bf47eaadcd3,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:10:13.677752 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-da8e1ce5-7c12-4799-8a3f-966166b0ef39 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:13.680437 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-da8e1ce5-7c12-4799-8a3f-966166b0ef39 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3036447 Mar 23 03:10:13.682424 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39700) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:10:13.686747 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-206e9bde-9742-4726-81fa-5ab1e2330a84 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Request body: {'security_group_rule': {'security_group_id': 'cbd47452-74e1-4c6b-912c-6643c0264600', 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:10:13.792481 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.securitygroups_db [None req-206e9bde-9742-4726-81fa-5ab1e2330a84 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Project 72221609a68648ac9e5fa5e4912ed276 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 03:10:13.797689 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-206e9bde-9742-4726-81fa-5ab1e2330a84 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks [] for security_group_rule (7894ed6a-aca5-45e0-9ee4-52979a18f7d3), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:13.856233 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-206e9bde-9742-4726-81fa-5ab1e2330a84 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks [] for security_group_rule (7894ed6a-aca5-45e0-9ee4-52979a18f7d3), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:13.915960 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-206e9bde-9742-4726-81fa-5ab1e2330a84 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (7894ed6a-aca5-45e0-9ee4-52979a18f7d3), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:13.935374 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e9bde-9742-4726-81fa-5ab1e2330a84 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7894ed6a-aca5-45e0-9ee4-52979a18f7d3,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:10:14.029047 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-206e9bde-9742-4726-81fa-5ab1e2330a84 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:14.030271 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-206e9bde-9742-4726-81fa-5ab1e2330a84 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3469243 Mar 23 03:10:14.038693 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39702) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:10:14.043127 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-82dc04aa-e974-43e0-bf2a-a4bf283a6310 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Request body: {'security_group_rule': {'security_group_id': 'cbd47452-74e1-4c6b-912c-6643c0264600', 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:10:14.118302 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.securitygroups_db [None req-82dc04aa-e974-43e0-bf2a-a4bf283a6310 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Project 72221609a68648ac9e5fa5e4912ed276 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 03:10:14.128437 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-82dc04aa-e974-43e0-bf2a-a4bf283a6310 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks [] for security_group_rule (97cb6044-8dd8-44ff-9c9d-2c2a3a4ae98d), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:14.190039 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-82dc04aa-e974-43e0-bf2a-a4bf283a6310 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks [] for security_group_rule (97cb6044-8dd8-44ff-9c9d-2c2a3a4ae98d), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:14.249615 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-82dc04aa-e974-43e0-bf2a-a4bf283a6310 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (97cb6044-8dd8-44ff-9c9d-2c2a3a4ae98d), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:14.267224 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc04aa-e974-43e0-bf2a-a4bf283a6310 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97cb6044-8dd8-44ff-9c9d-2c2a3a4ae98d,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:10:14.334921 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-82dc04aa-e974-43e0-bf2a-a4bf283a6310 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:14.336140 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-82dc04aa-e974-43e0-bf2a-a4bf283a6310 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2964809 Mar 23 03:10:14.428523 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-9ce8622f-903b-4600-a455-b90c2895ac1f req-de67df79-dea7-41c1-bae2-dd3d2f6430af tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1177425613&fields=id&tenant_id=72221609a68648ac9e5fa5e4912ed276 HTTP/1.1" status: 200 len: 267 time: 0.0482581 Mar 23 03:10:14.485615 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8622f-903b-4600-a455-b90c2895ac1f req-347f9b97-11eb-44f1-8759-47eeaaa33149 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:10:14.486976 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-9ce8622f-903b-4600-a455-b90c2895ac1f req-347f9b97-11eb-44f1-8759-47eeaaa33149 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 946 time: 0.0532694 Mar 23 03:10:14.497328 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [req-9ce8622f-903b-4600-a455-b90c2895ac1f req-87a618fe-ed6f-4edc-b53b-6c34cb50a5f9 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Request body: {'port': {'security_groups': ['c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d', 'cbd47452-74e1-4c6b-912c-6643c0264600']}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:10:14.566174 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [req-9ce8622f-903b-4600-a455-b90c2895ac1f req-87a618fe-ed6f-4edc-b53b-6c34cb50a5f9 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7053704e-b3c1-4f46-9b28-9042f033a4f4), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:14.751603 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [req-9ce8622f-903b-4600-a455-b90c2895ac1f req-87a618fe-ed6f-4edc-b53b-6c34cb50a5f9 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] For port 7053704e-b3c1-4f46-9b28-9042f033a4f4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7053704e-b3c1-4f46-9b28-9042f033a4f4,segment=NetworkSegment(248f9ca4-7e09-467f-aafa-f799ca518d3e),segment_id=248f9ca4-7e09-467f-aafa-f799ca518d3e)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:10:14.786092 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [req-9ce8622f-903b-4600-a455-b90c2895ac1f req-87a618fe-ed6f-4edc-b53b-6c34cb50a5f9 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks [] for port (7053704e-b3c1-4f46-9b28-9042f033a4f4), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:14.841251 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [req-9ce8622f-903b-4600-a455-b90c2895ac1f req-87a618fe-ed6f-4edc-b53b-6c34cb50a5f9 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (7053704e-b3c1-4f46-9b28-9042f033a4f4), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:14.853960 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['7053704e-b3c1-4f46-9b28-9042f033a4f4'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:10:14.887925 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8622f-903b-4600-a455-b90c2895ac1f req-87a618fe-ed6f-4edc-b53b-6c34cb50a5f9 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:10:14.888556 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [req-9ce8622f-903b-4600-a455-b90c2895ac1f req-87a618fe-ed6f-4edc-b53b-6c34cb50a5f9 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:14.890003 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-9ce8622f-903b-4600-a455-b90c2895ac1f req-87a618fe-ed6f-4edc-b53b-6c34cb50a5f9 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "PUT /v2.0/ports/7053704e-b3c1-4f46-9b28-9042f033a4f4 HTTP/1.1" status: 200 len: 982 time: 0.3970375 Mar 23 03:10:14.890457 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e96a87-266f-46a9-8a4e-fcc843371fe1', 'tag': '7053704e-b3c1-4f46-9b28-9042f033a4f4'}] {{(pid=104348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:10:14.892776 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a43494f7a0cd0c51715e4079ece57a9ff1e623b58ceb021b6bb41ba87478d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b836fc5-ad74-425a-88ed-a1267a5a6e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "21e96a87-266f-46a9-8a4e-fcc843371fe1", "tag": "7053704e-b3c1-4f46-9b28-9042f033a4f4"}]}' {{(pid=104348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:10:14.918228 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a618fe-ed6f-4edc-b53b-6c34cb50a5f9 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Pushing event updated for resources: {'Port': ['ID=7053704e-b3c1-4f46-9b28-9042f033a4f4,revision_number=6']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:10:14.957470 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85eda88-5a3c-4bb6-9d80-78359880f3c9 x-openstack-request-id: req-a85eda88-5a3c-4bb6-9d80-78359880f3c9 {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:10:14.958395 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e96a87-266f-46a9-8a4e-fcc843371fe1", "tag": "7053704e-b3c1-4f46-9b28-9042f033a4f4", "status": "completed", "code": 200}]} {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:10:14.958395 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a85eda88-5a3c-4bb6-9d80-78359880f3c9 {{(pid=104348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:10:14.958596 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a85eda88-5a3c-4bb6-9d80-78359880f3c9'] response: {'name': 'network-changed', 'server_uuid': '21e96a87-266f-46a9-8a4e-fcc843371fe1', 'tag': '7053704e-b3c1-4f46-9b28-9042f033a4f4', 'status': 'completed', 'code': 200} Mar 23 03:10:14.961061 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['7053704e-b3c1-4f46-9b28-9042f033a4f4'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:10:15.058209 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39eb38-bace-42c5-9fd9-5135e7400ac3 req-ad3370aa-988d-469f-88b4-d852fb45972d tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:10:15.064435 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ed39eb38-bace-42c5-9fd9-5135e7400ac3 req-ad3370aa-988d-469f-88b4-d852fb45972d tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 985 time: 0.1094840 Mar 23 03:10:15.088731 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b836fc5-ad74-425a-88ed-a1267a5a6e4b req-545eaed2-5162-4295-96a0-9d2562e15a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:10:15.090315 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b836fc5-ad74-425a-88ed-a1267a5a6e4b req-545eaed2-5162-4295-96a0-9d2562e15a48 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72221609a68648ac9e5fa5e4912ed276&device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 1169 time: 0.0937181 Mar 23 03:10:15.207679 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ed39eb38-bace-42c5-9fd9-5135e7400ac3 req-9bdce692-9fb9-476c-ae90-14d9e48bb4df tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbd47452-74e1-4c6b-912c-6643c0264600&id=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1372113 Mar 23 03:10:15.223283 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-d3a9f4dd-ba8f-49ac-8082-bcc38b03725d None None] Provisioning complete for port 7053704e-b3c1-4f46-9b28-9042f033a4f4 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:10:15.223539 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d3a9f4dd-ba8f-49ac-8082-bcc38b03725d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7053704e-b3c1-4f46-9b28-9042f033a4f4), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:15.238820 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b836fc5-ad74-425a-88ed-a1267a5a6e4b req-ba6aeb59-495c-47ba-af08-b5ecb664ff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:10:15.240442 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b836fc5-ad74-425a-88ed-a1267a5a6e4b req-ba6aeb59-495c-47ba-af08-b5ecb664ff8f service neutron] 10.222.0.23 "GET /v2.0/networks?id=b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1 HTTP/1.1" status: 200 len: 915 time: 0.1422248 Mar 23 03:10:15.308276 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b836fc5-ad74-425a-88ed-a1267a5a6e4b req-2852a323-d7f7-4d89-9647-8f7eee0e1e4c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7053704e-b3c1-4f46-9b28-9042f033a4f4 HTTP/1.1" status: 200 len: 1001 time: 0.0608826 Mar 23 03:10:15.361801 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b836fc5-ad74-425a-88ed-a1267a5a6e4b req-83207ed3-2cfe-4a42-81bd-32835655218f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:10:15.363299 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b836fc5-ad74-425a-88ed-a1267a5a6e4b req-83207ed3-2cfe-4a42-81bd-32835655218f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c200be2-9ff6-435f-964f-9968a382b0a0 HTTP/1.1" status: 200 len: 853 time: 0.0486705 Mar 23 03:10:15.414352 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b836fc5-ad74-425a-88ed-a1267a5a6e4b req-0003e68a-55a9-41f6-9368-f6ee1804a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:10:15.415922 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b836fc5-ad74-425a-88ed-a1267a5a6e4b req-0003e68a-55a9-41f6-9368-f6ee1804a4e4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439553 Mar 23 03:10:15.426172 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-d3a9f4dd-ba8f-49ac-8082-bcc38b03725d None None] Current status of the port 7053704e-b3c1-4f46-9b28-9042f033a4f4 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:10:15.505128 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b836fc5-ad74-425a-88ed-a1267a5a6e4b req-b6b955af-9a02-4e59-90c0-70add86cfc48 service neutron] 10.222.0.23 "GET /v2.0/networks/b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833874 Mar 23 03:10:15.596783 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b836fc5-ad74-425a-88ed-a1267a5a6e4b req-9afcd9df-3d95-4827-987f-b98010dbbcba service neutron] 10.222.0.23 "GET /v2.0/networks/b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851002 Mar 23 03:10:17.616152 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-59d5b161-a00d-4195-a753-0e0ad10910a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:18.901300 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:19.534005 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819056d-77ec-4017-aba3-3ceb42c2b9b4 req-a2e67747-633a-497b-83e4-183efd99a44c tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:10:19.535480 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5819056d-77ec-4017-aba3-3ceb42c2b9b4 req-a2e67747-633a-497b-83e4-183efd99a44c tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 985 time: 0.0522203 Mar 23 03:10:19.607435 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5819056d-77ec-4017-aba3-3ceb42c2b9b4 req-1b6091fe-66e8-447a-b3c6-dcc024161f5b tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbd47452-74e1-4c6b-912c-6643c0264600&id=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656281 Mar 23 03:10:19.644851 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a0702-9710-4dc9-84bc-87bbefc2624f req-711956c1-8fd9-4fc3-a2ce-478a869eb73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:10:19.646310 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b44a0702-9710-4dc9-84bc-87bbefc2624f req-711956c1-8fd9-4fc3-a2ce-478a869eb73d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72221609a68648ac9e5fa5e4912ed276&device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 1169 time: 0.0577974 Mar 23 03:10:19.738072 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a0702-9710-4dc9-84bc-87bbefc2624f req-16f385ab-a29d-4b10-8c5b-87a7707c4822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:10:19.739550 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b44a0702-9710-4dc9-84bc-87bbefc2624f req-16f385ab-a29d-4b10-8c5b-87a7707c4822 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1 HTTP/1.1" status: 200 len: 915 time: 0.0854754 Mar 23 03:10:19.811219 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b44a0702-9710-4dc9-84bc-87bbefc2624f req-7e3ae5bc-e4f6-4e80-86f8-af886572e564 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7053704e-b3c1-4f46-9b28-9042f033a4f4 HTTP/1.1" status: 200 len: 1001 time: 0.0642338 Mar 23 03:10:19.863709 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a0702-9710-4dc9-84bc-87bbefc2624f req-affffc74-427e-46db-89fd-441793b3a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:10:19.865327 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b44a0702-9710-4dc9-84bc-87bbefc2624f req-affffc74-427e-46db-89fd-441793b3a6a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c200be2-9ff6-435f-964f-9968a382b0a0 HTTP/1.1" status: 200 len: 853 time: 0.0479846 Mar 23 03:10:19.914881 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a0702-9710-4dc9-84bc-87bbefc2624f req-49787800-2810-4bc4-bbb7-df3821f2cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:10:19.916520 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b44a0702-9710-4dc9-84bc-87bbefc2624f req-49787800-2810-4bc4-bbb7-df3821f2cbf2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449257 Mar 23 03:10:19.918214 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-59140703-05d2-4b1b-bbb8-7edfcb5e7d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:20.012166 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b44a0702-9710-4dc9-84bc-87bbefc2624f req-280d5aa0-926a-4983-8a0c-6a9948c18e40 service neutron] 10.222.0.23 "GET /v2.0/networks/b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885532 Mar 23 03:10:20.107427 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b44a0702-9710-4dc9-84bc-87bbefc2624f req-32b1f820-ccee-4100-80c4-c44641c29d89 service neutron] 10.222.0.23 "GET /v2.0/networks/b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884745 Mar 23 03:10:20.733977 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beed982-9024-44a8-8b6e-9d4b667f4e68 req-f404ea44-f826-4327-bc77-a1e4fdbce133 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:10:20.735426 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-0beed982-9024-44a8-8b6e-9d4b667f4e68 req-f404ea44-f826-4327-bc77-a1e4fdbce133 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 985 time: 0.0527310 Mar 23 03:10:20.793607 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-0beed982-9024-44a8-8b6e-9d4b667f4e68 req-00673319-ed99-4b0a-8d27-cb860098c6be tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbd47452-74e1-4c6b-912c-6643c0264600&id=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521212 Mar 23 03:10:21.378797 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:21.911259 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692dc45-9467-491c-8532-1bb92830b8b0 req-de3bb3f7-0fbd-4bc3-ac2d-fb68e9f09bb8 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:10:21.913286 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8692dc45-9467-491c-8532-1bb92830b8b0 req-de3bb3f7-0fbd-4bc3-ac2d-fb68e9f09bb8 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 985 time: 0.0532501 Mar 23 03:10:21.975531 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8692dc45-9467-491c-8532-1bb92830b8b0 req-3857efdc-ad5b-4e22-a9a1-5c0247181b74 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbd47452-74e1-4c6b-912c-6643c0264600&id=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566075 Mar 23 03:10:22.764074 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:23.092207 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66c694-6558-4d83-a192-7e861442f0a9 req-5a445475-0a73-4300-ac5c-0cd31d12d7fb tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:10:23.093690 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ee66c694-6558-4d83-a192-7e861442f0a9 req-5a445475-0a73-4300-ac5c-0cd31d12d7fb tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 985 time: 0.0529270 Mar 23 03:10:23.157471 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ee66c694-6558-4d83-a192-7e861442f0a9 req-0b289f34-4216-455e-9828-14a9d0322488 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbd47452-74e1-4c6b-912c-6643c0264600&id=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582378 Mar 23 03:10:23.658526 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927f996-cb89-41d4-9c2a-c6f49046300b req-61a0eb2d-3498-4125-9bb0-681bc2720ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:10:23.660074 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6927f996-cb89-41d4-9c2a-c6f49046300b req-61a0eb2d-3498-4125-9bb0-681bc2720ad7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72221609a68648ac9e5fa5e4912ed276&device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 1169 time: 0.0454090 Mar 23 03:10:23.760195 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927f996-cb89-41d4-9c2a-c6f49046300b req-b5146559-368b-476a-8ada-21b99bda49c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:10:23.761632 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6927f996-cb89-41d4-9c2a-c6f49046300b req-b5146559-368b-476a-8ada-21b99bda49c2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1 HTTP/1.1" status: 200 len: 915 time: 0.0829756 Mar 23 03:10:23.831493 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6927f996-cb89-41d4-9c2a-c6f49046300b req-9d71873d-4adf-4879-a581-6657df3f095e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7053704e-b3c1-4f46-9b28-9042f033a4f4 HTTP/1.1" status: 200 len: 1001 time: 0.0625899 Mar 23 03:10:23.877568 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927f996-cb89-41d4-9c2a-c6f49046300b req-7950c30c-5fa0-44a2-b059-a517df6477dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:10:23.878981 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6927f996-cb89-41d4-9c2a-c6f49046300b req-7950c30c-5fa0-44a2-b059-a517df6477dc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c200be2-9ff6-435f-964f-9968a382b0a0 HTTP/1.1" status: 200 len: 853 time: 0.0420539 Mar 23 03:10:23.927062 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927f996-cb89-41d4-9c2a-c6f49046300b req-cf7ec3fa-292e-41c5-824e-4e2d028f2a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:10:23.928572 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6927f996-cb89-41d4-9c2a-c6f49046300b req-cf7ec3fa-292e-41c5-824e-4e2d028f2a90 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435734 Mar 23 03:10:23.975651 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:24.395958 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6927f996-cb89-41d4-9c2a-c6f49046300b req-20fc580c-da9e-4a39-9e1b-8391f78e5d37 service neutron] 10.222.0.23 "GET /v2.0/networks/b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611213 Mar 23 03:10:24.403522 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8124f-0f1a-4811-8264-7865c33b8bfb req-dcc32abe-2f2f-4d64-8527-8974f91fc3be tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:10:24.404882 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-06a8124f-0f1a-4811-8264-7865c33b8bfb req-dcc32abe-2f2f-4d64-8527-8974f91fc3be tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 985 time: 0.0829246 Mar 23 03:10:24.520012 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-06a8124f-0f1a-4811-8264-7865c33b8bfb req-358edf9a-4d77-4a76-96a8-4ae921517a8d tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbd47452-74e1-4c6b-912c-6643c0264600&id=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1074555 Mar 23 03:10:24.533702 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6927f996-cb89-41d4-9c2a-c6f49046300b req-e34db11b-3e86-456a-b62a-6ae739bcf672 service neutron] 10.222.0.23 "GET /v2.0/networks/b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279373 Mar 23 03:10:25.643700 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d7407-8c63-4bb1-8a9c-eeddc2ab4600 req-908e0028-6bed-45c6-8641-54686540a16a tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:10:25.645211 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c62d7407-8c63-4bb1-8a9c-eeddc2ab4600 req-908e0028-6bed-45c6-8641-54686540a16a tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 985 time: 0.0588887 Mar 23 03:10:25.704844 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c62d7407-8c63-4bb1-8a9c-eeddc2ab4600 req-1034825a-7389-489e-b0b6-b8e769209033 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbd47452-74e1-4c6b-912c-6643c0264600&id=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535190 Mar 23 03:10:26.821278 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f478ad3-d51f-4f64-af21-fa6f30144f6d req-158aa6ac-b652-4116-bbbe-de7e3d53f74b tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:10:26.822731 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3f478ad3-d51f-4f64-af21-fa6f30144f6d req-158aa6ac-b652-4116-bbbe-de7e3d53f74b tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 985 time: 0.0528274 Mar 23 03:10:26.879921 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3f478ad3-d51f-4f64-af21-fa6f30144f6d req-82e5650c-d8a4-4a5a-bf28-5de3d046e572 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbd47452-74e1-4c6b-912c-6643c0264600&id=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515780 Mar 23 03:10:27.997053 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e215dc-a572-49ad-83ff-2dbf997cfdbc req-7b4e7027-dd06-4f4c-b06c-bc5b72193111 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:10:27.998531 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e3e215dc-a572-49ad-83ff-2dbf997cfdbc req-7b4e7027-dd06-4f4c-b06c-bc5b72193111 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 985 time: 0.0524805 Mar 23 03:10:28.055647 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e3e215dc-a572-49ad-83ff-2dbf997cfdbc req-b4623aac-8ce4-488d-9b33-2642f51ac054 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbd47452-74e1-4c6b-912c-6643c0264600&id=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515862 Mar 23 03:10:29.184265 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf5025-2d66-4fa6-ad17-9ab8cd7a8144 req-3ac0b55a-2b2a-4353-84e3-4a52683f23c4 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:10:29.185807 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-68cf5025-2d66-4fa6-ad17-9ab8cd7a8144 req-3ac0b55a-2b2a-4353-84e3-4a52683f23c4 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 985 time: 0.0604355 Mar 23 03:10:29.246577 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-68cf5025-2d66-4fa6-ad17-9ab8cd7a8144 req-4ef2acc9-96de-4eca-8e15-500ccc15322d tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbd47452-74e1-4c6b-912c-6643c0264600&id=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549076 Mar 23 03:10:30.382012 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9bc45-7c81-46a3-baf0-07b28ffb536b req-275f2249-2e15-4310-a714-dbab2e25cb9a tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:10:30.383500 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e7e9bc45-7c81-46a3-baf0-07b28ffb536b req-275f2249-2e15-4310-a714-dbab2e25cb9a tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 985 time: 0.0701497 Mar 23 03:10:30.441059 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e7e9bc45-7c81-46a3-baf0-07b28ffb536b req-0b625f32-26ad-42c2-8581-bc70e7d257e6 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbd47452-74e1-4c6b-912c-6643c0264600&id=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516646 Mar 23 03:10:31.559629 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9f50b-fe71-45ca-80cf-b54322d01e84 req-ab82317b-93fd-410f-9e82-1dd088bd1bad tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:10:31.561139 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bdb9f50b-fe71-45ca-80cf-b54322d01e84 req-ab82317b-93fd-410f-9e82-1dd088bd1bad tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 985 time: 0.0527358 Mar 23 03:10:31.620587 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bdb9f50b-fe71-45ca-80cf-b54322d01e84 req-05aba96c-1a5a-43f6-af77-7e9ce75dab19 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbd47452-74e1-4c6b-912c-6643c0264600&id=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537360 Mar 23 03:10:31.875736 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:10:47.614877 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-569ec9a7-2841-40a6-8937-167ba351af48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:48.906316 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:49.912103 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1333e51d-a91f-4eee-a1de-5a895c9e179a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:51.372869 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:52.809265 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:10:53.994944 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:03.917110 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-63b64dac-a3b6-43c7-b2e0-25d02f51df36 req-30cb3655-390a-4767-8aef-ff0eac2f47f3 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1177425613&fields=id&tenant_id=72221609a68648ac9e5fa5e4912ed276 HTTP/1.1" status: 200 len: 267 time: 0.0439470 Mar 23 03:11:03.973091 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b64dac-a3b6-43c7-b2e0-25d02f51df36 req-7ce3eb59-db53-4f1f-9e0f-df887af5cc1f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:03.974546 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-63b64dac-a3b6-43c7-b2e0-25d02f51df36 req-7ce3eb59-db53-4f1f-9e0f-df887af5cc1f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 985 time: 0.0522263 Mar 23 03:11:03.985336 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [req-63b64dac-a3b6-43c7-b2e0-25d02f51df36 req-25d327c3-eaf4-4e45-93f0-89972efd4019 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Request body: {'port': {'security_groups': ['c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d']}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:11:04.057221 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [req-63b64dac-a3b6-43c7-b2e0-25d02f51df36 req-25d327c3-eaf4-4e45-93f0-89972efd4019 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7053704e-b3c1-4f46-9b28-9042f033a4f4), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:04.239340 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [req-63b64dac-a3b6-43c7-b2e0-25d02f51df36 req-25d327c3-eaf4-4e45-93f0-89972efd4019 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] For port 7053704e-b3c1-4f46-9b28-9042f033a4f4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7053704e-b3c1-4f46-9b28-9042f033a4f4,segment=NetworkSegment(248f9ca4-7e09-467f-aafa-f799ca518d3e),segment_id=248f9ca4-7e09-467f-aafa-f799ca518d3e)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:11:04.269933 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [req-63b64dac-a3b6-43c7-b2e0-25d02f51df36 req-25d327c3-eaf4-4e45-93f0-89972efd4019 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks [] for port (7053704e-b3c1-4f46-9b28-9042f033a4f4), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:04.328631 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [req-63b64dac-a3b6-43c7-b2e0-25d02f51df36 req-25d327c3-eaf4-4e45-93f0-89972efd4019 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (7053704e-b3c1-4f46-9b28-9042f033a4f4), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:04.340645 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['7053704e-b3c1-4f46-9b28-9042f033a4f4'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:11:04.370046 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b64dac-a3b6-43c7-b2e0-25d02f51df36 req-25d327c3-eaf4-4e45-93f0-89972efd4019 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:04.370652 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [req-63b64dac-a3b6-43c7-b2e0-25d02f51df36 req-25d327c3-eaf4-4e45-93f0-89972efd4019 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:04.372099 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-63b64dac-a3b6-43c7-b2e0-25d02f51df36 req-25d327c3-eaf4-4e45-93f0-89972efd4019 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "PUT /v2.0/ports/7053704e-b3c1-4f46-9b28-9042f033a4f4 HTTP/1.1" status: 200 len: 943 time: 0.3912172 Mar 23 03:11:04.372564 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e96a87-266f-46a9-8a4e-fcc843371fe1', 'tag': '7053704e-b3c1-4f46-9b28-9042f033a4f4'}] {{(pid=104348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:11:04.374860 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a43494f7a0cd0c51715e4079ece57a9ff1e623b58ceb021b6bb41ba87478d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b6a3f1-cd53-45cb-b6e8-bf2273ef0753" -d '{"events": [{"name": "network-changed", "server_uuid": "21e96a87-266f-46a9-8a4e-fcc843371fe1", "tag": "7053704e-b3c1-4f46-9b28-9042f033a4f4"}]}' {{(pid=104348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:11:04.379671 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39748) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:11:04.428917 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326fa6eb-6140-4510-aa64-4abcc4dd7c0f x-openstack-request-id: req-326fa6eb-6140-4510-aa64-4abcc4dd7c0f {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:11:04.429209 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e96a87-266f-46a9-8a4e-fcc843371fe1", "tag": "7053704e-b3c1-4f46-9b28-9042f033a4f4", "status": "completed", "code": 200}]} {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:11:04.429462 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-326fa6eb-6140-4510-aa64-4abcc4dd7c0f {{(pid=104348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:11:04.429871 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-326fa6eb-6140-4510-aa64-4abcc4dd7c0f'] response: {'name': 'network-changed', 'server_uuid': '21e96a87-266f-46a9-8a4e-fcc843371fe1', 'tag': '7053704e-b3c1-4f46-9b28-9042f033a4f4', 'status': 'completed', 'code': 200} Mar 23 03:11:04.432268 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d327c3-eaf4-4e45-93f0-89972efd4019 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Pushing event updated for resources: {'Port': ['ID=7053704e-b3c1-4f46-9b28-9042f033a4f4,revision_number=7']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:04.467710 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-daebcf3e-1e31-48a4-81f7-45714d954aaf tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks [] for security_group (cbd47452-74e1-4c6b-912c-6643c0264600), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:04.481497 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['7053704e-b3c1-4f46-9b28-9042f033a4f4'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:11:04.500872 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-daebcf3e-1e31-48a4-81f7-45714d954aaf tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks [] for security_group (cbd47452-74e1-4c6b-912c-6643c0264600), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:04.515392 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6a3f1-cd53-45cb-b6e8-bf2273ef0753 req-aac3865c-4b2d-45ce-abc4-513ae53c1d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:04.517583 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f3b6a3f1-cd53-45cb-b6e8-bf2273ef0753 req-aac3865c-4b2d-45ce-abc4-513ae53c1d07 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72221609a68648ac9e5fa5e4912ed276&device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 1130 time: 0.0591834 Mar 23 03:11:04.621434 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6a3f1-cd53-45cb-b6e8-bf2273ef0753 req-858c0ab1-c71c-447c-9764-a99ca59bbf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:04.623085 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f3b6a3f1-cd53-45cb-b6e8-bf2273ef0753 req-858c0ab1-c71c-447c-9764-a99ca59bbf98 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1 HTTP/1.1" status: 200 len: 915 time: 0.0964344 Mar 23 03:11:04.654842 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-daebcf3e-1e31-48a4-81f7-45714d954aaf tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (cbd47452-74e1-4c6b-912c-6643c0264600), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:04.657649 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-daebcf3e-1e31-48a4-81f7-45714d954aaf tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:04.657789 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-9ddb5eaf-ae05-4d20-811d-8018891cf58e None None] Provisioning complete for port 7053704e-b3c1-4f46-9b28-9042f033a4f4 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:11:04.658187 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9ddb5eaf-ae05-4d20-811d-8018891cf58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7053704e-b3c1-4f46-9b28-9042f033a4f4), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:04.661484 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-daebcf3e-1e31-48a4-81f7-45714d954aaf tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "DELETE /v2.0/security-groups/cbd47452-74e1-4c6b-912c-6643c0264600 HTTP/1.1" status: 204 len: 168 time: 0.2785702 Mar 23 03:11:04.663935 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39750) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:11:04.679163 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebcf3e-1e31-48a4-81f7-45714d954aaf tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd47452-74e1-4c6b-912c-6643c0264600,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:04.701524 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f3b6a3f1-cd53-45cb-b6e8-bf2273ef0753 req-1da9ab35-f07a-48f0-8f98-8f9f6f9fe168 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7053704e-b3c1-4f46-9b28-9042f033a4f4 HTTP/1.1" status: 200 len: 1001 time: 0.0717154 Mar 23 03:11:04.758033 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6a3f1-cd53-45cb-b6e8-bf2273ef0753 req-02c211a7-1442-4ea4-acfe-9de43cb080f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:04.759872 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f3b6a3f1-cd53-45cb-b6e8-bf2273ef0753 req-02c211a7-1442-4ea4-acfe-9de43cb080f9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c200be2-9ff6-435f-964f-9968a382b0a0 HTTP/1.1" status: 200 len: 853 time: 0.0514340 Mar 23 03:11:04.760009 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-9ddb5eaf-ae05-4d20-811d-8018891cf58e None None] Current status of the port 7053704e-b3c1-4f46-9b28-9042f033a4f4 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:11:04.809428 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6a3f1-cd53-45cb-b6e8-bf2273ef0753 req-84eb5776-6ed6-484f-bda2-7a5822f712a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:04.811043 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f3b6a3f1-cd53-45cb-b6e8-bf2273ef0753 req-84eb5776-6ed6-484f-bda2-7a5822f712a5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0453866 Mar 23 03:11:04.840936 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-40830d37-d22a-4d11-b163-63a7de4d01ff tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Deleting port 923486d7-6f21-4083-a94e-8904d01b12a3 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:11:04.841286 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-40830d37-d22a-4d11-b163-63a7de4d01ff tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (923486d7-6f21-4083-a94e-8904d01b12a3), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:04.905691 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f3b6a3f1-cd53-45cb-b6e8-bf2273ef0753 req-eca46daf-21a0-4855-833a-035bd0be64d4 service neutron] 10.222.0.23 "GET /v2.0/networks/b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862963 Mar 23 03:11:04.915256 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-40830d37-d22a-4d11-b163-63a7de4d01ff tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (923486d7-6f21-4083-a94e-8904d01b12a3), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:04.915583 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-40830d37-d22a-4d11-b163-63a7de4d01ff tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks [] for floatingip (923486d7-6f21-4083-a94e-8904d01b12a3), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:04.927173 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-40830d37-d22a-4d11-b163-63a7de4d01ff tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Calling delete_port for 923486d7-6f21-4083-a94e-8904d01b12a3 owned by network:floatingip {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:11:04.994512 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f3b6a3f1-cd53-45cb-b6e8-bf2273ef0753 req-c11d26bc-9435-43fc-9370-11b45fe56b79 service neutron] 10.222.0.23 "GET /v2.0/networks/b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833428 Mar 23 03:11:05.137983 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-40830d37-d22a-4d11-b163-63a7de4d01ff tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (923486d7-6f21-4083-a94e-8904d01b12a3), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:05.166324 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40830d37-d22a-4d11-b163-63a7de4d01ff tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Pushing event deleted for resources: {'Port': ['ID=923486d7-6f21-4083-a94e-8904d01b12a3,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:05.229363 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-40830d37-d22a-4d11-b163-63a7de4d01ff tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks [] for floatingip (577d347e-925b-484c-9b8b-3969b1612ae6), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:05.229703 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-40830d37-d22a-4d11-b163-63a7de4d01ff tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Floating IP 577d347e-925b-484c-9b8b-3969b1612ae6 disassociated (deleted). External IP: 172.26.2.58, port: 7053704e-b3c1-4f46-9b28-9042f033a4f4. Mar 23 03:11:05.437483 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40830d37-d22a-4d11-b163-63a7de4d01ff tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Router 6704e01f-894c-45e3-aafe-4a73b0097700 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:11:05.548342 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40830d37-d22a-4d11-b163-63a7de4d01ff tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:11:05.553136 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-40830d37-d22a-4d11-b163-63a7de4d01ff tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:05.558029 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42931e3-034d-4fb2-a6ab-1853c6017f53 None None] Sync routers for ids ['6704e01f-894c-45e3-aafe-4a73b0097700'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:11:05.567099 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42931e3-034d-4fb2-a6ab-1853c6017f53 None None] Routers {'6704e01f-894c-45e3-aafe-4a73b0097700'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:11:05.567705 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-d42931e3-034d-4fb2-a6ab-1853c6017f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:10:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['6704e01f-894c-45e3-aafe-4a73b0097700'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:11:05.582354 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-40830d37-d22a-4d11-b163-63a7de4d01ff tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "DELETE /v2.0/floatingips/577d347e-925b-484c-9b8b-3969b1612ae6 HTTP/1.1" status: 204 len: 168 time: 0.9165442 Mar 23 03:11:05.677540 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-d42931e3-034d-4fb2-a6ab-1853c6017f53 None None] Set router 6704e01f-894c-45e3-aafe-4a73b0097700 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:11:05.873302 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-d42931e3-034d-4fb2-a6ab-1853c6017f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'name': 'tempest-TestMinimumBasicScenario-515140088-router', 'tenant_id': '72221609a68648ac9e5fa5e4912ed276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.69'}], 'enable_snat': True}, 'gw_port_id': '01a0db9f-3f3f-4362-9018-352378950f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:09:03Z', 'updated_at': '2022-03-23T03:09:06Z', 'revision_number': 4, 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'gw_port': {'id': '01a0db9f-3f3f-4362-9018-352378950f7a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:03Z', 'updated_at': '2022-03-23T03:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6', 'name': '', 'network_id': 'b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1', 'tenant_id': '72221609a68648ac9e5fa5e4912ed276', 'mac_address': 'fa:16:3e:95:a8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '4c200be2-9ff6-435f-964f-9968a382b0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:05Z', 'updated_at': '2022-03-23T03:09:09Z', 'revision_number': 5, 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'subnets': [{'id': '4c200be2-9ff6-435f-964f-9968a382b0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:11:05.900883 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42931e3-034d-4fb2-a6ab-1853c6017f53 None None] Checking router: 6704e01f-894c-45e3-aafe-4a73b0097700 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:11:05.909653 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42931e3-034d-4fb2-a6ab-1853c6017f53 None None] Routers {'6704e01f-894c-45e3-aafe-4a73b0097700'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:11:05.910263 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-d42931e3-034d-4fb2-a6ab-1853c6017f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:10:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['6704e01f-894c-45e3-aafe-4a73b0097700'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:11:06.020763 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-d42931e3-034d-4fb2-a6ab-1853c6017f53 None None] Set router 6704e01f-894c-45e3-aafe-4a73b0097700 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:11:06.218316 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-d42931e3-034d-4fb2-a6ab-1853c6017f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'name': 'tempest-TestMinimumBasicScenario-515140088-router', 'tenant_id': '72221609a68648ac9e5fa5e4912ed276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.69'}], 'enable_snat': True}, 'gw_port_id': '01a0db9f-3f3f-4362-9018-352378950f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:09:03Z', 'updated_at': '2022-03-23T03:09:06Z', 'revision_number': 4, 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'gw_port': {'id': '01a0db9f-3f3f-4362-9018-352378950f7a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:03Z', 'updated_at': '2022-03-23T03:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6', 'name': '', 'network_id': 'b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1', 'tenant_id': '72221609a68648ac9e5fa5e4912ed276', 'mac_address': 'fa:16:3e:95:a8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '4c200be2-9ff6-435f-964f-9968a382b0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:05Z', 'updated_at': '2022-03-23T03:09:09Z', 'revision_number': 5, 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'subnets': [{'id': '4c200be2-9ff6-435f-964f-9968a382b0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:11:06.244443 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42931e3-034d-4fb2-a6ab-1853c6017f53 None None] The sync data for ids ['6704e01f-894c-45e3-aafe-4a73b0097700'] in dv-neutron-834613-2-hyperv is: [{'id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'name': 'tempest-TestMinimumBasicScenario-515140088-router', 'tenant_id': '72221609a68648ac9e5fa5e4912ed276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.69'}], 'enable_snat': True}, 'gw_port_id': '01a0db9f-3f3f-4362-9018-352378950f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:09:03Z', 'updated_at': '2022-03-23T03:09:06Z', 'revision_number': 4, 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'gw_port': {'id': '01a0db9f-3f3f-4362-9018-352378950f7a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:03Z', 'updated_at': '2022-03-23T03:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6', 'name': '', 'network_id': 'b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1', 'tenant_id': '72221609a68648ac9e5fa5e4912ed276', 'mac_address': 'fa:16:3e:95:a8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '4c200be2-9ff6-435f-964f-9968a382b0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:05Z', 'updated_at': '2022-03-23T03:09:09Z', 'revision_number': 5, 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'subnets': [{'id': '4c200be2-9ff6-435f-964f-9968a382b0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:11:06.430869 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e96a87-266f-46a9-8a4e-fcc843371fe1', 'tag': '7053704e-b3c1-4f46-9b28-9042f033a4f4'}] {{(pid=104348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:11:06.433833 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a43494f7a0cd0c51715e4079ece57a9ff1e623b58ceb021b6bb41ba87478d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760fdc6b-c199-4f12-97fa-c29260333922" -d '{"events": [{"name": "network-changed", "server_uuid": "21e96a87-266f-46a9-8a4e-fcc843371fe1", "tag": "7053704e-b3c1-4f46-9b28-9042f033a4f4"}]}' {{(pid=104348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:11:06.471528 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f68a85-daf1-4c77-9547-11f2c8554aaf x-openstack-request-id: req-42f68a85-daf1-4c77-9547-11f2c8554aaf {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:11:06.471872 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e96a87-266f-46a9-8a4e-fcc843371fe1", "tag": "7053704e-b3c1-4f46-9b28-9042f033a4f4", "status": "completed", "code": 200}]} {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:11:06.472208 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-42f68a85-daf1-4c77-9547-11f2c8554aaf {{(pid=104348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:11:06.472623 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42f68a85-daf1-4c77-9547-11f2c8554aaf'] response: {'name': 'network-changed', 'server_uuid': '21e96a87-266f-46a9-8a4e-fcc843371fe1', 'tag': '7053704e-b3c1-4f46-9b28-9042f033a4f4', 'status': 'completed', 'code': 200} Mar 23 03:11:06.491619 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622af227-fb04-486a-a9bd-4727e5a62a55 None None] New status for floating IP 577d347e-925b-484c-9b8b-3969b1612ae6: DOWN {{(pid=104350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 03:11:06.543937 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fdc6b-c199-4f12-97fa-c29260333922 req-13d21c13-cc60-407f-8b29-f6bd2048c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:06.545575 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-760fdc6b-c199-4f12-97fa-c29260333922 req-13d21c13-cc60-407f-8b29-f6bd2048c2c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72221609a68648ac9e5fa5e4912ed276&device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 1130 time: 0.0521340 Mar 23 03:11:06.646056 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fdc6b-c199-4f12-97fa-c29260333922 req-b228d39b-ac8b-406d-afbc-578d54c3903c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:06.647662 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-760fdc6b-c199-4f12-97fa-c29260333922 req-b228d39b-ac8b-406d-afbc-578d54c3903c service neutron] 10.222.0.23 "GET /v2.0/networks?id=b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1 HTTP/1.1" status: 200 len: 915 time: 0.0934849 Mar 23 03:11:06.689576 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-760fdc6b-c199-4f12-97fa-c29260333922 req-b07e0ffb-08b4-43e1-805b-90c02ba9ca79 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7053704e-b3c1-4f46-9b28-9042f033a4f4 HTTP/1.1" status: 200 len: 217 time: 0.0361385 Mar 23 03:11:06.741918 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fdc6b-c199-4f12-97fa-c29260333922 req-3e5f3aa4-5024-4cbf-86cf-cf4a9862dbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:06.743963 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-760fdc6b-c199-4f12-97fa-c29260333922 req-3e5f3aa4-5024-4cbf-86cf-cf4a9862dbdf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c200be2-9ff6-435f-964f-9968a382b0a0 HTTP/1.1" status: 200 len: 853 time: 0.0489540 Mar 23 03:11:06.792054 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fdc6b-c199-4f12-97fa-c29260333922 req-55afffbd-8c43-4e25-8b77-5c363a49e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:06.793558 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-760fdc6b-c199-4f12-97fa-c29260333922 req-55afffbd-8c43-4e25-8b77-5c363a49e609 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443237 Mar 23 03:11:06.889257 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-760fdc6b-c199-4f12-97fa-c29260333922 req-4d003c8b-2c08-4a96-9917-0010cb898455 service neutron] 10.222.0.23 "GET /v2.0/networks/b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888851 Mar 23 03:11:06.983598 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-760fdc6b-c199-4f12-97fa-c29260333922 req-5e02f2d6-556a-4f8c-b1c4-8c1495b3d7a1 service neutron] 10.222.0.23 "GET /v2.0/networks/b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880070 Mar 23 03:11:08.875296 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:11:17.617654 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a00c2973-a262-4368-9a78-735d11a020a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:18.932611 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:19.949645 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f4c6266a-d85f-44d7-9a6d-20f31f597e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:21.337616 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:22.783418 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:23.536685 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42612716-7af8-49c8-9225-96ec7aba4674 req-9144ca79-91d1-4a85-ba89-7692f217a86f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:23.538086 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-42612716-7af8-49c8-9225-96ec7aba4674 req-9144ca79-91d1-4a85-ba89-7692f217a86f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 946 time: 0.0535815 Mar 23 03:11:23.591721 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-42612716-7af8-49c8-9225-96ec7aba4674 req-7b307e25-c8cb-462e-beca-5bd67b909fc0 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479741 Mar 23 03:11:23.980175 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:24.716167 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a40c9-2cd3-4ca2-98dd-121b958d0995 req-13eb86b2-42eb-4db2-ab5c-83d177d06251 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:24.717572 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c44a40c9-2cd3-4ca2-98dd-121b958d0995 req-13eb86b2-42eb-4db2-ab5c-83d177d06251 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 946 time: 0.0587966 Mar 23 03:11:24.767375 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c44a40c9-2cd3-4ca2-98dd-121b958d0995 req-23521910-1fa2-4c98-b5f3-da7019677789 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439763 Mar 23 03:11:25.159217 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66edb4-ad92-4dd6-9103-506e67626625 req-fcbfe039-e509-4882-b173-c68796f415f2 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:25.160695 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bc66edb4-ad92-4dd6-9103-506e67626625 req-fcbfe039-e509-4882-b173-c68796f415f2 tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.23 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 946 time: 0.0520265 Mar 23 03:11:25.268091 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-bc66edb4-ad92-4dd6-9103-506e67626625 req-7182d8cf-df11-40b3-b183-271c2daeaa8f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Deleting port 7053704e-b3c1-4f46-9b28-9042f033a4f4 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:11:25.268434 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-bc66edb4-ad92-4dd6-9103-506e67626625 req-7182d8cf-df11-40b3-b183-271c2daeaa8f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (7053704e-b3c1-4f46-9b28-9042f033a4f4), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:25.358911 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-bc66edb4-ad92-4dd6-9103-506e67626625 req-7182d8cf-df11-40b3-b183-271c2daeaa8f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] For port 7053704e-b3c1-4f46-9b28-9042f033a4f4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7053704e-b3c1-4f46-9b28-9042f033a4f4,segment=NetworkSegment(248f9ca4-7e09-467f-aafa-f799ca518d3e),segment_id=248f9ca4-7e09-467f-aafa-f799ca518d3e)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:11:25.359190 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-bc66edb4-ad92-4dd6-9103-506e67626625 req-7182d8cf-df11-40b3-b183-271c2daeaa8f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (7053704e-b3c1-4f46-9b28-9042f033a4f4), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:25.371779 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-bc66edb4-ad92-4dd6-9103-506e67626625 req-7182d8cf-df11-40b3-b183-271c2daeaa8f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Calling delete_port for 7053704e-b3c1-4f46-9b28-9042f033a4f4 owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:11:25.554808 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-bc66edb4-ad92-4dd6-9103-506e67626625 req-7182d8cf-df11-40b3-b183-271c2daeaa8f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (7053704e-b3c1-4f46-9b28-9042f033a4f4), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:25.568659 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['7053704e-b3c1-4f46-9b28-9042f033a4f4'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:11:25.585101 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182d8cf-df11-40b3-b183-271c2daeaa8f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Pushing event deleted for resources: {'Port': ['ID=7053704e-b3c1-4f46-9b28-9042f033a4f4,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:25.607723 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7182d8cf-df11-40b3-b183-271c2daeaa8f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:25.608112 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7182d8cf-df11-40b3-b183-271c2daeaa8f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:25.612562 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7182d8cf-df11-40b3-b183-271c2daeaa8f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:25.612562 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7182d8cf-df11-40b3-b183-271c2daeaa8f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:25.612562 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7182d8cf-df11-40b3-b183-271c2daeaa8f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:25.612562 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7182d8cf-df11-40b3-b183-271c2daeaa8f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:25.612562 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7182d8cf-df11-40b3-b183-271c2daeaa8f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:25.612562 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7182d8cf-df11-40b3-b183-271c2daeaa8f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:25.612562 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7182d8cf-df11-40b3-b183-271c2daeaa8f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:25.612562 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7182d8cf-df11-40b3-b183-271c2daeaa8f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:25.612562 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7182d8cf-df11-40b3-b183-271c2daeaa8f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:25.612562 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7182d8cf-df11-40b3-b183-271c2daeaa8f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:25.612562 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7182d8cf-df11-40b3-b183-271c2daeaa8f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:25.612562 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7182d8cf-df11-40b3-b183-271c2daeaa8f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:25.612562 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7182d8cf-df11-40b3-b183-271c2daeaa8f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:25.653065 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc66edb4-ad92-4dd6-9103-506e67626625 req-7182d8cf-df11-40b3-b183-271c2daeaa8f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] No DVR routers for this DVR port 7053704e-b3c1-4f46-9b28-9042f033a4f4 on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:11:25.655782 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-bc66edb4-ad92-4dd6-9103-506e67626625 req-7182d8cf-df11-40b3-b183-271c2daeaa8f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:25.659470 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bc66edb4-ad92-4dd6-9103-506e67626625 req-7182d8cf-df11-40b3-b183-271c2daeaa8f tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.23 "DELETE /v2.0/ports/7053704e-b3c1-4f46-9b28-9042f033a4f4 HTTP/1.1" status: 204 len: 173 time: 0.4937298 Mar 23 03:11:25.659941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e96a87-266f-46a9-8a4e-fcc843371fe1', 'name': 'network-vif-deleted', 'tag': '7053704e-b3c1-4f46-9b28-9042f033a4f4'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:11:25.662867 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e10df3-8518-40d4-82c2-d6eff0258e19" -d '{"events": [{"server_uuid": "21e96a87-266f-46a9-8a4e-fcc843371fe1", "name": "network-vif-deleted", "tag": "7053704e-b3c1-4f46-9b28-9042f033a4f4"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:11:25.800167 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0d4200-b3a8-4b51-b9b8-4208d0c1d956 x-openstack-request-id: req-9d0d4200-b3a8-4b51-b9b8-4208d0c1d956 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:11:25.800465 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e96a87-266f-46a9-8a4e-fcc843371fe1", "name": "network-vif-deleted", "tag": "7053704e-b3c1-4f46-9b28-9042f033a4f4", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:11:25.800724 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d0d4200-b3a8-4b51-b9b8-4208d0c1d956 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:11:25.801141 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d0d4200-b3a8-4b51-b9b8-4208d0c1d956'] response: {'server_uuid': '21e96a87-266f-46a9-8a4e-fcc843371fe1', 'name': 'network-vif-deleted', 'tag': '7053704e-b3c1-4f46-9b28-9042f033a4f4', 'status': 'completed', 'code': 200} Mar 23 03:11:25.864976 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d976e7a7-a5e1-4352-8317-d9551dfec227 req-db642e30-86a1-48b9-b610-3b7d5d31738c tempest-TestMinimumBasicScenario-1302471501 tempest-TestMinimumBasicScenario-1302471501-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e96a87-266f-46a9-8a4e-fcc843371fe1 HTTP/1.1" status: 200 len: 210 time: 0.0271564 Mar 23 03:11:28.028147 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39876) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:11:28.083810 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 7053704e-b3c1-4f46-9b28-9042f033a4f4 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:11:28.103416 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: 7053704e-b3c1-4f46-9b28-9042f033a4f4 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:11:28.103661 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 7053704e-b3c1-4f46-9b28-9042f033a4f4 not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:11:28.378307 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0d5b8244-9913-4dd8-992f-6a7dbfe678f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (6704e01f-894c-45e3-aafe-4a73b0097700), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:28.626168 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-0d5b8244-9913-4dd8-992f-6a7dbfe678f9 admin admin] Deleting port 3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:11:28.626515 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0d5b8244-9913-4dd8-992f-6a7dbfe678f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:28.706650 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-0d5b8244-9913-4dd8-992f-6a7dbfe678f9 admin admin] For port 3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6,segment=NetworkSegment(248f9ca4-7e09-467f-aafa-f799ca518d3e),segment_id=248f9ca4-7e09-467f-aafa-f799ca518d3e)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:11:28.706927 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0d5b8244-9913-4dd8-992f-6a7dbfe678f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:28.720115 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-0d5b8244-9913-4dd8-992f-6a7dbfe678f9 admin admin] Calling delete_port for 3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6 owned by network:router_interface {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:11:28.968829 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0d5b8244-9913-4dd8-992f-6a7dbfe678f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:28.993130 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b8244-9913-4dd8-992f-6a7dbfe678f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:29.005768 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b8244-9913-4dd8-992f-6a7dbfe678f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:29.006122 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b8244-9913-4dd8-992f-6a7dbfe678f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:29.006471 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b8244-9913-4dd8-992f-6a7dbfe678f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:29.006811 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b8244-9913-4dd8-992f-6a7dbfe678f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:29.007147 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b8244-9913-4dd8-992f-6a7dbfe678f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:29.007482 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b8244-9913-4dd8-992f-6a7dbfe678f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:29.007836 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b8244-9913-4dd8-992f-6a7dbfe678f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:29.008166 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b8244-9913-4dd8-992f-6a7dbfe678f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:29.008494 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b8244-9913-4dd8-992f-6a7dbfe678f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:29.008820 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b8244-9913-4dd8-992f-6a7dbfe678f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:29.009194 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b8244-9913-4dd8-992f-6a7dbfe678f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:29.009478 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b8244-9913-4dd8-992f-6a7dbfe678f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:29.009797 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b8244-9913-4dd8-992f-6a7dbfe678f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:29.010122 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b8244-9913-4dd8-992f-6a7dbfe678f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:29.010446 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b8244-9913-4dd8-992f-6a7dbfe678f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:29.186918 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0d5b8244-9913-4dd8-992f-6a7dbfe678f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (6704e01f-894c-45e3-aafe-4a73b0097700), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:29.418043 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5b8244-9913-4dd8-992f-6a7dbfe678f9 admin admin] Router 6704e01f-894c-45e3-aafe-4a73b0097700 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:11:29.526998 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5b8244-9913-4dd8-992f-6a7dbfe678f9 admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:11:29.534768 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0d5b8244-9913-4dd8-992f-6a7dbfe678f9 admin admin] 10.222.0.24 "PUT /v2.0/routers/6704e01f-894c-45e3-aafe-4a73b0097700/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5031040 Mar 23 03:11:29.535480 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 39878) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:11:29.535897 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef86dca5-791f-4adb-882f-e388c540a252 None None] Sync routers for ids ['6704e01f-894c-45e3-aafe-4a73b0097700'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:11:29.545445 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef86dca5-791f-4adb-882f-e388c540a252 None None] Routers {'6704e01f-894c-45e3-aafe-4a73b0097700'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:11:29.546052 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-ef86dca5-791f-4adb-882f-e388c540a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:11:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['6704e01f-894c-45e3-aafe-4a73b0097700'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:11:29.645346 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-58901b82-2e62-4a59-9064-5c842621099f admin admin] Publish callbacks [] for router (6704e01f-894c-45e3-aafe-4a73b0097700), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:29.652390 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-ef86dca5-791f-4adb-882f-e388c540a252 None None] Set router 6704e01f-894c-45e3-aafe-4a73b0097700 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:11:29.751893 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-58901b82-2e62-4a59-9064-5c842621099f admin admin] Publish callbacks [] for router_gateway (6704e01f-894c-45e3-aafe-4a73b0097700), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:29.837083 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-ef86dca5-791f-4adb-882f-e388c540a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'name': 'tempest-TestMinimumBasicScenario-515140088-router', 'tenant_id': '72221609a68648ac9e5fa5e4912ed276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.69'}], 'enable_snat': True}, 'gw_port_id': '01a0db9f-3f3f-4362-9018-352378950f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:09:03Z', 'updated_at': '2022-03-23T03:11:28Z', 'revision_number': 5, 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'gw_port': {'id': '01a0db9f-3f3f-4362-9018-352378950f7a', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:03Z', 'updated_at': '2022-03-23T03:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:11:29.863238 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-58901b82-2e62-4a59-9064-5c842621099f admin admin] Deleting port 01a0db9f-3f3f-4362-9018-352378950f7a {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:11:29.863949 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-58901b82-2e62-4a59-9064-5c842621099f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (01a0db9f-3f3f-4362-9018-352378950f7a), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:29.865107 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef86dca5-791f-4adb-882f-e388c540a252 None None] Checking router: 6704e01f-894c-45e3-aafe-4a73b0097700 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:11:29.873427 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef86dca5-791f-4adb-882f-e388c540a252 None None] Routers {'6704e01f-894c-45e3-aafe-4a73b0097700'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:11:29.874283 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-ef86dca5-791f-4adb-882f-e388c540a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:11:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['6704e01f-894c-45e3-aafe-4a73b0097700'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:11:29.950571 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-58901b82-2e62-4a59-9064-5c842621099f admin admin] For port 01a0db9f-3f3f-4362-9018-352378950f7a, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=01a0db9f-3f3f-4362-9018-352378950f7a,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:11:29.951034 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-58901b82-2e62-4a59-9064-5c842621099f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (01a0db9f-3f3f-4362-9018-352378950f7a), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:29.966684 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-58901b82-2e62-4a59-9064-5c842621099f admin admin] Calling delete_port for 01a0db9f-3f3f-4362-9018-352378950f7a owned by network:router_gateway {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:11:30.057507 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-ef86dca5-791f-4adb-882f-e388c540a252 None None] Set router 6704e01f-894c-45e3-aafe-4a73b0097700 gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:11:30.116235 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-ef86dca5-791f-4adb-882f-e388c540a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'name': 'tempest-TestMinimumBasicScenario-515140088-router', 'tenant_id': '72221609a68648ac9e5fa5e4912ed276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:09:03Z', 'updated_at': '2022-03-23T03:11:29Z', 'revision_number': 6, 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'gw_port_host': None}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:11:30.144606 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef86dca5-791f-4adb-882f-e388c540a252 None None] The sync data for ids ['6704e01f-894c-45e3-aafe-4a73b0097700'] in dv-neutron-834613-2-hyperv is: [{'id': '6704e01f-894c-45e3-aafe-4a73b0097700', 'name': 'tempest-TestMinimumBasicScenario-515140088-router', 'tenant_id': '72221609a68648ac9e5fa5e4912ed276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:09:03Z', 'updated_at': '2022-03-23T03:11:29Z', 'revision_number': 6, 'project_id': '72221609a68648ac9e5fa5e4912ed276', 'gw_port_host': None}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:11:30.214595 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-58901b82-2e62-4a59-9064-5c842621099f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (01a0db9f-3f3f-4362-9018-352378950f7a), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:30.238803 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58901b82-2e62-4a59-9064-5c842621099f admin admin] Pushing event deleted for resources: {'Port': ['ID=01a0db9f-3f3f-4362-9018-352378950f7a,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:30.305630 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-58901b82-2e62-4a59-9064-5c842621099f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (6704e01f-894c-45e3-aafe-4a73b0097700), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:30.403171 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-58901b82-2e62-4a59-9064-5c842621099f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (6704e01f-894c-45e3-aafe-4a73b0097700), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:30.405245 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-58901b82-2e62-4a59-9064-5c842621099f admin admin] Publish callbacks [] for router_controller (6704e01f-894c-45e3-aafe-4a73b0097700), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:30.523181 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-58901b82-2e62-4a59-9064-5c842621099f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (6704e01f-894c-45e3-aafe-4a73b0097700), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:30.523713 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58901b82-2e62-4a59-9064-5c842621099f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6704e01f-894c-45e3-aafe-4a73b0097700 {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 03:11:30.528909 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-58901b82-2e62-4a59-9064-5c842621099f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:30.530082 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-58901b82-2e62-4a59-9064-5c842621099f admin admin] 10.222.0.24 "DELETE /v2.0/routers/6704e01f-894c-45e3-aafe-4a73b0097700 HTTP/1.1" status: 204 len: 168 time: 0.9924843 Mar 23 03:11:30.532956 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 39880) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:11:30.580569 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-c929c751-338b-42b7-b650-46aa0b5d187e admin admin] Deleting subnet 4c200be2-9ff6-435f-964f-9968a382b0a0 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 03:11:30.584254 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c929c751-338b-42b7-b650-46aa0b5d187e admin admin] Publish callbacks [] for subnet (4c200be2-9ff6-435f-964f-9968a382b0a0), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:30.620830 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c929c751-338b-42b7-b650-46aa0b5d187e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (4c200be2-9ff6-435f-964f-9968a382b0a0), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:30.701679 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c929c751-338b-42b7-b650-46aa0b5d187e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (4c200be2-9ff6-435f-964f-9968a382b0a0), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:30.808932 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c929c751-338b-42b7-b650-46aa0b5d187e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (4c200be2-9ff6-435f-964f-9968a382b0a0), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:30.833106 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929c751-338b-42b7-b650-46aa0b5d187e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c200be2-9ff6-435f-964f-9968a382b0a0,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:30.839031 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c929c751-338b-42b7-b650-46aa0b5d187e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:30.842583 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c929c751-338b-42b7-b650-46aa0b5d187e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4c200be2-9ff6-435f-964f-9968a382b0a0 HTTP/1.1" status: 204 len: 168 time: 0.3083251 Mar 23 03:11:30.844686 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 39882) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:11:30.847364 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ea10c1-7619-438c-ab81-179d53bd33b6 None None] Network b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:11:30.918423 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8cd983f3-4b7e-435a-a209-e91214d27fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:30.978788 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-8cd983f3-4b7e-435a-a209-e91214d27fde admin admin] Deleting port bf8b4c32-d904-498a-b20b-d5a6d8e02f28 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:11:30.979134 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8cd983f3-4b7e-435a-a209-e91214d27fde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (bf8b4c32-d904-498a-b20b-d5a6d8e02f28), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:31.000457 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04678f1d-2024-436a-8557-f7f1f86edcf2 None None] DHCP port deletion for b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 03:11:31.043126 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-8cd983f3-4b7e-435a-a209-e91214d27fde admin admin] For port bf8b4c32-d904-498a-b20b-d5a6d8e02f28, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=bf8b4c32-d904-498a-b20b-d5a6d8e02f28,segment=NetworkSegment(248f9ca4-7e09-467f-aafa-f799ca518d3e),segment_id=248f9ca4-7e09-467f-aafa-f799ca518d3e)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:11:31.043624 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8cd983f3-4b7e-435a-a209-e91214d27fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (bf8b4c32-d904-498a-b20b-d5a6d8e02f28), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:31.052210 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-04678f1d-2024-436a-8557-f7f1f86edcf2 None None] Deleting port bf8b4c32-d904-498a-b20b-d5a6d8e02f28 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:11:31.052592 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-04678f1d-2024-436a-8557-f7f1f86edcf2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (bf8b4c32-d904-498a-b20b-d5a6d8e02f28), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:31.060845 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-8cd983f3-4b7e-435a-a209-e91214d27fde admin admin] Calling delete_port for bf8b4c32-d904-498a-b20b-d5a6d8e02f28 owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:11:31.243474 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8cd983f3-4b7e-435a-a209-e91214d27fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (bf8b4c32-d904-498a-b20b-d5a6d8e02f28), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:31.248572 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device bf8b4c32-d904-498a-b20b-d5a6d8e02f28 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:11:31.275094 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd983f3-4b7e-435a-a209-e91214d27fde admin admin] Pushing event deleted for resources: {'Port': ['ID=bf8b4c32-d904-498a-b20b-d5a6d8e02f28,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:31.275732 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: bf8b4c32-d904-498a-b20b-d5a6d8e02f28 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:11:31.275732 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device bf8b4c32-d904-498a-b20b-d5a6d8e02f28 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:11:31.276073 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 01a0db9f-3f3f-4362-9018-352378950f7a no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:11:31.276559 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd983f3-4b7e-435a-a209-e91214d27fde admin admin] No DVR routers for this DVR port bf8b4c32-d904-498a-b20b-d5a6d8e02f28 on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:11:31.300317 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 01a0db9f-3f3f-4362-9018-352378950f7a {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:11:31.300671 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 01a0db9f-3f3f-4362-9018-352378950f7a not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:11:31.301095 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:11:31.335248 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-04678f1d-2024-436a-8557-f7f1f86edcf2 None None] For port bf8b4c32-d904-498a-b20b-d5a6d8e02f28, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=bf8b4c32-d904-498a-b20b-d5a6d8e02f28,segment=NetworkSegment(248f9ca4-7e09-467f-aafa-f799ca518d3e),segment_id=248f9ca4-7e09-467f-aafa-f799ca518d3e)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:11:31.335651 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-04678f1d-2024-436a-8557-f7f1f86edcf2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (bf8b4c32-d904-498a-b20b-d5a6d8e02f28), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:31.338071 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:11:31.338351 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 3eb5bc0a-f0bd-4c0f-9f29-3d158122f2d6 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:11:31.350204 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8cd983f3-4b7e-435a-a209-e91214d27fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:31.350373 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-04678f1d-2024-436a-8557-f7f1f86edcf2 None None] Calling delete_port for bf8b4c32-d904-498a-b20b-d5a6d8e02f28 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:11:31.372552 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-8cd983f3-4b7e-435a-a209-e91214d27fde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:11:31.381815 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-8cd983f3-4b7e-435a-a209-e91214d27fde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248f9ca4-7e09-467f-aafa-f799ca518d3e') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:11:31.382117 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-8cd983f3-4b7e-435a-a209-e91214d27fde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248f9ca4-7e09-467f-aafa-f799ca518d3e') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:11:31.395660 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8cd983f3-4b7e-435a-a209-e91214d27fde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (248f9ca4-7e09-467f-aafa-f799ca518d3e), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:31.411924 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8cd983f3-4b7e-435a-a209-e91214d27fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (248f9ca4-7e09-467f-aafa-f799ca518d3e), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:31.418811 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd983f3-4b7e-435a-a209-e91214d27fde admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 03:11:31.419189 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8cd983f3-4b7e-435a-a209-e91214d27fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (248f9ca4-7e09-467f-aafa-f799ca518d3e), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:31.420893 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 03:11:31.420893 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 03:11:31.420893 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 03:11:31.420893 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 03:11:31.420893 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 03:11:31.420893 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 03:11:31.420893 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 03:11:31.420893 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 03:11:31.420893 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 03:11:31.420893 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 03:11:31.420893 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 03:11:31.420893 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 03:11:31.420893 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 03:11:31.420893 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 03:11:31.420893 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 03:11:31.420893 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 03:11:31.420893 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 03:11:31.420893 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 03:11:31.420893 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 03:11:31.420893 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 03:11:31.420893 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 03:11:31.420893 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 03:11:31.420893 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 03:11:31.420893 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 03:11:31.420893 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 03:11:31.420893 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 03:11:31.420893 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 03:11:31.420893 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 03:11:31.420893 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 03:11:31.420893 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 03:11:31.420893 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 03:11:31.420893 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 03:11:31.431621 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-04678f1d-2024-436a-8557-f7f1f86edcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (bf8b4c32-d904-498a-b20b-d5a6d8e02f28), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:31.454192 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04678f1d-2024-436a-8557-f7f1f86edcf2 None None] Pushing event deleted for resources: {'Port': ['ID=bf8b4c32-d904-498a-b20b-d5a6d8e02f28,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:31.463104 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04678f1d-2024-436a-8557-f7f1f86edcf2 None None] No DVR routers for this DVR port bf8b4c32-d904-498a-b20b-d5a6d8e02f28 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:11:31.465380 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04678f1d-2024-436a-8557-f7f1f86edcf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:31.465736 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04678f1d-2024-436a-8557-f7f1f86edcf2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:31.466090 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04678f1d-2024-436a-8557-f7f1f86edcf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:31.466519 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04678f1d-2024-436a-8557-f7f1f86edcf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:31.466804 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04678f1d-2024-436a-8557-f7f1f86edcf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:31.467112 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04678f1d-2024-436a-8557-f7f1f86edcf2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:31.467447 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04678f1d-2024-436a-8557-f7f1f86edcf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:31.467778 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04678f1d-2024-436a-8557-f7f1f86edcf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:31.468180 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04678f1d-2024-436a-8557-f7f1f86edcf2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:31.468523 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04678f1d-2024-436a-8557-f7f1f86edcf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:31.468856 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04678f1d-2024-436a-8557-f7f1f86edcf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:31.469186 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04678f1d-2024-436a-8557-f7f1f86edcf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:31.469511 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04678f1d-2024-436a-8557-f7f1f86edcf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:31.469840 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04678f1d-2024-436a-8557-f7f1f86edcf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:31.470167 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04678f1d-2024-436a-8557-f7f1f86edcf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:31.543794 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8cd983f3-4b7e-435a-a209-e91214d27fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:31.549272 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8cd983f3-4b7e-435a-a209-e91214d27fde admin admin] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:31.552341 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8cd983f3-4b7e-435a-a209-e91214d27fde admin admin] 10.222.0.24 "DELETE /v2.0/networks/b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1 HTTP/1.1" status: 204 len: 168 time: 0.7067492 Mar 23 03:11:31.555323 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39884) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:11:31.563518 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd983f3-4b7e-435a-a209-e91214d27fde admin admin] Pushing event deleted for resources: {'Network': ['ID=b0c0016b-532d-4604-ac5c-cc8cfa2aa1f1,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:31.897818 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-afda009f-9823-47c4-8948-a767145c219c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (55b0b2d1-29af-4701-bb29-6cec7607b237), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:32.466017 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-afda009f-9823-47c4-8948-a767145c219c admin admin] Deleting port 0aedbd58-b748-4ccb-b6bc-b22ea38ac62a {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:11:32.466264 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-afda009f-9823-47c4-8948-a767145c219c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (0aedbd58-b748-4ccb-b6bc-b22ea38ac62a), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:32.544569 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-afda009f-9823-47c4-8948-a767145c219c admin admin] For port 0aedbd58-b748-4ccb-b6bc-b22ea38ac62a, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=0aedbd58-b748-4ccb-b6bc-b22ea38ac62a,segment=NetworkSegment(5657e2eb-4715-4486-93b1-346c98a91f2d),segment_id=5657e2eb-4715-4486-93b1-346c98a91f2d)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:11:32.544923 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-afda009f-9823-47c4-8948-a767145c219c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (0aedbd58-b748-4ccb-b6bc-b22ea38ac62a), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:32.557736 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-afda009f-9823-47c4-8948-a767145c219c admin admin] Calling delete_port for 0aedbd58-b748-4ccb-b6bc-b22ea38ac62a owned by network:router_interface {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:11:32.846340 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-afda009f-9823-47c4-8948-a767145c219c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (0aedbd58-b748-4ccb-b6bc-b22ea38ac62a), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:32.871479 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda009f-9823-47c4-8948-a767145c219c admin admin] Pushing event deleted for resources: {'Port': ['ID=0aedbd58-b748-4ccb-b6bc-b22ea38ac62a,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:33.052769 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-afda009f-9823-47c4-8948-a767145c219c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (55b0b2d1-29af-4701-bb29-6cec7607b237), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:33.280096 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afda009f-9823-47c4-8948-a767145c219c admin admin] Router 55b0b2d1-29af-4701-bb29-6cec7607b237 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:11:33.389643 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afda009f-9823-47c4-8948-a767145c219c admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:11:33.394464 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-afda009f-9823-47c4-8948-a767145c219c admin admin] 10.222.0.24 "PUT /v2.0/routers/55b0b2d1-29af-4701-bb29-6cec7607b237/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8380044 Mar 23 03:11:33.397095 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 39886) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:11:33.399884 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da1cce1-e7db-4206-bcff-b5f36c7e73dc None None] Sync routers for ids ['55b0b2d1-29af-4701-bb29-6cec7607b237'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:11:33.410243 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da1cce1-e7db-4206-bcff-b5f36c7e73dc None None] Routers {'55b0b2d1-29af-4701-bb29-6cec7607b237'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:11:33.410871 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-9da1cce1-e7db-4206-bcff-b5f36c7e73dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:11:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['55b0b2d1-29af-4701-bb29-6cec7607b237'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:11:33.501914 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4f67bda6-a195-4064-bc7c-cd6d2681d2fb admin admin] Publish callbacks [] for router (55b0b2d1-29af-4701-bb29-6cec7607b237), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:33.518639 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-9da1cce1-e7db-4206-bcff-b5f36c7e73dc None None] Set router 55b0b2d1-29af-4701-bb29-6cec7607b237 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:11:33.606027 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4f67bda6-a195-4064-bc7c-cd6d2681d2fb admin admin] Publish callbacks [] for router_gateway (55b0b2d1-29af-4701-bb29-6cec7607b237), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:33.696240 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-9da1cce1-e7db-4206-bcff-b5f36c7e73dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b0b2d1-29af-4701-bb29-6cec7607b237', 'name': 'tempest-TestMinimumBasicScenario-2137213312-router', 'tenant_id': '316f8aa994e543a78382ccadcda84c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'cdbc3440-c692-4c9a-b066-bc5c005235ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:09:09Z', 'updated_at': '2022-03-23T03:11:32Z', 'revision_number': 5, 'project_id': '316f8aa994e543a78382ccadcda84c2f', 'gw_port': {'id': 'cdbc3440-c692-4c9a-b066-bc5c005235ef', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:53:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b0b2d1-29af-4701-bb29-6cec7607b237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:09Z', 'updated_at': '2022-03-23T03:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:11:33.722344 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da1cce1-e7db-4206-bcff-b5f36c7e73dc None None] Checking router: 55b0b2d1-29af-4701-bb29-6cec7607b237 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:11:33.731637 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da1cce1-e7db-4206-bcff-b5f36c7e73dc None None] Routers {'55b0b2d1-29af-4701-bb29-6cec7607b237'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:11:33.732279 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-9da1cce1-e7db-4206-bcff-b5f36c7e73dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:11:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['55b0b2d1-29af-4701-bb29-6cec7607b237'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:11:33.810783 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-4f67bda6-a195-4064-bc7c-cd6d2681d2fb admin admin] Deleting port cdbc3440-c692-4c9a-b066-bc5c005235ef {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:11:33.811188 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4f67bda6-a195-4064-bc7c-cd6d2681d2fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (cdbc3440-c692-4c9a-b066-bc5c005235ef), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:33.842672 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-9da1cce1-e7db-4206-bcff-b5f36c7e73dc None None] Set router 55b0b2d1-29af-4701-bb29-6cec7607b237 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:11:33.893712 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-4f67bda6-a195-4064-bc7c-cd6d2681d2fb admin admin] For port cdbc3440-c692-4c9a-b066-bc5c005235ef, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=cdbc3440-c692-4c9a-b066-bc5c005235ef,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:11:33.894072 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4f67bda6-a195-4064-bc7c-cd6d2681d2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (cdbc3440-c692-4c9a-b066-bc5c005235ef), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:33.907964 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-4f67bda6-a195-4064-bc7c-cd6d2681d2fb admin admin] Calling delete_port for cdbc3440-c692-4c9a-b066-bc5c005235ef owned by network:router_gateway {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:11:34.026232 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-9da1cce1-e7db-4206-bcff-b5f36c7e73dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b0b2d1-29af-4701-bb29-6cec7607b237', 'name': 'tempest-TestMinimumBasicScenario-2137213312-router', 'tenant_id': '316f8aa994e543a78382ccadcda84c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'cdbc3440-c692-4c9a-b066-bc5c005235ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:09:09Z', 'updated_at': '2022-03-23T03:11:32Z', 'revision_number': 5, 'project_id': '316f8aa994e543a78382ccadcda84c2f', 'gw_port': {'id': 'cdbc3440-c692-4c9a-b066-bc5c005235ef', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:53:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b0b2d1-29af-4701-bb29-6cec7607b237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:09Z', 'updated_at': '2022-03-23T03:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:11:34.052798 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da1cce1-e7db-4206-bcff-b5f36c7e73dc None None] The sync data for ids ['55b0b2d1-29af-4701-bb29-6cec7607b237'] in dv-neutron-834613-2-hyperv is: [{'id': '55b0b2d1-29af-4701-bb29-6cec7607b237', 'name': 'tempest-TestMinimumBasicScenario-2137213312-router', 'tenant_id': '316f8aa994e543a78382ccadcda84c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'cdbc3440-c692-4c9a-b066-bc5c005235ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:09:09Z', 'updated_at': '2022-03-23T03:11:32Z', 'revision_number': 5, 'project_id': '316f8aa994e543a78382ccadcda84c2f', 'gw_port': {'id': 'cdbc3440-c692-4c9a-b066-bc5c005235ef', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:53:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b0b2d1-29af-4701-bb29-6cec7607b237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:09:09Z', 'updated_at': '2022-03-23T03:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:11:34.134731 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4f67bda6-a195-4064-bc7c-cd6d2681d2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (cdbc3440-c692-4c9a-b066-bc5c005235ef), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:34.162418 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67bda6-a195-4064-bc7c-cd6d2681d2fb admin admin] Pushing event deleted for resources: {'Port': ['ID=cdbc3440-c692-4c9a-b066-bc5c005235ef,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:34.222177 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4f67bda6-a195-4064-bc7c-cd6d2681d2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (55b0b2d1-29af-4701-bb29-6cec7607b237), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:34.312179 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4f67bda6-a195-4064-bc7c-cd6d2681d2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (55b0b2d1-29af-4701-bb29-6cec7607b237), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:34.314209 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4f67bda6-a195-4064-bc7c-cd6d2681d2fb admin admin] Publish callbacks [] for router_controller (55b0b2d1-29af-4701-bb29-6cec7607b237), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:34.440856 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4f67bda6-a195-4064-bc7c-cd6d2681d2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (55b0b2d1-29af-4701-bb29-6cec7607b237), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:34.441465 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f67bda6-a195-4064-bc7c-cd6d2681d2fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55b0b2d1-29af-4701-bb29-6cec7607b237 {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 03:11:34.446015 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-4f67bda6-a195-4064-bc7c-cd6d2681d2fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:34.447814 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4f67bda6-a195-4064-bc7c-cd6d2681d2fb admin admin] 10.222.0.24 "DELETE /v2.0/routers/55b0b2d1-29af-4701-bb29-6cec7607b237 HTTP/1.1" status: 204 len: 168 time: 1.0496492 Mar 23 03:11:34.450435 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 39888) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:11:34.496980 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c602132-ca30-4457-9526-0390d1d5b99f admin admin] Deleting subnet 92d5c352-5cff-4632-9e79-0b62abad3836 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 03:11:34.500555 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3c602132-ca30-4457-9526-0390d1d5b99f admin admin] Publish callbacks [] for subnet (92d5c352-5cff-4632-9e79-0b62abad3836), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:34.535456 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3c602132-ca30-4457-9526-0390d1d5b99f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (92d5c352-5cff-4632-9e79-0b62abad3836), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:34.620920 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3c602132-ca30-4457-9526-0390d1d5b99f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (92d5c352-5cff-4632-9e79-0b62abad3836), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:34.740306 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3c602132-ca30-4457-9526-0390d1d5b99f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (92d5c352-5cff-4632-9e79-0b62abad3836), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:34.768360 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c602132-ca30-4457-9526-0390d1d5b99f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92d5c352-5cff-4632-9e79-0b62abad3836,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:34.772064 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3c602132-ca30-4457-9526-0390d1d5b99f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:34.775658 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3c602132-ca30-4457-9526-0390d1d5b99f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/92d5c352-5cff-4632-9e79-0b62abad3836 HTTP/1.1" status: 204 len: 168 time: 0.3239131 Mar 23 03:11:34.777833 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9377f20-0340-43e0-869a-87ca99ca5448 None None] Network a5400acf-aca2-41e6-80ae-c91b1c3c8abf requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:11:34.779137 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39890) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:11:34.848650 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7585011d-d75d-4120-8911-44f9f81cfaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (a5400acf-aca2-41e6-80ae-c91b1c3c8abf), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:34.907190 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-7585011d-d75d-4120-8911-44f9f81cfaf4 admin admin] Deleting port 8ad21fe9-139e-488c-908a-bc8136e92d02 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:11:34.907538 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7585011d-d75d-4120-8911-44f9f81cfaf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (8ad21fe9-139e-488c-908a-bc8136e92d02), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:34.928668 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580cedb8-b1e6-40b7-a371-3fe24fa55d30 None None] DHCP port deletion for a5400acf-aca2-41e6-80ae-c91b1c3c8abf request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 03:11:34.972283 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-7585011d-d75d-4120-8911-44f9f81cfaf4 admin admin] For port 8ad21fe9-139e-488c-908a-bc8136e92d02, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8ad21fe9-139e-488c-908a-bc8136e92d02,segment=NetworkSegment(5657e2eb-4715-4486-93b1-346c98a91f2d),segment_id=5657e2eb-4715-4486-93b1-346c98a91f2d)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:11:34.972565 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7585011d-d75d-4120-8911-44f9f81cfaf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (8ad21fe9-139e-488c-908a-bc8136e92d02), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:34.976128 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-580cedb8-b1e6-40b7-a371-3fe24fa55d30 None None] Deleting port 8ad21fe9-139e-488c-908a-bc8136e92d02 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:11:34.976577 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-580cedb8-b1e6-40b7-a371-3fe24fa55d30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (8ad21fe9-139e-488c-908a-bc8136e92d02), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:34.986236 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-7585011d-d75d-4120-8911-44f9f81cfaf4 admin admin] Calling delete_port for 8ad21fe9-139e-488c-908a-bc8136e92d02 owned by network:dhcp {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:11:35.038215 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-580cedb8-b1e6-40b7-a371-3fe24fa55d30 None None] For port 8ad21fe9-139e-488c-908a-bc8136e92d02, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8ad21fe9-139e-488c-908a-bc8136e92d02,segment=NetworkSegment(5657e2eb-4715-4486-93b1-346c98a91f2d),segment_id=5657e2eb-4715-4486-93b1-346c98a91f2d)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:11:35.038610 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-580cedb8-b1e6-40b7-a371-3fe24fa55d30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (8ad21fe9-139e-488c-908a-bc8136e92d02), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:35.054423 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-580cedb8-b1e6-40b7-a371-3fe24fa55d30 None None] Calling delete_port for 8ad21fe9-139e-488c-908a-bc8136e92d02 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:11:35.138813 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7585011d-d75d-4120-8911-44f9f81cfaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (8ad21fe9-139e-488c-908a-bc8136e92d02), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:35.142855 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device cdbc3440-c692-4c9a-b066-bc5c005235ef no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:11:35.163742 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: cdbc3440-c692-4c9a-b066-bc5c005235ef {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:11:35.164123 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device cdbc3440-c692-4c9a-b066-bc5c005235ef not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:11:35.164600 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 0aedbd58-b748-4ccb-b6bc-b22ea38ac62a no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:11:35.166814 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-580cedb8-b1e6-40b7-a371-3fe24fa55d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (8ad21fe9-139e-488c-908a-bc8136e92d02), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:35.167255 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585011d-d75d-4120-8911-44f9f81cfaf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ad21fe9-139e-488c-908a-bc8136e92d02,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:35.172869 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7585011d-d75d-4120-8911-44f9f81cfaf4 admin admin] No DVR routers for this DVR port 8ad21fe9-139e-488c-908a-bc8136e92d02 on host dv-neutron-834613-2-hyperv {{(pid=104348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:11:35.192952 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 0aedbd58-b748-4ccb-b6bc-b22ea38ac62a {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:11:35.193553 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 0aedbd58-b748-4ccb-b6bc-b22ea38ac62a not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:11:35.194009 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8ad21fe9-139e-488c-908a-bc8136e92d02 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:11:35.232448 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580cedb8-b1e6-40b7-a371-3fe24fa55d30 None None] Pushing event deleted for resources: {'Port': ['ID=8ad21fe9-139e-488c-908a-bc8136e92d02,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:35.234662 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580cedb8-b1e6-40b7-a371-3fe24fa55d30 None None] No DVR routers for this DVR port 8ad21fe9-139e-488c-908a-bc8136e92d02 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:11:35.236280 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 8ad21fe9-139e-488c-908a-bc8136e92d02 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:11:35.236620 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8ad21fe9-139e-488c-908a-bc8136e92d02 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:11:35.255134 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7585011d-d75d-4120-8911-44f9f81cfaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (a5400acf-aca2-41e6-80ae-c91b1c3c8abf), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:35.267900 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-7585011d-d75d-4120-8911-44f9f81cfaf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5400acf-aca2-41e6-80ae-c91b1c3c8abf']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:11:35.277758 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-7585011d-d75d-4120-8911-44f9f81cfaf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5657e2eb-4715-4486-93b1-346c98a91f2d') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:11:35.278057 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-7585011d-d75d-4120-8911-44f9f81cfaf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5657e2eb-4715-4486-93b1-346c98a91f2d') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:11:35.291497 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7585011d-d75d-4120-8911-44f9f81cfaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (5657e2eb-4715-4486-93b1-346c98a91f2d), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:35.304538 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7585011d-d75d-4120-8911-44f9f81cfaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (5657e2eb-4715-4486-93b1-346c98a91f2d), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:35.310377 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7585011d-d75d-4120-8911-44f9f81cfaf4 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 03:11:35.310766 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7585011d-d75d-4120-8911-44f9f81cfaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (5657e2eb-4715-4486-93b1-346c98a91f2d), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:35.312412 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 03:11:35.312412 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 03:11:35.312412 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 03:11:35.312412 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 03:11:35.312412 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 03:11:35.312412 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 03:11:35.312412 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 03:11:35.312412 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 03:11:35.312412 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 03:11:35.312412 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 03:11:35.312412 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 03:11:35.312412 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 03:11:35.312412 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 03:11:35.312412 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 03:11:35.312412 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 03:11:35.312412 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 03:11:35.312412 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 03:11:35.312412 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 03:11:35.312412 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 03:11:35.312412 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 03:11:35.312412 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 03:11:35.312412 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 03:11:35.312412 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 03:11:35.312412 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 03:11:35.312412 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 03:11:35.312412 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 03:11:35.312412 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 03:11:35.312412 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 03:11:35.312412 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 03:11:35.312412 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 03:11:35.312412 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 03:11:35.312412 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 03:11:35.431450 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7585011d-d75d-4120-8911-44f9f81cfaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (a5400acf-aca2-41e6-80ae-c91b1c3c8abf), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:35.436761 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7585011d-d75d-4120-8911-44f9f81cfaf4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:35.439879 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7585011d-d75d-4120-8911-44f9f81cfaf4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a5400acf-aca2-41e6-80ae-c91b1c3c8abf HTTP/1.1" status: 204 len: 168 time: 0.6597135 Mar 23 03:11:35.451450 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585011d-d75d-4120-8911-44f9f81cfaf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5400acf-aca2-41e6-80ae-c91b1c3c8abf,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:35.795177 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39894) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:11:35.834853 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3110eb3c-2d01-4853-bed6-dbd443990d69 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=72221609a68648ac9e5fa5e4912ed276&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385096 Mar 23 03:11:35.837913 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39896) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:11:35.884608 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-af4289c9-9b57-4a07-a2ac-66953b355280 admin admin] Publish callbacks [] for security_group (c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:35.905555 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-af4289c9-9b57-4a07-a2ac-66953b355280 admin admin] Publish callbacks [] for security_group (c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:36.029171 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-af4289c9-9b57-4a07-a2ac-66953b355280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:36.031686 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-af4289c9-9b57-4a07-a2ac-66953b355280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:36.032889 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-af4289c9-9b57-4a07-a2ac-66953b355280 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d HTTP/1.1" status: 204 len: 168 time: 0.1940770 Mar 23 03:11:36.040604 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4289c9-9b57-4a07-a2ac-66953b355280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cf8655-1836-4f2b-b2a8-7cab3cc9ad3d,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:36.753020 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39902) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:11:36.794358 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-03898f01-0ff7-43c6-87a6-066d6788448f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=316f8aa994e543a78382ccadcda84c2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402019 Mar 23 03:11:36.796891 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39904) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:11:36.842935 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2b8657fd-93f3-4af1-95c6-70ba253b22d6 admin admin] Publish callbacks [] for security_group (79b74b9f-3325-4dbc-b4d0-4d214056d746), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:36.864385 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2b8657fd-93f3-4af1-95c6-70ba253b22d6 admin admin] Publish callbacks [] for security_group (79b74b9f-3325-4dbc-b4d0-4d214056d746), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:37.000559 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2b8657fd-93f3-4af1-95c6-70ba253b22d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (79b74b9f-3325-4dbc-b4d0-4d214056d746), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:37.002990 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2b8657fd-93f3-4af1-95c6-70ba253b22d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:37.004289 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2b8657fd-93f3-4af1-95c6-70ba253b22d6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79b74b9f-3325-4dbc-b4d0-4d214056d746 HTTP/1.1" status: 204 len: 168 time: 0.2065196 Mar 23 03:11:37.012250 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8657fd-93f3-4af1-95c6-70ba253b22d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b74b9f-3325-4dbc-b4d0-4d214056d746,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:39.339966 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39944) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:11:39.344558 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-0f6d71f9-1976-470d-812e-9d79ebd0c538 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1811404772', 'description': 'tempest-secgroup-smoke-1811404772 description', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:11:39.448406 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0f6d71f9-1976-470d-812e-9d79ebd0c538 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:39.456683 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0f6d71f9-1976-470d-812e-9d79ebd0c538 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:39.529176 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0f6d71f9-1976-470d-812e-9d79ebd0c538 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group (3b9f3d16-b01d-488a-aee1-b23268f74d5c), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:39.590812 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0f6d71f9-1976-470d-812e-9d79ebd0c538 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (3b9f3d16-b01d-488a-aee1-b23268f74d5c), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:39.631419 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d71f9-1976-470d-812e-9d79ebd0c538 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9f3d16-b01d-488a-aee1-b23268f74d5c,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:39.667994 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0f6d71f9-1976-470d-812e-9d79ebd0c538 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group (fbc557c9-7e83-4270-9f73-e96dc42f267a), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:39.728895 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0f6d71f9-1976-470d-812e-9d79ebd0c538 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (fbc557c9-7e83-4270-9f73-e96dc42f267a), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:39.757153 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d71f9-1976-470d-812e-9d79ebd0c538 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc557c9-7e83-4270-9f73-e96dc42f267a,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:39.821787 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0f6d71f9-1976-470d-812e-9d79ebd0c538 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:39.823077 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0f6d71f9-1976-470d-812e-9d79ebd0c538 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4820740 Mar 23 03:11:39.825955 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39946) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:11:39.830209 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-96f544d9-6b8a-486c-ad91-bce21e1019d5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group_rule': {'security_group_id': 'fbc557c9-7e83-4270-9f73-e96dc42f267a', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:11:39.909837 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-96f544d9-6b8a-486c-ad91-bce21e1019d5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (ab51d56b-72cf-4013-9da3-81dc66f03914), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:39.964137 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-96f544d9-6b8a-486c-ad91-bce21e1019d5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (ab51d56b-72cf-4013-9da3-81dc66f03914), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:40.036523 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-96f544d9-6b8a-486c-ad91-bce21e1019d5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (ab51d56b-72cf-4013-9da3-81dc66f03914), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:40.054171 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f544d9-6b8a-486c-ad91-bce21e1019d5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab51d56b-72cf-4013-9da3-81dc66f03914,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:40.147358 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-96f544d9-6b8a-486c-ad91-bce21e1019d5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:40.148717 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-96f544d9-6b8a-486c-ad91-bce21e1019d5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3218412 Mar 23 03:11:40.157547 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39948) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:11:40.161922 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-418091a2-833a-4bd0-b9dc-a3c6b665fbbb tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group_rule': {'security_group_id': 'fbc557c9-7e83-4270-9f73-e96dc42f267a', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:11:40.256717 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-418091a2-833a-4bd0-b9dc-a3c6b665fbbb tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (5efa6611-9022-45eb-ab8f-a796670b2d6c), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:40.311139 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-418091a2-833a-4bd0-b9dc-a3c6b665fbbb tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (5efa6611-9022-45eb-ab8f-a796670b2d6c), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:40.365761 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-418091a2-833a-4bd0-b9dc-a3c6b665fbbb tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (5efa6611-9022-45eb-ab8f-a796670b2d6c), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:40.384556 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418091a2-833a-4bd0-b9dc-a3c6b665fbbb tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5efa6611-9022-45eb-ab8f-a796670b2d6c,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:40.448004 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-418091a2-833a-4bd0-b9dc-a3c6b665fbbb tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:40.449157 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-418091a2-833a-4bd0-b9dc-a3c6b665fbbb tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2906935 Mar 23 03:11:40.451805 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39950) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:11:40.456094 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-12af46dc-a7ec-4094-a40f-fe08cf887c59 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group_rule': {'security_group_id': 'fbc557c9-7e83-4270-9f73-e96dc42f267a', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:11:40.538429 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-12af46dc-a7ec-4094-a40f-fe08cf887c59 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (58f0044a-1edf-4b77-8047-fe7703822731), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:40.596862 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-12af46dc-a7ec-4094-a40f-fe08cf887c59 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (58f0044a-1edf-4b77-8047-fe7703822731), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:40.676680 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-12af46dc-a7ec-4094-a40f-fe08cf887c59 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (58f0044a-1edf-4b77-8047-fe7703822731), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:40.694553 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af46dc-a7ec-4094-a40f-fe08cf887c59 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f0044a-1edf-4b77-8047-fe7703822731,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:40.773380 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-12af46dc-a7ec-4094-a40f-fe08cf887c59 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:40.774788 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-12af46dc-a7ec-4094-a40f-fe08cf887c59 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3218298 Mar 23 03:11:40.777358 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39952) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:11:40.781556 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-8a4c4158-8dc3-4e11-9f57-8cdbdfe4b5a1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group_rule': {'security_group_id': 'fbc557c9-7e83-4270-9f73-e96dc42f267a', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:11:40.867418 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8a4c4158-8dc3-4e11-9f57-8cdbdfe4b5a1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (d5db7beb-5e1f-4591-ae02-7d20893c221e), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:40.925158 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8a4c4158-8dc3-4e11-9f57-8cdbdfe4b5a1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (d5db7beb-5e1f-4591-ae02-7d20893c221e), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:41.191161 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8a4c4158-8dc3-4e11-9f57-8cdbdfe4b5a1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (d5db7beb-5e1f-4591-ae02-7d20893c221e), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:41.208901 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c4158-8dc3-4e11-9f57-8cdbdfe4b5a1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5db7beb-5e1f-4591-ae02-7d20893c221e,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:41.393416 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8a4c4158-8dc3-4e11-9f57-8cdbdfe4b5a1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:41.394587 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8a4c4158-8dc3-4e11-9f57-8cdbdfe4b5a1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6163187 Mar 23 03:11:41.397316 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39954) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:11:41.402120 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-16af27b2-ab5d-4698-afd2-db9e9bd676a2 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group_rule': {'security_group_id': 'fbc557c9-7e83-4270-9f73-e96dc42f267a', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:11:41.486150 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.securitygroups_db [None req-16af27b2-ab5d-4698-afd2-db9e9bd676a2 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Project f41ad4ebfe104f0bbf5da25507598650 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 03:11:41.491386 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-16af27b2-ab5d-4698-afd2-db9e9bd676a2 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (8ca7ad34-3db5-4792-918d-f13c2b008802), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:41.549365 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-16af27b2-ab5d-4698-afd2-db9e9bd676a2 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (8ca7ad34-3db5-4792-918d-f13c2b008802), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:41.625415 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-16af27b2-ab5d-4698-afd2-db9e9bd676a2 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (8ca7ad34-3db5-4792-918d-f13c2b008802), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:41.643269 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af27b2-ab5d-4698-afd2-db9e9bd676a2 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca7ad34-3db5-4792-918d-f13c2b008802,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:41.711007 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-16af27b2-ab5d-4698-afd2-db9e9bd676a2 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:41.714789 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-16af27b2-ab5d-4698-afd2-db9e9bd676a2 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3164115 Mar 23 03:11:41.715545 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39956) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:11:41.719856 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-8b3eca02-d774-4798-b132-891bc32a2c6a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group_rule': {'security_group_id': 'fbc557c9-7e83-4270-9f73-e96dc42f267a', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:11:41.802405 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.securitygroups_db [None req-8b3eca02-d774-4798-b132-891bc32a2c6a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Project f41ad4ebfe104f0bbf5da25507598650 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 03:11:41.807593 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8b3eca02-d774-4798-b132-891bc32a2c6a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (8648ca61-fcfa-46e6-ba3a-c03af758bc39), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:41.866684 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8b3eca02-d774-4798-b132-891bc32a2c6a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (8648ca61-fcfa-46e6-ba3a-c03af758bc39), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:41.937255 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8b3eca02-d774-4798-b132-891bc32a2c6a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (8648ca61-fcfa-46e6-ba3a-c03af758bc39), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:41.955354 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3eca02-d774-4798-b132-891bc32a2c6a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8648ca61-fcfa-46e6-ba3a-c03af758bc39,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:42.028093 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8b3eca02-d774-4798-b132-891bc32a2c6a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:42.029302 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8b3eca02-d774-4798-b132-891bc32a2c6a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3128080 Mar 23 03:11:42.032329 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39958) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:11:42.037044 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-1de7bc40-7f4c-49d3-bcdc-a57871b7ff9d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'network': {'name': 'tempest-network-smoke--1978881112', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'port_security_enabled': True}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:11:42.109068 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de7bc40-7f4c-49d3-bcdc-a57871b7ff9d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Made reservation on behalf of f41ad4ebfe104f0bbf5da25507598650 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:11:42.112526 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1de7bc40-7f4c-49d3-bcdc-a57871b7ff9d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:42.136792 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de7bc40-7f4c-49d3-bcdc-a57871b7ff9d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 03:11:42.146860 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1de7bc40-7f4c-49d3-bcdc-a57871b7ff9d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (17a894b4-90fa-49ae-be19-9afde5f1888a), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:42.147200 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-1de7bc40-7f4c-49d3-bcdc-a57871b7ff9d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Added segment 17a894b4-90fa-49ae-be19-9afde5f1888a of type vlan for network 8f8ac2d5-a00b-445a-b3e3-e086ce202225 Mar 23 03:11:42.186680 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1de7bc40-7f4c-49d3-bcdc-a57871b7ff9d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (8f8ac2d5-a00b-445a-b3e3-e086ce202225), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:42.274767 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1de7bc40-7f4c-49d3-bcdc-a57871b7ff9d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (8f8ac2d5-a00b-445a-b3e3-e086ce202225), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:42.279781 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de7bc40-7f4c-49d3-bcdc-a57871b7ff9d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:42.280389 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1de7bc40-7f4c-49d3-bcdc-a57871b7ff9d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:42.349617 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de7bc40-7f4c-49d3-bcdc-a57871b7ff9d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Network': ['ID=8f8ac2d5-a00b-445a-b3e3-e086ce202225,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:42.360090 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 8f8ac2d5-a00b-445a-b3e3-e086ce202225 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 03:11:42.422287 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1de7bc40-7f4c-49d3-bcdc-a57871b7ff9d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3889375 Mar 23 03:11:42.425188 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39960) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:11:42.429628 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-a8007c87-eb7b-4c34-8304-e74e9ac254cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-145924985', 'admin_state_up': True, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:11:42.545586 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a8007c87-eb7b-4c34-8304-e74e9ac254cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (d487e430-5d99-45bb-bf4a-c9595f89df6a), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:42.548312 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a8007c87-eb7b-4c34-8304-e74e9ac254cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (d487e430-5d99-45bb-bf4a-c9595f89df6a), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:42.599856 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a8007c87-eb7b-4c34-8304-e74e9ac254cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router_controller (d487e430-5d99-45bb-bf4a-c9595f89df6a), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:42.846048 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a8007c87-eb7b-4c34-8304-e74e9ac254cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router_gateway (d487e430-5d99-45bb-bf4a-c9595f89df6a), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:43.083109 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a8007c87-eb7b-4c34-8304-e74e9ac254cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router_gateway (d487e430-5d99-45bb-bf4a-c9595f89df6a), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:43.104537 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a8007c87-eb7b-4c34-8304-e74e9ac254cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:43.205968 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-a8007c87-eb7b-4c34-8304-e74e9ac254cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Allocated IP 172.26.2.75 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/2a8195e0-6f28-4828-bce1-50065c08fea1) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:11:43.309662 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a8007c87-eb7b-4c34-8304-e74e9ac254cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for port (2a8195e0-6f28-4828-bce1-50065c08fea1), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:43.406719 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a8007c87-eb7b-4c34-8304-e74e9ac254cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (2a8195e0-6f28-4828-bce1-50065c08fea1), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:43.442450 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8007c87-eb7b-4c34-8304-e74e9ac254cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:11:43.445452 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-a8007c87-eb7b-4c34-8304-e74e9ac254cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:11:43.448124 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8007c87-eb7b-4c34-8304-e74e9ac254cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:11:43.479163 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8007c87-eb7b-4c34-8304-e74e9ac254cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Port': ['ID=2a8195e0-6f28-4828-bce1-50065c08fea1,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:43.749136 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a8007c87-eb7b-4c34-8304-e74e9ac254cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router_gateway (d487e430-5d99-45bb-bf4a-c9595f89df6a), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:43.945989 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a8007c87-eb7b-4c34-8304-e74e9ac254cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (d487e430-5d99-45bb-bf4a-c9595f89df6a), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:44.143109 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8007c87-eb7b-4c34-8304-e74e9ac254cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Router d487e430-5d99-45bb-bf4a-c9595f89df6a is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 03:11:44.253592 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8007c87-eb7b-4c34-8304-e74e9ac254cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:11:44.262998 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ed99a-a4d2-40c5-8c32-39635b2c9339 None None] Sync routers for ids ['d487e430-5d99-45bb-bf4a-c9595f89df6a'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:11:44.272563 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82ed99a-a4d2-40c5-8c32-39635b2c9339 None None] Routers {'d487e430-5d99-45bb-bf4a-c9595f89df6a'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:11:44.278191 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-b82ed99a-a4d2-40c5-8c32-39635b2c9339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:11:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d487e430-5d99-45bb-bf4a-c9595f89df6a'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:11:44.324513 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a8007c87-eb7b-4c34-8304-e74e9ac254cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:44.325779 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a8007c87-eb7b-4c34-8304-e74e9ac254cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8996615 Mar 23 03:11:44.328925 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39962) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:11:44.380611 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-b82ed99a-a4d2-40c5-8c32-39635b2c9339 None None] Set router d487e430-5d99-45bb-bf4a-c9595f89df6a gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:11:44.449924 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-23a019af-042a-4a3a-b18e-7d5acadf0fab tempest-TestNetworkAdvancedServerOps-344769112 tempest-TestNetworkAdvancedServerOps-344769112-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=f41ad4ebfe104f0bbf5da25507598650&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1199248 Mar 23 03:11:44.452581 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39966) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:11:44.536650 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a4ad67-509f-4243-8313-a0dc934a4295 tempest-TestNetworkAdvancedServerOps-344769112 tempest-TestNetworkAdvancedServerOps-344769112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:44.538170 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c7a4ad67-509f-4243-8313-a0dc934a4295 tempest-TestNetworkAdvancedServerOps-344769112 tempest-TestNetworkAdvancedServerOps-344769112-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0846980 Mar 23 03:11:44.542008 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39968) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:11:44.561441 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-b82ed99a-a4d2-40c5-8c32-39635b2c9339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145924985', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': '2a8195e0-6f28-4828-bce1-50065c08fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:11:42Z', 'updated_at': '2022-03-23T03:11:43Z', 'revision_number': 3, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '2a8195e0-6f28-4828-bce1-50065c08fea1', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:11:43Z', 'updated_at': '2022-03-23T03:11:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:11:44.573849 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-79da262e-b2ff-4a37-9a73-9c52aba0da6c tempest-TestNetworkAdvancedServerOps-344769112 tempest-TestNetworkAdvancedServerOps-344769112-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6bbcca03-75ff-487c-8b0e-a32302dacbee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307109 Mar 23 03:11:44.576580 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39970) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:11:44.581346 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-fb253a7f-3c4e-430e-88ad-9236747d41ea tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2036691411', 'network_id': '8f8ac2d5-a00b-445a-b3e3-e086ce202225', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:11:44.587635 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ed99a-a4d2-40c5-8c32-39635b2c9339 None None] Checking router: d487e430-5d99-45bb-bf4a-c9595f89df6a for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:11:44.590411 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ed99a-a4d2-40c5-8c32-39635b2c9339 None None] Updating router d487e430-5d99-45bb-bf4a-c9595f89df6a port 2a8195e0-6f28-4828-bce1-50065c08fea1 binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 03:11:44.614233 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-b82ed99a-a4d2-40c5-8c32-39635b2c9339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2a8195e0-6f28-4828-bce1-50065c08fea1), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:44.743909 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb253a7f-3c4e-430e-88ad-9236747d41ea tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Made reservation on behalf of f41ad4ebfe104f0bbf5da25507598650 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:11:44.747360 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fb253a7f-3c4e-430e-88ad-9236747d41ea tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:44.857567 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-b82ed99a-a4d2-40c5-8c32-39635b2c9339 None None] Publish callbacks [] for port (2a8195e0-6f28-4828-bce1-50065c08fea1), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:44.905569 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-b82ed99a-a4d2-40c5-8c32-39635b2c9339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (2a8195e0-6f28-4828-bce1-50065c08fea1), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:44.961483 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-b82ed99a-a4d2-40c5-8c32-39635b2c9339 None None] Attempting to bind port 2a8195e0-6f28-4828-bce1-50065c08fea1 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:11:44.962776 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-b82ed99a-a4d2-40c5-8c32-39635b2c9339 None None] Attempting to bind port 2a8195e0-6f28-4828-bce1-50065c08fea1 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:11:44.962776 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82ed99a-a4d2-40c5-8c32-39635b2c9339 None None] Attempting to bind port 2a8195e0-6f28-4828-bce1-50065c08fea1 on network 6bbcca03-75ff-487c-8b0e-a32302dacbee {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:11:44.964998 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d0408-adc8-42fd-8c1a-360cdff33af2 None None] Pushing event updated for resources: {'Port': ['ID=2a8195e0-6f28-4828-bce1-50065c08fea1,revision_number=2']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:44.972354 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82ed99a-a4d2-40c5-8c32-39635b2c9339 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:11:44.972726 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82ed99a-a4d2-40c5-8c32-39635b2c9339 None None] Checking segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:11:44.973139 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-b82ed99a-a4d2-40c5-8c32-39635b2c9339 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:44.973529 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82ed99a-a4d2-40c5-8c32-39635b2c9339 None None] Bound using segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:11:44.973980 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-b82ed99a-a4d2-40c5-8c32-39635b2c9339 None None] Bound port: 2a8195e0-6f28-4828-bce1-50065c08fea1, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:11:44.974170 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fb253a7f-3c4e-430e-88ad-9236747d41ea tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (10a38b67-adcc-4244-bbfc-a823e362568e), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:44.974350 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-b82ed99a-a4d2-40c5-8c32-39635b2c9339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2a8195e0-6f28-4828-bce1-50065c08fea1), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:44.978160 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d0408-adc8-42fd-8c1a-360cdff33af2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:44.978506 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d0408-adc8-42fd-8c1a-360cdff33af2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:44.978842 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d0408-adc8-42fd-8c1a-360cdff33af2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:44.979176 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d0408-adc8-42fd-8c1a-360cdff33af2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:44.979501 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d0408-adc8-42fd-8c1a-360cdff33af2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:44.979842 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d0408-adc8-42fd-8c1a-360cdff33af2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:44.980168 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d0408-adc8-42fd-8c1a-360cdff33af2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:44.980484 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d0408-adc8-42fd-8c1a-360cdff33af2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:44.980800 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d0408-adc8-42fd-8c1a-360cdff33af2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:44.981116 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d0408-adc8-42fd-8c1a-360cdff33af2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:44.981432 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d0408-adc8-42fd-8c1a-360cdff33af2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:44.981747 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d0408-adc8-42fd-8c1a-360cdff33af2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:44.982059 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d0408-adc8-42fd-8c1a-360cdff33af2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:44.982368 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d0408-adc8-42fd-8c1a-360cdff33af2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:44.982676 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d0408-adc8-42fd-8c1a-360cdff33af2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:11:45.035188 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-b82ed99a-a4d2-40c5-8c32-39635b2c9339 None None] For port 2a8195e0-6f28-4828-bce1-50065c08fea1, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:11:45.038195 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-b82ed99a-a4d2-40c5-8c32-39635b2c9339 None None] For port 2a8195e0-6f28-4828-bce1-50065c08fea1, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=2a8195e0-6f28-4828-bce1-50065c08fea1,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:11:45.043054 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb253a7f-3c4e-430e-88ad-9236747d41ea tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Subnet': ['ID=10a38b67-adcc-4244-bbfc-a823e362568e,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:45.045733 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb253a7f-3c4e-430e-88ad-9236747d41ea tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Checking segment: {'id': '17a894b4-90fa-49ae-be19-9afde5f1888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8f8ac2d5-a00b-445a-b3e3-e086ce202225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:11:45.046091 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb253a7f-3c4e-430e-88ad-9236747d41ea tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network hostable DHCP agents. Network: 8f8ac2d5-a00b-445a-b3e3-e086ce202225, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 03:11:45.089686 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-b82ed99a-a4d2-40c5-8c32-39635b2c9339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (2a8195e0-6f28-4828-bce1-50065c08fea1), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:45.105229 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb253a7f-3c4e-430e-88ad-9236747d41ea tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network 8f8ac2d5-a00b-445a-b3e3-e086ce202225 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 03:11:45.139313 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82ed99a-a4d2-40c5-8c32-39635b2c9339 None None] Routers {'d487e430-5d99-45bb-bf4a-c9595f89df6a'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:11:45.139951 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-b82ed99a-a4d2-40c5-8c32-39635b2c9339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:11:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d487e430-5d99-45bb-bf4a-c9595f89df6a'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:11:45.183093 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-fb253a7f-3c4e-430e-88ad-9236747d41ea tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 8f8ac2d5-a00b-445a-b3e3-e086ce202225) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:11:45.187634 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb253a7f-3c4e-430e-88ad-9236747d41ea tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:45.199358 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-fb253a7f-3c4e-430e-88ad-9236747d41ea tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:45.199628 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cad8e2-5469-4bc5-911a-388ea41b6fe5 None None] Network 8f8ac2d5-a00b-445a-b3e3-e086ce202225 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:11:45.216992 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d0408-adc8-42fd-8c1a-360cdff33af2 None None] Pushing event updated for resources: {'Port': ['ID=2a8195e0-6f28-4828-bce1-50065c08fea1,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:45.265556 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-b82ed99a-a4d2-40c5-8c32-39635b2c9339 None None] Set router d487e430-5d99-45bb-bf4a-c9595f89df6a gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:11:45.280625 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-fb253a7f-3c4e-430e-88ad-9236747d41ea tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7004342 Mar 23 03:11:45.280858 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 39972) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:11:45.298511 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1070c6-86dc-41f7-8e79-6c827970cf0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-8f8ac2d5-a00b-445a-b3e3-e086ce202225', 'network_id': '8f8ac2d5-a00b-445a-b3e3-e086ce202225', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'fixed_ips': [{'subnet_id': '10a38b67-adcc-4244-bbfc-a823e362568e'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 03:11:45.299424 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-be1070c6-86dc-41f7-8e79-6c827970cf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:45.445377 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-be1070c6-86dc-41f7-8e79-6c827970cf0c None None] Allocated IP 172.20.0.2 (8f8ac2d5-a00b-445a-b3e3-e086ce202225/10a38b67-adcc-4244-bbfc-a823e362568e/7c4fbf60-be8f-4f42-a172-388e6828a9bc) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:11:45.460321 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-b82ed99a-a4d2-40c5-8c32-39635b2c9339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145924985', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': '2a8195e0-6f28-4828-bce1-50065c08fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:11:42Z', 'updated_at': '2022-03-23T03:11:43Z', 'revision_number': 3, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '2a8195e0-6f28-4828-bce1-50065c08fea1', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:11:43Z', 'updated_at': '2022-03-23T03:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:11:45.488600 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ed99a-a4d2-40c5-8c32-39635b2c9339 None None] The sync data for ids ['d487e430-5d99-45bb-bf4a-c9595f89df6a'] in dv-neutron-834613-2-hyperv is: [{'id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145924985', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': '2a8195e0-6f28-4828-bce1-50065c08fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:11:42Z', 'updated_at': '2022-03-23T03:11:43Z', 'revision_number': 3, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '2a8195e0-6f28-4828-bce1-50065c08fea1', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:11:43Z', 'updated_at': '2022-03-23T03:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:11:45.597087 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-be1070c6-86dc-41f7-8e79-6c827970cf0c None None] Publish callbacks [] for port (7c4fbf60-be8f-4f42-a172-388e6828a9bc), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:45.694919 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-be1070c6-86dc-41f7-8e79-6c827970cf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (7c4fbf60-be8f-4f42-a172-388e6828a9bc), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:45.752543 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1070c6-86dc-41f7-8e79-6c827970cf0c None None] Network 8f8ac2d5-a00b-445a-b3e3-e086ce202225 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:11:45.757801 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-be1070c6-86dc-41f7-8e79-6c827970cf0c None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:11:45.762564 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1070c6-86dc-41f7-8e79-6c827970cf0c None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:11:45.766058 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1070c6-86dc-41f7-8e79-6c827970cf0c None None] Pushing event updated for resources: {'Port': ['ID=7c4fbf60-be8f-4f42-a172-388e6828a9bc,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:45.783576 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2f1ec2ed-e35c-4b8d-b549-cde86041ad00 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:45.834513 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-be1070c6-86dc-41f7-8e79-6c827970cf0c None None] Attempting to bind port 7c4fbf60-be8f-4f42-a172-388e6828a9bc on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:11:45.834807 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-be1070c6-86dc-41f7-8e79-6c827970cf0c None None] Attempting to bind port 7c4fbf60-be8f-4f42-a172-388e6828a9bc by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '17a894b4-90fa-49ae-be19-9afde5f1888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8f8ac2d5-a00b-445a-b3e3-e086ce202225'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:11:45.835374 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1070c6-86dc-41f7-8e79-6c827970cf0c None None] Attempting to bind port 7c4fbf60-be8f-4f42-a172-388e6828a9bc on network 8f8ac2d5-a00b-445a-b3e3-e086ce202225 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:11:45.841484 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1070c6-86dc-41f7-8e79-6c827970cf0c None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:11:45.841868 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1070c6-86dc-41f7-8e79-6c827970cf0c None None] Checking segment: {'id': '17a894b4-90fa-49ae-be19-9afde5f1888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8f8ac2d5-a00b-445a-b3e3-e086ce202225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:11:45.842275 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-be1070c6-86dc-41f7-8e79-6c827970cf0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:45.842678 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1070c6-86dc-41f7-8e79-6c827970cf0c None None] Bound using segment: {'id': '17a894b4-90fa-49ae-be19-9afde5f1888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8f8ac2d5-a00b-445a-b3e3-e086ce202225'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:11:45.843153 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-be1070c6-86dc-41f7-8e79-6c827970cf0c None None] Bound port: 7c4fbf60-be8f-4f42-a172-388e6828a9bc, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17a894b4-90fa-49ae-be19-9afde5f1888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8f8ac2d5-a00b-445a-b3e3-e086ce202225'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:11:45.843537 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-be1070c6-86dc-41f7-8e79-6c827970cf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7c4fbf60-be8f-4f42-a172-388e6828a9bc), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:45.880147 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:11:45.912995 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-be1070c6-86dc-41f7-8e79-6c827970cf0c None None] For port 7c4fbf60-be8f-4f42-a172-388e6828a9bc, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:11:45.917592 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-be1070c6-86dc-41f7-8e79-6c827970cf0c None None] For port 7c4fbf60-be8f-4f42-a172-388e6828a9bc, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=7c4fbf60-be8f-4f42-a172-388e6828a9bc,segment=NetworkSegment(17a894b4-90fa-49ae-be19-9afde5f1888a),segment_id=17a894b4-90fa-49ae-be19-9afde5f1888a)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:11:46.012947 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-be1070c6-86dc-41f7-8e79-6c827970cf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (7c4fbf60-be8f-4f42-a172-388e6828a9bc), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:46.078724 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1070c6-86dc-41f7-8e79-6c827970cf0c None None] Pushing event updated for resources: {'Port': ['ID=7c4fbf60-be8f-4f42-a172-388e6828a9bc,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:46.443141 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-2f1ec2ed-e35c-4b8d-b549-cde86041ad00 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Allocated IP 172.20.0.1 (8f8ac2d5-a00b-445a-b3e3-e086ce202225/10a38b67-adcc-4244-bbfc-a823e362568e/689741d4-52aa-4bcd-9685-a6f974632e89) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:11:46.559447 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2f1ec2ed-e35c-4b8d-b549-cde86041ad00 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for port (689741d4-52aa-4bcd-9685-a6f974632e89), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:46.654528 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2f1ec2ed-e35c-4b8d-b549-cde86041ad00 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (689741d4-52aa-4bcd-9685-a6f974632e89), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:46.692633 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1ec2ed-e35c-4b8d-b549-cde86041ad00 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network 8f8ac2d5-a00b-445a-b3e3-e086ce202225 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:11:46.695898 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-2f1ec2ed-e35c-4b8d-b549-cde86041ad00 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:11:46.698376 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1ec2ed-e35c-4b8d-b549-cde86041ad00 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:11:46.738433 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ec2ed-e35c-4b8d-b549-cde86041ad00 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Port': ['ID=689741d4-52aa-4bcd-9685-a6f974632e89,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:46.756627 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2f1ec2ed-e35c-4b8d-b549-cde86041ad00 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (d487e430-5d99-45bb-bf4a-c9595f89df6a), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:46.954174 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2f1ec2ed-e35c-4b8d-b549-cde86041ad00 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (689741d4-52aa-4bcd-9685-a6f974632e89), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:47.031964 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd114f6-1f68-4266-9c6d-79c6a1f9bbab None None] Network 8f8ac2d5-a00b-445a-b3e3-e086ce202225 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:11:47.143252 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e3091428-affe-4235-85e3-e143d124f931 None None] Provisioning complete for port 7c4fbf60-be8f-4f42-a172-388e6828a9bc triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:11:47.143632 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e3091428-affe-4235-85e3-e143d124f931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7c4fbf60-be8f-4f42-a172-388e6828a9bc), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:47.270380 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e3091428-affe-4235-85e3-e143d124f931 None None] Current status of the port 7c4fbf60-be8f-4f42-a172-388e6828a9bc is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:11:47.270783 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e3091428-affe-4235-85e3-e143d124f931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (7c4fbf60-be8f-4f42-a172-388e6828a9bc), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:47.278663 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2f1ec2ed-e35c-4b8d-b549-cde86041ad00 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for port (689741d4-52aa-4bcd-9685-a6f974632e89), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:47.287192 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 2a8195e0-6f28-4828-bce1-50065c08fea1 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:11:47.339177 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2f1ec2ed-e35c-4b8d-b549-cde86041ad00 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (689741d4-52aa-4bcd-9685-a6f974632e89), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:47.344213 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-e3091428-affe-4235-85e3-e143d124f931 None None] For port 7c4fbf60-be8f-4f42-a172-388e6828a9bc, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=7c4fbf60-be8f-4f42-a172-388e6828a9bc,segment=NetworkSegment(17a894b4-90fa-49ae-be19-9afde5f1888a),segment_id=17a894b4-90fa-49ae-be19-9afde5f1888a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:11:47.366221 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 2a8195e0-6f28-4828-bce1-50065c08fea1 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:11:47.368468 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (2a8195e0-6f28-4828-bce1-50065c08fea1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:47.416045 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e3091428-affe-4235-85e3-e143d124f931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (7c4fbf60-be8f-4f42-a172-388e6828a9bc), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:47.431130 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ec2ed-e35c-4b8d-b549-cde86041ad00 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Port': ['ID=689741d4-52aa-4bcd-9685-a6f974632e89,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:47.436641 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2f1ec2ed-e35c-4b8d-b549-cde86041ad00 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (d487e430-5d99-45bb-bf4a-c9595f89df6a), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:47.496157 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 2a8195e0-6f28-4828-bce1-50065c08fea1 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:11:47.496555 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2a8195e0-6f28-4828-bce1-50065c08fea1), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:47.536527 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1ec2ed-e35c-4b8d-b549-cde86041ad00 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network 8f8ac2d5-a00b-445a-b3e3-e086ce202225 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:11:47.537944 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-2f1ec2ed-e35c-4b8d-b549-cde86041ad00 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:11:47.539940 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 2a8195e0-6f28-4828-bce1-50065c08fea1, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=2a8195e0-6f28-4828-bce1-50065c08fea1,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:11:47.541311 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3091428-affe-4235-85e3-e143d124f931 None None] Pushing event updated for resources: {'Port': ['ID=7c4fbf60-be8f-4f42-a172-388e6828a9bc,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:47.567298 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-cdbe03bc-89a2-4fea-97ae-0306cb3d4df4 None None] Provisioning complete for port 689741d4-52aa-4bcd-9685-a6f974632e89 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:11:47.567677 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cdbe03bc-89a2-4fea-97ae-0306cb3d4df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (689741d4-52aa-4bcd-9685-a6f974632e89), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:47.608094 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-cdbe03bc-89a2-4fea-97ae-0306cb3d4df4 None None] Port 689741d4-52aa-4bcd-9685-a6f974632e89 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:11:47.616849 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (2a8195e0-6f28-4828-bce1-50065c08fea1), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:47.617711 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 7c4fbf60-be8f-4f42-a172-388e6828a9bc up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:11:47.625858 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-cdbe03bc-89a2-4fea-97ae-0306cb3d4df4 None None] Provisioning complete for port 7c4fbf60-be8f-4f42-a172-388e6828a9bc triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:11:47.626072 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-cdbe03bc-89a2-4fea-97ae-0306cb3d4df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7c4fbf60-be8f-4f42-a172-388e6828a9bc), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:47.676616 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1ec2ed-e35c-4b8d-b549-cde86041ad00 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Router d487e430-5d99-45bb-bf4a-c9595f89df6a has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:11:47.800182 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1ec2ed-e35c-4b8d-b549-cde86041ad00 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:11:47.805885 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2f1ec2ed-e35c-4b8d-b549-cde86041ad00 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "PUT /v2.0/routers/d487e430-5d99-45bb-bf4a-c9595f89df6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5235143 Mar 23 03:11:47.825644 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31a809f-37cc-4342-a5da-e659b03b4962 None None] Sync routers for ids ['d487e430-5d99-45bb-bf4a-c9595f89df6a'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:11:47.847796 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5c293a41-117c-49aa-acdb-02a1779e8304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:47.904545 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31a809f-37cc-4342-a5da-e659b03b4962 None None] Routers {'d487e430-5d99-45bb-bf4a-c9595f89df6a'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:11:47.905184 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-b31a809f-37cc-4342-a5da-e659b03b4962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:11:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d487e430-5d99-45bb-bf4a-c9595f89df6a'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:11:47.909199 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=2a8195e0-6f28-4828-bce1-50065c08fea1,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:47.973107 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-438d9474-a217-4151-b6f3-784662e515a0 req-528b612b-418f-441e-83f0-5446e70c2086 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1811404772&fields=id&tenant_id=f41ad4ebfe104f0bbf5da25507598650 HTTP/1.1" status: 200 len: 267 time: 0.0453773 Mar 23 03:11:48.011280 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 7c4fbf60-be8f-4f42-a172-388e6828a9bc triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:11:48.011651 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7c4fbf60-be8f-4f42-a172-388e6828a9bc), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:48.084526 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d9474-a217-4151-b6f3-784662e515a0 req-90bc2689-dffe-4c64-bab6-2480114dface tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:48.086030 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-438d9474-a217-4151-b6f3-784662e515a0 req-90bc2689-dffe-4c64-bab6-2480114dface tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/networks?id=8f8ac2d5-a00b-445a-b3e3-e086ce202225 HTTP/1.1" status: 200 len: 797 time: 0.1056473 Mar 23 03:11:48.089877 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-b31a809f-37cc-4342-a5da-e659b03b4962 None None] Set router d487e430-5d99-45bb-bf4a-c9595f89df6a gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:11:48.101495 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-438d9474-a217-4151-b6f3-784662e515a0 req-a325b6d1-bff4-4cc0-8c77-cb2b81ad4958 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/quotas/f41ad4ebfe104f0bbf5da25507598650 HTTP/1.1" status: 200 len: 375 time: 0.0090156 Mar 23 03:11:48.124424 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-cdbe03bc-89a2-4fea-97ae-0306cb3d4df4 None None] Current status of the port 7c4fbf60-be8f-4f42-a172-388e6828a9bc is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:11:48.162408 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-438d9474-a217-4151-b6f3-784662e515a0 req-7810fb5d-c802-452b-b9d2-527edffd41d9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553198 Mar 23 03:11:48.224373 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [req-438d9474-a217-4151-b6f3-784662e515a0 req-27cf3549-af23-4605-8cc8-87a5cedf1498 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 03:11:48.225335 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-438d9474-a217-4151-b6f3-784662e515a0 req-27cf3549-af23-4605-8cc8-87a5cedf1498 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0513930 Mar 23 03:11:48.269422 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 7c4fbf60-be8f-4f42-a172-388e6828a9bc is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:11:48.285639 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-033b0ae0-aeeb-4ac6-9b85-dbc726200e3f None None] Provisioning complete for port 689741d4-52aa-4bcd-9685-a6f974632e89 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:11:48.286135 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-033b0ae0-aeeb-4ac6-9b85-dbc726200e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (689741d4-52aa-4bcd-9685-a6f974632e89), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:48.324872 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-438d9474-a217-4151-b6f3-784662e515a0 req-24404914-e466-4276-b356-32fdcfac4a79 service neutron] 10.222.0.24 "GET /v2.0/networks/8f8ac2d5-a00b-445a-b3e3-e086ce202225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922363 Mar 23 03:11:48.360156 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-033b0ae0-aeeb-4ac6-9b85-dbc726200e3f None None] Port 689741d4-52aa-4bcd-9685-a6f974632e89 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:11:48.387685 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-b31a809f-37cc-4342-a5da-e659b03b4962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145924985', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': '2a8195e0-6f28-4828-bce1-50065c08fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:11:42Z', 'updated_at': '2022-03-23T03:11:46Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '2a8195e0-6f28-4828-bce1-50065c08fea1', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:11:43Z', 'updated_at': '2022-03-23T03:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '689741d4-52aa-4bcd-9685-a6f974632e89', 'name': '', 'network_id': '8f8ac2d5-a00b-445a-b3e3-e086ce202225', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:08:d9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10a38b67-adcc-4244-bbfc-a823e362568e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:11:46Z', 'updated_at': '2022-03-23T03:11:47Z', 'revision_number': 2, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '10a38b67-adcc-4244-bbfc-a823e362568e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:11:48.414601 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31a809f-37cc-4342-a5da-e659b03b4962 None None] Checking router: d487e430-5d99-45bb-bf4a-c9595f89df6a for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:11:48.415718 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31a809f-37cc-4342-a5da-e659b03b4962 None None] Updating router d487e430-5d99-45bb-bf4a-c9595f89df6a port 689741d4-52aa-4bcd-9685-a6f974632e89 binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 03:11:48.417334 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-438d9474-a217-4151-b6f3-784662e515a0 req-8fa0cd4d-1ff9-4999-aa61-f8303bcd5d61 service neutron] 10.222.0.24 "GET /v2.0/networks/8f8ac2d5-a00b-445a-b3e3-e086ce202225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867872 Mar 23 03:11:48.443196 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b31a809f-37cc-4342-a5da-e659b03b4962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (689741d4-52aa-4bcd-9685-a6f974632e89), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:48.660957 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-949718dd-2e8a-4bf5-b6e8-aa6c46f64208 req-a8ab467c-ce78-48d0-b8c9-cd22d3cf4fd1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7808aa7-c659-46a2-b715-245563eaee44 HTTP/1.1" status: 200 len: 210 time: 0.0295432 Mar 23 03:11:48.724462 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b31a809f-37cc-4342-a5da-e659b03b4962 None None] Publish callbacks [] for port (689741d4-52aa-4bcd-9685-a6f974632e89), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:48.783157 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b31a809f-37cc-4342-a5da-e659b03b4962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (689741d4-52aa-4bcd-9685-a6f974632e89), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:48.836449 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452cff8-5061-44e5-bd4b-199493acd5c1 None None] Pushing event updated for resources: {'Port': ['ID=689741d4-52aa-4bcd-9685-a6f974632e89,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:48.902813 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-b31a809f-37cc-4342-a5da-e659b03b4962 None None] Attempting to bind port 689741d4-52aa-4bcd-9685-a6f974632e89 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:11:48.903189 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-b31a809f-37cc-4342-a5da-e659b03b4962 None None] Attempting to bind port 689741d4-52aa-4bcd-9685-a6f974632e89 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '17a894b4-90fa-49ae-be19-9afde5f1888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8f8ac2d5-a00b-445a-b3e3-e086ce202225'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:11:48.903558 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31a809f-37cc-4342-a5da-e659b03b4962 None None] Attempting to bind port 689741d4-52aa-4bcd-9685-a6f974632e89 on network 8f8ac2d5-a00b-445a-b3e3-e086ce202225 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:11:48.909203 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31a809f-37cc-4342-a5da-e659b03b4962 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:11:48.909584 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31a809f-37cc-4342-a5da-e659b03b4962 None None] Checking segment: {'id': '17a894b4-90fa-49ae-be19-9afde5f1888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8f8ac2d5-a00b-445a-b3e3-e086ce202225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:11:48.909991 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b31a809f-37cc-4342-a5da-e659b03b4962 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:48.910388 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31a809f-37cc-4342-a5da-e659b03b4962 None None] Bound using segment: {'id': '17a894b4-90fa-49ae-be19-9afde5f1888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8f8ac2d5-a00b-445a-b3e3-e086ce202225'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:11:48.910860 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-b31a809f-37cc-4342-a5da-e659b03b4962 None None] Bound port: 689741d4-52aa-4bcd-9685-a6f974632e89, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17a894b4-90fa-49ae-be19-9afde5f1888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8f8ac2d5-a00b-445a-b3e3-e086ce202225'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:11:48.911244 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b31a809f-37cc-4342-a5da-e659b03b4962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (689741d4-52aa-4bcd-9685-a6f974632e89), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:48.978162 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-b31a809f-37cc-4342-a5da-e659b03b4962 None None] For port 689741d4-52aa-4bcd-9685-a6f974632e89, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:11:48.980563 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:48.982363 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-b31a809f-37cc-4342-a5da-e659b03b4962 None None] For port 689741d4-52aa-4bcd-9685-a6f974632e89, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=689741d4-52aa-4bcd-9685-a6f974632e89,segment=NetworkSegment(17a894b4-90fa-49ae-be19-9afde5f1888a),segment_id=17a894b4-90fa-49ae-be19-9afde5f1888a)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:11:49.058018 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b31a809f-37cc-4342-a5da-e659b03b4962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (689741d4-52aa-4bcd-9685-a6f974632e89), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:49.133150 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-1e91d867-42b8-4e20-b80c-2a1c6dc9d1a4 None None] Provisioning complete for port 689741d4-52aa-4bcd-9685-a6f974632e89 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:11:49.134328 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1e91d867-42b8-4e20-b80c-2a1c6dc9d1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (689741d4-52aa-4bcd-9685-a6f974632e89), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:49.145703 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31a809f-37cc-4342-a5da-e659b03b4962 None None] Routers {'d487e430-5d99-45bb-bf4a-c9595f89df6a'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:11:49.145703 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-b31a809f-37cc-4342-a5da-e659b03b4962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:11:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d487e430-5d99-45bb-bf4a-c9595f89df6a'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:11:49.210107 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 2a8195e0-6f28-4828-bce1-50065c08fea1 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:11:49.245650 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452cff8-5061-44e5-bd4b-199493acd5c1 None None] Pushing event updated for resources: {'Port': ['ID=689741d4-52aa-4bcd-9685-a6f974632e89,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:49.370533 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-b31a809f-37cc-4342-a5da-e659b03b4962 None None] Set router d487e430-5d99-45bb-bf4a-c9595f89df6a gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:11:49.412702 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 2a8195e0-6f28-4828-bce1-50065c08fea1 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:11:49.413085 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (2a8195e0-6f28-4828-bce1-50065c08fea1), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:49.419657 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-1e91d867-42b8-4e20-b80c-2a1c6dc9d1a4 None None] Current status of the port 689741d4-52aa-4bcd-9685-a6f974632e89 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:11:49.420061 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1e91d867-42b8-4e20-b80c-2a1c6dc9d1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (689741d4-52aa-4bcd-9685-a6f974632e89), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:49.565853 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-1e91d867-42b8-4e20-b80c-2a1c6dc9d1a4 None None] For port 689741d4-52aa-4bcd-9685-a6f974632e89, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=689741d4-52aa-4bcd-9685-a6f974632e89,segment=NetworkSegment(17a894b4-90fa-49ae-be19-9afde5f1888a),segment_id=17a894b4-90fa-49ae-be19-9afde5f1888a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:11:49.631926 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 2a8195e0-6f28-4828-bce1-50065c08fea1 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:11:49.632904 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 7c4fbf60-be8f-4f42-a172-388e6828a9bc up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:11:49.652975 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1e91d867-42b8-4e20-b80c-2a1c6dc9d1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (689741d4-52aa-4bcd-9685-a6f974632e89), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:49.747439 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91d867-42b8-4e20-b80c-2a1c6dc9d1a4 None None] Pushing event updated for resources: {'Port': ['ID=689741d4-52aa-4bcd-9685-a6f974632e89,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:49.767424 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a9703aa1-57d6-4135-9f5f-e2e2824b86cf req-f3aa28fd-cc4e-4e51-936a-afb330261cb7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7808aa7-c659-46a2-b715-245563eaee44 HTTP/1.1" status: 200 len: 210 time: 0.0332329 Mar 23 03:11:49.926575 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 7c4fbf60-be8f-4f42-a172-388e6828a9bc triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:11:49.926864 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (7c4fbf60-be8f-4f42-a172-388e6828a9bc), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:49.933727 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-b31a809f-37cc-4342-a5da-e659b03b4962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145924985', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': '2a8195e0-6f28-4828-bce1-50065c08fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:11:42Z', 'updated_at': '2022-03-23T03:11:46Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '2a8195e0-6f28-4828-bce1-50065c08fea1', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:11:43Z', 'updated_at': '2022-03-23T03:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '689741d4-52aa-4bcd-9685-a6f974632e89', 'name': '', 'network_id': '8f8ac2d5-a00b-445a-b3e3-e086ce202225', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:08:d9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10a38b67-adcc-4244-bbfc-a823e362568e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:11:46Z', 'updated_at': '2022-03-23T03:11:48Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '10a38b67-adcc-4244-bbfc-a823e362568e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:11:49.981760 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-c125bf4e-20c0-4e84-bb24-669578264b1b None None] Provisioning complete for port 689741d4-52aa-4bcd-9685-a6f974632e89 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:11:49.982131 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c125bf4e-20c0-4e84-bb24-669578264b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (689741d4-52aa-4bcd-9685-a6f974632e89), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:49.986576 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31a809f-37cc-4342-a5da-e659b03b4962 None None] The sync data for ids ['d487e430-5d99-45bb-bf4a-c9595f89df6a'] in dv-neutron-834613-2-hyperv is: [{'id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145924985', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': '2a8195e0-6f28-4828-bce1-50065c08fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:11:42Z', 'updated_at': '2022-03-23T03:11:46Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '2a8195e0-6f28-4828-bce1-50065c08fea1', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:11:43Z', 'updated_at': '2022-03-23T03:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '689741d4-52aa-4bcd-9685-a6f974632e89', 'name': '', 'network_id': '8f8ac2d5-a00b-445a-b3e3-e086ce202225', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:08:d9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10a38b67-adcc-4244-bbfc-a823e362568e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:11:46Z', 'updated_at': '2022-03-23T03:11:48Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '10a38b67-adcc-4244-bbfc-a823e362568e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:11:50.045735 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49e000a2-5b06-4590-94b4-59f5ac55b635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:50.121424 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c125bf4e-20c0-4e84-bb24-669578264b1b None None] Current status of the port 689741d4-52aa-4bcd-9685-a6f974632e89 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:11:50.123450 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 7c4fbf60-be8f-4f42-a172-388e6828a9bc is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:11:50.824040 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d9474-a217-4151-b6f3-784662e515a0 req-0cbb20f0-6541-4ebd-9940-25ba17f1f259 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:50.825502 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-438d9474-a217-4151-b6f3-784662e515a0 req-0cbb20f0-6541-4ebd-9940-25ba17f1f259 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.23 "GET /v2.0/networks?id=8f8ac2d5-a00b-445a-b3e3-e086ce202225 HTTP/1.1" status: 200 len: 797 time: 0.1121383 Mar 23 03:11:50.880142 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-57c418d9-ba4c-4a5d-909b-75faa83b864f req-e29dac0f-fcec-4de4-aafc-589171d7c856 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7808aa7-c659-46a2-b715-245563eaee44 HTTP/1.1" status: 200 len: 210 time: 0.0375009 Mar 23 03:11:50.925358 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-438d9474-a217-4151-b6f3-784662e515a0 req-e0a5d05f-8538-433a-94b5-485697f482e2 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41ad4ebfe104f0bbf5da25507598650 HTTP/1.1" status: 200 len: 380 time: 0.0909498 Mar 23 03:11:50.934372 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-438d9474-a217-4151-b6f3-784662e515a0 req-af2fe27a-9a9d-4a16-bdf7-d59340fd0b5b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'port': {'device_id': 'f7808aa7-c659-46a2-b715-245563eaee44', 'network_id': '8f8ac2d5-a00b-445a-b3e3-e086ce202225', 'admin_state_up': True, 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'security_groups': ['fbc557c9-7e83-4270-9f73-e96dc42f267a']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:11:51.126083 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-438d9474-a217-4151-b6f3-784662e515a0 req-af2fe27a-9a9d-4a16-bdf7-d59340fd0b5b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Made reservation on behalf of f41ad4ebfe104f0bbf5da25507598650 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:11:51.129649 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-438d9474-a217-4151-b6f3-784662e515a0 req-af2fe27a-9a9d-4a16-bdf7-d59340fd0b5b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:51.172249 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 689741d4-52aa-4bcd-9685-a6f974632e89 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:11:51.221194 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 689741d4-52aa-4bcd-9685-a6f974632e89 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:11:51.221574 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (689741d4-52aa-4bcd-9685-a6f974632e89), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:51.264443 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-438d9474-a217-4151-b6f3-784662e515a0 req-af2fe27a-9a9d-4a16-bdf7-d59340fd0b5b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Allocated IP 172.20.0.7 (8f8ac2d5-a00b-445a-b3e3-e086ce202225/10a38b67-adcc-4244-bbfc-a823e362568e/a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:11:51.310324 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 689741d4-52aa-4bcd-9685-a6f974632e89 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:11:51.373884 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:51.406316 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-438d9474-a217-4151-b6f3-784662e515a0 req-af2fe27a-9a9d-4a16-bdf7-d59340fd0b5b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for port (a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:51.483098 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-438d9474-a217-4151-b6f3-784662e515a0 req-af2fe27a-9a9d-4a16-bdf7-d59340fd0b5b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:51.525660 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-438d9474-a217-4151-b6f3-784662e515a0 req-af2fe27a-9a9d-4a16-bdf7-d59340fd0b5b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network 8f8ac2d5-a00b-445a-b3e3-e086ce202225 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:11:51.528698 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-438d9474-a217-4151-b6f3-784662e515a0 req-af2fe27a-9a9d-4a16-bdf7-d59340fd0b5b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:11:51.534941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-438d9474-a217-4151-b6f3-784662e515a0 req-af2fe27a-9a9d-4a16-bdf7-d59340fd0b5b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:11:51.540767 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2fe27a-9a9d-4a16-bdf7-d59340fd0b5b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Port': ['ID=a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:51.595184 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d9474-a217-4151-b6f3-784662e515a0 req-af2fe27a-9a9d-4a16-bdf7-d59340fd0b5b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:51.595803 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-438d9474-a217-4151-b6f3-784662e515a0 req-af2fe27a-9a9d-4a16-bdf7-d59340fd0b5b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:51.674018 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-438d9474-a217-4151-b6f3-784662e515a0 req-af2fe27a-9a9d-4a16-bdf7-d59340fd0b5b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7440195 Mar 23 03:11:51.685024 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-438d9474-a217-4151-b6f3-784662e515a0 req-f699eaab-edad-4f7e-a86c-5dc8f6201de6 service neutron] Request body: {'port': {'device_id': 'f7808aa7-c659-46a2-b715-245563eaee44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:11:51.744715 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-438d9474-a217-4151-b6f3-784662e515a0 req-f699eaab-edad-4f7e-a86c-5dc8f6201de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:51.759958 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-d4f82be0-f679-4bf7-bb65-fe7b9ae2feaa None None] Provisioning complete for port a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:11:51.760426 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d4f82be0-f679-4bf7-bb65-fe7b9ae2feaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:51.794297 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-d4f82be0-f679-4bf7-bb65-fe7b9ae2feaa None None] Port a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:11:52.005305 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a47bb8-03a4-46f0-ac16-c9b1009e6140 req-98d72740-80c7-4057-97ea-bbfc588e638a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:52.006780 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-10a47bb8-03a4-46f0-ac16-c9b1009e6140 req-98d72740-80c7-4057-97ea-bbfc588e638a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7808aa7-c659-46a2-b715-245563eaee44 HTTP/1.1" status: 200 len: 931 time: 0.0529056 Mar 23 03:11:52.012764 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-438d9474-a217-4151-b6f3-784662e515a0 req-f699eaab-edad-4f7e-a86c-5dc8f6201de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2 {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:11:52.021061 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-438d9474-a217-4151-b6f3-784662e515a0 req-f699eaab-edad-4f7e-a86c-5dc8f6201de6 service neutron] Publish callbacks [] for port (a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:52.033075 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-438d9474-a217-4151-b6f3-784662e515a0 req-f699eaab-edad-4f7e-a86c-5dc8f6201de6 service neutron] Transition to ACTIVE for port object a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2 will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 03:11:52.059968 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-10a47bb8-03a4-46f0-ac16-c9b1009e6140 req-0dbb5524-6fc0-42bd-918f-edfc5bd3edc3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc557c9-7e83-4270-9f73-e96dc42f267a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464594 Mar 23 03:11:52.097193 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-438d9474-a217-4151-b6f3-784662e515a0 req-f699eaab-edad-4f7e-a86c-5dc8f6201de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:52.171933 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699eaab-edad-4f7e-a86c-5dc8f6201de6 service neutron] Pushing event updated for resources: {'Port': ['ID=a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:52.221997 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-438d9474-a217-4151-b6f3-784662e515a0 req-f699eaab-edad-4f7e-a86c-5dc8f6201de6 service neutron] Attempting to bind port a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:11:52.222336 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-438d9474-a217-4151-b6f3-784662e515a0 req-f699eaab-edad-4f7e-a86c-5dc8f6201de6 service neutron] Attempting to bind port a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '17a894b4-90fa-49ae-be19-9afde5f1888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8f8ac2d5-a00b-445a-b3e3-e086ce202225'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:11:52.222667 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438d9474-a217-4151-b6f3-784662e515a0 req-f699eaab-edad-4f7e-a86c-5dc8f6201de6 service neutron] Attempting to bind port a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2 on network 8f8ac2d5-a00b-445a-b3e3-e086ce202225 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:11:52.227929 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438d9474-a217-4151-b6f3-784662e515a0 req-f699eaab-edad-4f7e-a86c-5dc8f6201de6 service neutron] Port a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2 on network 8f8ac2d5-a00b-445a-b3e3-e086ce202225 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 03:11:52.228265 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438d9474-a217-4151-b6f3-784662e515a0 req-f699eaab-edad-4f7e-a86c-5dc8f6201de6 service neutron] Attempting to bind port a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2 on network 8f8ac2d5-a00b-445a-b3e3-e086ce202225 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:11:52.233455 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438d9474-a217-4151-b6f3-784662e515a0 req-f699eaab-edad-4f7e-a86c-5dc8f6201de6 service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:11:52.233828 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438d9474-a217-4151-b6f3-784662e515a0 req-f699eaab-edad-4f7e-a86c-5dc8f6201de6 service neutron] Checking segment: {'id': '17a894b4-90fa-49ae-be19-9afde5f1888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8f8ac2d5-a00b-445a-b3e3-e086ce202225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:11:52.234186 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438d9474-a217-4151-b6f3-784662e515a0 req-f699eaab-edad-4f7e-a86c-5dc8f6201de6 service neutron] Bound using segment: {'id': '17a894b4-90fa-49ae-be19-9afde5f1888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8f8ac2d5-a00b-445a-b3e3-e086ce202225'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:11:52.234612 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-438d9474-a217-4151-b6f3-784662e515a0 req-f699eaab-edad-4f7e-a86c-5dc8f6201de6 service neutron] Bound port: a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17a894b4-90fa-49ae-be19-9afde5f1888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8f8ac2d5-a00b-445a-b3e3-e086ce202225'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:11:52.234969 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-438d9474-a217-4151-b6f3-784662e515a0 req-f699eaab-edad-4f7e-a86c-5dc8f6201de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:52.304595 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-438d9474-a217-4151-b6f3-784662e515a0 req-f699eaab-edad-4f7e-a86c-5dc8f6201de6 service neutron] For port a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:11:52.308087 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-438d9474-a217-4151-b6f3-784662e515a0 req-f699eaab-edad-4f7e-a86c-5dc8f6201de6 service neutron] For port a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2,segment=NetworkSegment(17a894b4-90fa-49ae-be19-9afde5f1888a),segment_id=17a894b4-90fa-49ae-be19-9afde5f1888a)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:11:52.379946 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-438d9474-a217-4151-b6f3-784662e515a0 req-f699eaab-edad-4f7e-a86c-5dc8f6201de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:52.415125 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d9474-a217-4151-b6f3-784662e515a0 req-f699eaab-edad-4f7e-a86c-5dc8f6201de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:52.415765 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-438d9474-a217-4151-b6f3-784662e515a0 req-f699eaab-edad-4f7e-a86c-5dc8f6201de6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:52.418423 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-438d9474-a217-4151-b6f3-784662e515a0 req-f699eaab-edad-4f7e-a86c-5dc8f6201de6 service neutron] 10.222.0.23 "PUT /v2.0/ports/a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2 HTTP/1.1" status: 200 len: 1093 time: 0.7371132 Mar 23 03:11:52.420912 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7808aa7-c659-46a2-b715-245563eaee44', 'tag': 'a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:11:52.424510 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67124a6-ee7e-4612-a6b5-dc74c53760b7" -d '{"events": [{"name": "network-changed", "server_uuid": "f7808aa7-c659-46a2-b715-245563eaee44", "tag": "a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:11:52.449857 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699eaab-edad-4f7e-a86c-5dc8f6201de6 service neutron] Pushing event updated for resources: {'Port': ['ID=a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:52.465699 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63786eef-6276-4b41-be7c-5608a2a5a672 x-openstack-request-id: req-63786eef-6276-4b41-be7c-5608a2a5a672 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:11:52.465997 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7808aa7-c659-46a2-b715-245563eaee44", "tag": "a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:11:52.466252 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-63786eef-6276-4b41-be7c-5608a2a5a672 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:11:52.466779 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63786eef-6276-4b41-be7c-5608a2a5a672'] response: {'name': 'network-changed', 'server_uuid': 'f7808aa7-c659-46a2-b715-245563eaee44', 'tag': 'a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2', 'status': 'completed', 'code': 200} Mar 23 03:11:52.534683 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67124a6-ee7e-4612-a6b5-dc74c53760b7 req-32f12f8c-4468-4261-ae87-df87d02ae278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:52.536220 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b67124a6-ee7e-4612-a6b5-dc74c53760b7 req-32f12f8c-4468-4261-ae87-df87d02ae278 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&device_id=f7808aa7-c659-46a2-b715-245563eaee44 HTTP/1.1" status: 200 len: 1127 time: 0.0513313 Mar 23 03:11:52.645616 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67124a6-ee7e-4612-a6b5-dc74c53760b7 req-d9099d1b-51c6-4080-9650-7f796278f8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:52.647129 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b67124a6-ee7e-4612-a6b5-dc74c53760b7 req-d9099d1b-51c6-4080-9650-7f796278f8c7 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=f41ad4ebfe104f0bbf5da25507598650&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1042905 Mar 23 03:11:52.737602 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67124a6-ee7e-4612-a6b5-dc74c53760b7 req-55559cc0-be31-4075-a84c-a1a86e8236e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:52.739073 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b67124a6-ee7e-4612-a6b5-dc74c53760b7 req-55559cc0-be31-4075-a84c-a1a86e8236e9 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866678 Mar 23 03:11:52.789009 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:52.816858 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d9474-a217-4151-b6f3-784662e515a0 req-794ad78c-28b5-4321-973a-1d84ef24fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:52.818583 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-438d9474-a217-4151-b6f3-784662e515a0 req-794ad78c-28b5-4321-973a-1d84ef24fd7c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&device_id=f7808aa7-c659-46a2-b715-245563eaee44 HTTP/1.1" status: 200 len: 1127 time: 0.0442841 Mar 23 03:11:52.861273 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-438d9474-a217-4151-b6f3-784662e515a0 req-9a288eee-fcfb-405b-9935-04e1dccedf3f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2 HTTP/1.1" status: 200 len: 217 time: 0.0366931 Mar 23 03:11:52.908731 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d9474-a217-4151-b6f3-784662e515a0 req-5169ed7a-2c5b-4231-b410-dcd13c4ab3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:52.911084 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-438d9474-a217-4151-b6f3-784662e515a0 req-5169ed7a-2c5b-4231-b410-dcd13c4ab3b8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10a38b67-adcc-4244-bbfc-a823e362568e HTTP/1.1" status: 200 len: 835 time: 0.0435433 Mar 23 03:11:52.957604 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d9474-a217-4151-b6f3-784662e515a0 req-a4f79556-2430-4c8d-863f-d93712ccec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:52.959040 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-438d9474-a217-4151-b6f3-784662e515a0 req-a4f79556-2430-4c8d-863f-d93712ccec93 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8f8ac2d5-a00b-445a-b3e3-e086ce202225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430713 Mar 23 03:11:53.047477 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-438d9474-a217-4151-b6f3-784662e515a0 req-ab1985be-5065-4508-900e-9492120329fb service neutron] 10.222.0.23 "GET /v2.0/networks/8f8ac2d5-a00b-445a-b3e3-e086ce202225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824242 Mar 23 03:11:53.137610 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-438d9474-a217-4151-b6f3-784662e515a0 req-d7ab2389-f6fd-4f36-a136-c0f57adc8dd3 service neutron] 10.222.0.23 "GET /v2.0/networks/8f8ac2d5-a00b-445a-b3e3-e086ce202225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830665 Mar 23 03:11:53.179618 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586a613-2cb7-439d-9181-12979c2e430f req-543e6218-81f7-4d27-899b-db997483c798 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:53.181206 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b586a613-2cb7-439d-9181-12979c2e430f req-543e6218-81f7-4d27-899b-db997483c798 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7808aa7-c659-46a2-b715-245563eaee44 HTTP/1.1" status: 200 len: 943 time: 0.0533614 Mar 23 03:11:53.230768 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b586a613-2cb7-439d-9181-12979c2e430f req-3ba67010-fcae-4d2b-81e7-bf375386df7e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc557c9-7e83-4270-9f73-e96dc42f267a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437546 Mar 23 03:11:53.977970 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:54.175864 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 03:11:54.272094 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2,segment=NetworkSegment(17a894b4-90fa-49ae-be19-9afde5f1888a),segment_id=17a894b4-90fa-49ae-be19-9afde5f1888a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:11:54.283576 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': 'a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2', 'network_id': '8f8ac2d5-a00b-445a-b3e3-e086ce202225', 'port_id': 'a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2', 'mac_address': 'fa:16:3e:57:a6:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a38b67-adcc-4244-bbfc-a823e362568e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 03:11:54.324760 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2 is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:11:54.325152 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:54.338185 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:11:54.358158 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2,segment=NetworkSegment(17a894b4-90fa-49ae-be19-9afde5f1888a),segment_id=17a894b4-90fa-49ae-be19-9afde5f1888a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:11:54.413819 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:54.464658 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:54.617130 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:11:54.712196 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885a508-59d9-48e6-8cb8-b4de8253d968 req-3dd2791b-499b-402b-b526-c39f4e67adfc tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:54.713847 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5885a508-59d9-48e6-8cb8-b4de8253d968 req-3dd2791b-499b-402b-b526-c39f4e67adfc tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7808aa7-c659-46a2-b715-245563eaee44 HTTP/1.1" status: 200 len: 943 time: 0.4138727 Mar 23 03:11:54.762116 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5885a508-59d9-48e6-8cb8-b4de8253d968 req-022fb2e3-ace3-46cf-be75-725cfcf94246 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc557c9-7e83-4270-9f73-e96dc42f267a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429068 Mar 23 03:11:55.878187 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59361c28-2d90-414c-ad81-7f83588bdc37 req-2e8cdca4-720b-4557-9f80-e6cbae30f829 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:55.879658 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-59361c28-2d90-414c-ad81-7f83588bdc37 req-2e8cdca4-720b-4557-9f80-e6cbae30f829 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7808aa7-c659-46a2-b715-245563eaee44 HTTP/1.1" status: 200 len: 944 time: 0.0514047 Mar 23 03:11:55.927751 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-59361c28-2d90-414c-ad81-7f83588bdc37 req-c8a27467-44b1-4206-9a19-0e4ff44f2f60 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc557c9-7e83-4270-9f73-e96dc42f267a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419960 Mar 23 03:11:56.191223 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2 up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:11:56.337017 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2 completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 03:11:56.340798 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:11:56.341175 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:56.419452 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2 is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:11:56.419863 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:56.441803 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7808aa7-c659-46a2-b715-245563eaee44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:11:56.444312 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef54b341-06b0-49ed-baf9-c8ec33ce44a3" -d '{"events": [{"server_uuid": "f7808aa7-c659-46a2-b715-245563eaee44", "name": "network-vif-plugged", "status": "completed", "tag": "a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:11:56.457044 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2,segment=NetworkSegment(17a894b4-90fa-49ae-be19-9afde5f1888a),segment_id=17a894b4-90fa-49ae-be19-9afde5f1888a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:11:56.520256 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:56.543105 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cf9b6a-2e74-48c5-b38c-91552873c25e x-openstack-request-id: req-28cf9b6a-2e74-48c5-b38c-91552873c25e {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:11:56.543447 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7808aa7-c659-46a2-b715-245563eaee44", "name": "network-vif-plugged", "status": "completed", "tag": "a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:11:56.543706 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28cf9b6a-2e74-48c5-b38c-91552873c25e {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:11:56.544138 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28cf9b6a-2e74-48c5-b38c-91552873c25e'] response: {'server_uuid': 'f7808aa7-c659-46a2-b715-245563eaee44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2', 'code': 200} Mar 23 03:11:56.570245 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:56.853599 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94379f9-0e4b-492b-a3a2-1a4e4e1539bd req-5aa95d71-0538-4e23-9c75-3a50d246cc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:56.855061 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b94379f9-0e4b-492b-a3a2-1a4e4e1539bd req-5aa95d71-0538-4e23-9c75-3a50d246cc53 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f7808aa7-c659-46a2-b715-245563eaee44 HTTP/1.1" status: 200 len: 1129 time: 0.0435648 Mar 23 03:11:56.899675 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b94379f9-0e4b-492b-a3a2-1a4e4e1539bd req-96c90650-6386-4d3e-a049-f05f31da2bcb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fbc557c9-7e83-4270-9f73-e96dc42f267a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377522 Mar 23 03:11:57.049717 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b361671-a08f-475f-bb75-1719d2f312af req-28c5bf6f-904b-4202-981e-40d702077947 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:57.051195 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3b361671-a08f-475f-bb75-1719d2f312af req-28c5bf6f-904b-4202-981e-40d702077947 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7808aa7-c659-46a2-b715-245563eaee44 HTTP/1.1" status: 200 len: 945 time: 0.0560887 Mar 23 03:11:57.099456 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3b361671-a08f-475f-bb75-1719d2f312af req-ed220ee9-5f53-4eb5-99b0-743082c6ab72 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc557c9-7e83-4270-9f73-e96dc42f267a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423958 Mar 23 03:11:58.241907 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be62ae6-ec4c-478c-8543-2ed350acb76d req-9110a39b-b25f-4fac-8cfb-0e507628ee08 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:58.243397 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0be62ae6-ec4c-478c-8543-2ed350acb76d req-9110a39b-b25f-4fac-8cfb-0e507628ee08 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7808aa7-c659-46a2-b715-245563eaee44 HTTP/1.1" status: 200 len: 945 time: 0.0608265 Mar 23 03:11:58.294327 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0be62ae6-ec4c-478c-8543-2ed350acb76d req-d7c4a9fa-8f36-4468-9bbd-8987c06b68de tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc557c9-7e83-4270-9f73-e96dc42f267a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452223 Mar 23 03:11:58.410966 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1483a-f576-4dcb-b25c-d353f7102a5a req-6c0615f7-be70-422d-b108-ac9ed38676a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:58.412478 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-bca1483a-f576-4dcb-b25c-d353f7102a5a req-6c0615f7-be70-422d-b108-ac9ed38676a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7808aa7-c659-46a2-b715-245563eaee44 HTTP/1.1" status: 200 len: 945 time: 0.0534451 Mar 23 03:11:58.462610 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-bca1483a-f576-4dcb-b25c-d353f7102a5a req-78842957-c71b-4d8d-8999-569a299f09ba tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc557c9-7e83-4270-9f73-e96dc42f267a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443013 Mar 23 03:11:58.483338 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40028) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:11:58.536954 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66390bd6-0981-481b-aaf5-29c77427d813 tempest-TestNetworkAdvancedServerOps-344769112 tempest-TestNetworkAdvancedServerOps-344769112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:11:58.538475 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-66390bd6-0981-481b-aaf5-29c77427d813 tempest-TestNetworkAdvancedServerOps-344769112 tempest-TestNetworkAdvancedServerOps-344769112-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f7808aa7-c659-46a2-b715-245563eaee44 HTTP/1.1" status: 200 len: 1124 time: 0.0541270 Mar 23 03:11:58.541370 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40030) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:11:58.545683 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-8b47c226-91c8-4542-af58-eaa8bcf984a1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'port_id': 'a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:11:58.657607 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8b47c226-91c8-4542-af58-eaa8bcf984a1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:58.753056 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8b47c226-91c8-4542-af58-eaa8bcf984a1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:58.857324 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-8b47c226-91c8-4542-af58-eaa8bcf984a1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Allocated IP 172.26.2.218 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/8dd6ff39-6068-41fa-ad46-762c15c66cd9) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:11:58.956894 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8b47c226-91c8-4542-af58-eaa8bcf984a1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for port (8dd6ff39-6068-41fa-ad46-762c15c66cd9), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:59.045865 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8b47c226-91c8-4542-af58-eaa8bcf984a1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (8dd6ff39-6068-41fa-ad46-762c15c66cd9), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:59.082950 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b47c226-91c8-4542-af58-eaa8bcf984a1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:11:59.096162 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-8b47c226-91c8-4542-af58-eaa8bcf984a1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:11:59.098913 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b47c226-91c8-4542-af58-eaa8bcf984a1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:11:59.105455 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47c226-91c8-4542-af58-eaa8bcf984a1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Port': ['ID=8dd6ff39-6068-41fa-ad46-762c15c66cd9,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:59.450523 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8b47c226-91c8-4542-af58-eaa8bcf984a1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for floatingip (e6666abe-17f1-4e95-86b7-b5c64a84e300), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:59.574259 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8b47c226-91c8-4542-af58-eaa8bcf984a1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8dd6ff39-6068-41fa-ad46-762c15c66cd9), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:59.720358 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8b47c226-91c8-4542-af58-eaa8bcf984a1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for port (8dd6ff39-6068-41fa-ad46-762c15c66cd9), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:59.800112 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8b47c226-91c8-4542-af58-eaa8bcf984a1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (8dd6ff39-6068-41fa-ad46-762c15c66cd9), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:59.871607 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47c226-91c8-4542-af58-eaa8bcf984a1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Port': ['ID=8dd6ff39-6068-41fa-ad46-762c15c66cd9,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:11:59.881618 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8b47c226-91c8-4542-af58-eaa8bcf984a1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (e6666abe-17f1-4e95-86b7-b5c64a84e300), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:11:59.983500 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-8b47c226-91c8-4542-af58-eaa8bcf984a1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Floating IP e6666abe-17f1-4e95-86b7-b5c64a84e300 associated. External IP: 172.26.2.218, port: a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2. Mar 23 03:12:00.195502 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b47c226-91c8-4542-af58-eaa8bcf984a1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Router d487e430-5d99-45bb-bf4a-c9595f89df6a has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:12:00.303126 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b47c226-91c8-4542-af58-eaa8bcf984a1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:12:00.314153 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4364fe6-4a3c-40ad-b95d-63eb20aa5f17 None None] Sync routers for ids ['d487e430-5d99-45bb-bf4a-c9595f89df6a'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:12:00.325285 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4364fe6-4a3c-40ad-b95d-63eb20aa5f17 None None] Routers {'d487e430-5d99-45bb-bf4a-c9595f89df6a'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:12:00.330538 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-b4364fe6-4a3c-40ad-b95d-63eb20aa5f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:11:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d487e430-5d99-45bb-bf4a-c9595f89df6a'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:12:00.385851 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8b47c226-91c8-4542-af58-eaa8bcf984a1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:00.417545 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8b47c226-91c8-4542-af58-eaa8bcf984a1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8750854 Mar 23 03:12:00.418195 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7808aa7-c659-46a2-b715-245563eaee44', 'tag': 'a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2'}] {{(pid=104348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:12:00.420816 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a43494f7a0cd0c51715e4079ece57a9ff1e623b58ceb021b6bb41ba87478d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0aab5a9-da9d-4f8a-981c-25ab663239c6" -d '{"events": [{"name": "network-changed", "server_uuid": "f7808aa7-c659-46a2-b715-245563eaee44", "tag": "a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2"}]}' {{(pid=104348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:12:00.434421 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-b4364fe6-4a3c-40ad-b95d-63eb20aa5f17 None None] Set router d487e430-5d99-45bb-bf4a-c9595f89df6a gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:12:00.463288 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b53ed1d-bec8-4f9d-93af-7a3bf9b2638e x-openstack-request-id: req-7b53ed1d-bec8-4f9d-93af-7a3bf9b2638e {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:12:00.463802 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7808aa7-c659-46a2-b715-245563eaee44", "tag": "a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2", "status": "completed", "code": 200}]} {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:12:00.463802 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b53ed1d-bec8-4f9d-93af-7a3bf9b2638e {{(pid=104348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:12:00.464384 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b53ed1d-bec8-4f9d-93af-7a3bf9b2638e'] response: {'name': 'network-changed', 'server_uuid': 'f7808aa7-c659-46a2-b715-245563eaee44', 'tag': 'a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2', 'status': 'completed', 'code': 200} Mar 23 03:12:00.556773 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383825ce-636e-4156-9e70-b9436a25cf7d req-c74d19b9-3d8b-44e8-adc5-56467fc7a10f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:00.558172 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-383825ce-636e-4156-9e70-b9436a25cf7d req-c74d19b9-3d8b-44e8-adc5-56467fc7a10f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7808aa7-c659-46a2-b715-245563eaee44 HTTP/1.1" status: 200 len: 945 time: 0.0841851 Mar 23 03:12:00.561052 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aab5a9-da9d-4f8a-981c-25ab663239c6 req-37763518-582f-46ee-adbb-b1e7f7b57f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:00.562393 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b0aab5a9-da9d-4f8a-981c-25ab663239c6 req-37763518-582f-46ee-adbb-b1e7f7b57f8f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&device_id=f7808aa7-c659-46a2-b715-245563eaee44 HTTP/1.1" status: 200 len: 1129 time: 0.0763490 Mar 23 03:12:00.659430 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-383825ce-636e-4156-9e70-b9436a25cf7d req-c25200c4-3d9f-4c94-9cf9-2d8ea62b7161 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc557c9-7e83-4270-9f73-e96dc42f267a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956640 Mar 23 03:12:00.668381 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-b4364fe6-4a3c-40ad-b95d-63eb20aa5f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145924985', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': '2a8195e0-6f28-4828-bce1-50065c08fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:11:42Z', 'updated_at': '2022-03-23T03:11:46Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '2a8195e0-6f28-4828-bce1-50065c08fea1', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:11:43Z', 'updated_at': '2022-03-23T03:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'e6666abe-17f1-4e95-86b7-b5c64a84e300', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'floating_ip_address': '172.26.2.218', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'port_id': 'a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8ac2d5-a00b-445a-b3e3-e086ce202225', 'mac_address': 'fa:16:3e:57:a6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7808aa7-c659-46a2-b715-245563eaee44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:11:59Z', 'updated_at': '2022-03-23T03:11:59Z', 'revision_number': 0, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689741d4-52aa-4bcd-9685-a6f974632e89', 'name': '', 'network_id': '8f8ac2d5-a00b-445a-b3e3-e086ce202225', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:08:d9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10a38b67-adcc-4244-bbfc-a823e362568e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:11:46Z', 'updated_at': '2022-03-23T03:11:49Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '10a38b67-adcc-4244-bbfc-a823e362568e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:12:00.683923 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40036) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:12:00.684131 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aab5a9-da9d-4f8a-981c-25ab663239c6 req-cb1f6a8e-6ffe-416d-a126-29a674101c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:00.685434 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b0aab5a9-da9d-4f8a-981c-25ab663239c6 req-cb1f6a8e-6ffe-416d-a126-29a674101c16 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8f8ac2d5-a00b-445a-b3e3-e086ce202225 HTTP/1.1" status: 200 len: 898 time: 0.1158929 Mar 23 03:12:00.695154 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4364fe6-4a3c-40ad-b95d-63eb20aa5f17 None None] Checking router: d487e430-5d99-45bb-bf4a-c9595f89df6a for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:12:00.704491 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4364fe6-4a3c-40ad-b95d-63eb20aa5f17 None None] Routers {'d487e430-5d99-45bb-bf4a-c9595f89df6a'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:12:00.705104 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-b4364fe6-4a3c-40ad-b95d-63eb20aa5f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:11:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d487e430-5d99-45bb-bf4a-c9595f89df6a'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:12:00.748192 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-64b45620-6528-47df-a176-7c3da592783e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/floatingips/e6666abe-17f1-4e95-86b7-b5c64a84e300 HTTP/1.1" status: 200 len: 991 time: 0.0617621 Mar 23 03:12:00.754260 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b0aab5a9-da9d-4f8a-981c-25ab663239c6 req-f7e9fd08-f0d5-403a-a86d-0b19b6ecd46a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2 HTTP/1.1" status: 200 len: 999 time: 0.0618589 Mar 23 03:12:00.809459 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aab5a9-da9d-4f8a-981c-25ab663239c6 req-ef89fb33-b01b-4282-a240-40a7bdde9f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:00.810974 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b0aab5a9-da9d-4f8a-981c-25ab663239c6 req-ef89fb33-b01b-4282-a240-40a7bdde9f22 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10a38b67-adcc-4244-bbfc-a823e362568e HTTP/1.1" status: 200 len: 835 time: 0.0507133 Mar 23 03:12:00.862039 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aab5a9-da9d-4f8a-981c-25ab663239c6 req-a8aba736-370b-412f-9930-6ef269764109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:00.863558 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b0aab5a9-da9d-4f8a-981c-25ab663239c6 req-a8aba736-370b-412f-9930-6ef269764109 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8f8ac2d5-a00b-445a-b3e3-e086ce202225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0462396 Mar 23 03:12:00.902501 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-b4364fe6-4a3c-40ad-b95d-63eb20aa5f17 None None] Set router d487e430-5d99-45bb-bf4a-c9595f89df6a gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:12:00.950826 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b0aab5a9-da9d-4f8a-981c-25ab663239c6 req-385c65c4-876e-4033-b873-437457e0c651 service neutron] 10.222.0.23 "GET /v2.0/networks/8f8ac2d5-a00b-445a-b3e3-e086ce202225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815370 Mar 23 03:12:01.044450 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b0aab5a9-da9d-4f8a-981c-25ab663239c6 req-e9c82681-259d-425d-a9bf-ae5c01864d73 service neutron] 10.222.0.23 "GET /v2.0/networks/8f8ac2d5-a00b-445a-b3e3-e086ce202225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879498 Mar 23 03:12:01.123179 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-b4364fe6-4a3c-40ad-b95d-63eb20aa5f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145924985', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': '2a8195e0-6f28-4828-bce1-50065c08fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:11:42Z', 'updated_at': '2022-03-23T03:11:46Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '2a8195e0-6f28-4828-bce1-50065c08fea1', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:11:43Z', 'updated_at': '2022-03-23T03:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'e6666abe-17f1-4e95-86b7-b5c64a84e300', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'floating_ip_address': '172.26.2.218', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'port_id': 'a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8ac2d5-a00b-445a-b3e3-e086ce202225', 'mac_address': 'fa:16:3e:57:a6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7808aa7-c659-46a2-b715-245563eaee44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:11:59Z', 'updated_at': '2022-03-23T03:11:59Z', 'revision_number': 0, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689741d4-52aa-4bcd-9685-a6f974632e89', 'name': '', 'network_id': '8f8ac2d5-a00b-445a-b3e3-e086ce202225', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:08:d9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10a38b67-adcc-4244-bbfc-a823e362568e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:11:46Z', 'updated_at': '2022-03-23T03:11:49Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '10a38b67-adcc-4244-bbfc-a823e362568e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:12:01.154185 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4364fe6-4a3c-40ad-b95d-63eb20aa5f17 None None] The sync data for ids ['d487e430-5d99-45bb-bf4a-c9595f89df6a'] in dv-neutron-834613-2-hyperv is: [{'id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145924985', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': '2a8195e0-6f28-4828-bce1-50065c08fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:11:42Z', 'updated_at': '2022-03-23T03:11:46Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '2a8195e0-6f28-4828-bce1-50065c08fea1', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:11:43Z', 'updated_at': '2022-03-23T03:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'e6666abe-17f1-4e95-86b7-b5c64a84e300', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'floating_ip_address': '172.26.2.218', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'port_id': 'a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8ac2d5-a00b-445a-b3e3-e086ce202225', 'mac_address': 'fa:16:3e:57:a6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7808aa7-c659-46a2-b715-245563eaee44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:11:59Z', 'updated_at': '2022-03-23T03:11:59Z', 'revision_number': 0, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689741d4-52aa-4bcd-9685-a6f974632e89', 'name': '', 'network_id': '8f8ac2d5-a00b-445a-b3e3-e086ce202225', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:08:d9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10a38b67-adcc-4244-bbfc-a823e362568e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:11:46Z', 'updated_at': '2022-03-23T03:11:49Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '10a38b67-adcc-4244-bbfc-a823e362568e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:12:01.352503 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331b9a80-09f4-4dd6-b2d1-1713a4d3c569 None None] New status for floating IP e6666abe-17f1-4e95-86b7-b5c64a84e300: ACTIVE {{(pid=104350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 03:12:01.750624 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40038) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:12:01.811039 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9cd9c688-1d43-4d22-a8af-d7fcb2e67da5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/floatingips/e6666abe-17f1-4e95-86b7-b5c64a84e300 HTTP/1.1" status: 200 len: 993 time: 0.0592194 Mar 23 03:12:17.617438 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7b5d95e1-4bd2-45a0-ac06-a6461d23d198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:18.937502 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:19.931970 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0d7b941e-9c9e-4bcb-897d-fc60db8bb0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:21.379087 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:22.784564 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:22.879471 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:12:23.961490 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:24.629367 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-658bab2b-8eda-42b7-8069-a875afae514b req-4e3ec237-d1d9-49a6-837b-3c2e8374fa9f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f7808aa7-c659-46a2-b715-245563eaee44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427947 Mar 23 03:12:24.718500 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bab2b-8eda-42b7-8069-a875afae514b req-d35f64f5-97cb-4387-b98b-936e9974381d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:24.720033 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-658bab2b-8eda-42b7-8069-a875afae514b req-d35f64f5-97cb-4387-b98b-936e9974381d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&device_id=f7808aa7-c659-46a2-b715-245563eaee44 HTTP/1.1" status: 200 len: 1129 time: 0.0448563 Mar 23 03:12:24.824210 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bab2b-8eda-42b7-8069-a875afae514b req-6fed5f3b-3d6c-4266-a999-537f5dd1d42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:24.825673 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-658bab2b-8eda-42b7-8069-a875afae514b req-6fed5f3b-3d6c-4266-a999-537f5dd1d42c service neutron] 10.222.0.23 "GET /v2.0/networks?id=8f8ac2d5-a00b-445a-b3e3-e086ce202225 HTTP/1.1" status: 200 len: 898 time: 0.0884750 Mar 23 03:12:24.890383 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-658bab2b-8eda-42b7-8069-a875afae514b req-e9f262dd-e44f-409d-baaf-f180c8c7de30 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2 HTTP/1.1" status: 200 len: 1001 time: 0.0579834 Mar 23 03:12:24.937050 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bab2b-8eda-42b7-8069-a875afae514b req-8881c0a7-3446-493e-8a73-6d134980c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:24.938469 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-658bab2b-8eda-42b7-8069-a875afae514b req-8881c0a7-3446-493e-8a73-6d134980c231 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10a38b67-adcc-4244-bbfc-a823e362568e HTTP/1.1" status: 200 len: 835 time: 0.0425196 Mar 23 03:12:24.989989 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bab2b-8eda-42b7-8069-a875afae514b req-499d2eff-571b-4e02-9f89-b26bb64b17b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:24.991448 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-658bab2b-8eda-42b7-8069-a875afae514b req-499d2eff-571b-4e02-9f89-b26bb64b17b2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8f8ac2d5-a00b-445a-b3e3-e086ce202225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0471516 Mar 23 03:12:25.079651 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-658bab2b-8eda-42b7-8069-a875afae514b req-67c36280-87db-4c7a-807f-0f8139af324e service neutron] 10.222.0.23 "GET /v2.0/networks/8f8ac2d5-a00b-445a-b3e3-e086ce202225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817688 Mar 23 03:12:25.183505 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-658bab2b-8eda-42b7-8069-a875afae514b req-37dde5f2-5d10-4c58-82f2-946ce6ddb9cb service neutron] 10.222.0.23 "GET /v2.0/networks/8f8ac2d5-a00b-445a-b3e3-e086ce202225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869942 Mar 23 03:12:33.291118 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741fa84-a11a-4446-b828-75fddfd41c62 req-9324e839-2542-43f7-a523-044bb4cd9406 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:33.292640 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d741fa84-a11a-4446-b828-75fddfd41c62 req-9324e839-2542-43f7-a523-044bb4cd9406 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7808aa7-c659-46a2-b715-245563eaee44 HTTP/1.1" status: 200 len: 945 time: 0.0536618 Mar 23 03:12:33.347646 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d741fa84-a11a-4446-b828-75fddfd41c62 req-dcb6a1e3-8827-48e4-9347-88af61beb4f6 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc557c9-7e83-4270-9f73-e96dc42f267a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489604 Mar 23 03:12:34.491042 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a699d-7582-4d6d-ade3-a8f9b18c4085 req-a8f7db4f-3555-4b82-8ab8-4c5af20d1e1a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:34.492807 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e35a699d-7582-4d6d-ade3-a8f9b18c4085 req-a8f7db4f-3555-4b82-8ab8-4c5af20d1e1a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7808aa7-c659-46a2-b715-245563eaee44 HTTP/1.1" status: 200 len: 945 time: 0.0548730 Mar 23 03:12:34.541082 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e35a699d-7582-4d6d-ade3-a8f9b18c4085 req-07d0867e-d70e-43b2-9988-d9f827dde932 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc557c9-7e83-4270-9f73-e96dc42f267a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428224 Mar 23 03:12:34.563329 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40058) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:12:34.626980 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-365d2641-05f2-406a-a4e0-fca710365b92 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/floatingips/e6666abe-17f1-4e95-86b7-b5c64a84e300 HTTP/1.1" status: 200 len: 993 time: 0.0622690 Mar 23 03:12:36.041951 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e23039-8ee8-4196-acf0-2806a5702a7e req-de6058b4-a97c-40ae-8a68-f4ee049db0a9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:36.043445 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a4e23039-8ee8-4196-acf0-2806a5702a7e req-de6058b4-a97c-40ae-8a68-f4ee049db0a9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7808aa7-c659-46a2-b715-245563eaee44 HTTP/1.1" status: 200 len: 945 time: 0.0560610 Mar 23 03:12:36.093172 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a4e23039-8ee8-4196-acf0-2806a5702a7e req-64364cb8-45b5-47d7-896b-a6b076c762b0 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc557c9-7e83-4270-9f73-e96dc42f267a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441360 Mar 23 03:12:37.216179 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706afa0-c1d3-4f45-a832-276bf52709ae req-e860b158-cfa2-4105-b630-5d14c484f88b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:37.217680 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a706afa0-c1d3-4f45-a832-276bf52709ae req-e860b158-cfa2-4105-b630-5d14c484f88b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7808aa7-c659-46a2-b715-245563eaee44 HTTP/1.1" status: 200 len: 945 time: 0.0546012 Mar 23 03:12:37.266585 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a706afa0-c1d3-4f45-a832-276bf52709ae req-e4475c52-d616-48dc-ac19-f2dff432c48d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc557c9-7e83-4270-9f73-e96dc42f267a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433383 Mar 23 03:12:37.288981 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40068) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:12:37.356202 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2fc27870-74af-4c1a-bf3c-b983608f96f4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/floatingips/e6666abe-17f1-4e95-86b7-b5c64a84e300 HTTP/1.1" status: 200 len: 993 time: 0.0606992 Mar 23 03:12:37.576436 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40074) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:12:37.734608 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-3495ed4d-d892-4027-8eed-0c5b567dad72 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Deleting port 8dd6ff39-6068-41fa-ad46-762c15c66cd9 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:12:37.734870 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3495ed4d-d892-4027-8eed-0c5b567dad72 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (8dd6ff39-6068-41fa-ad46-762c15c66cd9), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:37.812295 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3495ed4d-d892-4027-8eed-0c5b567dad72 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (8dd6ff39-6068-41fa-ad46-762c15c66cd9), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:37.812628 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3495ed4d-d892-4027-8eed-0c5b567dad72 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for floatingip (8dd6ff39-6068-41fa-ad46-762c15c66cd9), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:37.824549 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-3495ed4d-d892-4027-8eed-0c5b567dad72 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Calling delete_port for 8dd6ff39-6068-41fa-ad46-762c15c66cd9 owned by network:floatingip {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:12:38.033687 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3495ed4d-d892-4027-8eed-0c5b567dad72 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (8dd6ff39-6068-41fa-ad46-762c15c66cd9), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:38.060750 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495ed4d-d892-4027-8eed-0c5b567dad72 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'Port': ['ID=8dd6ff39-6068-41fa-ad46-762c15c66cd9,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:12:38.085953 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3495ed4d-d892-4027-8eed-0c5b567dad72 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:38.086313 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3495ed4d-d892-4027-8eed-0c5b567dad72 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:38.086660 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3495ed4d-d892-4027-8eed-0c5b567dad72 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:38.087004 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3495ed4d-d892-4027-8eed-0c5b567dad72 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:38.087342 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3495ed4d-d892-4027-8eed-0c5b567dad72 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:38.087675 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3495ed4d-d892-4027-8eed-0c5b567dad72 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:38.088029 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3495ed4d-d892-4027-8eed-0c5b567dad72 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:38.088360 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3495ed4d-d892-4027-8eed-0c5b567dad72 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:38.088686 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3495ed4d-d892-4027-8eed-0c5b567dad72 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:38.089011 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3495ed4d-d892-4027-8eed-0c5b567dad72 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:38.089334 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3495ed4d-d892-4027-8eed-0c5b567dad72 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:38.089656 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3495ed4d-d892-4027-8eed-0c5b567dad72 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:38.089977 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3495ed4d-d892-4027-8eed-0c5b567dad72 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:38.090296 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3495ed4d-d892-4027-8eed-0c5b567dad72 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:38.090614 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3495ed4d-d892-4027-8eed-0c5b567dad72 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:38.130976 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3495ed4d-d892-4027-8eed-0c5b567dad72 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for floatingip (e6666abe-17f1-4e95-86b7-b5c64a84e300), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:38.131340 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [None req-3495ed4d-d892-4027-8eed-0c5b567dad72 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Floating IP e6666abe-17f1-4e95-86b7-b5c64a84e300 disassociated (deleted). External IP: 172.26.2.218, port: a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2. Mar 23 03:12:38.344621 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3495ed4d-d892-4027-8eed-0c5b567dad72 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Router d487e430-5d99-45bb-bf4a-c9595f89df6a has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:12:38.456827 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3495ed4d-d892-4027-8eed-0c5b567dad72 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:12:38.461775 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3495ed4d-d892-4027-8eed-0c5b567dad72 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:38.466380 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02939f7f-e83c-4338-8d78-1df78935a45a None None] Sync routers for ids ['d487e430-5d99-45bb-bf4a-c9595f89df6a'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:12:38.476469 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02939f7f-e83c-4338-8d78-1df78935a45a None None] Routers {'d487e430-5d99-45bb-bf4a-c9595f89df6a'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:12:38.477075 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-02939f7f-e83c-4338-8d78-1df78935a45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:12:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d487e430-5d99-45bb-bf4a-c9595f89df6a'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:12:38.490358 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3495ed4d-d892-4027-8eed-0c5b567dad72 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "DELETE /v2.0/floatingips/e6666abe-17f1-4e95-86b7-b5c64a84e300 HTTP/1.1" status: 204 len: 168 time: 0.9128511 Mar 23 03:12:38.491043 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7808aa7-c659-46a2-b715-245563eaee44', 'tag': 'a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:12:38.493957 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49391757-ec89-46df-852a-8adc15033d41" -d '{"events": [{"name": "network-changed", "server_uuid": "f7808aa7-c659-46a2-b715-245563eaee44", "tag": "a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:12:38.530713 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6490b74-52fb-4084-8687-69688db35100 x-openstack-request-id: req-e6490b74-52fb-4084-8687-69688db35100 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:12:38.531002 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7808aa7-c659-46a2-b715-245563eaee44", "tag": "a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:12:38.531253 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6490b74-52fb-4084-8687-69688db35100 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:12:38.531666 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6490b74-52fb-4084-8687-69688db35100'] response: {'name': 'network-changed', 'server_uuid': 'f7808aa7-c659-46a2-b715-245563eaee44', 'tag': 'a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2', 'status': 'completed', 'code': 200} Mar 23 03:12:38.590285 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-02939f7f-e83c-4338-8d78-1df78935a45a None None] Set router d487e430-5d99-45bb-bf4a-c9595f89df6a gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:12:38.599264 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49391757-ec89-46df-852a-8adc15033d41 req-9335e8c3-842d-4f0a-b2e3-813a3d4cc96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:38.600853 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-49391757-ec89-46df-852a-8adc15033d41 req-9335e8c3-842d-4f0a-b2e3-813a3d4cc96a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&device_id=f7808aa7-c659-46a2-b715-245563eaee44 HTTP/1.1" status: 200 len: 1129 time: 0.0463908 Mar 23 03:12:38.696802 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49391757-ec89-46df-852a-8adc15033d41 req-6f4f63b1-24a1-4c7a-afd7-5566713b5efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:38.698332 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-49391757-ec89-46df-852a-8adc15033d41 req-6f4f63b1-24a1-4c7a-afd7-5566713b5efa service neutron] 10.222.0.23 "GET /v2.0/networks?id=8f8ac2d5-a00b-445a-b3e3-e086ce202225 HTTP/1.1" status: 200 len: 898 time: 0.0919170 Mar 23 03:12:38.740221 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-49391757-ec89-46df-852a-8adc15033d41 req-7f13e6a3-72d7-4be2-a08e-f8da8e82bb37 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2 HTTP/1.1" status: 200 len: 217 time: 0.0354729 Mar 23 03:12:38.789305 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49391757-ec89-46df-852a-8adc15033d41 req-ba7ac489-ab77-471b-9522-f24d42f71769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:38.790752 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-49391757-ec89-46df-852a-8adc15033d41 req-ba7ac489-ab77-471b-9522-f24d42f71769 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10a38b67-adcc-4244-bbfc-a823e362568e HTTP/1.1" status: 200 len: 835 time: 0.0452051 Mar 23 03:12:38.792694 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-02939f7f-e83c-4338-8d78-1df78935a45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145924985', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': '2a8195e0-6f28-4828-bce1-50065c08fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:11:42Z', 'updated_at': '2022-03-23T03:11:46Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '2a8195e0-6f28-4828-bce1-50065c08fea1', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:11:43Z', 'updated_at': '2022-03-23T03:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '689741d4-52aa-4bcd-9685-a6f974632e89', 'name': '', 'network_id': '8f8ac2d5-a00b-445a-b3e3-e086ce202225', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:08:d9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10a38b67-adcc-4244-bbfc-a823e362568e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:11:46Z', 'updated_at': '2022-03-23T03:11:49Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '10a38b67-adcc-4244-bbfc-a823e362568e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:12:38.822489 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02939f7f-e83c-4338-8d78-1df78935a45a None None] Checking router: d487e430-5d99-45bb-bf4a-c9595f89df6a for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:12:38.831300 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02939f7f-e83c-4338-8d78-1df78935a45a None None] Routers {'d487e430-5d99-45bb-bf4a-c9595f89df6a'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:12:38.831946 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-02939f7f-e83c-4338-8d78-1df78935a45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:12:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d487e430-5d99-45bb-bf4a-c9595f89df6a'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:12:38.847580 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49391757-ec89-46df-852a-8adc15033d41 req-ec69d9eb-d5de-4fab-b7df-8c06793ba7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:38.849552 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-49391757-ec89-46df-852a-8adc15033d41 req-ec69d9eb-d5de-4fab-b7df-8c06793ba7f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8f8ac2d5-a00b-445a-b3e3-e086ce202225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0528858 Mar 23 03:12:38.948598 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-02939f7f-e83c-4338-8d78-1df78935a45a None None] Set router d487e430-5d99-45bb-bf4a-c9595f89df6a gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:12:38.951148 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c524e6-2082-4ebd-b483-7082190276b6 req-d53c4e0d-9900-4437-aa51-4faed52f7329 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:38.951665 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-49391757-ec89-46df-852a-8adc15033d41 req-96fe35f7-b405-4289-ad60-1d1e95b1b7c1 service neutron] 10.222.0.23 "GET /v2.0/networks/8f8ac2d5-a00b-445a-b3e3-e086ce202225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963531 Mar 23 03:12:38.952700 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a5c524e6-2082-4ebd-b483-7082190276b6 req-d53c4e0d-9900-4437-aa51-4faed52f7329 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7808aa7-c659-46a2-b715-245563eaee44 HTTP/1.1" status: 200 len: 945 time: 0.0567806 Mar 23 03:12:39.003312 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a5c524e6-2082-4ebd-b483-7082190276b6 req-e9a03a39-9115-4e1e-8ec3-b120ec9ad21e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc557c9-7e83-4270-9f73-e96dc42f267a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446703 Mar 23 03:12:39.048641 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-49391757-ec89-46df-852a-8adc15033d41 req-212375bf-391d-4a61-b4b5-8b711fd732a4 service neutron] 10.222.0.23 "GET /v2.0/networks/8f8ac2d5-a00b-445a-b3e3-e086ce202225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896175 Mar 23 03:12:39.154900 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-02939f7f-e83c-4338-8d78-1df78935a45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145924985', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': '2a8195e0-6f28-4828-bce1-50065c08fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:11:42Z', 'updated_at': '2022-03-23T03:11:46Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '2a8195e0-6f28-4828-bce1-50065c08fea1', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:11:43Z', 'updated_at': '2022-03-23T03:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '689741d4-52aa-4bcd-9685-a6f974632e89', 'name': '', 'network_id': '8f8ac2d5-a00b-445a-b3e3-e086ce202225', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:08:d9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10a38b67-adcc-4244-bbfc-a823e362568e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:11:46Z', 'updated_at': '2022-03-23T03:11:49Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '10a38b67-adcc-4244-bbfc-a823e362568e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:12:39.184980 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02939f7f-e83c-4338-8d78-1df78935a45a None None] The sync data for ids ['d487e430-5d99-45bb-bf4a-c9595f89df6a'] in dv-neutron-834613-2-hyperv is: [{'id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145924985', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': '2a8195e0-6f28-4828-bce1-50065c08fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:11:42Z', 'updated_at': '2022-03-23T03:11:46Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '2a8195e0-6f28-4828-bce1-50065c08fea1', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:11:43Z', 'updated_at': '2022-03-23T03:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '689741d4-52aa-4bcd-9685-a6f974632e89', 'name': '', 'network_id': '8f8ac2d5-a00b-445a-b3e3-e086ce202225', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:08:d9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10a38b67-adcc-4244-bbfc-a823e362568e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:11:46Z', 'updated_at': '2022-03-23T03:11:49Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '10a38b67-adcc-4244-bbfc-a823e362568e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:12:39.405047 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cba642-2a9a-4f90-80d5-6a10d26bcb9c None None] New status for floating IP e6666abe-17f1-4e95-86b7-b5c64a84e300: DOWN {{(pid=104350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 03:12:40.124223 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837f97a-ab4a-4a65-8fb4-3c9dfb247667 req-42a64439-bd02-43d5-90c2-c3fdc8fec631 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:40.125680 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2837f97a-ab4a-4a65-8fb4-3c9dfb247667 req-42a64439-bd02-43d5-90c2-c3fdc8fec631 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7808aa7-c659-46a2-b715-245563eaee44 HTTP/1.1" status: 200 len: 945 time: 0.0519204 Mar 23 03:12:40.173515 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2837f97a-ab4a-4a65-8fb4-3c9dfb247667 req-b2c92bb0-0e42-42f0-a967-d356e6ab03a7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc557c9-7e83-4270-9f73-e96dc42f267a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424614 Mar 23 03:12:40.521738 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2cb5f-7ccc-4af9-b382-510fed45b027 req-3aeecd7c-0a9c-419b-b661-122390b1164c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:40.523781 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c9c2cb5f-7ccc-4af9-b382-510fed45b027 req-3aeecd7c-0a9c-419b-b661-122390b1164c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7808aa7-c659-46a2-b715-245563eaee44 HTTP/1.1" status: 200 len: 945 time: 0.0520074 Mar 23 03:12:40.615358 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-c9c2cb5f-7ccc-4af9-b382-510fed45b027 req-442a43a6-0c97-43f3-a2d5-be6458bd7a1c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Deleting port a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:12:40.615694 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c9c2cb5f-7ccc-4af9-b382-510fed45b027 req-442a43a6-0c97-43f3-a2d5-be6458bd7a1c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:40.702547 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-c9c2cb5f-7ccc-4af9-b382-510fed45b027 req-442a43a6-0c97-43f3-a2d5-be6458bd7a1c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] For port a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2,segment=NetworkSegment(17a894b4-90fa-49ae-be19-9afde5f1888a),segment_id=17a894b4-90fa-49ae-be19-9afde5f1888a)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:12:40.702901 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c9c2cb5f-7ccc-4af9-b382-510fed45b027 req-442a43a6-0c97-43f3-a2d5-be6458bd7a1c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:40.715993 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-c9c2cb5f-7ccc-4af9-b382-510fed45b027 req-442a43a6-0c97-43f3-a2d5-be6458bd7a1c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Calling delete_port for a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2 owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:12:40.907992 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c9c2cb5f-7ccc-4af9-b382-510fed45b027 req-442a43a6-0c97-43f3-a2d5-be6458bd7a1c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:40.937200 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a43a6-0c97-43f3-a2d5-be6458bd7a1c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'Port': ['ID=a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:12:40.983042 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c2cb5f-7ccc-4af9-b382-510fed45b027 req-442a43a6-0c97-43f3-a2d5-be6458bd7a1c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] No DVR routers for this DVR port a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2 on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:12:40.985560 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-c9c2cb5f-7ccc-4af9-b382-510fed45b027 req-442a43a6-0c97-43f3-a2d5-be6458bd7a1c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:40.988878 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c9c2cb5f-7ccc-4af9-b382-510fed45b027 req-442a43a6-0c97-43f3-a2d5-be6458bd7a1c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.23 "DELETE /v2.0/ports/a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2 HTTP/1.1" status: 204 len: 173 time: 0.4606967 Mar 23 03:12:40.989317 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7808aa7-c659-46a2-b715-245563eaee44', 'name': 'network-vif-deleted', 'tag': 'a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:12:40.991578 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db028b23-2ff2-4442-b624-1ed99d016312" -d '{"events": [{"server_uuid": "f7808aa7-c659-46a2-b715-245563eaee44", "name": "network-vif-deleted", "tag": "a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:12:41.028857 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c338780-0b6d-4c9f-b632-64ba103dcb7d x-openstack-request-id: req-3c338780-0b6d-4c9f-b632-64ba103dcb7d {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:12:41.029155 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7808aa7-c659-46a2-b715-245563eaee44", "name": "network-vif-deleted", "tag": "a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:12:41.029404 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c338780-0b6d-4c9f-b632-64ba103dcb7d {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:12:41.029815 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c338780-0b6d-4c9f-b632-64ba103dcb7d'] response: {'server_uuid': 'f7808aa7-c659-46a2-b715-245563eaee44', 'name': 'network-vif-deleted', 'tag': 'a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2', 'status': 'completed', 'code': 200} Mar 23 03:12:41.270594 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5ccf8d1b-c17e-48ea-aac5-1a2a6ae5c94c req-387ff4c8-99be-4ece-8bc3-7b3c8d49b895 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7808aa7-c659-46a2-b715-245563eaee44 HTTP/1.1" status: 200 len: 210 time: 0.0290034 Mar 23 03:12:42.331282 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40090) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:12:42.689345 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-faaaf9e5-74df-4920-ac75-3df59df8538d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (d487e430-5d99-45bb-bf4a-c9595f89df6a), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:43.269157 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-faaaf9e5-74df-4920-ac75-3df59df8538d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Deleting port 689741d4-52aa-4bcd-9685-a6f974632e89 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:12:43.269507 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-faaaf9e5-74df-4920-ac75-3df59df8538d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (689741d4-52aa-4bcd-9685-a6f974632e89), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:43.356855 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-faaaf9e5-74df-4920-ac75-3df59df8538d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] For port 689741d4-52aa-4bcd-9685-a6f974632e89, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=689741d4-52aa-4bcd-9685-a6f974632e89,segment=NetworkSegment(17a894b4-90fa-49ae-be19-9afde5f1888a),segment_id=17a894b4-90fa-49ae-be19-9afde5f1888a)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:12:43.365834 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-faaaf9e5-74df-4920-ac75-3df59df8538d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (689741d4-52aa-4bcd-9685-a6f974632e89), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:43.370362 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-faaaf9e5-74df-4920-ac75-3df59df8538d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Calling delete_port for 689741d4-52aa-4bcd-9685-a6f974632e89 owned by network:router_interface {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:12:43.605178 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-faaaf9e5-74df-4920-ac75-3df59df8538d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (689741d4-52aa-4bcd-9685-a6f974632e89), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:43.635803 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaaf9e5-74df-4920-ac75-3df59df8538d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'Port': ['ID=689741d4-52aa-4bcd-9685-a6f974632e89,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:12:43.647571 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaaf9e5-74df-4920-ac75-3df59df8538d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:43.647953 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaaf9e5-74df-4920-ac75-3df59df8538d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:43.648343 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaaf9e5-74df-4920-ac75-3df59df8538d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:43.648706 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaaf9e5-74df-4920-ac75-3df59df8538d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:43.649066 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaaf9e5-74df-4920-ac75-3df59df8538d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:43.649404 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaaf9e5-74df-4920-ac75-3df59df8538d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:43.649740 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaaf9e5-74df-4920-ac75-3df59df8538d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:43.650074 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaaf9e5-74df-4920-ac75-3df59df8538d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:43.650411 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaaf9e5-74df-4920-ac75-3df59df8538d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:43.650745 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaaf9e5-74df-4920-ac75-3df59df8538d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:43.651076 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaaf9e5-74df-4920-ac75-3df59df8538d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:43.651409 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaaf9e5-74df-4920-ac75-3df59df8538d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:43.651741 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaaf9e5-74df-4920-ac75-3df59df8538d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:43.652094 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaaf9e5-74df-4920-ac75-3df59df8538d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:43.652423 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaaf9e5-74df-4920-ac75-3df59df8538d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:43.824551 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-faaaf9e5-74df-4920-ac75-3df59df8538d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (d487e430-5d99-45bb-bf4a-c9595f89df6a), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:44.043450 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faaaf9e5-74df-4920-ac75-3df59df8538d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Router d487e430-5d99-45bb-bf4a-c9595f89df6a has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:12:44.149764 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faaaf9e5-74df-4920-ac75-3df59df8538d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:12:44.154758 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-faaaf9e5-74df-4920-ac75-3df59df8538d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "PUT /v2.0/routers/d487e430-5d99-45bb-bf4a-c9595f89df6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8224349 Mar 23 03:12:44.157484 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40092) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:12:44.160940 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b06d0b-ceac-4d41-b0e3-1f81bc148b6c None None] Sync routers for ids ['d487e430-5d99-45bb-bf4a-c9595f89df6a'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:12:44.172054 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b06d0b-ceac-4d41-b0e3-1f81bc148b6c None None] Routers {'d487e430-5d99-45bb-bf4a-c9595f89df6a'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:12:44.172666 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-e8b06d0b-ceac-4d41-b0e3-1f81bc148b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:12:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d487e430-5d99-45bb-bf4a-c9595f89df6a'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:12:44.212204 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-616f3d63-8c14-485b-8d87-0935a899f26a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Deleting subnet 10a38b67-adcc-4244-bbfc-a823e362568e {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 03:12:44.215363 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-616f3d63-8c14-485b-8d87-0935a899f26a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for subnet (10a38b67-adcc-4244-bbfc-a823e362568e), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:44.260106 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-616f3d63-8c14-485b-8d87-0935a899f26a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (10a38b67-adcc-4244-bbfc-a823e362568e), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:44.277414 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-e8b06d0b-ceac-4d41-b0e3-1f81bc148b6c None None] Set router d487e430-5d99-45bb-bf4a-c9595f89df6a gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:12:44.345642 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-616f3d63-8c14-485b-8d87-0935a899f26a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (10a38b67-adcc-4244-bbfc-a823e362568e), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:44.423737 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:12:44.444549 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:12:44.446995 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device a19e58ef-46a7-4b5b-a13f-a7844e1cdfa2 not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:12:44.519677 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-616f3d63-8c14-485b-8d87-0935a899f26a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (10a38b67-adcc-4244-bbfc-a823e362568e), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:44.548244 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f3d63-8c14-485b-8d87-0935a899f26a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'Subnet': ['ID=10a38b67-adcc-4244-bbfc-a823e362568e,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:12:44.550116 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-616f3d63-8c14-485b-8d87-0935a899f26a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:44.552368 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-e8b06d0b-ceac-4d41-b0e3-1f81bc148b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145924985', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': '2a8195e0-6f28-4828-bce1-50065c08fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:11:42Z', 'updated_at': '2022-03-23T03:12:43Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '2a8195e0-6f28-4828-bce1-50065c08fea1', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:11:43Z', 'updated_at': '2022-03-23T03:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:12:44.553270 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-616f3d63-8c14-485b-8d87-0935a899f26a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "DELETE /v2.0/subnets/10a38b67-adcc-4244-bbfc-a823e362568e HTTP/1.1" status: 204 len: 168 time: 0.3948500 Mar 23 03:12:44.556155 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40094) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:12:44.559361 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf3abfe-01bd-4f21-ad72-593db8480d61 None None] Network 8f8ac2d5-a00b-445a-b3e3-e086ce202225 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:12:44.579050 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b06d0b-ceac-4d41-b0e3-1f81bc148b6c None None] Checking router: d487e430-5d99-45bb-bf4a-c9595f89df6a for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:12:44.588006 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b06d0b-ceac-4d41-b0e3-1f81bc148b6c None None] Routers {'d487e430-5d99-45bb-bf4a-c9595f89df6a'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:12:44.588610 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-e8b06d0b-ceac-4d41-b0e3-1f81bc148b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:12:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d487e430-5d99-45bb-bf4a-c9595f89df6a'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:12:44.669794 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-311e3b6d-1f35-4713-9941-1d78ac198237 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router (d487e430-5d99-45bb-bf4a-c9595f89df6a), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:44.701252 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-e8b06d0b-ceac-4d41-b0e3-1f81bc148b6c None None] Set router d487e430-5d99-45bb-bf4a-c9595f89df6a gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:12:44.725718 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f8bb97-7358-45fa-a725-aee1cb69fde9 None None] DHCP port deletion for 8f8ac2d5-a00b-445a-b3e3-e086ce202225 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 03:12:44.776245 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-54f8bb97-7358-45fa-a725-aee1cb69fde9 None None] Deleting port 7c4fbf60-be8f-4f42-a172-388e6828a9bc {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:12:44.776772 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-54f8bb97-7358-45fa-a725-aee1cb69fde9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (7c4fbf60-be8f-4f42-a172-388e6828a9bc), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:44.779975 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-311e3b6d-1f35-4713-9941-1d78ac198237 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router_gateway (d487e430-5d99-45bb-bf4a-c9595f89df6a), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:44.840581 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-54f8bb97-7358-45fa-a725-aee1cb69fde9 None None] For port 7c4fbf60-be8f-4f42-a172-388e6828a9bc, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=7c4fbf60-be8f-4f42-a172-388e6828a9bc,segment=NetworkSegment(17a894b4-90fa-49ae-be19-9afde5f1888a),segment_id=17a894b4-90fa-49ae-be19-9afde5f1888a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:12:44.840914 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-54f8bb97-7358-45fa-a725-aee1cb69fde9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (7c4fbf60-be8f-4f42-a172-388e6828a9bc), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:44.858185 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-54f8bb97-7358-45fa-a725-aee1cb69fde9 None None] Calling delete_port for 7c4fbf60-be8f-4f42-a172-388e6828a9bc owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:12:44.886775 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-e8b06d0b-ceac-4d41-b0e3-1f81bc148b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145924985', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': '2a8195e0-6f28-4828-bce1-50065c08fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:11:42Z', 'updated_at': '2022-03-23T03:12:43Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '2a8195e0-6f28-4828-bce1-50065c08fea1', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:11:43Z', 'updated_at': '2022-03-23T03:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:12:44.892678 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-311e3b6d-1f35-4713-9941-1d78ac198237 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Deleting port 2a8195e0-6f28-4828-bce1-50065c08fea1 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:12:44.893030 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-311e3b6d-1f35-4713-9941-1d78ac198237 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (2a8195e0-6f28-4828-bce1-50065c08fea1), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:44.919151 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b06d0b-ceac-4d41-b0e3-1f81bc148b6c None None] The sync data for ids ['d487e430-5d99-45bb-bf4a-c9595f89df6a'] in dv-neutron-834613-2-hyperv is: [{'id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145924985', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': '2a8195e0-6f28-4828-bce1-50065c08fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:11:42Z', 'updated_at': '2022-03-23T03:12:43Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '2a8195e0-6f28-4828-bce1-50065c08fea1', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd487e430-5d99-45bb-bf4a-c9595f89df6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:11:43Z', 'updated_at': '2022-03-23T03:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:12:44.978837 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-311e3b6d-1f35-4713-9941-1d78ac198237 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] For port 2a8195e0-6f28-4828-bce1-50065c08fea1, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=2a8195e0-6f28-4828-bce1-50065c08fea1,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:12:44.979201 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-311e3b6d-1f35-4713-9941-1d78ac198237 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (2a8195e0-6f28-4828-bce1-50065c08fea1), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:44.992563 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-311e3b6d-1f35-4713-9941-1d78ac198237 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Calling delete_port for 2a8195e0-6f28-4828-bce1-50065c08fea1 owned by network:router_gateway {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:12:45.010762 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-54f8bb97-7358-45fa-a725-aee1cb69fde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (7c4fbf60-be8f-4f42-a172-388e6828a9bc), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:45.036326 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8bb97-7358-45fa-a725-aee1cb69fde9 None None] Pushing event deleted for resources: {'Port': ['ID=7c4fbf60-be8f-4f42-a172-388e6828a9bc,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:12:45.040570 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f8bb97-7358-45fa-a725-aee1cb69fde9 None None] No DVR routers for this DVR port 7c4fbf60-be8f-4f42-a172-388e6828a9bc on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:12:45.047059 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8bb97-7358-45fa-a725-aee1cb69fde9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:45.047413 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8bb97-7358-45fa-a725-aee1cb69fde9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:45.047772 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8bb97-7358-45fa-a725-aee1cb69fde9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:45.048147 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8bb97-7358-45fa-a725-aee1cb69fde9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:45.048494 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8bb97-7358-45fa-a725-aee1cb69fde9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:45.048831 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8bb97-7358-45fa-a725-aee1cb69fde9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:45.049166 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8bb97-7358-45fa-a725-aee1cb69fde9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:45.049497 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8bb97-7358-45fa-a725-aee1cb69fde9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:45.049908 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8bb97-7358-45fa-a725-aee1cb69fde9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:45.050151 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8bb97-7358-45fa-a725-aee1cb69fde9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:45.050485 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8bb97-7358-45fa-a725-aee1cb69fde9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:45.051169 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8bb97-7358-45fa-a725-aee1cb69fde9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:45.051169 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8bb97-7358-45fa-a725-aee1cb69fde9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:45.051434 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8bb97-7358-45fa-a725-aee1cb69fde9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:45.051753 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8bb97-7358-45fa-a725-aee1cb69fde9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:45.228461 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-311e3b6d-1f35-4713-9941-1d78ac198237 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (2a8195e0-6f28-4828-bce1-50065c08fea1), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:45.255447 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e3b6d-1f35-4713-9941-1d78ac198237 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'Port': ['ID=2a8195e0-6f28-4828-bce1-50065c08fea1,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:12:45.321164 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-311e3b6d-1f35-4713-9941-1d78ac198237 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (d487e430-5d99-45bb-bf4a-c9595f89df6a), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:45.412466 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 7c4fbf60-be8f-4f42-a172-388e6828a9bc no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:12:45.417744 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-311e3b6d-1f35-4713-9941-1d78ac198237 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (d487e430-5d99-45bb-bf4a-c9595f89df6a), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:45.420070 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-311e3b6d-1f35-4713-9941-1d78ac198237 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router_controller (d487e430-5d99-45bb-bf4a-c9595f89df6a), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:45.445498 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 7c4fbf60-be8f-4f42-a172-388e6828a9bc {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:12:45.446252 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 7c4fbf60-be8f-4f42-a172-388e6828a9bc not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:12:45.446495 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 689741d4-52aa-4bcd-9685-a6f974632e89 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:12:45.470035 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 689741d4-52aa-4bcd-9685-a6f974632e89 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:12:45.470396 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 689741d4-52aa-4bcd-9685-a6f974632e89 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:12:45.525365 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-311e3b6d-1f35-4713-9941-1d78ac198237 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (d487e430-5d99-45bb-bf4a-c9595f89df6a), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:45.525992 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311e3b6d-1f35-4713-9941-1d78ac198237 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Fanout notify agent at l3_agent the message router_deleted on router d487e430-5d99-45bb-bf4a-c9595f89df6a {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 03:12:45.532772 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-311e3b6d-1f35-4713-9941-1d78ac198237 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:45.533890 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-311e3b6d-1f35-4713-9941-1d78ac198237 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "DELETE /v2.0/routers/d487e430-5d99-45bb-bf4a-c9595f89df6a HTTP/1.1" status: 204 len: 168 time: 0.9768074 Mar 23 03:12:45.536634 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40096) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:12:45.615983 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0110e431-b393-46c5-90b5-864734e0bf77 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (8f8ac2d5-a00b-445a-b3e3-e086ce202225), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:45.706575 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0110e431-b393-46c5-90b5-864734e0bf77 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (8f8ac2d5-a00b-445a-b3e3-e086ce202225), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:45.726862 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-0110e431-b393-46c5-90b5-864734e0bf77 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f8ac2d5-a00b-445a-b3e3-e086ce202225']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:12:45.735946 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-0110e431-b393-46c5-90b5-864734e0bf77 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17a894b4-90fa-49ae-be19-9afde5f1888a') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:12:45.736194 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-0110e431-b393-46c5-90b5-864734e0bf77 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17a894b4-90fa-49ae-be19-9afde5f1888a') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:12:45.745956 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0110e431-b393-46c5-90b5-864734e0bf77 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (17a894b4-90fa-49ae-be19-9afde5f1888a), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:45.759498 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0110e431-b393-46c5-90b5-864734e0bf77 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (17a894b4-90fa-49ae-be19-9afde5f1888a), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:45.765221 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0110e431-b393-46c5-90b5-864734e0bf77 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 03:12:45.765604 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0110e431-b393-46c5-90b5-864734e0bf77 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (17a894b4-90fa-49ae-be19-9afde5f1888a), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:45.768557 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 03:12:45.768557 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 03:12:45.768557 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 03:12:45.768557 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 03:12:45.768557 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 03:12:45.768557 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 03:12:45.768557 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 03:12:45.768557 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 03:12:45.768557 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 03:12:45.768557 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 03:12:45.768557 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 03:12:45.768557 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 03:12:45.768557 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 03:12:45.768557 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 03:12:45.768557 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 03:12:45.768557 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 03:12:45.768557 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 03:12:45.768557 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 03:12:45.768557 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 03:12:45.768557 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 03:12:45.768557 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 03:12:45.768557 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 03:12:45.768557 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 03:12:45.768557 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 03:12:45.768557 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 03:12:45.768557 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 03:12:45.768557 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 03:12:45.768557 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 03:12:45.768557 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 03:12:45.768557 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 03:12:45.768557 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 03:12:45.768557 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 03:12:45.896532 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0110e431-b393-46c5-90b5-864734e0bf77 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (8f8ac2d5-a00b-445a-b3e3-e086ce202225), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:45.903286 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0110e431-b393-46c5-90b5-864734e0bf77 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:45.906407 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0110e431-b393-46c5-90b5-864734e0bf77 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "DELETE /v2.0/networks/8f8ac2d5-a00b-445a-b3e3-e086ce202225 HTTP/1.1" status: 204 len: 168 time: 0.3686929 Mar 23 03:12:45.909408 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40098) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:12:45.918130 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110e431-b393-46c5-90b5-864734e0bf77 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'Network': ['ID=8f8ac2d5-a00b-445a-b3e3-e086ce202225,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:12:45.968973 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3ed58596-94dd-426a-949d-b03209f6eb0e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group (fbc557c9-7e83-4270-9f73-e96dc42f267a), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:45.994903 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3ed58596-94dd-426a-949d-b03209f6eb0e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group (fbc557c9-7e83-4270-9f73-e96dc42f267a), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:46.110043 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3ed58596-94dd-426a-949d-b03209f6eb0e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (fbc557c9-7e83-4270-9f73-e96dc42f267a), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:46.112674 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3ed58596-94dd-426a-949d-b03209f6eb0e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:46.113835 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3ed58596-94dd-426a-949d-b03209f6eb0e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "DELETE /v2.0/security-groups/fbc557c9-7e83-4270-9f73-e96dc42f267a HTTP/1.1" status: 204 len: 168 time: 0.2033830 Mar 23 03:12:46.126343 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed58596-94dd-426a-949d-b03209f6eb0e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc557c9-7e83-4270-9f73-e96dc42f267a,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:12:46.529979 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40104) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:12:46.534789 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-43832e3d-e817-48c1-9b2e-42e72e0f3183 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1431253744', 'description': 'tempest-secgroup-smoke-1431253744 description', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:12:46.605008 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-43832e3d-e817-48c1-9b2e-42e72e0f3183 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:46.673755 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-43832e3d-e817-48c1-9b2e-42e72e0f3183 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group (e4fa1397-d453-4f22-826b-f93d0c8ba8d3), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:46.742105 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-43832e3d-e817-48c1-9b2e-42e72e0f3183 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (e4fa1397-d453-4f22-826b-f93d0c8ba8d3), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:46.769712 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43832e3d-e817-48c1-9b2e-42e72e0f3183 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fa1397-d453-4f22-826b-f93d0c8ba8d3,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:12:46.836152 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-43832e3d-e817-48c1-9b2e-42e72e0f3183 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:46.837395 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-43832e3d-e817-48c1-9b2e-42e72e0f3183 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3063846 Mar 23 03:12:46.840180 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40106) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:12:46.844400 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-cc23805a-d2c0-40f3-94d3-38dce8cc8736 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group_rule': {'security_group_id': 'e4fa1397-d453-4f22-826b-f93d0c8ba8d3', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:12:46.943450 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cc23805a-d2c0-40f3-94d3-38dce8cc8736 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (1122707b-2198-4f66-a8dc-624f37d285a3), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:46.997848 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cc23805a-d2c0-40f3-94d3-38dce8cc8736 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (1122707b-2198-4f66-a8dc-624f37d285a3), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:47.081337 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cc23805a-d2c0-40f3-94d3-38dce8cc8736 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (1122707b-2198-4f66-a8dc-624f37d285a3), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:47.099297 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23805a-d2c0-40f3-94d3-38dce8cc8736 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1122707b-2198-4f66-a8dc-624f37d285a3,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:12:47.134800 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 2a8195e0-6f28-4828-bce1-50065c08fea1 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:12:47.154264 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 2a8195e0-6f28-4828-bce1-50065c08fea1 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:12:47.154691 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 2a8195e0-6f28-4828-bce1-50065c08fea1 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:12:47.186371 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cc23805a-d2c0-40f3-94d3-38dce8cc8736 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:47.187615 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-cc23805a-d2c0-40f3-94d3-38dce8cc8736 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3464892 Mar 23 03:12:47.190322 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40108) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:12:47.195568 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-e98422a0-4ca0-4ade-acc9-dd2b3120e47d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group_rule': {'security_group_id': 'e4fa1397-d453-4f22-826b-f93d0c8ba8d3', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:12:47.303087 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e98422a0-4ca0-4ade-acc9-dd2b3120e47d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (6d8483b4-825c-421c-81bf-f41323ef1c7a), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:47.358735 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e98422a0-4ca0-4ade-acc9-dd2b3120e47d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (6d8483b4-825c-421c-81bf-f41323ef1c7a), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:47.424076 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e98422a0-4ca0-4ade-acc9-dd2b3120e47d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (6d8483b4-825c-421c-81bf-f41323ef1c7a), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:47.443226 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98422a0-4ca0-4ade-acc9-dd2b3120e47d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d8483b4-825c-421c-81bf-f41323ef1c7a,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:12:47.503909 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e98422a0-4ca0-4ade-acc9-dd2b3120e47d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:47.505104 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e98422a0-4ca0-4ade-acc9-dd2b3120e47d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3138525 Mar 23 03:12:47.508616 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40110) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:12:47.512969 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-363a4657-ef92-4ddc-bfca-04bd644229ee tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group_rule': {'security_group_id': 'e4fa1397-d453-4f22-826b-f93d0c8ba8d3', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:12:47.644479 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-363a4657-ef92-4ddc-bfca-04bd644229ee tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (530c77f3-3e6c-4619-9f5b-09f22df54d77), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:47.662065 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-066dcc93-8044-4ebf-8e5e-25ab826bacad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:47.703429 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-363a4657-ef92-4ddc-bfca-04bd644229ee tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (530c77f3-3e6c-4619-9f5b-09f22df54d77), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:47.759405 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-363a4657-ef92-4ddc-bfca-04bd644229ee tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (530c77f3-3e6c-4619-9f5b-09f22df54d77), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:47.776727 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a4657-ef92-4ddc-bfca-04bd644229ee tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=530c77f3-3e6c-4619-9f5b-09f22df54d77,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:12:47.835729 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-363a4657-ef92-4ddc-bfca-04bd644229ee tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:47.836991 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-363a4657-ef92-4ddc-bfca-04bd644229ee tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3274519 Mar 23 03:12:47.839642 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40112) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:12:47.844034 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-a4330436-2e13-493f-bbdd-015f79965e00 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group_rule': {'security_group_id': 'e4fa1397-d453-4f22-826b-f93d0c8ba8d3', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:12:47.941999 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a4330436-2e13-493f-bbdd-015f79965e00 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (8316b86b-4f7c-487a-adbb-e228eb6f252f), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:47.998721 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a4330436-2e13-493f-bbdd-015f79965e00 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (8316b86b-4f7c-487a-adbb-e228eb6f252f), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:48.064058 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a4330436-2e13-493f-bbdd-015f79965e00 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (8316b86b-4f7c-487a-adbb-e228eb6f252f), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:48.081582 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4330436-2e13-493f-bbdd-015f79965e00 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8316b86b-4f7c-487a-adbb-e228eb6f252f,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:12:48.152366 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a4330436-2e13-493f-bbdd-015f79965e00 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:48.153591 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a4330436-2e13-493f-bbdd-015f79965e00 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3129807 Mar 23 03:12:48.156403 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40114) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:12:48.160686 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-582e86ef-eafe-4ecd-8069-e1ddaefb2968 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group_rule': {'security_group_id': 'e4fa1397-d453-4f22-826b-f93d0c8ba8d3', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:12:48.235614 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.securitygroups_db [None req-582e86ef-eafe-4ecd-8069-e1ddaefb2968 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Project f41ad4ebfe104f0bbf5da25507598650 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 03:12:48.240832 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-582e86ef-eafe-4ecd-8069-e1ddaefb2968 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (56024106-0c4b-4bd9-b76b-08673ccc2482), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:48.297451 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-582e86ef-eafe-4ecd-8069-e1ddaefb2968 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (56024106-0c4b-4bd9-b76b-08673ccc2482), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:48.360946 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-582e86ef-eafe-4ecd-8069-e1ddaefb2968 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (56024106-0c4b-4bd9-b76b-08673ccc2482), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:48.378384 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e86ef-eafe-4ecd-8069-e1ddaefb2968 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56024106-0c4b-4bd9-b76b-08673ccc2482,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:12:48.437871 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-582e86ef-eafe-4ecd-8069-e1ddaefb2968 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:48.439093 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-582e86ef-eafe-4ecd-8069-e1ddaefb2968 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2817733 Mar 23 03:12:48.441750 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40116) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:12:48.446987 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-4de18893-4e45-4eb0-8444-f4c4a70f5273 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group_rule': {'security_group_id': 'e4fa1397-d453-4f22-826b-f93d0c8ba8d3', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:12:48.515649 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.securitygroups_db [None req-4de18893-4e45-4eb0-8444-f4c4a70f5273 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Project f41ad4ebfe104f0bbf5da25507598650 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 03:12:48.520644 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4de18893-4e45-4eb0-8444-f4c4a70f5273 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (de1b7ef0-83b0-4d9a-b63c-29872e6ff6c0), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:48.580388 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4de18893-4e45-4eb0-8444-f4c4a70f5273 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (de1b7ef0-83b0-4d9a-b63c-29872e6ff6c0), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:48.623828 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4de18893-4e45-4eb0-8444-f4c4a70f5273 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (de1b7ef0-83b0-4d9a-b63c-29872e6ff6c0), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:48.642288 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de18893-4e45-4eb0-8444-f4c4a70f5273 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de1b7ef0-83b0-4d9a-b63c-29872e6ff6c0,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:12:48.694654 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4de18893-4e45-4eb0-8444-f4c4a70f5273 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:48.696495 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4de18893-4e45-4eb0-8444-f4c4a70f5273 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2531786 Mar 23 03:12:48.699353 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40118) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:12:48.704064 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-ee9349cc-8e76-4a07-9552-ed8190883c4d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'network': {'name': 'tempest-network-smoke--191350252', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'port_security_enabled': True}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:12:48.772622 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9349cc-8e76-4a07-9552-ed8190883c4d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Made reservation on behalf of f41ad4ebfe104f0bbf5da25507598650 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:12:48.776077 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ee9349cc-8e76-4a07-9552-ed8190883c4d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:48.799373 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee9349cc-8e76-4a07-9552-ed8190883c4d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 03:12:48.808514 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ee9349cc-8e76-4a07-9552-ed8190883c4d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (0ff84d6b-3f76-495d-a776-c156affaec05), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:48.808855 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-ee9349cc-8e76-4a07-9552-ed8190883c4d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Added segment 0ff84d6b-3f76-495d-a776-c156affaec05 of type vlan for network 8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580 Mar 23 03:12:48.847834 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ee9349cc-8e76-4a07-9552-ed8190883c4d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:48.910177 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ee9349cc-8e76-4a07-9552-ed8190883c4d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:48.915275 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9349cc-8e76-4a07-9552-ed8190883c4d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:48.916512 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ee9349cc-8e76-4a07-9552-ed8190883c4d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:48.933593 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:48.981708 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9349cc-8e76-4a07-9552-ed8190883c4d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Network': ['ID=8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:12:48.991611 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 03:12:49.033503 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ee9349cc-8e76-4a07-9552-ed8190883c4d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3330362 Mar 23 03:12:49.036039 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40120) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:12:49.040742 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-81d22531-f365-49e4-a9f3-70c2eb26f0bb tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-565385467', 'admin_state_up': True, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:12:49.127521 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-81d22531-f365-49e4-a9f3-70c2eb26f0bb tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (72e1e030-6fb4-4f84-b410-4eefc4bb5abb), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:49.131725 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-81d22531-f365-49e4-a9f3-70c2eb26f0bb tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (72e1e030-6fb4-4f84-b410-4eefc4bb5abb), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:49.180252 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-81d22531-f365-49e4-a9f3-70c2eb26f0bb tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router_controller (72e1e030-6fb4-4f84-b410-4eefc4bb5abb), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:49.368225 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-81d22531-f365-49e4-a9f3-70c2eb26f0bb tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router_gateway (72e1e030-6fb4-4f84-b410-4eefc4bb5abb), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:49.660188 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-81d22531-f365-49e4-a9f3-70c2eb26f0bb tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router_gateway (72e1e030-6fb4-4f84-b410-4eefc4bb5abb), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:49.677587 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-81d22531-f365-49e4-a9f3-70c2eb26f0bb tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:49.777888 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-81d22531-f365-49e4-a9f3-70c2eb26f0bb tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Allocated IP 172.26.2.170 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/9b69c574-f8d3-47f3-90a0-53eec12d2097) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:12:49.880522 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-81d22531-f365-49e4-a9f3-70c2eb26f0bb tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for port (9b69c574-f8d3-47f3-90a0-53eec12d2097), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:49.898483 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9b88ed47-fa33-45a4-a29a-628a701bc8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:49.973540 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-81d22531-f365-49e4-a9f3-70c2eb26f0bb tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (9b69c574-f8d3-47f3-90a0-53eec12d2097), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:50.013089 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d22531-f365-49e4-a9f3-70c2eb26f0bb tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:12:50.016046 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-81d22531-f365-49e4-a9f3-70c2eb26f0bb tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:12:50.021520 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d22531-f365-49e4-a9f3-70c2eb26f0bb tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:12:50.028004 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d22531-f365-49e4-a9f3-70c2eb26f0bb tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Port': ['ID=9b69c574-f8d3-47f3-90a0-53eec12d2097,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:12:50.683076 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-81d22531-f365-49e4-a9f3-70c2eb26f0bb tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router_gateway (72e1e030-6fb4-4f84-b410-4eefc4bb5abb), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:50.878959 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-81d22531-f365-49e4-a9f3-70c2eb26f0bb tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (72e1e030-6fb4-4f84-b410-4eefc4bb5abb), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:51.085050 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d22531-f365-49e4-a9f3-70c2eb26f0bb tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Router 72e1e030-6fb4-4f84-b410-4eefc4bb5abb is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 03:12:51.194252 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d22531-f365-49e4-a9f3-70c2eb26f0bb tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:12:51.204327 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c424a891-5c05-4bb3-ac61-77e3c67d95dd None None] Sync routers for ids ['72e1e030-6fb4-4f84-b410-4eefc4bb5abb'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:12:51.214973 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c424a891-5c05-4bb3-ac61-77e3c67d95dd None None] Routers {'72e1e030-6fb4-4f84-b410-4eefc4bb5abb'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:12:51.218824 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-c424a891-5c05-4bb3-ac61-77e3c67d95dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:12:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['72e1e030-6fb4-4f84-b410-4eefc4bb5abb'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:12:51.307510 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-81d22531-f365-49e4-a9f3-70c2eb26f0bb tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:51.308779 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-81d22531-f365-49e4-a9f3-70c2eb26f0bb tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2718034 Mar 23 03:12:51.311851 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40122) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:12:51.334564 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-c424a891-5c05-4bb3-ac61-77e3c67d95dd None None] Set router 72e1e030-6fb4-4f84-b410-4eefc4bb5abb gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:12:51.340731 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7a6a4aa6-c75e-4b31-a444-ac97a312fed0 tempest-TestNetworkAdvancedServerOps-344769112 tempest-TestNetworkAdvancedServerOps-344769112-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=f41ad4ebfe104f0bbf5da25507598650&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277171 Mar 23 03:12:51.343267 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40124) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:12:51.393794 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:51.432136 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e051362-e9db-44d6-b67b-acd1255c7b54 tempest-TestNetworkAdvancedServerOps-344769112 tempest-TestNetworkAdvancedServerOps-344769112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:51.433786 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9e051362-e9db-44d6-b67b-acd1255c7b54 tempest-TestNetworkAdvancedServerOps-344769112 tempest-TestNetworkAdvancedServerOps-344769112-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895102 Mar 23 03:12:51.436477 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40126) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:12:51.464865 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3be74b2a-2f2a-452d-a9bf-1142eb1f5e92 tempest-TestNetworkAdvancedServerOps-344769112 tempest-TestNetworkAdvancedServerOps-344769112-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6bbcca03-75ff-487c-8b0e-a32302dacbee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272553 Mar 23 03:12:51.467378 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40128) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:12:51.472003 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-6dd8944f-9bc3-4e2d-829d-00c4d79deee2 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-993243272', 'network_id': '8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:12:51.517338 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-c424a891-5c05-4bb3-ac61-77e3c67d95dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565385467', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': '9b69c574-f8d3-47f3-90a0-53eec12d2097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:12:49Z', 'updated_at': '2022-03-23T03:12:50Z', 'revision_number': 3, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '9b69c574-f8d3-47f3-90a0-53eec12d2097', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:12:49Z', 'updated_at': '2022-03-23T03:12:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:12:51.547122 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c424a891-5c05-4bb3-ac61-77e3c67d95dd None None] Checking router: 72e1e030-6fb4-4f84-b410-4eefc4bb5abb for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:12:51.547476 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c424a891-5c05-4bb3-ac61-77e3c67d95dd None None] Updating router 72e1e030-6fb4-4f84-b410-4eefc4bb5abb port 9b69c574-f8d3-47f3-90a0-53eec12d2097 binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 03:12:51.574833 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c424a891-5c05-4bb3-ac61-77e3c67d95dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (9b69c574-f8d3-47f3-90a0-53eec12d2097), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:51.616362 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd8944f-9bc3-4e2d-829d-00c4d79deee2 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Made reservation on behalf of f41ad4ebfe104f0bbf5da25507598650 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:12:51.620483 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6dd8944f-9bc3-4e2d-829d-00c4d79deee2 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:51.826761 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c424a891-5c05-4bb3-ac61-77e3c67d95dd None None] Publish callbacks [] for port (9b69c574-f8d3-47f3-90a0-53eec12d2097), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:51.847348 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6dd8944f-9bc3-4e2d-829d-00c4d79deee2 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (9cd750a0-f489-47e7-bb2c-73a8cd8767d5), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:51.904419 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c424a891-5c05-4bb3-ac61-77e3c67d95dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (9b69c574-f8d3-47f3-90a0-53eec12d2097), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:51.908168 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8944f-9bc3-4e2d-829d-00c4d79deee2 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Subnet': ['ID=9cd750a0-f489-47e7-bb2c-73a8cd8767d5,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:12:51.919483 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd8944f-9bc3-4e2d-829d-00c4d79deee2 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Checking segment: {'id': '0ff84d6b-3f76-495d-a776-c156affaec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:12:51.919871 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd8944f-9bc3-4e2d-829d-00c4d79deee2 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network hostable DHCP agents. Network: 8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 03:12:51.958717 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-c424a891-5c05-4bb3-ac61-77e3c67d95dd None None] Attempting to bind port 9b69c574-f8d3-47f3-90a0-53eec12d2097 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:12:51.959089 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-c424a891-5c05-4bb3-ac61-77e3c67d95dd None None] Attempting to bind port 9b69c574-f8d3-47f3-90a0-53eec12d2097 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:12:51.959455 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c424a891-5c05-4bb3-ac61-77e3c67d95dd None None] Attempting to bind port 9b69c574-f8d3-47f3-90a0-53eec12d2097 on network 6bbcca03-75ff-487c-8b0e-a32302dacbee {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:12:51.965606 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02998963-d280-4180-8e4f-1f2ddbdfaa34 None None] Pushing event updated for resources: {'Port': ['ID=9b69c574-f8d3-47f3-90a0-53eec12d2097,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:12:51.970295 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c424a891-5c05-4bb3-ac61-77e3c67d95dd None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:12:51.970670 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c424a891-5c05-4bb3-ac61-77e3c67d95dd None None] Checking segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:12:51.971073 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c424a891-5c05-4bb3-ac61-77e3c67d95dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:51.971463 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c424a891-5c05-4bb3-ac61-77e3c67d95dd None None] Bound using segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:12:51.971971 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-c424a891-5c05-4bb3-ac61-77e3c67d95dd None None] Bound port: 9b69c574-f8d3-47f3-90a0-53eec12d2097, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:12:51.972355 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c424a891-5c05-4bb3-ac61-77e3c67d95dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (9b69c574-f8d3-47f3-90a0-53eec12d2097), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:51.984327 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd8944f-9bc3-4e2d-829d-00c4d79deee2 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network 8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 03:12:52.022309 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-c424a891-5c05-4bb3-ac61-77e3c67d95dd None None] For port 9b69c574-f8d3-47f3-90a0-53eec12d2097, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:12:52.026023 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-c424a891-5c05-4bb3-ac61-77e3c67d95dd None None] For port 9b69c574-f8d3-47f3-90a0-53eec12d2097, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=9b69c574-f8d3-47f3-90a0-53eec12d2097,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:12:52.041975 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-6dd8944f-9bc3-4e2d-829d-00c4d79deee2 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:12:52.046159 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd8944f-9bc3-4e2d-829d-00c4d79deee2 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:52.046829 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6dd8944f-9bc3-4e2d-829d-00c4d79deee2 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:52.050559 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81c995c-fdc4-4a68-85c5-5a8ef1654e14 None None] Network 8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:12:52.112628 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c424a891-5c05-4bb3-ac61-77e3c67d95dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (9b69c574-f8d3-47f3-90a0-53eec12d2097), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:52.147006 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6dd8944f-9bc3-4e2d-829d-00c4d79deee2 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6785793 Mar 23 03:12:52.150140 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40130) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:12:52.334898 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aae4daa-1a73-4dc6-ae2e-9eaecef17ede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580', 'network_id': '8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'fixed_ips': [{'subnet_id': '9cd750a0-f489-47e7-bb2c-73a8cd8767d5'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 03:12:52.335752 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9aae4daa-1a73-4dc6-ae2e-9eaecef17ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:52.360646 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02998963-d280-4180-8e4f-1f2ddbdfaa34 None None] Pushing event updated for resources: {'Port': ['ID=9b69c574-f8d3-47f3-90a0-53eec12d2097,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:12:52.365488 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c424a891-5c05-4bb3-ac61-77e3c67d95dd None None] Routers {'72e1e030-6fb4-4f84-b410-4eefc4bb5abb'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:12:52.366122 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-c424a891-5c05-4bb3-ac61-77e3c67d95dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:12:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['72e1e030-6fb4-4f84-b410-4eefc4bb5abb'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:12:52.567841 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-c424a891-5c05-4bb3-ac61-77e3c67d95dd None None] Set router 72e1e030-6fb4-4f84-b410-4eefc4bb5abb gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:12:52.599331 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-00bbbf4e-3b63-481a-8899-6e93fda890b5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:52.625532 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-9aae4daa-1a73-4dc6-ae2e-9eaecef17ede None None] Allocated IP 172.20.0.2 (8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580/9cd750a0-f489-47e7-bb2c-73a8cd8767d5/dfa373d7-0b81-4a38-a36b-01cf9b1c5a01) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:12:52.829588 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:52.880788 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9aae4daa-1a73-4dc6-ae2e-9eaecef17ede None None] Publish callbacks [] for port (dfa373d7-0b81-4a38-a36b-01cf9b1c5a01), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:52.887492 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-c424a891-5c05-4bb3-ac61-77e3c67d95dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565385467', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': '9b69c574-f8d3-47f3-90a0-53eec12d2097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:12:49Z', 'updated_at': '2022-03-23T03:12:50Z', 'revision_number': 3, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '9b69c574-f8d3-47f3-90a0-53eec12d2097', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:12:49Z', 'updated_at': '2022-03-23T03:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:12:52.917938 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c424a891-5c05-4bb3-ac61-77e3c67d95dd None None] The sync data for ids ['72e1e030-6fb4-4f84-b410-4eefc4bb5abb'] in dv-neutron-834613-2-hyperv is: [{'id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565385467', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': '9b69c574-f8d3-47f3-90a0-53eec12d2097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:12:49Z', 'updated_at': '2022-03-23T03:12:50Z', 'revision_number': 3, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '9b69c574-f8d3-47f3-90a0-53eec12d2097', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:12:49Z', 'updated_at': '2022-03-23T03:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:12:52.954110 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9aae4daa-1a73-4dc6-ae2e-9eaecef17ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (dfa373d7-0b81-4a38-a36b-01cf9b1c5a01), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:52.994945 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aae4daa-1a73-4dc6-ae2e-9eaecef17ede None None] Network 8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:12:53.002451 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-9aae4daa-1a73-4dc6-ae2e-9eaecef17ede None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:12:53.003795 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-00bbbf4e-3b63-481a-8899-6e93fda890b5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Allocated IP 172.20.0.1 (8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580/9cd750a0-f489-47e7-bb2c-73a8cd8767d5/ac80c818-9bc7-4869-b26f-7348240b63de) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:12:53.006904 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aae4daa-1a73-4dc6-ae2e-9eaecef17ede None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:12:53.011196 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae4daa-1a73-4dc6-ae2e-9eaecef17ede None None] Pushing event updated for resources: {'Port': ['ID=dfa373d7-0b81-4a38-a36b-01cf9b1c5a01,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:12:53.067965 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-9aae4daa-1a73-4dc6-ae2e-9eaecef17ede None None] Attempting to bind port dfa373d7-0b81-4a38-a36b-01cf9b1c5a01 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:12:53.068343 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-9aae4daa-1a73-4dc6-ae2e-9eaecef17ede None None] Attempting to bind port dfa373d7-0b81-4a38-a36b-01cf9b1c5a01 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '0ff84d6b-3f76-495d-a776-c156affaec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:12:53.069006 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aae4daa-1a73-4dc6-ae2e-9eaecef17ede None None] Attempting to bind port dfa373d7-0b81-4a38-a36b-01cf9b1c5a01 on network 8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:12:53.074956 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aae4daa-1a73-4dc6-ae2e-9eaecef17ede None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:12:53.075386 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aae4daa-1a73-4dc6-ae2e-9eaecef17ede None None] Checking segment: {'id': '0ff84d6b-3f76-495d-a776-c156affaec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:12:53.075717 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9aae4daa-1a73-4dc6-ae2e-9eaecef17ede None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:53.076134 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aae4daa-1a73-4dc6-ae2e-9eaecef17ede None None] Bound using segment: {'id': '0ff84d6b-3f76-495d-a776-c156affaec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:12:53.076612 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-9aae4daa-1a73-4dc6-ae2e-9eaecef17ede None None] Bound port: dfa373d7-0b81-4a38-a36b-01cf9b1c5a01, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff84d6b-3f76-495d-a776-c156affaec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:12:53.076998 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9aae4daa-1a73-4dc6-ae2e-9eaecef17ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (dfa373d7-0b81-4a38-a36b-01cf9b1c5a01), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:53.134963 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-00bbbf4e-3b63-481a-8899-6e93fda890b5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for port (ac80c818-9bc7-4869-b26f-7348240b63de), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:53.179671 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-9aae4daa-1a73-4dc6-ae2e-9eaecef17ede None None] For port dfa373d7-0b81-4a38-a36b-01cf9b1c5a01, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:12:53.184262 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-9aae4daa-1a73-4dc6-ae2e-9eaecef17ede None None] For port dfa373d7-0b81-4a38-a36b-01cf9b1c5a01, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=dfa373d7-0b81-4a38-a36b-01cf9b1c5a01,segment=NetworkSegment(0ff84d6b-3f76-495d-a776-c156affaec05),segment_id=0ff84d6b-3f76-495d-a776-c156affaec05)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:12:53.247531 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-00bbbf4e-3b63-481a-8899-6e93fda890b5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (ac80c818-9bc7-4869-b26f-7348240b63de), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:53.288056 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9aae4daa-1a73-4dc6-ae2e-9eaecef17ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (dfa373d7-0b81-4a38-a36b-01cf9b1c5a01), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:53.289544 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bbbf4e-3b63-481a-8899-6e93fda890b5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network 8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:12:53.293258 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-00bbbf4e-3b63-481a-8899-6e93fda890b5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:12:53.299958 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bbbf4e-3b63-481a-8899-6e93fda890b5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:12:53.324882 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbbf4e-3b63-481a-8899-6e93fda890b5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Port': ['ID=ac80c818-9bc7-4869-b26f-7348240b63de,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:12:53.357639 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae4daa-1a73-4dc6-ae2e-9eaecef17ede None None] Pushing event updated for resources: {'Port': ['ID=dfa373d7-0b81-4a38-a36b-01cf9b1c5a01,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:12:53.360898 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-00bbbf4e-3b63-481a-8899-6e93fda890b5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (72e1e030-6fb4-4f84-b410-4eefc4bb5abb), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:53.604481 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-00bbbf4e-3b63-481a-8899-6e93fda890b5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ac80c818-9bc7-4869-b26f-7348240b63de), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:53.901632 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-00bbbf4e-3b63-481a-8899-6e93fda890b5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for port (ac80c818-9bc7-4869-b26f-7348240b63de), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:53.955549 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-00bbbf4e-3b63-481a-8899-6e93fda890b5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (ac80c818-9bc7-4869-b26f-7348240b63de), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:53.982667 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:54.034383 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-00bbbf4e-3b63-481a-8899-6e93fda890b5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (72e1e030-6fb4-4f84-b410-4eefc4bb5abb), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:54.037796 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbbf4e-3b63-481a-8899-6e93fda890b5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Port': ['ID=ac80c818-9bc7-4869-b26f-7348240b63de,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:12:54.129167 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bbbf4e-3b63-481a-8899-6e93fda890b5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network 8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:12:54.130766 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-00bbbf4e-3b63-481a-8899-6e93fda890b5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:12:54.250854 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bbbf4e-3b63-481a-8899-6e93fda890b5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Router 72e1e030-6fb4-4f84-b410-4eefc4bb5abb has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:12:54.310226 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d23f1b3-53c7-47ab-88f4-d5ccd334bdbf None None] Network 8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:12:54.364041 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bbbf4e-3b63-481a-8899-6e93fda890b5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:12:54.371220 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-00bbbf4e-3b63-481a-8899-6e93fda890b5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "PUT /v2.0/routers/72e1e030-6fb4-4f84-b410-4eefc4bb5abb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2199779 Mar 23 03:12:54.375282 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-d56a3826-058a-466b-9483-b84c3ec1c0e8 None None] Provisioning complete for port dfa373d7-0b81-4a38-a36b-01cf9b1c5a01 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:12:54.375764 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d56a3826-058a-466b-9483-b84c3ec1c0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (dfa373d7-0b81-4a38-a36b-01cf9b1c5a01), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:54.500288 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-d56a3826-058a-466b-9483-b84c3ec1c0e8 None None] Current status of the port dfa373d7-0b81-4a38-a36b-01cf9b1c5a01 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:12:54.500682 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d56a3826-058a-466b-9483-b84c3ec1c0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (dfa373d7-0b81-4a38-a36b-01cf9b1c5a01), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:54.541679 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-d56a3826-058a-466b-9483-b84c3ec1c0e8 None None] For port dfa373d7-0b81-4a38-a36b-01cf9b1c5a01, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=dfa373d7-0b81-4a38-a36b-01cf9b1c5a01,segment=NetworkSegment(0ff84d6b-3f76-495d-a776-c156affaec05),segment_id=0ff84d6b-3f76-495d-a776-c156affaec05)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:12:54.549691 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-d103eecb-2252-4d4b-9a42-259232db13fa tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1431253744&fields=id&tenant_id=f41ad4ebfe104f0bbf5da25507598650 HTTP/1.1" status: 200 len: 267 time: 0.0719576 Mar 23 03:12:54.616669 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d56a3826-058a-466b-9483-b84c3ec1c0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (dfa373d7-0b81-4a38-a36b-01cf9b1c5a01), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:54.668595 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-0c83c4c1-46bf-468a-a96a-617a0e2ced21 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:54.670112 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-0c83c4c1-46bf-468a-a96a-617a0e2ced21 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/networks?id=8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580 HTTP/1.1" status: 200 len: 796 time: 0.1139531 Mar 23 03:12:54.677755 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a3826-058a-466b-9483-b84c3ec1c0e8 None None] Pushing event updated for resources: {'Port': ['ID=dfa373d7-0b81-4a38-a36b-01cf9b1c5a01,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:12:54.692822 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-5d21c5d9-7727-429f-b1dd-10eaba186227 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/quotas/f41ad4ebfe104f0bbf5da25507598650 HTTP/1.1" status: 200 len: 375 time: 0.0161099 Mar 23 03:12:54.740568 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-31dc66af-da00-412e-abb4-e03e56133561 None None] Provisioning complete for port dfa373d7-0b81-4a38-a36b-01cf9b1c5a01 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:12:54.740942 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-31dc66af-da00-412e-abb4-e03e56133561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (dfa373d7-0b81-4a38-a36b-01cf9b1c5a01), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:54.749988 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-c8010bcd-4bd9-4418-901f-faaabd910e0b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561888 Mar 23 03:12:54.766517 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-d1c3bc5b-2f26-451c-9296-3cd7b9bbdd48 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 03:12:54.767624 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-d1c3bc5b-2f26-451c-9296-3cd7b9bbdd48 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054719 Mar 23 03:12:54.826754 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-31dc66af-da00-412e-abb4-e03e56133561 None None] Current status of the port dfa373d7-0b81-4a38-a36b-01cf9b1c5a01 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:12:54.838176 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-31dc66af-da00-412e-abb4-e03e56133561 None None] Provisioning complete for port ac80c818-9bc7-4869-b26f-7348240b63de triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:12:54.838665 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-31dc66af-da00-412e-abb4-e03e56133561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ac80c818-9bc7-4869-b26f-7348240b63de), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:54.876550 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-31dc66af-da00-412e-abb4-e03e56133561 None None] Port ac80c818-9bc7-4869-b26f-7348240b63de cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:12:54.876890 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-27142cb7-07a8-439d-b6d6-034750afe06c service neutron] 10.222.0.24 "GET /v2.0/networks/8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008463 Mar 23 03:12:54.890910 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecddb808-d7b1-43a6-b80f-e25fb2d3b85d None None] Sync routers for ids ['72e1e030-6fb4-4f84-b410-4eefc4bb5abb'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:12:54.903345 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecddb808-d7b1-43a6-b80f-e25fb2d3b85d None None] Routers {'72e1e030-6fb4-4f84-b410-4eefc4bb5abb'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:12:54.904112 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-ecddb808-d7b1-43a6-b80f-e25fb2d3b85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:12:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['72e1e030-6fb4-4f84-b410-4eefc4bb5abb'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:12:54.999683 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-29ce1998-fa0b-435a-91d3-3a6b51f9a0b2 None None] Provisioning complete for port ac80c818-9bc7-4869-b26f-7348240b63de triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:12:55.000166 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-29ce1998-fa0b-435a-91d3-3a6b51f9a0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ac80c818-9bc7-4869-b26f-7348240b63de), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:55.000680 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-ee72742e-e553-4320-8820-4ee99c4cb766 service neutron] 10.222.0.24 "GET /v2.0/networks/8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161854 Mar 23 03:12:55.018955 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-ecddb808-d7b1-43a6-b80f-e25fb2d3b85d None None] Set router 72e1e030-6fb4-4f84-b410-4eefc4bb5abb gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:12:55.044653 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-29ce1998-fa0b-435a-91d3-3a6b51f9a0b2 None None] Port ac80c818-9bc7-4869-b26f-7348240b63de cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:12:55.175207 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-c5ffa565-c1da-4782-bd78-b49aa3a48b00 None None] Provisioning complete for port ac80c818-9bc7-4869-b26f-7348240b63de triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:12:55.175714 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c5ffa565-c1da-4782-bd78-b49aa3a48b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ac80c818-9bc7-4869-b26f-7348240b63de), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:55.224548 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c5ffa565-c1da-4782-bd78-b49aa3a48b00 None None] Port ac80c818-9bc7-4869-b26f-7348240b63de cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:12:55.281081 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-ecddb808-d7b1-43a6-b80f-e25fb2d3b85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565385467', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': '9b69c574-f8d3-47f3-90a0-53eec12d2097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:12:49Z', 'updated_at': '2022-03-23T03:12:53Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '9b69c574-f8d3-47f3-90a0-53eec12d2097', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:12:49Z', 'updated_at': '2022-03-23T03:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'ac80c818-9bc7-4869-b26f-7348240b63de', 'name': '', 'network_id': '8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:64:54:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '9cd750a0-f489-47e7-bb2c-73a8cd8767d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:12:52Z', 'updated_at': '2022-03-23T03:12:53Z', 'revision_number': 2, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '9cd750a0-f489-47e7-bb2c-73a8cd8767d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:12:55.292244 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d9f896b3-7414-4ed5-a5ea-9e7528af3193 req-52dc1edb-9da1-41e9-a650-5fd38767a807 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 210 time: 0.0339944 Mar 23 03:12:55.328237 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecddb808-d7b1-43a6-b80f-e25fb2d3b85d None None] Checking router: 72e1e030-6fb4-4f84-b410-4eefc4bb5abb for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:12:55.328237 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecddb808-d7b1-43a6-b80f-e25fb2d3b85d None None] Updating router 72e1e030-6fb4-4f84-b410-4eefc4bb5abb port ac80c818-9bc7-4869-b26f-7348240b63de binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 03:12:55.328580 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device dfa373d7-0b81-4a38-a36b-01cf9b1c5a01 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:12:55.355423 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-ecddb808-d7b1-43a6-b80f-e25fb2d3b85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ac80c818-9bc7-4869-b26f-7348240b63de), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:55.379166 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port dfa373d7-0b81-4a38-a36b-01cf9b1c5a01 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:12:55.379669 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (dfa373d7-0b81-4a38-a36b-01cf9b1c5a01), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:55.461324 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port dfa373d7-0b81-4a38-a36b-01cf9b1c5a01 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:12:55.463016 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 9b69c574-f8d3-47f3-90a0-53eec12d2097 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:12:55.510263 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 9b69c574-f8d3-47f3-90a0-53eec12d2097 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:12:55.510640 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (9b69c574-f8d3-47f3-90a0-53eec12d2097), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:55.591416 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 9b69c574-f8d3-47f3-90a0-53eec12d2097 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:12:55.591809 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (9b69c574-f8d3-47f3-90a0-53eec12d2097), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:55.613653 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 9b69c574-f8d3-47f3-90a0-53eec12d2097, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=9b69c574-f8d3-47f3-90a0-53eec12d2097,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:12:55.619806 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-ecddb808-d7b1-43a6-b80f-e25fb2d3b85d None None] Publish callbacks [] for port (ac80c818-9bc7-4869-b26f-7348240b63de), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:55.681922 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-ecddb808-d7b1-43a6-b80f-e25fb2d3b85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (ac80c818-9bc7-4869-b26f-7348240b63de), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:55.685936 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (9b69c574-f8d3-47f3-90a0-53eec12d2097), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:55.739031 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18468da3-488a-4dc6-8577-3d86605c902b None None] Pushing event updated for resources: {'Port': ['ID=ac80c818-9bc7-4869-b26f-7348240b63de,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:12:55.743298 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=9b69c574-f8d3-47f3-90a0-53eec12d2097,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:12:55.764280 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18468da3-488a-4dc6-8577-3d86605c902b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:55.771982 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18468da3-488a-4dc6-8577-3d86605c902b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:55.771982 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18468da3-488a-4dc6-8577-3d86605c902b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:55.771982 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18468da3-488a-4dc6-8577-3d86605c902b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:55.771982 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18468da3-488a-4dc6-8577-3d86605c902b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:55.771982 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18468da3-488a-4dc6-8577-3d86605c902b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:55.771982 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18468da3-488a-4dc6-8577-3d86605c902b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:55.771982 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18468da3-488a-4dc6-8577-3d86605c902b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:55.771982 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18468da3-488a-4dc6-8577-3d86605c902b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:55.771982 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18468da3-488a-4dc6-8577-3d86605c902b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:55.771982 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18468da3-488a-4dc6-8577-3d86605c902b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:55.771982 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18468da3-488a-4dc6-8577-3d86605c902b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:55.771982 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18468da3-488a-4dc6-8577-3d86605c902b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:55.771982 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18468da3-488a-4dc6-8577-3d86605c902b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:55.771982 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18468da3-488a-4dc6-8577-3d86605c902b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:12:55.799534 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-ecddb808-d7b1-43a6-b80f-e25fb2d3b85d None None] Attempting to bind port ac80c818-9bc7-4869-b26f-7348240b63de on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:12:55.800033 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-ecddb808-d7b1-43a6-b80f-e25fb2d3b85d None None] Attempting to bind port ac80c818-9bc7-4869-b26f-7348240b63de by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '0ff84d6b-3f76-495d-a776-c156affaec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:12:55.800339 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecddb808-d7b1-43a6-b80f-e25fb2d3b85d None None] Attempting to bind port ac80c818-9bc7-4869-b26f-7348240b63de on network 8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580 {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:12:55.805561 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecddb808-d7b1-43a6-b80f-e25fb2d3b85d None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:12:55.805985 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecddb808-d7b1-43a6-b80f-e25fb2d3b85d None None] Checking segment: {'id': '0ff84d6b-3f76-495d-a776-c156affaec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:12:55.806679 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-ecddb808-d7b1-43a6-b80f-e25fb2d3b85d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:55.806806 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecddb808-d7b1-43a6-b80f-e25fb2d3b85d None None] Bound using segment: {'id': '0ff84d6b-3f76-495d-a776-c156affaec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:12:55.807212 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-ecddb808-d7b1-43a6-b80f-e25fb2d3b85d None None] Bound port: ac80c818-9bc7-4869-b26f-7348240b63de, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff84d6b-3f76-495d-a776-c156affaec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:12:55.807586 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-ecddb808-d7b1-43a6-b80f-e25fb2d3b85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ac80c818-9bc7-4869-b26f-7348240b63de), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:55.875320 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-ecddb808-d7b1-43a6-b80f-e25fb2d3b85d None None] For port ac80c818-9bc7-4869-b26f-7348240b63de, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:12:55.878573 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-ecddb808-d7b1-43a6-b80f-e25fb2d3b85d None None] For port ac80c818-9bc7-4869-b26f-7348240b63de, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=ac80c818-9bc7-4869-b26f-7348240b63de,segment=NetworkSegment(0ff84d6b-3f76-495d-a776-c156affaec05),segment_id=0ff84d6b-3f76-495d-a776-c156affaec05)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:12:55.950127 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-703566a1-7fd8-42b1-bf21-9e7846a79de8 None None] Provisioning complete for port ac80c818-9bc7-4869-b26f-7348240b63de triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:12:55.950323 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-ecddb808-d7b1-43a6-b80f-e25fb2d3b85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (ac80c818-9bc7-4869-b26f-7348240b63de), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:55.950762 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-703566a1-7fd8-42b1-bf21-9e7846a79de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ac80c818-9bc7-4869-b26f-7348240b63de), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:56.012500 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecddb808-d7b1-43a6-b80f-e25fb2d3b85d None None] Routers {'72e1e030-6fb4-4f84-b410-4eefc4bb5abb'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:12:56.013128 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-ecddb808-d7b1-43a6-b80f-e25fb2d3b85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:12:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['72e1e030-6fb4-4f84-b410-4eefc4bb5abb'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:12:56.016073 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18468da3-488a-4dc6-8577-3d86605c902b None None] Pushing event updated for resources: {'Port': ['ID=ac80c818-9bc7-4869-b26f-7348240b63de,revision_number=4']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:12:56.035377 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-703566a1-7fd8-42b1-bf21-9e7846a79de8 None None] Current status of the port ac80c818-9bc7-4869-b26f-7348240b63de is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:12:56.035875 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-703566a1-7fd8-42b1-bf21-9e7846a79de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ac80c818-9bc7-4869-b26f-7348240b63de), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:56.079339 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-703566a1-7fd8-42b1-bf21-9e7846a79de8 None None] For port ac80c818-9bc7-4869-b26f-7348240b63de, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=ac80c818-9bc7-4869-b26f-7348240b63de,segment=NetworkSegment(0ff84d6b-3f76-495d-a776-c156affaec05),segment_id=0ff84d6b-3f76-495d-a776-c156affaec05)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:12:56.137869 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-ecddb808-d7b1-43a6-b80f-e25fb2d3b85d None None] Set router 72e1e030-6fb4-4f84-b410-4eefc4bb5abb gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:12:56.210739 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-703566a1-7fd8-42b1-bf21-9e7846a79de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (ac80c818-9bc7-4869-b26f-7348240b63de), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:56.260228 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703566a1-7fd8-42b1-bf21-9e7846a79de8 None None] Pushing event updated for resources: {'Port': ['ID=ac80c818-9bc7-4869-b26f-7348240b63de,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:12:56.336074 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-822e0cd9-9821-4440-97b0-cbbb3e59bb93 None None] Provisioning complete for port ac80c818-9bc7-4869-b26f-7348240b63de triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:12:56.336854 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-822e0cd9-9821-4440-97b0-cbbb3e59bb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ac80c818-9bc7-4869-b26f-7348240b63de), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:56.398933 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-50e15d36-fe45-4431-9864-c5ad9df895bf req-e54568e3-c874-4cec-9398-1f6168a2d101 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 210 time: 0.0447123 Mar 23 03:12:56.427348 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-822e0cd9-9821-4440-97b0-cbbb3e59bb93 None None] Current status of the port ac80c818-9bc7-4869-b26f-7348240b63de is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:12:56.445294 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-ecddb808-d7b1-43a6-b80f-e25fb2d3b85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565385467', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': '9b69c574-f8d3-47f3-90a0-53eec12d2097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:12:49Z', 'updated_at': '2022-03-23T03:12:53Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '9b69c574-f8d3-47f3-90a0-53eec12d2097', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:12:49Z', 'updated_at': '2022-03-23T03:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'ac80c818-9bc7-4869-b26f-7348240b63de', 'name': '', 'network_id': '8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:64:54:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '9cd750a0-f489-47e7-bb2c-73a8cd8767d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:12:52Z', 'updated_at': '2022-03-23T03:12:55Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '9cd750a0-f489-47e7-bb2c-73a8cd8767d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:12:56.471336 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecddb808-d7b1-43a6-b80f-e25fb2d3b85d None None] The sync data for ids ['72e1e030-6fb4-4f84-b410-4eefc4bb5abb'] in dv-neutron-834613-2-hyperv is: [{'id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565385467', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': '9b69c574-f8d3-47f3-90a0-53eec12d2097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:12:49Z', 'updated_at': '2022-03-23T03:12:53Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '9b69c574-f8d3-47f3-90a0-53eec12d2097', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:12:49Z', 'updated_at': '2022-03-23T03:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'ac80c818-9bc7-4869-b26f-7348240b63de', 'name': '', 'network_id': '8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:64:54:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '9cd750a0-f489-47e7-bb2c-73a8cd8767d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:12:52Z', 'updated_at': '2022-03-23T03:12:55Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '9cd750a0-f489-47e7-bb2c-73a8cd8767d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:12:57.169769 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-feec7139-58bf-4ad0-a1fb-1faf8fee3b36 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:57.171618 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-feec7139-58bf-4ad0-a1fb-1faf8fee3b36 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.23 "GET /v2.0/networks?id=8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580 HTTP/1.1" status: 200 len: 796 time: 0.1235373 Mar 23 03:12:57.255594 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-19c21d5e-bd28-469c-9e0b-99a53037db07 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41ad4ebfe104f0bbf5da25507598650 HTTP/1.1" status: 200 len: 380 time: 0.0760553 Mar 23 03:12:57.266799 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-718d21db-6424-41f5-8f7d-a0773a541bf7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'port': {'device_id': '2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb', 'network_id': '8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580', 'admin_state_up': True, 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'security_groups': ['e4fa1397-d453-4f22-826b-f93d0c8ba8d3']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:12:57.329040 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device ac80c818-9bc7-4869-b26f-7348240b63de up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:12:57.404570 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port ac80c818-9bc7-4869-b26f-7348240b63de triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:12:57.404981 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ac80c818-9bc7-4869-b26f-7348240b63de), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:57.491178 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-718d21db-6424-41f5-8f7d-a0773a541bf7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Made reservation on behalf of f41ad4ebfe104f0bbf5da25507598650 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:12:57.495432 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-718d21db-6424-41f5-8f7d-a0773a541bf7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:57.497386 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port ac80c818-9bc7-4869-b26f-7348240b63de is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:12:57.498479 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 9b69c574-f8d3-47f3-90a0-53eec12d2097 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:12:57.504637 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e20bee18-b9da-4ed2-9143-1dae0b703729 req-42d99308-e825-4185-8681-d34b8916ede0 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 210 time: 0.0360777 Mar 23 03:12:57.555087 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 9b69c574-f8d3-47f3-90a0-53eec12d2097 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:12:57.555471 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (9b69c574-f8d3-47f3-90a0-53eec12d2097), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:57.657995 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 9b69c574-f8d3-47f3-90a0-53eec12d2097 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:12:57.674731 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-718d21db-6424-41f5-8f7d-a0773a541bf7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Allocated IP 172.20.0.7 (8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580/9cd750a0-f489-47e7-bb2c-73a8cd8767d5/9f561184-2ebc-4170-b26f-531ec8bd3867) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:12:57.840328 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-718d21db-6424-41f5-8f7d-a0773a541bf7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for port (9f561184-2ebc-4170-b26f-531ec8bd3867), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:57.937259 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-718d21db-6424-41f5-8f7d-a0773a541bf7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (9f561184-2ebc-4170-b26f-531ec8bd3867), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:57.981508 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-718d21db-6424-41f5-8f7d-a0773a541bf7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network 8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:12:57.984789 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-718d21db-6424-41f5-8f7d-a0773a541bf7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:12:57.991141 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-718d21db-6424-41f5-8f7d-a0773a541bf7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:12:57.998400 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d21db-6424-41f5-8f7d-a0773a541bf7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Port': ['ID=9f561184-2ebc-4170-b26f-531ec8bd3867,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:12:58.046416 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-718d21db-6424-41f5-8f7d-a0773a541bf7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:58.047121 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-718d21db-6424-41f5-8f7d-a0773a541bf7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:58.123451 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-718d21db-6424-41f5-8f7d-a0773a541bf7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8625972 Mar 23 03:12:58.135574 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-71264c56-d2e5-452c-8488-8453bcfe0f9a service neutron] Request body: {'port': {'device_id': '2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:12:58.212093 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-71264c56-d2e5-452c-8488-8453bcfe0f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (9f561184-2ebc-4170-b26f-531ec8bd3867), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:58.269535 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-fce7acce-7bb4-4f16-b516-5d09eb43ce71 None None] Provisioning complete for port 9f561184-2ebc-4170-b26f-531ec8bd3867 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:12:58.269841 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fce7acce-7bb4-4f16-b516-5d09eb43ce71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (9f561184-2ebc-4170-b26f-531ec8bd3867), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:58.310748 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-fce7acce-7bb4-4f16-b516-5d09eb43ce71 None None] Port 9f561184-2ebc-4170-b26f-531ec8bd3867 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:12:58.485400 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-71264c56-d2e5-452c-8488-8453bcfe0f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f561184-2ebc-4170-b26f-531ec8bd3867 {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:12:58.494142 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-71264c56-d2e5-452c-8488-8453bcfe0f9a service neutron] Publish callbacks [] for port (9f561184-2ebc-4170-b26f-531ec8bd3867), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:58.506486 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-71264c56-d2e5-452c-8488-8453bcfe0f9a service neutron] Transition to ACTIVE for port object 9f561184-2ebc-4170-b26f-531ec8bd3867 will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 03:12:58.555329 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-71264c56-d2e5-452c-8488-8453bcfe0f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (9f561184-2ebc-4170-b26f-531ec8bd3867), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:58.641318 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71264c56-d2e5-452c-8488-8453bcfe0f9a service neutron] Pushing event updated for resources: {'Port': ['ID=9f561184-2ebc-4170-b26f-531ec8bd3867,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:12:58.683385 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed1666-cb41-452a-bde1-f3f5696353f5 req-1c688762-6a20-4f5a-ab98-74e945d93f95 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:58.684977 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4fed1666-cb41-452a-bde1-f3f5696353f5 req-1c688762-6a20-4f5a-ab98-74e945d93f95 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 943 time: 0.1025176 Mar 23 03:12:58.770890 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4fed1666-cb41-452a-bde1-f3f5696353f5 req-9be2fcfd-588d-4947-9663-ee5bb2e191d6 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4fa1397-d453-4f22-826b-f93d0c8ba8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670829 Mar 23 03:12:58.771564 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-71264c56-d2e5-452c-8488-8453bcfe0f9a service neutron] Attempting to bind port 9f561184-2ebc-4170-b26f-531ec8bd3867 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:12:58.771921 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-71264c56-d2e5-452c-8488-8453bcfe0f9a service neutron] Attempting to bind port 9f561184-2ebc-4170-b26f-531ec8bd3867 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '0ff84d6b-3f76-495d-a776-c156affaec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:12:58.772255 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-71264c56-d2e5-452c-8488-8453bcfe0f9a service neutron] Attempting to bind port 9f561184-2ebc-4170-b26f-531ec8bd3867 on network 8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:12:58.777506 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-71264c56-d2e5-452c-8488-8453bcfe0f9a service neutron] Port 9f561184-2ebc-4170-b26f-531ec8bd3867 on network 8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 03:12:58.777837 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-71264c56-d2e5-452c-8488-8453bcfe0f9a service neutron] Attempting to bind port 9f561184-2ebc-4170-b26f-531ec8bd3867 on network 8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:12:58.783211 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-71264c56-d2e5-452c-8488-8453bcfe0f9a service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:12:58.783550 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-71264c56-d2e5-452c-8488-8453bcfe0f9a service neutron] Checking segment: {'id': '0ff84d6b-3f76-495d-a776-c156affaec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:12:58.784058 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-71264c56-d2e5-452c-8488-8453bcfe0f9a service neutron] Bound using segment: {'id': '0ff84d6b-3f76-495d-a776-c156affaec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:12:58.784482 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-71264c56-d2e5-452c-8488-8453bcfe0f9a service neutron] Bound port: 9f561184-2ebc-4170-b26f-531ec8bd3867, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ff84d6b-3f76-495d-a776-c156affaec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:12:58.784963 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-71264c56-d2e5-452c-8488-8453bcfe0f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (9f561184-2ebc-4170-b26f-531ec8bd3867), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:58.853493 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-71264c56-d2e5-452c-8488-8453bcfe0f9a service neutron] For port 9f561184-2ebc-4170-b26f-531ec8bd3867, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:12:58.856392 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-71264c56-d2e5-452c-8488-8453bcfe0f9a service neutron] For port 9f561184-2ebc-4170-b26f-531ec8bd3867, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9f561184-2ebc-4170-b26f-531ec8bd3867,segment=NetworkSegment(0ff84d6b-3f76-495d-a776-c156affaec05),segment_id=0ff84d6b-3f76-495d-a776-c156affaec05)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:12:58.913791 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-71264c56-d2e5-452c-8488-8453bcfe0f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (9f561184-2ebc-4170-b26f-531ec8bd3867), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:58.950338 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-71264c56-d2e5-452c-8488-8453bcfe0f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:58.951011 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-71264c56-d2e5-452c-8488-8453bcfe0f9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:12:58.952773 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-71264c56-d2e5-452c-8488-8453bcfe0f9a service neutron] 10.222.0.23 "PUT /v2.0/ports/9f561184-2ebc-4170-b26f-531ec8bd3867 HTTP/1.1" status: 200 len: 1093 time: 0.8219802 Mar 23 03:12:58.953119 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb', 'tag': '9f561184-2ebc-4170-b26f-531ec8bd3867'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:12:58.955402 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7407cc88-0fac-4b99-85c2-ea0be1808590" -d '{"events": [{"name": "network-changed", "server_uuid": "2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb", "tag": "9f561184-2ebc-4170-b26f-531ec8bd3867"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:12:58.983025 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71264c56-d2e5-452c-8488-8453bcfe0f9a service neutron] Pushing event updated for resources: {'Port': ['ID=9f561184-2ebc-4170-b26f-531ec8bd3867,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:12:59.005407 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee37cee-69e4-4839-b4dd-3f6f4629fc68 x-openstack-request-id: req-5ee37cee-69e4-4839-b4dd-3f6f4629fc68 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:12:59.005407 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb", "tag": "9f561184-2ebc-4170-b26f-531ec8bd3867", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:12:59.005407 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5ee37cee-69e4-4839-b4dd-3f6f4629fc68 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:12:59.005407 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ee37cee-69e4-4839-b4dd-3f6f4629fc68'] response: {'name': 'network-changed', 'server_uuid': '2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb', 'tag': '9f561184-2ebc-4170-b26f-531ec8bd3867', 'status': 'completed', 'code': 200} Mar 23 03:12:59.072347 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407cc88-0fac-4b99-85c2-ea0be1808590 req-7e397f9c-2686-4d9a-aaf4-21a977f7fae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:59.073984 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7407cc88-0fac-4b99-85c2-ea0be1808590 req-7e397f9c-2686-4d9a-aaf4-21a977f7fae0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 1127 time: 0.0493703 Mar 23 03:12:59.179630 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407cc88-0fac-4b99-85c2-ea0be1808590 req-3811b02f-87c0-4bd5-bef5-68e10bc2788d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:59.181853 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7407cc88-0fac-4b99-85c2-ea0be1808590 req-3811b02f-87c0-4bd5-bef5-68e10bc2788d service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=f41ad4ebfe104f0bbf5da25507598650&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1015656 Mar 23 03:12:59.273939 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407cc88-0fac-4b99-85c2-ea0be1808590 req-1b210ffc-81f2-4602-bfc1-a1c1d35f4765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:59.275942 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7407cc88-0fac-4b99-85c2-ea0be1808590 req-1b210ffc-81f2-4602-bfc1-a1c1d35f4765 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872865 Mar 23 03:12:59.355599 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-8d96e97b-1caa-4cd4-a923-ee6eb42638df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:59.357229 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-8d96e97b-1caa-4cd4-a923-ee6eb42638df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 1127 time: 0.0462456 Mar 23 03:12:59.401984 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-92a1d802-fef0-43d0-ba24-274ed9e398b2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f561184-2ebc-4170-b26f-531ec8bd3867 HTTP/1.1" status: 200 len: 217 time: 0.0379560 Mar 23 03:12:59.451156 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-f07f025a-0447-42f1-9168-9365b2248e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:59.452608 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-f07f025a-0447-42f1-9168-9365b2248e45 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cd750a0-f489-47e7-bb2c-73a8cd8767d5 HTTP/1.1" status: 200 len: 834 time: 0.0445449 Mar 23 03:12:59.500711 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-00b32c10-3c91-4036-a8fb-8851155f95d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:59.502219 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-00b32c10-3c91-4036-a8fb-8851155f95d1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440257 Mar 23 03:12:59.596586 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-45f0a3a0-a22c-468e-aab5-566e9eb630ca service neutron] 10.222.0.23 "GET /v2.0/networks/8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864484 Mar 23 03:12:59.683161 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e1719b32-a01e-4993-ba00-9c11f01dab39 req-1b89eb57-2621-49e6-848a-436f0dcf65ce service neutron] 10.222.0.23 "GET /v2.0/networks/8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812490 Mar 23 03:12:59.878984 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:12:59.894483 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf4e98-a3da-47dd-ad03-06848c02346d req-c2ad0f23-448e-46f9-8455-8466223161ab tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:12:59.895990 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-aecf4e98-a3da-47dd-ad03-06848c02346d req-c2ad0f23-448e-46f9-8455-8466223161ab tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 943 time: 0.0582805 Mar 23 03:12:59.945113 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-aecf4e98-a3da-47dd-ad03-06848c02346d req-bf7d52b7-9e2b-468e-b8bc-95a0a7692428 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4fa1397-d453-4f22-826b-f93d0c8ba8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430274 Mar 23 03:13:00.516797 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 9f561184-2ebc-4170-b26f-531ec8bd3867 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 03:13:00.611490 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 9f561184-2ebc-4170-b26f-531ec8bd3867, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9f561184-2ebc-4170-b26f-531ec8bd3867,segment=NetworkSegment(0ff84d6b-3f76-495d-a776-c156affaec05),segment_id=0ff84d6b-3f76-495d-a776-c156affaec05)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:13:00.623740 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '9f561184-2ebc-4170-b26f-531ec8bd3867', 'network_id': '8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580', 'port_id': '9f561184-2ebc-4170-b26f-531ec8bd3867', 'mac_address': 'fa:16:3e:56:04:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cd750a0-f489-47e7-bb2c-73a8cd8767d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 03:13:00.659084 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 9f561184-2ebc-4170-b26f-531ec8bd3867 is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:13:00.659471 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (9f561184-2ebc-4170-b26f-531ec8bd3867), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:13:00.675684 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f561184-2ebc-4170-b26f-531ec8bd3867 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:13:00.695181 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 9f561184-2ebc-4170-b26f-531ec8bd3867, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9f561184-2ebc-4170-b26f-531ec8bd3867,segment=NetworkSegment(0ff84d6b-3f76-495d-a776-c156affaec05),segment_id=0ff84d6b-3f76-495d-a776-c156affaec05)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:13:00.795180 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (9f561184-2ebc-4170-b26f-531ec8bd3867), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:13:00.987124 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=9f561184-2ebc-4170-b26f-531ec8bd3867,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:13:01.028383 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['9f561184-2ebc-4170-b26f-531ec8bd3867'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:13:01.068007 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b642a-0067-4932-b449-31981b010bae req-1b733160-6403-49d6-a389-eff9c9eb20bc tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:13:01.069674 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-774b642a-0067-4932-b449-31981b010bae req-1b733160-6403-49d6-a389-eff9c9eb20bc tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 944 time: 0.0585256 Mar 23 03:13:01.118716 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-774b642a-0067-4932-b449-31981b010bae req-2ad7cd92-a9dc-4495-ace6-94d5af35b826 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4fa1397-d453-4f22-826b-f93d0c8ba8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428226 Mar 23 03:13:02.240424 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5caae-9a4d-48e2-86fc-d516e3a27e24 req-06ddd21a-dfcf-4d36-af17-86dbcf3f41c9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:13:02.241790 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-61c5caae-9a4d-48e2-86fc-d516e3a27e24 req-06ddd21a-dfcf-4d36-af17-86dbcf3f41c9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 944 time: 0.0540211 Mar 23 03:13:02.290354 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-61c5caae-9a4d-48e2-86fc-d516e3a27e24 req-62bc1ce7-e17c-41c5-9fad-0011c1f1ab3f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4fa1397-d453-4f22-826b-f93d0c8ba8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421495 Mar 23 03:13:02.532425 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 9f561184-2ebc-4170-b26f-531ec8bd3867 up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:13:02.635387 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port 9f561184-2ebc-4170-b26f-531ec8bd3867 completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 03:13:02.639104 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 9f561184-2ebc-4170-b26f-531ec8bd3867 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:13:02.639496 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (9f561184-2ebc-4170-b26f-531ec8bd3867), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:13:02.716968 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 9f561184-2ebc-4170-b26f-531ec8bd3867 is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:13:02.717360 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (9f561184-2ebc-4170-b26f-531ec8bd3867), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:13:02.739411 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f561184-2ebc-4170-b26f-531ec8bd3867'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:13:02.741686 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c54f3e-04cb-4f21-a34c-ed87cd7b1d8f" -d '{"events": [{"server_uuid": "2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb", "name": "network-vif-plugged", "status": "completed", "tag": "9f561184-2ebc-4170-b26f-531ec8bd3867"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:13:02.754146 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 9f561184-2ebc-4170-b26f-531ec8bd3867, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9f561184-2ebc-4170-b26f-531ec8bd3867,segment=NetworkSegment(0ff84d6b-3f76-495d-a776-c156affaec05),segment_id=0ff84d6b-3f76-495d-a776-c156affaec05)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:13:02.777753 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14cc9cb-c9d6-4e8c-9eaa-c611fc4f114b x-openstack-request-id: req-d14cc9cb-c9d6-4e8c-9eaa-c611fc4f114b {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:13:02.778104 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb", "name": "network-vif-plugged", "status": "completed", "tag": "9f561184-2ebc-4170-b26f-531ec8bd3867", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:13:02.778363 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d14cc9cb-c9d6-4e8c-9eaa-c611fc4f114b {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:13:02.778765 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d14cc9cb-c9d6-4e8c-9eaa-c611fc4f114b'] response: {'server_uuid': '2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f561184-2ebc-4170-b26f-531ec8bd3867', 'code': 200} Mar 23 03:13:02.807886 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (9f561184-2ebc-4170-b26f-531ec8bd3867), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:13:02.856490 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=9f561184-2ebc-4170-b26f-531ec8bd3867,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:13:03.041487 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81e263-d388-445d-b47a-385d42f0a874 req-c1634dc9-6468-4101-874e-02bf585a6a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:13:03.042997 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6f81e263-d388-445d-b47a-385d42f0a874 req-c1634dc9-6468-4101-874e-02bf585a6a80 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 1129 time: 0.0437074 Mar 23 03:13:03.092563 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6f81e263-d388-445d-b47a-385d42f0a874 req-4410569c-6775-485f-b681-f6a80ca4261f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e4fa1397-d453-4f22-826b-f93d0c8ba8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428791 Mar 23 03:13:03.406982 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd4fd5-1134-41d6-ad3d-2aed8aac932b req-0971e14d-29da-4d52-a1f6-33f46d2892d3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:13:03.408487 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-99fd4fd5-1134-41d6-ad3d-2aed8aac932b req-0971e14d-29da-4d52-a1f6-33f46d2892d3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 945 time: 0.0520253 Mar 23 03:13:03.455724 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-99fd4fd5-1134-41d6-ad3d-2aed8aac932b req-c7f46d0d-a55e-496a-8b8b-7c91783792f3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4fa1397-d453-4f22-826b-f93d0c8ba8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417233 Mar 23 03:13:04.574516 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa894a5-20ab-4cf2-960c-75b0c4fe387d req-f3e43168-0279-4476-9012-b92d1c7a1c7a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:13:04.576044 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4fa894a5-20ab-4cf2-960c-75b0c4fe387d req-f3e43168-0279-4476-9012-b92d1c7a1c7a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 945 time: 0.0533869 Mar 23 03:13:04.623506 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4fa894a5-20ab-4cf2-960c-75b0c4fe387d req-90c63e9a-a4dc-4ecf-819e-aaf9fe9bcdb4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4fa1397-d453-4f22-826b-f93d0c8ba8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419750 Mar 23 03:13:04.737686 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330d7b7-295b-4201-847a-5e881407a456 req-7a1b3165-8152-4eed-b569-2bd4a86637ab tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:13:04.739050 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f330d7b7-295b-4201-847a-5e881407a456 req-7a1b3165-8152-4eed-b569-2bd4a86637ab tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 945 time: 0.0510643 Mar 23 03:13:04.787144 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f330d7b7-295b-4201-847a-5e881407a456 req-260f56f2-1aeb-40f9-8daf-a210ace15134 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4fa1397-d453-4f22-826b-f93d0c8ba8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419509 Mar 23 03:13:04.809800 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40184) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:13:04.856823 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20033808-4133-414b-a208-cbcdcf8b322a tempest-TestNetworkAdvancedServerOps-344769112 tempest-TestNetworkAdvancedServerOps-344769112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:13:04.858316 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-20033808-4133-414b-a208-cbcdcf8b322a tempest-TestNetworkAdvancedServerOps-344769112 tempest-TestNetworkAdvancedServerOps-344769112-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 1124 time: 0.0475295 Mar 23 03:13:04.861192 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40186) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:13:04.865390 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-61d50b2a-cc2b-4d2a-a660-cd566975c52e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'port_id': '9f561184-2ebc-4170-b26f-531ec8bd3867', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:13:04.939284 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-61d50b2a-cc2b-4d2a-a660-cd566975c52e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:13:05.041767 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-61d50b2a-cc2b-4d2a-a660-cd566975c52e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:13:05.144266 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-61d50b2a-cc2b-4d2a-a660-cd566975c52e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Allocated IP 172.26.2.178 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/f2ebcf94-685f-4d16-be6d-665acc048c11) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:13:05.246597 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-61d50b2a-cc2b-4d2a-a660-cd566975c52e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for port (f2ebcf94-685f-4d16-be6d-665acc048c11), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:13:05.344238 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-61d50b2a-cc2b-4d2a-a660-cd566975c52e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (f2ebcf94-685f-4d16-be6d-665acc048c11), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:13:05.386229 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d50b2a-cc2b-4d2a-a660-cd566975c52e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:13:05.389205 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-61d50b2a-cc2b-4d2a-a660-cd566975c52e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:13:05.394739 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d50b2a-cc2b-4d2a-a660-cd566975c52e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:13:05.417653 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d50b2a-cc2b-4d2a-a660-cd566975c52e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Port': ['ID=f2ebcf94-685f-4d16-be6d-665acc048c11,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:13:06.090425 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-61d50b2a-cc2b-4d2a-a660-cd566975c52e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for floatingip (f1e0be2b-1157-4daf-bf39-1e931910bc64), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:13:06.213597 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-61d50b2a-cc2b-4d2a-a660-cd566975c52e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f2ebcf94-685f-4d16-be6d-665acc048c11), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:13:06.356894 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-61d50b2a-cc2b-4d2a-a660-cd566975c52e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for port (f2ebcf94-685f-4d16-be6d-665acc048c11), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:13:06.400812 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-61d50b2a-cc2b-4d2a-a660-cd566975c52e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (f2ebcf94-685f-4d16-be6d-665acc048c11), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:13:06.470893 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d50b2a-cc2b-4d2a-a660-cd566975c52e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Port': ['ID=f2ebcf94-685f-4d16-be6d-665acc048c11,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:13:06.482660 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-61d50b2a-cc2b-4d2a-a660-cd566975c52e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (f1e0be2b-1157-4daf-bf39-1e931910bc64), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:13:06.582701 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [None req-61d50b2a-cc2b-4d2a-a660-cd566975c52e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Floating IP f1e0be2b-1157-4daf-bf39-1e931910bc64 associated. External IP: 172.26.2.178, port: 9f561184-2ebc-4170-b26f-531ec8bd3867. Mar 23 03:13:06.790117 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d50b2a-cc2b-4d2a-a660-cd566975c52e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Router 72e1e030-6fb4-4f84-b410-4eefc4bb5abb has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:13:06.900619 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d50b2a-cc2b-4d2a-a660-cd566975c52e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:13:06.909930 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73fb65b-8125-4bd3-a31c-9385e16614c6 None None] Sync routers for ids ['72e1e030-6fb4-4f84-b410-4eefc4bb5abb'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:13:06.920702 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73fb65b-8125-4bd3-a31c-9385e16614c6 None None] Routers {'72e1e030-6fb4-4f84-b410-4eefc4bb5abb'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:13:06.921393 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-c73fb65b-8125-4bd3-a31c-9385e16614c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:12:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['72e1e030-6fb4-4f84-b410-4eefc4bb5abb'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:13:06.974913 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-61d50b2a-cc2b-4d2a-a660-cd566975c52e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:13:07.007505 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-61d50b2a-cc2b-4d2a-a660-cd566975c52e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1452847 Mar 23 03:13:07.008230 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb', 'tag': '9f561184-2ebc-4170-b26f-531ec8bd3867'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:13:07.010909 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a0efa7-61c4-4d54-908e-32c584ca50bc" -d '{"events": [{"name": "network-changed", "server_uuid": "2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb", "tag": "9f561184-2ebc-4170-b26f-531ec8bd3867"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:13:07.030155 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-c73fb65b-8125-4bd3-a31c-9385e16614c6 None None] Set router 72e1e030-6fb4-4f84-b410-4eefc4bb5abb gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:13:07.064234 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50452cfd-d520-4d6a-8a6e-fc83d4a99cce x-openstack-request-id: req-50452cfd-d520-4d6a-8a6e-fc83d4a99cce {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:13:07.064531 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb", "tag": "9f561184-2ebc-4170-b26f-531ec8bd3867", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:13:07.064784 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-50452cfd-d520-4d6a-8a6e-fc83d4a99cce {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:13:07.065204 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50452cfd-d520-4d6a-8a6e-fc83d4a99cce'] response: {'name': 'network-changed', 'server_uuid': '2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb', 'tag': '9f561184-2ebc-4170-b26f-531ec8bd3867', 'status': 'completed', 'code': 200} Mar 23 03:13:07.136533 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0efa7-61c4-4d54-908e-32c584ca50bc req-17562bf6-fd44-4f38-bf35-9e652f84c292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:13:07.137192 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f16a4-cc1c-439a-881d-3db805c8398b req-2d24a9a7-c633-42be-bd9e-d5fc3a699b2a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:13:07.137569 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a1a0efa7-61c4-4d54-908e-32c584ca50bc req-17562bf6-fd44-4f38-bf35-9e652f84c292 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 1129 time: 0.0477958 Mar 23 03:13:07.137665 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6f0f16a4-cc1c-439a-881d-3db805c8398b req-2d24a9a7-c633-42be-bd9e-d5fc3a699b2a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 945 time: 0.0599875 Mar 23 03:13:07.193394 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6f0f16a4-cc1c-439a-881d-3db805c8398b req-2457ca35-b488-4d51-bc0f-ab9770172214 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4fa1397-d453-4f22-826b-f93d0c8ba8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511789 Mar 23 03:13:07.217578 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40192) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:13:07.231197 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0efa7-61c4-4d54-908e-32c584ca50bc req-bc7386dd-32b5-4cc3-81ca-1a87992c583c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:13:07.232801 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a1a0efa7-61c4-4d54-908e-32c584ca50bc req-bc7386dd-32b5-4cc3-81ca-1a87992c583c service neutron] 10.222.0.23 "GET /v2.0/networks?id=8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580 HTTP/1.1" status: 200 len: 897 time: 0.0923486 Mar 23 03:13:07.285530 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4072cbd5-4766-48fd-b670-ad9a2f0d58d8 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/floatingips/f1e0be2b-1157-4daf-bf39-1e931910bc64 HTTP/1.1" status: 200 len: 991 time: 0.0660048 Mar 23 03:13:07.289726 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-c73fb65b-8125-4bd3-a31c-9385e16614c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565385467', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': '9b69c574-f8d3-47f3-90a0-53eec12d2097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:12:49Z', 'updated_at': '2022-03-23T03:12:53Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '9b69c574-f8d3-47f3-90a0-53eec12d2097', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:12:49Z', 'updated_at': '2022-03-23T03:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'f1e0be2b-1157-4daf-bf39-1e931910bc64', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'floating_ip_address': '172.26.2.178', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'port_id': '9f561184-2ebc-4170-b26f-531ec8bd3867', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580', 'mac_address': 'fa:16:3e:56:04:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:13:05Z', 'updated_at': '2022-03-23T03:13:05Z', 'revision_number': 0, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac80c818-9bc7-4869-b26f-7348240b63de', 'name': '', 'network_id': '8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:64:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '9cd750a0-f489-47e7-bb2c-73a8cd8767d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:12:52Z', 'updated_at': '2022-03-23T03:12:56Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '9cd750a0-f489-47e7-bb2c-73a8cd8767d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:13:07.307461 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a1a0efa7-61c4-4d54-908e-32c584ca50bc req-d71cb799-accf-45a9-b782-8b4f8f9b7dba service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f561184-2ebc-4170-b26f-531ec8bd3867 HTTP/1.1" status: 200 len: 999 time: 0.0684214 Mar 23 03:13:07.316115 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73fb65b-8125-4bd3-a31c-9385e16614c6 None None] Checking router: 72e1e030-6fb4-4f84-b410-4eefc4bb5abb for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:13:07.325393 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73fb65b-8125-4bd3-a31c-9385e16614c6 None None] Routers {'72e1e030-6fb4-4f84-b410-4eefc4bb5abb'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:13:07.325999 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-c73fb65b-8125-4bd3-a31c-9385e16614c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:12:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['72e1e030-6fb4-4f84-b410-4eefc4bb5abb'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:13:07.356644 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0efa7-61c4-4d54-908e-32c584ca50bc req-3285b1e8-ae24-4bf3-9126-1dd44c0f1d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:13:07.358222 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a1a0efa7-61c4-4d54-908e-32c584ca50bc req-3285b1e8-ae24-4bf3-9126-1dd44c0f1d31 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cd750a0-f489-47e7-bb2c-73a8cd8767d5 HTTP/1.1" status: 200 len: 834 time: 0.0443189 Mar 23 03:13:07.409236 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0efa7-61c4-4d54-908e-32c584ca50bc req-9c5e87c7-b8ee-46ff-90bf-b0823208c0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:13:07.410731 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a1a0efa7-61c4-4d54-908e-32c584ca50bc req-9c5e87c7-b8ee-46ff-90bf-b0823208c0c6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0465214 Mar 23 03:13:07.439769 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-c73fb65b-8125-4bd3-a31c-9385e16614c6 None None] Set router 72e1e030-6fb4-4f84-b410-4eefc4bb5abb gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:13:07.502753 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a1a0efa7-61c4-4d54-908e-32c584ca50bc req-3756575d-027f-4a4f-9b5f-a9bc4387c6cc service neutron] 10.222.0.23 "GET /v2.0/networks/8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861764 Mar 23 03:13:07.590950 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a1a0efa7-61c4-4d54-908e-32c584ca50bc req-24078f12-b1a6-4289-9da7-be400f10d479 service neutron] 10.222.0.23 "GET /v2.0/networks/8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826323 Mar 23 03:13:07.667343 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-c73fb65b-8125-4bd3-a31c-9385e16614c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565385467', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': '9b69c574-f8d3-47f3-90a0-53eec12d2097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:12:49Z', 'updated_at': '2022-03-23T03:12:53Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '9b69c574-f8d3-47f3-90a0-53eec12d2097', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:12:49Z', 'updated_at': '2022-03-23T03:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'f1e0be2b-1157-4daf-bf39-1e931910bc64', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'floating_ip_address': '172.26.2.178', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'port_id': '9f561184-2ebc-4170-b26f-531ec8bd3867', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580', 'mac_address': 'fa:16:3e:56:04:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:13:05Z', 'updated_at': '2022-03-23T03:13:05Z', 'revision_number': 0, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac80c818-9bc7-4869-b26f-7348240b63de', 'name': '', 'network_id': '8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:64:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '9cd750a0-f489-47e7-bb2c-73a8cd8767d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:12:52Z', 'updated_at': '2022-03-23T03:12:56Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '9cd750a0-f489-47e7-bb2c-73a8cd8767d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:13:07.694006 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73fb65b-8125-4bd3-a31c-9385e16614c6 None None] The sync data for ids ['72e1e030-6fb4-4f84-b410-4eefc4bb5abb'] in dv-neutron-834613-2-hyperv is: [{'id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565385467', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': '9b69c574-f8d3-47f3-90a0-53eec12d2097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:12:49Z', 'updated_at': '2022-03-23T03:12:53Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '9b69c574-f8d3-47f3-90a0-53eec12d2097', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:12:49Z', 'updated_at': '2022-03-23T03:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'f1e0be2b-1157-4daf-bf39-1e931910bc64', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'floating_ip_address': '172.26.2.178', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'port_id': '9f561184-2ebc-4170-b26f-531ec8bd3867', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580', 'mac_address': 'fa:16:3e:56:04:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:13:05Z', 'updated_at': '2022-03-23T03:13:05Z', 'revision_number': 0, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac80c818-9bc7-4869-b26f-7348240b63de', 'name': '', 'network_id': '8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:64:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '9cd750a0-f489-47e7-bb2c-73a8cd8767d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:12:52Z', 'updated_at': '2022-03-23T03:12:56Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '9cd750a0-f489-47e7-bb2c-73a8cd8767d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:13:07.887032 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd521f70-8798-4879-a1e4-8f0f6428aa9c None None] New status for floating IP f1e0be2b-1157-4daf-bf39-1e931910bc64: ACTIVE {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 03:13:08.289379 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40194) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:13:08.355232 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-63096522-d5e2-48e4-be1d-70da22315a65 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/floatingips/f1e0be2b-1157-4daf-bf39-1e931910bc64 HTTP/1.1" status: 200 len: 993 time: 0.0605736 Mar 23 03:13:17.619096 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ec1212aa-23a1-409b-92e1-0636234d0caa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:13:18.964318 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:13:19.921049 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c7ecb631-41e8-4607-bca1-bdde25bd95d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:13:21.353558 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:13:22.777641 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:13:24.029068 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:13:24.612274 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2f2a6d88-5579-4c8c-82c6-8ed8073e2d1b req-70c3c90a-90be-4b8e-a578-f137d8d18ce8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441744 Mar 23 03:13:24.696769 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a6d88-5579-4c8c-82c6-8ed8073e2d1b req-24e839e8-30d2-40c3-8c14-a4720d801fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:13:24.698271 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2f2a6d88-5579-4c8c-82c6-8ed8073e2d1b req-24e839e8-30d2-40c3-8c14-a4720d801fb6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 1129 time: 0.0454540 Mar 23 03:13:24.806483 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a6d88-5579-4c8c-82c6-8ed8073e2d1b req-51e3cc0d-8276-423f-a95e-d2a15e01498e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:13:24.808025 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2f2a6d88-5579-4c8c-82c6-8ed8073e2d1b req-51e3cc0d-8276-423f-a95e-d2a15e01498e service neutron] 10.222.0.23 "GET /v2.0/networks?id=8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580 HTTP/1.1" status: 200 len: 897 time: 0.0913877 Mar 23 03:13:24.874754 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2f2a6d88-5579-4c8c-82c6-8ed8073e2d1b req-f44f0b3f-9901-48df-8324-954cb0362922 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f561184-2ebc-4170-b26f-531ec8bd3867 HTTP/1.1" status: 200 len: 1001 time: 0.0600686 Mar 23 03:13:24.922833 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a6d88-5579-4c8c-82c6-8ed8073e2d1b req-fe2331c0-d1f9-4fd6-99b8-29b05405691f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:13:24.924262 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2f2a6d88-5579-4c8c-82c6-8ed8073e2d1b req-fe2331c0-d1f9-4fd6-99b8-29b05405691f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cd750a0-f489-47e7-bb2c-73a8cd8767d5 HTTP/1.1" status: 200 len: 834 time: 0.0433538 Mar 23 03:13:24.977631 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a6d88-5579-4c8c-82c6-8ed8073e2d1b req-2e1b1ab5-4a22-4295-b3dd-7a5bf4842733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:13:24.979132 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2f2a6d88-5579-4c8c-82c6-8ed8073e2d1b req-2e1b1ab5-4a22-4295-b3dd-7a5bf4842733 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0491731 Mar 23 03:13:25.068271 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2f2a6d88-5579-4c8c-82c6-8ed8073e2d1b req-6ff39bb0-dfac-4c1b-b707-33116a26c2a8 service neutron] 10.222.0.23 "GET /v2.0/networks/8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814464 Mar 23 03:13:25.160178 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2f2a6d88-5579-4c8c-82c6-8ed8073e2d1b req-ff295002-e95b-49ae-8dd2-ca5b251eb954 service neutron] 10.222.0.23 "GET /v2.0/networks/8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864053 Mar 23 03:13:35.258921 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2d81a-e1b2-4f3c-88ab-70223064e84f req-4f4bc699-584b-4fc0-9964-091933937a2c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:13:35.260469 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b8c2d81a-e1b2-4f3c-88ab-70223064e84f req-4f4bc699-584b-4fc0-9964-091933937a2c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 945 time: 0.0558348 Mar 23 03:13:35.333438 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b8c2d81a-e1b2-4f3c-88ab-70223064e84f req-e8a3a993-64a4-440a-b9cd-ebb35a5ce6f9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4fa1397-d453-4f22-826b-f93d0c8ba8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670767 Mar 23 03:13:35.349420 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e564a1-c9dc-408a-b9a2-f9f952d5f9f7 req-c83ce330-c05b-43a6-8b88-8382269abadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:13:35.350882 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-47e564a1-c9dc-408a-b9a2-f9f952d5f9f7 req-c83ce330-c05b-43a6-8b88-8382269abadd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 1129 time: 0.0594373 Mar 23 03:13:35.443195 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e564a1-c9dc-408a-b9a2-f9f952d5f9f7 req-65b5ee3c-43b0-4e4d-b1a7-ae90867b0b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:13:35.444936 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-47e564a1-c9dc-408a-b9a2-f9f952d5f9f7 req-65b5ee3c-43b0-4e4d-b1a7-ae90867b0b4e service neutron] 10.222.0.23 "GET /v2.0/networks?id=8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580 HTTP/1.1" status: 200 len: 897 time: 0.0881832 Mar 23 03:13:35.512892 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-47e564a1-c9dc-408a-b9a2-f9f952d5f9f7 req-604ea7a9-801e-42ff-8a4d-0946ff14ab4e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f561184-2ebc-4170-b26f-531ec8bd3867 HTTP/1.1" status: 200 len: 1001 time: 0.0607283 Mar 23 03:13:35.569024 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e564a1-c9dc-408a-b9a2-f9f952d5f9f7 req-7337e427-da59-4341-8040-e3ca5d429d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:13:35.576568 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-47e564a1-c9dc-408a-b9a2-f9f952d5f9f7 req-7337e427-da59-4341-8040-e3ca5d429d79 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cd750a0-f489-47e7-bb2c-73a8cd8767d5 HTTP/1.1" status: 200 len: 834 time: 0.0507472 Mar 23 03:13:35.621714 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e564a1-c9dc-408a-b9a2-f9f952d5f9f7 req-42cc6e5d-4ad0-46c0-aa26-af0c493ace64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:13:35.623208 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-47e564a1-c9dc-408a-b9a2-f9f952d5f9f7 req-42cc6e5d-4ad0-46c0-aa26-af0c493ace64 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441029 Mar 23 03:13:35.711966 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-47e564a1-c9dc-408a-b9a2-f9f952d5f9f7 req-7050ba9b-b80c-4716-a964-9312f50f5bea service neutron] 10.222.0.23 "GET /v2.0/networks/8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818181 Mar 23 03:13:35.803983 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-47e564a1-c9dc-408a-b9a2-f9f952d5f9f7 req-17dbbd52-1538-4a1b-a64f-d5e6c24e8730 service neutron] 10.222.0.23 "GET /v2.0/networks/8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854647 Mar 23 03:13:36.456099 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c03ee-4e5c-4952-bda0-b54e3894e797 req-7bb5c9ae-fc55-482a-8fd7-20332b72c753 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:13:36.457629 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d11c03ee-4e5c-4952-bda0-b54e3894e797 req-7bb5c9ae-fc55-482a-8fd7-20332b72c753 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 945 time: 0.0545564 Mar 23 03:13:36.506186 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d11c03ee-4e5c-4952-bda0-b54e3894e797 req-1322d330-a3f0-4b0f-9d4a-03e14daf4dd7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4fa1397-d453-4f22-826b-f93d0c8ba8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428486 Mar 23 03:13:36.878431 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:13:37.624767 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfa34e-5d91-4927-aea0-33a427a678cb req-2e855c52-5600-4ebc-af0d-12adb652fc41 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:13:37.626235 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-52cfa34e-5d91-4927-aea0-33a427a678cb req-2e855c52-5600-4ebc-af0d-12adb652fc41 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 945 time: 0.0534446 Mar 23 03:13:37.673891 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-52cfa34e-5d91-4927-aea0-33a427a678cb req-c6c88642-2dc4-4ceb-b272-757c3fb3dbfd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4fa1397-d453-4f22-826b-f93d0c8ba8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420794 Mar 23 03:13:38.788823 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff11ee1-2042-4ec5-82df-d848b1f2fc5a req-6d0181c0-d293-4fd2-ac0e-e3b545042b76 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:13:38.790295 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6ff11ee1-2042-4ec5-82df-d848b1f2fc5a req-6d0181c0-d293-4fd2-ac0e-e3b545042b76 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 945 time: 0.0520091 Mar 23 03:13:38.838326 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6ff11ee1-2042-4ec5-82df-d848b1f2fc5a req-1539a2c0-52f6-4e51-bb6d-32c7a185c90d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4fa1397-d453-4f22-826b-f93d0c8ba8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426681 Mar 23 03:13:39.961793 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f3881-82ee-4e65-949b-fb1a522e27a3 req-f63023ef-9534-4935-b298-3f534b70876d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:13:39.963257 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b54f3881-82ee-4e65-949b-fb1a522e27a3 req-f63023ef-9534-4935-b298-3f534b70876d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 945 time: 0.0569351 Mar 23 03:13:40.011614 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b54f3881-82ee-4e65-949b-fb1a522e27a3 req-21610440-8afb-4305-bc55-9c88b1a79a4d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4fa1397-d453-4f22-826b-f93d0c8ba8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428669 Mar 23 03:13:41.213351 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040a60d-aeb4-4ca9-8d33-b962a2afe913 req-a98ff093-9c83-4664-846a-311c1203513a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:13:41.214824 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b040a60d-aeb4-4ca9-8d33-b962a2afe913 req-a98ff093-9c83-4664-846a-311c1203513a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 945 time: 0.1370225 Mar 23 03:13:41.262297 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b040a60d-aeb4-4ca9-8d33-b962a2afe913 req-df570720-f437-41a4-8dd1-1a141902ec46 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4fa1397-d453-4f22-826b-f93d0c8ba8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419457 Mar 23 03:13:42.380124 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eab0cf-8d3f-49a4-8113-1d9aff066e7a req-90ee28f1-2360-46a5-a430-3b807e299312 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:13:42.382301 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a5eab0cf-8d3f-49a4-8113-1d9aff066e7a req-90ee28f1-2360-46a5-a430-3b807e299312 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 945 time: 0.0542736 Mar 23 03:13:42.431660 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a5eab0cf-8d3f-49a4-8113-1d9aff066e7a req-eaa3a04e-3023-494f-b11d-959fdc43afac tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4fa1397-d453-4f22-826b-f93d0c8ba8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431590 Mar 23 03:13:43.550100 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56274dc3-f09a-4eed-a67e-e5e17806b069 req-89c035c3-4107-4177-b49f-8457bb1322e8 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:13:43.551555 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-56274dc3-f09a-4eed-a67e-e5e17806b069 req-89c035c3-4107-4177-b49f-8457bb1322e8 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 945 time: 0.0521030 Mar 23 03:13:43.599915 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-56274dc3-f09a-4eed-a67e-e5e17806b069 req-718c7440-539d-4153-b35b-d214ada2e035 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4fa1397-d453-4f22-826b-f93d0c8ba8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422351 Mar 23 03:13:44.713800 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795623d9-6830-4d03-9d5f-4e9748f07626 req-97917282-da32-44b7-b2e8-d24820bb2e0a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:13:44.715253 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-795623d9-6830-4d03-9d5f-4e9748f07626 req-97917282-da32-44b7-b2e8-d24820bb2e0a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 945 time: 0.0515776 Mar 23 03:13:44.766815 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-795623d9-6830-4d03-9d5f-4e9748f07626 req-14094faf-1a09-4fb7-b171-66cc4d6c0d84 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4fa1397-d453-4f22-826b-f93d0c8ba8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460360 Mar 23 03:13:45.884080 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00474c8-9925-4696-bfa6-bc291f5578d4 req-61644415-bb72-48c5-ad10-33c1afe50123 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:13:45.885573 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e00474c8-9925-4696-bfa6-bc291f5578d4 req-61644415-bb72-48c5-ad10-33c1afe50123 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 945 time: 0.0519309 Mar 23 03:13:45.935879 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e00474c8-9925-4696-bfa6-bc291f5578d4 req-ad43c401-5c76-4fe7-91d6-7df54c5a9a99 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4fa1397-d453-4f22-826b-f93d0c8ba8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448904 Mar 23 03:13:47.053620 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051a044-a53f-4806-a3e8-9ec1678ccc36 req-47faacc9-9c39-4a08-bb65-231c448330bd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:13:47.055929 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8051a044-a53f-4806-a3e8-9ec1678ccc36 req-47faacc9-9c39-4a08-bb65-231c448330bd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 945 time: 0.0536807 Mar 23 03:13:47.104537 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8051a044-a53f-4806-a3e8-9ec1678ccc36 req-530bcfb4-fc89-4a43-911a-176fbdb9af1c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4fa1397-d453-4f22-826b-f93d0c8ba8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431161 Mar 23 03:13:47.126397 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40230) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:13:47.187073 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5ab4c9f6-d163-41da-b140-0dff8803774f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/floatingips/f1e0be2b-1157-4daf-bf39-1e931910bc64 HTTP/1.1" status: 200 len: 993 time: 0.0595868 Mar 23 03:13:47.638378 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5a93cb15-b6fb-435b-8963-9bf9a79e9659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:13:49.005951 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:13:49.952759 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-da759190-051a-43d9-8732-eef054369cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:13:51.353349 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:13:52.786874 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:13:53.994673 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:13.878104 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:14:17.616580 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-37fda337-7f55-4542-99b0-8fd1d5560c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:17.857619 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40240) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:14:18.330450 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-41c2a9d9-8b4e-41b6-bcdc-bbf0f95af099 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Deleting port f2ebcf94-685f-4d16-be6d-665acc048c11 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:14:18.339371 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-41c2a9d9-8b4e-41b6-bcdc-bbf0f95af099 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (f2ebcf94-685f-4d16-be6d-665acc048c11), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:18.406228 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-41c2a9d9-8b4e-41b6-bcdc-bbf0f95af099 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (f2ebcf94-685f-4d16-be6d-665acc048c11), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:18.406478 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-41c2a9d9-8b4e-41b6-bcdc-bbf0f95af099 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for floatingip (f2ebcf94-685f-4d16-be6d-665acc048c11), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:18.419212 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-41c2a9d9-8b4e-41b6-bcdc-bbf0f95af099 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Calling delete_port for f2ebcf94-685f-4d16-be6d-665acc048c11 owned by network:floatingip {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:14:18.604921 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-41c2a9d9-8b4e-41b6-bcdc-bbf0f95af099 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (f2ebcf94-685f-4d16-be6d-665acc048c11), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:18.632800 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2a9d9-8b4e-41b6-bcdc-bbf0f95af099 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'Port': ['ID=f2ebcf94-685f-4d16-be6d-665acc048c11,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:18.644711 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c2a9d9-8b4e-41b6-bcdc-bbf0f95af099 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:18.645074 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c2a9d9-8b4e-41b6-bcdc-bbf0f95af099 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:18.645426 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c2a9d9-8b4e-41b6-bcdc-bbf0f95af099 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:18.645773 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c2a9d9-8b4e-41b6-bcdc-bbf0f95af099 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:18.646111 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c2a9d9-8b4e-41b6-bcdc-bbf0f95af099 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:18.646452 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c2a9d9-8b4e-41b6-bcdc-bbf0f95af099 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:18.646800 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c2a9d9-8b4e-41b6-bcdc-bbf0f95af099 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:18.647121 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c2a9d9-8b4e-41b6-bcdc-bbf0f95af099 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:18.647451 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c2a9d9-8b4e-41b6-bcdc-bbf0f95af099 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:18.647779 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c2a9d9-8b4e-41b6-bcdc-bbf0f95af099 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:18.648140 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c2a9d9-8b4e-41b6-bcdc-bbf0f95af099 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:18.648470 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c2a9d9-8b4e-41b6-bcdc-bbf0f95af099 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:18.648799 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c2a9d9-8b4e-41b6-bcdc-bbf0f95af099 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:18.649127 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c2a9d9-8b4e-41b6-bcdc-bbf0f95af099 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:18.649452 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c2a9d9-8b4e-41b6-bcdc-bbf0f95af099 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:18.702733 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-41c2a9d9-8b4e-41b6-bcdc-bbf0f95af099 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for floatingip (f1e0be2b-1157-4daf-bf39-1e931910bc64), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:18.702991 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-41c2a9d9-8b4e-41b6-bcdc-bbf0f95af099 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Floating IP f1e0be2b-1157-4daf-bf39-1e931910bc64 disassociated (deleted). External IP: 172.26.2.178, port: 9f561184-2ebc-4170-b26f-531ec8bd3867. Mar 23 03:14:18.911899 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c2a9d9-8b4e-41b6-bcdc-bbf0f95af099 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Router 72e1e030-6fb4-4f84-b410-4eefc4bb5abb has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:14:18.948723 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:19.020249 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c2a9d9-8b4e-41b6-bcdc-bbf0f95af099 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:14:19.024593 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-41c2a9d9-8b4e-41b6-bcdc-bbf0f95af099 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:19.030672 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc027eff-4c32-4284-80a2-f1495751ef4e None None] Sync routers for ids ['72e1e030-6fb4-4f84-b410-4eefc4bb5abb'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:14:19.040070 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc027eff-4c32-4284-80a2-f1495751ef4e None None] Routers {'72e1e030-6fb4-4f84-b410-4eefc4bb5abb'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:14:19.041237 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-cc027eff-4c32-4284-80a2-f1495751ef4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:13:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['72e1e030-6fb4-4f84-b410-4eefc4bb5abb'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:14:19.055038 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-41c2a9d9-8b4e-41b6-bcdc-bbf0f95af099 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "DELETE /v2.0/floatingips/f1e0be2b-1157-4daf-bf39-1e931910bc64 HTTP/1.1" status: 204 len: 168 time: 1.1964173 Mar 23 03:14:19.055682 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb', 'tag': '9f561184-2ebc-4170-b26f-531ec8bd3867'}] {{(pid=104348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:14:19.058956 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a43494f7a0cd0c51715e4079ece57a9ff1e623b58ceb021b6bb41ba87478d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a8e54a-db50-42e4-ad1d-920b2f885852" -d '{"events": [{"name": "network-changed", "server_uuid": "2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb", "tag": "9f561184-2ebc-4170-b26f-531ec8bd3867"}]}' {{(pid=104348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:14:19.102246 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5397173e-5284-474a-a1eb-0eda060cc7ad x-openstack-request-id: req-5397173e-5284-474a-a1eb-0eda060cc7ad {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:14:19.102594 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb", "tag": "9f561184-2ebc-4170-b26f-531ec8bd3867", "status": "completed", "code": 200}]} {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:14:19.102864 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5397173e-5284-474a-a1eb-0eda060cc7ad {{(pid=104348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:14:19.103996 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5397173e-5284-474a-a1eb-0eda060cc7ad'] response: {'name': 'network-changed', 'server_uuid': '2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb', 'tag': '9f561184-2ebc-4170-b26f-531ec8bd3867', 'status': 'completed', 'code': 200} Mar 23 03:14:19.167386 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-cc027eff-4c32-4284-80a2-f1495751ef4e None None] Set router 72e1e030-6fb4-4f84-b410-4eefc4bb5abb gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:14:19.178760 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8e54a-db50-42e4-ad1d-920b2f885852 req-f3eee766-98c7-4071-9cf8-dc5d3787f8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:19.180483 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b5a8e54a-db50-42e4-ad1d-920b2f885852 req-f3eee766-98c7-4071-9cf8-dc5d3787f8d7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 1129 time: 0.0550277 Mar 23 03:14:19.274195 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8e54a-db50-42e4-ad1d-920b2f885852 req-2a99e5d0-c0e4-493b-952d-6a8d43cec88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:19.275704 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b5a8e54a-db50-42e4-ad1d-920b2f885852 req-2a99e5d0-c0e4-493b-952d-6a8d43cec88a service neutron] 10.222.0.23 "GET /v2.0/networks?id=8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580 HTTP/1.1" status: 200 len: 897 time: 0.0877118 Mar 23 03:14:19.323398 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b5a8e54a-db50-42e4-ad1d-920b2f885852 req-8c99b451-7d18-4336-9052-9ea8678c2ea0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f561184-2ebc-4170-b26f-531ec8bd3867 HTTP/1.1" status: 200 len: 217 time: 0.0419106 Mar 23 03:14:19.375231 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8e54a-db50-42e4-ad1d-920b2f885852 req-47e2e207-2360-4dbd-a907-17461952457f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:19.377150 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b5a8e54a-db50-42e4-ad1d-920b2f885852 req-47e2e207-2360-4dbd-a907-17461952457f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cd750a0-f489-47e7-bb2c-73a8cd8767d5 HTTP/1.1" status: 200 len: 834 time: 0.0481977 Mar 23 03:14:19.379745 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-cc027eff-4c32-4284-80a2-f1495751ef4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565385467', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': '9b69c574-f8d3-47f3-90a0-53eec12d2097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:12:49Z', 'updated_at': '2022-03-23T03:12:53Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '9b69c574-f8d3-47f3-90a0-53eec12d2097', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:12:49Z', 'updated_at': '2022-03-23T03:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'ac80c818-9bc7-4869-b26f-7348240b63de', 'name': '', 'network_id': '8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:64:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '9cd750a0-f489-47e7-bb2c-73a8cd8767d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:12:52Z', 'updated_at': '2022-03-23T03:12:56Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '9cd750a0-f489-47e7-bb2c-73a8cd8767d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:14:19.413932 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc027eff-4c32-4284-80a2-f1495751ef4e None None] Checking router: 72e1e030-6fb4-4f84-b410-4eefc4bb5abb for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:14:19.425710 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc027eff-4c32-4284-80a2-f1495751ef4e None None] Routers {'72e1e030-6fb4-4f84-b410-4eefc4bb5abb'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:14:19.426341 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-cc027eff-4c32-4284-80a2-f1495751ef4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:13:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['72e1e030-6fb4-4f84-b410-4eefc4bb5abb'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:14:19.438210 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8e54a-db50-42e4-ad1d-920b2f885852 req-a04abcfb-a4ff-41df-a797-17b5ddcb1c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:19.439917 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b5a8e54a-db50-42e4-ad1d-920b2f885852 req-a04abcfb-a4ff-41df-a797-17b5ddcb1c1e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0575433 Mar 23 03:14:19.509520 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555aaa33-0752-465c-9679-73a9dee2a60b req-57833fcb-24fb-4e19-a584-7af31ce516ed tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:19.511623 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-555aaa33-0752-465c-9679-73a9dee2a60b req-57833fcb-24fb-4e19-a584-7af31ce516ed tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 945 time: 0.0573647 Mar 23 03:14:19.548040 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b5a8e54a-db50-42e4-ad1d-920b2f885852 req-acf24e23-0f33-4f09-bc0d-c81d5fafed28 service neutron] 10.222.0.23 "GET /v2.0/networks/8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010528 Mar 23 03:14:19.562566 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-cc027eff-4c32-4284-80a2-f1495751ef4e None None] Set router 72e1e030-6fb4-4f84-b410-4eefc4bb5abb gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:14:19.565892 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-555aaa33-0752-465c-9679-73a9dee2a60b req-d1d3b514-caf7-4429-a1b5-71fb30051298 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4fa1397-d453-4f22-826b-f93d0c8ba8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480061 Mar 23 03:14:19.641487 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b5a8e54a-db50-42e4-ad1d-920b2f885852 req-66c82508-5f2b-44c5-a992-805f7a825412 service neutron] 10.222.0.23 "GET /v2.0/networks/8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874019 Mar 23 03:14:19.768458 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-cc027eff-4c32-4284-80a2-f1495751ef4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565385467', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': '9b69c574-f8d3-47f3-90a0-53eec12d2097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:12:49Z', 'updated_at': '2022-03-23T03:12:53Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '9b69c574-f8d3-47f3-90a0-53eec12d2097', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:12:49Z', 'updated_at': '2022-03-23T03:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'ac80c818-9bc7-4869-b26f-7348240b63de', 'name': '', 'network_id': '8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:64:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '9cd750a0-f489-47e7-bb2c-73a8cd8767d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:12:52Z', 'updated_at': '2022-03-23T03:12:56Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '9cd750a0-f489-47e7-bb2c-73a8cd8767d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:14:19.795234 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc027eff-4c32-4284-80a2-f1495751ef4e None None] The sync data for ids ['72e1e030-6fb4-4f84-b410-4eefc4bb5abb'] in dv-neutron-834613-2-hyperv is: [{'id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565385467', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': '9b69c574-f8d3-47f3-90a0-53eec12d2097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:12:49Z', 'updated_at': '2022-03-23T03:12:53Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '9b69c574-f8d3-47f3-90a0-53eec12d2097', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:12:49Z', 'updated_at': '2022-03-23T03:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'ac80c818-9bc7-4869-b26f-7348240b63de', 'name': '', 'network_id': '8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:64:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '9cd750a0-f489-47e7-bb2c-73a8cd8767d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:12:52Z', 'updated_at': '2022-03-23T03:12:56Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '9cd750a0-f489-47e7-bb2c-73a8cd8767d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:14:19.911967 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4ff8d93e-2774-4112-ba5b-34fb7139cccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:20.017469 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b08cf-3c02-4cb2-944d-9e0f39ee8fbc None None] New status for floating IP f1e0be2b-1157-4daf-bf39-1e931910bc64: DOWN {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 03:14:20.744354 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d78fb-d4ac-42c7-98db-8e5355082af8 req-56cbaddd-1c58-4c23-8707-63c02900eb42 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:20.746582 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-281d78fb-d4ac-42c7-98db-8e5355082af8 req-56cbaddd-1c58-4c23-8707-63c02900eb42 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 945 time: 0.1133595 Mar 23 03:14:20.795069 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-281d78fb-d4ac-42c7-98db-8e5355082af8 req-a1be249d-1166-4e9a-abd9-6d0e9d4f0266 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4fa1397-d453-4f22-826b-f93d0c8ba8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430951 Mar 23 03:14:20.889454 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3117c-59d5-4733-b7f0-cef0fa84587c req-67abbc44-35aa-4935-85a4-160ab21c0271 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:20.890891 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-66a3117c-59d5-4733-b7f0-cef0fa84587c req-67abbc44-35aa-4935-85a4-160ab21c0271 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 945 time: 0.0533185 Mar 23 03:14:20.985514 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-66a3117c-59d5-4733-b7f0-cef0fa84587c req-e693755d-0b9b-4fe5-bb97-749c3a01b404 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Deleting port 9f561184-2ebc-4170-b26f-531ec8bd3867 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:14:20.985856 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-66a3117c-59d5-4733-b7f0-cef0fa84587c req-e693755d-0b9b-4fe5-bb97-749c3a01b404 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (9f561184-2ebc-4170-b26f-531ec8bd3867), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:21.070839 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-66a3117c-59d5-4733-b7f0-cef0fa84587c req-e693755d-0b9b-4fe5-bb97-749c3a01b404 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] For port 9f561184-2ebc-4170-b26f-531ec8bd3867, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9f561184-2ebc-4170-b26f-531ec8bd3867,segment=NetworkSegment(0ff84d6b-3f76-495d-a776-c156affaec05),segment_id=0ff84d6b-3f76-495d-a776-c156affaec05)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:14:21.071202 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-66a3117c-59d5-4733-b7f0-cef0fa84587c req-e693755d-0b9b-4fe5-bb97-749c3a01b404 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (9f561184-2ebc-4170-b26f-531ec8bd3867), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:21.090742 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-66a3117c-59d5-4733-b7f0-cef0fa84587c req-e693755d-0b9b-4fe5-bb97-749c3a01b404 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Calling delete_port for 9f561184-2ebc-4170-b26f-531ec8bd3867 owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:14:21.329247 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-66a3117c-59d5-4733-b7f0-cef0fa84587c req-e693755d-0b9b-4fe5-bb97-749c3a01b404 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (9f561184-2ebc-4170-b26f-531ec8bd3867), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:21.357553 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e693755d-0b9b-4fe5-bb97-749c3a01b404 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'Port': ['ID=9f561184-2ebc-4170-b26f-531ec8bd3867,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:21.357770 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:21.377941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e693755d-0b9b-4fe5-bb97-749c3a01b404 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:21.377941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e693755d-0b9b-4fe5-bb97-749c3a01b404 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:21.377941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e693755d-0b9b-4fe5-bb97-749c3a01b404 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:21.377941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e693755d-0b9b-4fe5-bb97-749c3a01b404 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:21.377941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e693755d-0b9b-4fe5-bb97-749c3a01b404 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:21.377941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e693755d-0b9b-4fe5-bb97-749c3a01b404 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:21.377941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e693755d-0b9b-4fe5-bb97-749c3a01b404 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:21.377941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e693755d-0b9b-4fe5-bb97-749c3a01b404 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:21.377941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e693755d-0b9b-4fe5-bb97-749c3a01b404 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:21.377941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e693755d-0b9b-4fe5-bb97-749c3a01b404 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:21.377941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e693755d-0b9b-4fe5-bb97-749c3a01b404 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:21.377941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e693755d-0b9b-4fe5-bb97-749c3a01b404 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:21.377941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e693755d-0b9b-4fe5-bb97-749c3a01b404 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:21.377941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e693755d-0b9b-4fe5-bb97-749c3a01b404 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:21.377941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e693755d-0b9b-4fe5-bb97-749c3a01b404 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:21.415555 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a3117c-59d5-4733-b7f0-cef0fa84587c req-e693755d-0b9b-4fe5-bb97-749c3a01b404 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] No DVR routers for this DVR port 9f561184-2ebc-4170-b26f-531ec8bd3867 on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:14:21.418668 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-66a3117c-59d5-4733-b7f0-cef0fa84587c req-e693755d-0b9b-4fe5-bb97-749c3a01b404 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:21.422575 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-66a3117c-59d5-4733-b7f0-cef0fa84587c req-e693755d-0b9b-4fe5-bb97-749c3a01b404 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.23 "DELETE /v2.0/ports/9f561184-2ebc-4170-b26f-531ec8bd3867 HTTP/1.1" status: 204 len: 173 time: 0.5264366 Mar 23 03:14:21.428528 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb', 'name': 'network-vif-deleted', 'tag': '9f561184-2ebc-4170-b26f-531ec8bd3867'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:14:21.428528 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0264c8b-30f9-4204-be10-0a5099556937" -d '{"events": [{"server_uuid": "2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb", "name": "network-vif-deleted", "tag": "9f561184-2ebc-4170-b26f-531ec8bd3867"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:14:21.462526 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e879bcb-f262-4457-a5b5-c4871fdc6baf x-openstack-request-id: req-5e879bcb-f262-4457-a5b5-c4871fdc6baf {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:14:21.462829 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb", "name": "network-vif-deleted", "tag": "9f561184-2ebc-4170-b26f-531ec8bd3867", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:14:21.463080 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e879bcb-f262-4457-a5b5-c4871fdc6baf {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:14:21.463487 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e879bcb-f262-4457-a5b5-c4871fdc6baf'] response: {'server_uuid': '2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb', 'name': 'network-vif-deleted', 'tag': '9f561184-2ebc-4170-b26f-531ec8bd3867', 'status': 'completed', 'code': 200} Mar 23 03:14:21.912487 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-95bf4bbf-91d8-4b95-82b1-a21aa9818670 req-a591b53c-71ec-48a4-be41-7a75730c0c0b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b98ff56-04e3-44a7-a1f4-0c8ff4137cfb HTTP/1.1" status: 200 len: 210 time: 0.0324907 Mar 23 03:14:22.879190 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:22.970607 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40260) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:14:23.326047 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5b52f84e-f922-41a4-936c-24a479e0924d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (72e1e030-6fb4-4f84-b410-4eefc4bb5abb), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:23.584137 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-5b52f84e-f922-41a4-936c-24a479e0924d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Deleting port ac80c818-9bc7-4869-b26f-7348240b63de {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:14:23.584483 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5b52f84e-f922-41a4-936c-24a479e0924d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (ac80c818-9bc7-4869-b26f-7348240b63de), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:23.673543 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-5b52f84e-f922-41a4-936c-24a479e0924d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] For port ac80c818-9bc7-4869-b26f-7348240b63de, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=ac80c818-9bc7-4869-b26f-7348240b63de,segment=NetworkSegment(0ff84d6b-3f76-495d-a776-c156affaec05),segment_id=0ff84d6b-3f76-495d-a776-c156affaec05)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:14:23.673904 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5b52f84e-f922-41a4-936c-24a479e0924d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (ac80c818-9bc7-4869-b26f-7348240b63de), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:23.687129 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-5b52f84e-f922-41a4-936c-24a479e0924d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Calling delete_port for ac80c818-9bc7-4869-b26f-7348240b63de owned by network:router_interface {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:14:23.987862 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:24.265956 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5b52f84e-f922-41a4-936c-24a479e0924d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (ac80c818-9bc7-4869-b26f-7348240b63de), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:24.291590 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52f84e-f922-41a4-936c-24a479e0924d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'Port': ['ID=ac80c818-9bc7-4869-b26f-7348240b63de,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:24.469113 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5b52f84e-f922-41a4-936c-24a479e0924d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (72e1e030-6fb4-4f84-b410-4eefc4bb5abb), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:24.686482 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b52f84e-f922-41a4-936c-24a479e0924d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Router 72e1e030-6fb4-4f84-b410-4eefc4bb5abb has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:14:24.792939 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b52f84e-f922-41a4-936c-24a479e0924d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:14:24.797929 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5b52f84e-f922-41a4-936c-24a479e0924d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "PUT /v2.0/routers/72e1e030-6fb4-4f84-b410-4eefc4bb5abb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8263254 Mar 23 03:14:24.800641 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40262) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:14:24.802811 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603a482c-0277-4590-989a-ff603b59ae92 None None] Sync routers for ids ['72e1e030-6fb4-4f84-b410-4eefc4bb5abb'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:14:24.812703 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603a482c-0277-4590-989a-ff603b59ae92 None None] Routers {'72e1e030-6fb4-4f84-b410-4eefc4bb5abb'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:14:24.813322 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-603a482c-0277-4590-989a-ff603b59ae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:14:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['72e1e030-6fb4-4f84-b410-4eefc4bb5abb'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:14:24.851949 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac5da92b-433a-408a-8f9f-4ca538ae5c37 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Deleting subnet 9cd750a0-f489-47e7-bb2c-73a8cd8767d5 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 03:14:24.855062 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ac5da92b-433a-408a-8f9f-4ca538ae5c37 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for subnet (9cd750a0-f489-47e7-bb2c-73a8cd8767d5), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:24.898663 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ac5da92b-433a-408a-8f9f-4ca538ae5c37 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (9cd750a0-f489-47e7-bb2c-73a8cd8767d5), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:24.918801 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-603a482c-0277-4590-989a-ff603b59ae92 None None] Set router 72e1e030-6fb4-4f84-b410-4eefc4bb5abb gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:14:24.974970 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 9f561184-2ebc-4170-b26f-531ec8bd3867 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:14:24.980261 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ac5da92b-433a-408a-8f9f-4ca538ae5c37 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (9cd750a0-f489-47e7-bb2c-73a8cd8767d5), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:24.996915 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: 9f561184-2ebc-4170-b26f-531ec8bd3867 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:14:24.997471 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 9f561184-2ebc-4170-b26f-531ec8bd3867 not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:14:25.108184 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ac5da92b-433a-408a-8f9f-4ca538ae5c37 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (9cd750a0-f489-47e7-bb2c-73a8cd8767d5), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:25.123397 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-603a482c-0277-4590-989a-ff603b59ae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565385467', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': '9b69c574-f8d3-47f3-90a0-53eec12d2097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:12:49Z', 'updated_at': '2022-03-23T03:14:23Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '9b69c574-f8d3-47f3-90a0-53eec12d2097', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:12:49Z', 'updated_at': '2022-03-23T03:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:14:25.140895 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5da92b-433a-408a-8f9f-4ca538ae5c37 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'Subnet': ['ID=9cd750a0-f489-47e7-bb2c-73a8cd8767d5,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:25.144983 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ac5da92b-433a-408a-8f9f-4ca538ae5c37 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:25.150512 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ac5da92b-433a-408a-8f9f-4ca538ae5c37 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "DELETE /v2.0/subnets/9cd750a0-f489-47e7-bb2c-73a8cd8767d5 HTTP/1.1" status: 204 len: 168 time: 0.3463614 Mar 23 03:14:25.155622 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603a482c-0277-4590-989a-ff603b59ae92 None None] Checking router: 72e1e030-6fb4-4f84-b410-4eefc4bb5abb for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:14:25.155745 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40264) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:14:25.155897 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057fa79a-49d6-4c77-8fac-91bd3d22361a None None] Network 8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:14:25.211879 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603a482c-0277-4590-989a-ff603b59ae92 None None] Routers {'72e1e030-6fb4-4f84-b410-4eefc4bb5abb'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:14:25.212567 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-603a482c-0277-4590-989a-ff603b59ae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:14:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['72e1e030-6fb4-4f84-b410-4eefc4bb5abb'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:14:25.282315 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-24f69efd-89af-448f-9b3b-c32629a7bfb4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router (72e1e030-6fb4-4f84-b410-4eefc4bb5abb), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:25.349760 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-603a482c-0277-4590-989a-ff603b59ae92 None None] Set router 72e1e030-6fb4-4f84-b410-4eefc4bb5abb gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:14:25.395782 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-24f69efd-89af-448f-9b3b-c32629a7bfb4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router_gateway (72e1e030-6fb4-4f84-b410-4eefc4bb5abb), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:25.414084 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc939a6-ccc9-430d-837d-cf553ed2be0c None None] DHCP port deletion for 8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 03:14:25.507463 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-24f69efd-89af-448f-9b3b-c32629a7bfb4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Deleting port 9b69c574-f8d3-47f3-90a0-53eec12d2097 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:14:25.507836 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-24f69efd-89af-448f-9b3b-c32629a7bfb4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (9b69c574-f8d3-47f3-90a0-53eec12d2097), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:25.547095 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-2bc939a6-ccc9-430d-837d-cf553ed2be0c None None] Deleting port dfa373d7-0b81-4a38-a36b-01cf9b1c5a01 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:14:25.547467 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2bc939a6-ccc9-430d-837d-cf553ed2be0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (dfa373d7-0b81-4a38-a36b-01cf9b1c5a01), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:25.590542 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-24f69efd-89af-448f-9b3b-c32629a7bfb4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] For port 9b69c574-f8d3-47f3-90a0-53eec12d2097, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=9b69c574-f8d3-47f3-90a0-53eec12d2097,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:14:25.590907 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-24f69efd-89af-448f-9b3b-c32629a7bfb4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (9b69c574-f8d3-47f3-90a0-53eec12d2097), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:25.603506 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-24f69efd-89af-448f-9b3b-c32629a7bfb4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Calling delete_port for 9b69c574-f8d3-47f3-90a0-53eec12d2097 owned by network:router_gateway {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:14:25.617172 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-2bc939a6-ccc9-430d-837d-cf553ed2be0c None None] For port dfa373d7-0b81-4a38-a36b-01cf9b1c5a01, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=dfa373d7-0b81-4a38-a36b-01cf9b1c5a01,segment=NetworkSegment(0ff84d6b-3f76-495d-a776-c156affaec05),segment_id=0ff84d6b-3f76-495d-a776-c156affaec05)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:14:25.617565 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2bc939a6-ccc9-430d-837d-cf553ed2be0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (dfa373d7-0b81-4a38-a36b-01cf9b1c5a01), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:25.632324 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-2bc939a6-ccc9-430d-837d-cf553ed2be0c None None] Calling delete_port for dfa373d7-0b81-4a38-a36b-01cf9b1c5a01 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:14:25.648983 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-603a482c-0277-4590-989a-ff603b59ae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565385467', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': '9b69c574-f8d3-47f3-90a0-53eec12d2097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:12:49Z', 'updated_at': '2022-03-23T03:14:23Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '9b69c574-f8d3-47f3-90a0-53eec12d2097', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:12:49Z', 'updated_at': '2022-03-23T03:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:14:25.706751 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603a482c-0277-4590-989a-ff603b59ae92 None None] The sync data for ids ['72e1e030-6fb4-4f84-b410-4eefc4bb5abb'] in dv-neutron-834613-2-hyperv is: [{'id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565385467', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': '9b69c574-f8d3-47f3-90a0-53eec12d2097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:12:49Z', 'updated_at': '2022-03-23T03:14:23Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '9b69c574-f8d3-47f3-90a0-53eec12d2097', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1e030-6fb4-4f84-b410-4eefc4bb5abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:12:49Z', 'updated_at': '2022-03-23T03:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:14:25.799397 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2bc939a6-ccc9-430d-837d-cf553ed2be0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (dfa373d7-0b81-4a38-a36b-01cf9b1c5a01), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:25.822272 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-24f69efd-89af-448f-9b3b-c32629a7bfb4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (9b69c574-f8d3-47f3-90a0-53eec12d2097), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:25.824577 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc939a6-ccc9-430d-837d-cf553ed2be0c None None] Pushing event deleted for resources: {'Port': ['ID=dfa373d7-0b81-4a38-a36b-01cf9b1c5a01,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:25.828881 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc939a6-ccc9-430d-837d-cf553ed2be0c None None] No DVR routers for this DVR port dfa373d7-0b81-4a38-a36b-01cf9b1c5a01 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:14:25.835522 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc939a6-ccc9-430d-837d-cf553ed2be0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:25.835900 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc939a6-ccc9-430d-837d-cf553ed2be0c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:25.836253 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc939a6-ccc9-430d-837d-cf553ed2be0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:25.836601 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc939a6-ccc9-430d-837d-cf553ed2be0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:25.836947 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc939a6-ccc9-430d-837d-cf553ed2be0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:25.837288 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc939a6-ccc9-430d-837d-cf553ed2be0c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:25.837622 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc939a6-ccc9-430d-837d-cf553ed2be0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:25.838309 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc939a6-ccc9-430d-837d-cf553ed2be0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:25.838309 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc939a6-ccc9-430d-837d-cf553ed2be0c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:25.838697 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc939a6-ccc9-430d-837d-cf553ed2be0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:25.839511 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc939a6-ccc9-430d-837d-cf553ed2be0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:25.839875 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc939a6-ccc9-430d-837d-cf553ed2be0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:25.840210 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc939a6-ccc9-430d-837d-cf553ed2be0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:25.840538 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc939a6-ccc9-430d-837d-cf553ed2be0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:25.840866 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc939a6-ccc9-430d-837d-cf553ed2be0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:25.855726 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f69efd-89af-448f-9b3b-c32629a7bfb4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'Port': ['ID=9b69c574-f8d3-47f3-90a0-53eec12d2097,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:25.914837 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-24f69efd-89af-448f-9b3b-c32629a7bfb4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (72e1e030-6fb4-4f84-b410-4eefc4bb5abb), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:26.006266 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-24f69efd-89af-448f-9b3b-c32629a7bfb4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (72e1e030-6fb4-4f84-b410-4eefc4bb5abb), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:26.008398 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-24f69efd-89af-448f-9b3b-c32629a7bfb4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router_controller (72e1e030-6fb4-4f84-b410-4eefc4bb5abb), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:26.096945 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-24f69efd-89af-448f-9b3b-c32629a7bfb4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (72e1e030-6fb4-4f84-b410-4eefc4bb5abb), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:26.097476 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f69efd-89af-448f-9b3b-c32629a7bfb4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Fanout notify agent at l3_agent the message router_deleted on router 72e1e030-6fb4-4f84-b410-4eefc4bb5abb {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 03:14:26.105022 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-24f69efd-89af-448f-9b3b-c32629a7bfb4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:26.106537 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-24f69efd-89af-448f-9b3b-c32629a7bfb4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "DELETE /v2.0/routers/72e1e030-6fb4-4f84-b410-4eefc4bb5abb HTTP/1.1" status: 204 len: 168 time: 0.9539008 Mar 23 03:14:26.108835 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40266) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:14:26.191634 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-72d58573-dbf4-4386-8b73-eaf67efa6e35 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:26.280630 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-72d58573-dbf4-4386-8b73-eaf67efa6e35 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:26.302454 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-72d58573-dbf4-4386-8b73-eaf67efa6e35 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:14:26.312592 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-72d58573-dbf4-4386-8b73-eaf67efa6e35 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff84d6b-3f76-495d-a776-c156affaec05') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:14:26.312964 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-72d58573-dbf4-4386-8b73-eaf67efa6e35 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff84d6b-3f76-495d-a776-c156affaec05') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:14:26.328314 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-72d58573-dbf4-4386-8b73-eaf67efa6e35 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (0ff84d6b-3f76-495d-a776-c156affaec05), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:26.342702 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-72d58573-dbf4-4386-8b73-eaf67efa6e35 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (0ff84d6b-3f76-495d-a776-c156affaec05), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:26.349018 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d58573-dbf4-4386-8b73-eaf67efa6e35 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 03:14:26.349408 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-72d58573-dbf4-4386-8b73-eaf67efa6e35 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (0ff84d6b-3f76-495d-a776-c156affaec05), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:26.352451 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 03:14:26.352451 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 03:14:26.352451 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 03:14:26.352451 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 03:14:26.352451 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 03:14:26.352451 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 03:14:26.352451 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 03:14:26.352451 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 03:14:26.352451 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 03:14:26.352451 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 03:14:26.352451 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 03:14:26.352451 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 03:14:26.352451 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 03:14:26.352451 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 03:14:26.352451 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 03:14:26.352451 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 03:14:26.352451 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 03:14:26.352451 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 03:14:26.352451 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 03:14:26.352451 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 03:14:26.352451 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 03:14:26.352451 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 03:14:26.352451 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 03:14:26.352451 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 03:14:26.352451 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 03:14:26.352451 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 03:14:26.352451 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 03:14:26.352451 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 03:14:26.352451 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 03:14:26.352451 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 03:14:26.352451 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 03:14:26.352451 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 03:14:26.490726 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-72d58573-dbf4-4386-8b73-eaf67efa6e35 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:26.498216 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-72d58573-dbf4-4386-8b73-eaf67efa6e35 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:26.501127 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-72d58573-dbf4-4386-8b73-eaf67efa6e35 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "DELETE /v2.0/networks/8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580 HTTP/1.1" status: 204 len: 168 time: 0.3913183 Mar 23 03:14:26.503916 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40268) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:14:26.513966 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d58573-dbf4-4386-8b73-eaf67efa6e35 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'Network': ['ID=8c1b0f8f-2bc9-4dbc-a5b2-a4903301e580,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:26.561215 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-65832c63-bcfd-43b4-a2f1-ed311dd01931 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group (e4fa1397-d453-4f22-826b-f93d0c8ba8d3), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:26.586700 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-65832c63-bcfd-43b4-a2f1-ed311dd01931 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group (e4fa1397-d453-4f22-826b-f93d0c8ba8d3), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:26.724960 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-65832c63-bcfd-43b4-a2f1-ed311dd01931 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (e4fa1397-d453-4f22-826b-f93d0c8ba8d3), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:26.730353 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-65832c63-bcfd-43b4-a2f1-ed311dd01931 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:26.731794 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-65832c63-bcfd-43b4-a2f1-ed311dd01931 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "DELETE /v2.0/security-groups/e4fa1397-d453-4f22-826b-f93d0c8ba8d3 HTTP/1.1" status: 204 len: 168 time: 0.2267051 Mar 23 03:14:26.741840 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65832c63-bcfd-43b4-a2f1-ed311dd01931 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fa1397-d453-4f22-826b-f93d0c8ba8d3,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:27.096109 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40274) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:14:27.100847 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-5ca2d2b7-e6bb-4e60-bda2-61fecc1aa2e4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-104422833', 'description': 'tempest-secgroup-smoke-104422833 description', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:14:27.193448 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5ca2d2b7-e6bb-4e60-bda2-61fecc1aa2e4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:27.226699 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device ac80c818-9bc7-4869-b26f-7348240b63de no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:14:27.249390 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: ac80c818-9bc7-4869-b26f-7348240b63de {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:14:27.249733 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device ac80c818-9bc7-4869-b26f-7348240b63de not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:14:27.250162 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device dfa373d7-0b81-4a38-a36b-01cf9b1c5a01 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:14:27.264813 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5ca2d2b7-e6bb-4e60-bda2-61fecc1aa2e4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group (c484fd8d-2ab0-4221-8b93-22c4a2db2f3b), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:27.269481 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: dfa373d7-0b81-4a38-a36b-01cf9b1c5a01 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:14:27.271706 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device dfa373d7-0b81-4a38-a36b-01cf9b1c5a01 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:14:27.271706 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 9b69c574-f8d3-47f3-90a0-53eec12d2097 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:14:27.289208 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 9b69c574-f8d3-47f3-90a0-53eec12d2097 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:14:27.289503 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 9b69c574-f8d3-47f3-90a0-53eec12d2097 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:14:27.345807 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5ca2d2b7-e6bb-4e60-bda2-61fecc1aa2e4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (c484fd8d-2ab0-4221-8b93-22c4a2db2f3b), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:27.374031 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2d2b7-e6bb-4e60-bda2-61fecc1aa2e4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:27.462405 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5ca2d2b7-e6bb-4e60-bda2-61fecc1aa2e4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:27.464350 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5ca2d2b7-e6bb-4e60-bda2-61fecc1aa2e4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3665512 Mar 23 03:14:27.474753 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40276) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:14:27.474753 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-1a3d2006-2727-4860-8310-de0b0d0c996d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group_rule': {'security_group_id': 'c484fd8d-2ab0-4221-8b93-22c4a2db2f3b', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:14:27.546817 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1a3d2006-2727-4860-8310-de0b0d0c996d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (a0d9e652-480b-492f-b957-21a6125b3498), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:27.605032 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1a3d2006-2727-4860-8310-de0b0d0c996d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (a0d9e652-480b-492f-b957-21a6125b3498), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:27.677559 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1a3d2006-2727-4860-8310-de0b0d0c996d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (a0d9e652-480b-492f-b957-21a6125b3498), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:27.695659 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d2006-2727-4860-8310-de0b0d0c996d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d9e652-480b-492f-b957-21a6125b3498,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:27.761984 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1a3d2006-2727-4860-8310-de0b0d0c996d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:27.763284 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1a3d2006-2727-4860-8310-de0b0d0c996d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2949440 Mar 23 03:14:27.766159 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40278) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:14:27.774978 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-ee12766c-d7ba-4fbb-bfc1-f4f32e873d51 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group_rule': {'security_group_id': 'c484fd8d-2ab0-4221-8b93-22c4a2db2f3b', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:14:27.855650 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ee12766c-d7ba-4fbb-bfc1-f4f32e873d51 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (d03d2a0e-ae86-478c-a8d8-68ca4cdd4163), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:27.902399 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ee12766c-d7ba-4fbb-bfc1-f4f32e873d51 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (d03d2a0e-ae86-478c-a8d8-68ca4cdd4163), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:27.959013 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ee12766c-d7ba-4fbb-bfc1-f4f32e873d51 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (d03d2a0e-ae86-478c-a8d8-68ca4cdd4163), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:27.976953 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12766c-d7ba-4fbb-bfc1-f4f32e873d51 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d03d2a0e-ae86-478c-a8d8-68ca4cdd4163,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:28.035388 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ee12766c-d7ba-4fbb-bfc1-f4f32e873d51 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:28.036638 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ee12766c-d7ba-4fbb-bfc1-f4f32e873d51 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2694652 Mar 23 03:14:28.039354 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40280) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:14:28.044462 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-82fd651f-0b01-4b98-9acf-a0e345e16160 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group_rule': {'security_group_id': 'c484fd8d-2ab0-4221-8b93-22c4a2db2f3b', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:14:28.136072 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-82fd651f-0b01-4b98-9acf-a0e345e16160 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (fd0e6630-bae1-4f0d-bfb0-c8a5e9fabab8), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:28.194491 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-82fd651f-0b01-4b98-9acf-a0e345e16160 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (fd0e6630-bae1-4f0d-bfb0-c8a5e9fabab8), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:28.271601 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-82fd651f-0b01-4b98-9acf-a0e345e16160 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (fd0e6630-bae1-4f0d-bfb0-c8a5e9fabab8), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:28.290253 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd651f-0b01-4b98-9acf-a0e345e16160 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd0e6630-bae1-4f0d-bfb0-c8a5e9fabab8,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:28.366913 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-82fd651f-0b01-4b98-9acf-a0e345e16160 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:28.368199 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-82fd651f-0b01-4b98-9acf-a0e345e16160 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3278868 Mar 23 03:14:28.371172 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40282) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:14:28.375483 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-498376da-172d-43f3-a4ee-4d9a099df166 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group_rule': {'security_group_id': 'c484fd8d-2ab0-4221-8b93-22c4a2db2f3b', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:14:28.450359 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-498376da-172d-43f3-a4ee-4d9a099df166 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (08a99c1f-a046-40b0-9863-228ba02b4be2), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:28.507734 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-498376da-172d-43f3-a4ee-4d9a099df166 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (08a99c1f-a046-40b0-9863-228ba02b4be2), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:28.593823 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-498376da-172d-43f3-a4ee-4d9a099df166 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (08a99c1f-a046-40b0-9863-228ba02b4be2), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:28.614521 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498376da-172d-43f3-a4ee-4d9a099df166 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a99c1f-a046-40b0-9863-228ba02b4be2,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:28.681394 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-498376da-172d-43f3-a4ee-4d9a099df166 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:28.682638 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-498376da-172d-43f3-a4ee-4d9a099df166 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3105307 Mar 23 03:14:28.685571 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40284) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:14:28.690205 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-236fb59a-d2cd-4173-9245-6720d3e0f857 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group_rule': {'security_group_id': 'c484fd8d-2ab0-4221-8b93-22c4a2db2f3b', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:14:28.782334 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.securitygroups_db [None req-236fb59a-d2cd-4173-9245-6720d3e0f857 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Project f41ad4ebfe104f0bbf5da25507598650 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 03:14:28.787606 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-236fb59a-d2cd-4173-9245-6720d3e0f857 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (67e4c9a2-3da2-4984-9520-e3329cf620ce), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:28.846407 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-236fb59a-d2cd-4173-9245-6720d3e0f857 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (67e4c9a2-3da2-4984-9520-e3329cf620ce), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:28.925215 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-236fb59a-d2cd-4173-9245-6720d3e0f857 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (67e4c9a2-3da2-4984-9520-e3329cf620ce), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:28.943432 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236fb59a-d2cd-4173-9245-6720d3e0f857 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e4c9a2-3da2-4984-9520-e3329cf620ce,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:29.018650 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-236fb59a-d2cd-4173-9245-6720d3e0f857 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:29.019898 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-236fb59a-d2cd-4173-9245-6720d3e0f857 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3331499 Mar 23 03:14:29.022658 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40286) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:14:29.027676 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-c994a872-3ba3-41cb-9006-9d0f9294beca tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group_rule': {'security_group_id': 'c484fd8d-2ab0-4221-8b93-22c4a2db2f3b', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:14:29.103260 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.securitygroups_db [None req-c994a872-3ba3-41cb-9006-9d0f9294beca tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Project f41ad4ebfe104f0bbf5da25507598650 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 03:14:29.109026 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c994a872-3ba3-41cb-9006-9d0f9294beca tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (3028d1ac-d7cd-4ff5-8773-bfe8e6be4093), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:29.173757 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c994a872-3ba3-41cb-9006-9d0f9294beca tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (3028d1ac-d7cd-4ff5-8773-bfe8e6be4093), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:29.245794 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c994a872-3ba3-41cb-9006-9d0f9294beca tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (3028d1ac-d7cd-4ff5-8773-bfe8e6be4093), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:29.264009 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994a872-3ba3-41cb-9006-9d0f9294beca tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3028d1ac-d7cd-4ff5-8773-bfe8e6be4093,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:29.332582 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c994a872-3ba3-41cb-9006-9d0f9294beca tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:29.333819 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c994a872-3ba3-41cb-9006-9d0f9294beca tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3102233 Mar 23 03:14:29.336697 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40288) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:14:29.341612 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-f33def8a-bfbf-4524-9545-91739c17cec8 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'network': {'name': 'tempest-network-smoke--717293200', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'port_security_enabled': True}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:14:29.462323 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33def8a-bfbf-4524-9545-91739c17cec8 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Made reservation on behalf of f41ad4ebfe104f0bbf5da25507598650 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:14:29.466115 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f33def8a-bfbf-4524-9545-91739c17cec8 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:29.493862 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f33def8a-bfbf-4524-9545-91739c17cec8 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 03:14:29.503808 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f33def8a-bfbf-4524-9545-91739c17cec8 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (1c520e8c-3db0-412c-b629-e3c9993f3ea8), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:29.504168 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-f33def8a-bfbf-4524-9545-91739c17cec8 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Added segment 1c520e8c-3db0-412c-b629-e3c9993f3ea8 of type vlan for network 6dcb8457-cd9d-4a1d-a86d-d037acaa6059 Mar 23 03:14:29.545909 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f33def8a-bfbf-4524-9545-91739c17cec8 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (6dcb8457-cd9d-4a1d-a86d-d037acaa6059), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:29.654282 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f33def8a-bfbf-4524-9545-91739c17cec8 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (6dcb8457-cd9d-4a1d-a86d-d037acaa6059), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:29.659203 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33def8a-bfbf-4524-9545-91739c17cec8 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:29.659843 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f33def8a-bfbf-4524-9545-91739c17cec8 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:29.731489 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33def8a-bfbf-4524-9545-91739c17cec8 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Network': ['ID=6dcb8457-cd9d-4a1d-a86d-d037acaa6059,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:29.744591 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 6dcb8457-cd9d-4a1d-a86d-d037acaa6059 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 03:14:29.784686 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f33def8a-bfbf-4524-9545-91739c17cec8 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4468453 Mar 23 03:14:29.787922 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40292) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:14:29.793654 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-337b5aa9-cc77-4728-bca6-585d0bf3ba18 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1216387216', 'admin_state_up': True, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:14:29.879491 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-337b5aa9-cc77-4728-bca6-585d0bf3ba18 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (157adb40-e648-4e0b-9bd6-a5dee349e341), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:29.880770 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-337b5aa9-cc77-4728-bca6-585d0bf3ba18 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (157adb40-e648-4e0b-9bd6-a5dee349e341), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:29.934488 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-337b5aa9-cc77-4728-bca6-585d0bf3ba18 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router_controller (157adb40-e648-4e0b-9bd6-a5dee349e341), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:30.138724 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-337b5aa9-cc77-4728-bca6-585d0bf3ba18 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router_gateway (157adb40-e648-4e0b-9bd6-a5dee349e341), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:30.418313 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-337b5aa9-cc77-4728-bca6-585d0bf3ba18 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router_gateway (157adb40-e648-4e0b-9bd6-a5dee349e341), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:30.436211 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-337b5aa9-cc77-4728-bca6-585d0bf3ba18 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:30.535136 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-337b5aa9-cc77-4728-bca6-585d0bf3ba18 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Allocated IP 172.26.2.79 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/2e3afb95-e584-419f-bc9c-60debaaec41e) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:14:30.637246 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-337b5aa9-cc77-4728-bca6-585d0bf3ba18 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for port (2e3afb95-e584-419f-bc9c-60debaaec41e), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:30.729063 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-337b5aa9-cc77-4728-bca6-585d0bf3ba18 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (2e3afb95-e584-419f-bc9c-60debaaec41e), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:30.777309 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337b5aa9-cc77-4728-bca6-585d0bf3ba18 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:14:30.782664 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-337b5aa9-cc77-4728-bca6-585d0bf3ba18 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:14:30.788021 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337b5aa9-cc77-4728-bca6-585d0bf3ba18 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:14:30.790936 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b5aa9-cc77-4728-bca6-585d0bf3ba18 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Port': ['ID=2e3afb95-e584-419f-bc9c-60debaaec41e,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:31.093897 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-337b5aa9-cc77-4728-bca6-585d0bf3ba18 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router_gateway (157adb40-e648-4e0b-9bd6-a5dee349e341), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:31.295021 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-337b5aa9-cc77-4728-bca6-585d0bf3ba18 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (157adb40-e648-4e0b-9bd6-a5dee349e341), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:31.518965 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337b5aa9-cc77-4728-bca6-585d0bf3ba18 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Router 157adb40-e648-4e0b-9bd6-a5dee349e341 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 03:14:31.630935 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337b5aa9-cc77-4728-bca6-585d0bf3ba18 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:14:31.640604 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf31af9-c9a7-4fc7-bfe2-619e0d13b319 None None] Sync routers for ids ['157adb40-e648-4e0b-9bd6-a5dee349e341'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:14:31.655871 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf31af9-c9a7-4fc7-bfe2-619e0d13b319 None None] Routers {'157adb40-e648-4e0b-9bd6-a5dee349e341'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:14:31.657519 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-5bf31af9-c9a7-4fc7-bfe2-619e0d13b319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:14:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['157adb40-e648-4e0b-9bd6-a5dee349e341'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:14:31.714419 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-337b5aa9-cc77-4728-bca6-585d0bf3ba18 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:31.718769 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-337b5aa9-cc77-4728-bca6-585d0bf3ba18 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9267168 Mar 23 03:14:31.719076 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40298) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:14:31.747761 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7eee6d90-63d6-4462-a29b-47f160dd09a8 tempest-TestNetworkAdvancedServerOps-344769112 tempest-TestNetworkAdvancedServerOps-344769112-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=f41ad4ebfe104f0bbf5da25507598650&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275745 Mar 23 03:14:31.750365 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40300) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:14:31.762233 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-5bf31af9-c9a7-4fc7-bfe2-619e0d13b319 None None] Set router 157adb40-e648-4e0b-9bd6-a5dee349e341 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:14:31.839289 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df339d06-2681-4b73-8816-298e12885ed3 tempest-TestNetworkAdvancedServerOps-344769112 tempest-TestNetworkAdvancedServerOps-344769112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:31.840731 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-df339d06-2681-4b73-8816-298e12885ed3 tempest-TestNetworkAdvancedServerOps-344769112 tempest-TestNetworkAdvancedServerOps-344769112-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894539 Mar 23 03:14:31.843620 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40302) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:14:31.871179 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-459fe4a8-ddc7-4cb0-b1c7-fac8ee9b2913 tempest-TestNetworkAdvancedServerOps-344769112 tempest-TestNetworkAdvancedServerOps-344769112-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6bbcca03-75ff-487c-8b0e-a32302dacbee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264935 Mar 23 03:14:31.873674 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40304) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:14:31.878226 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-29877369-0088-4a37-bf00-cffb4070213b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1616151603', 'network_id': '6dcb8457-cd9d-4a1d-a86d-d037acaa6059', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:14:31.935217 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-5bf31af9-c9a7-4fc7-bfe2-619e0d13b319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216387216', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '2e3afb95-e584-419f-bc9c-60debaaec41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:14:29Z', 'updated_at': '2022-03-23T03:14:30Z', 'revision_number': 3, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '2e3afb95-e584-419f-bc9c-60debaaec41e', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:14:30Z', 'updated_at': '2022-03-23T03:14:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:14:31.966265 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf31af9-c9a7-4fc7-bfe2-619e0d13b319 None None] Checking router: 157adb40-e648-4e0b-9bd6-a5dee349e341 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:14:31.966612 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf31af9-c9a7-4fc7-bfe2-619e0d13b319 None None] Updating router 157adb40-e648-4e0b-9bd6-a5dee349e341 port 2e3afb95-e584-419f-bc9c-60debaaec41e binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 03:14:31.992529 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-5bf31af9-c9a7-4fc7-bfe2-619e0d13b319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2e3afb95-e584-419f-bc9c-60debaaec41e), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:32.048584 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29877369-0088-4a37-bf00-cffb4070213b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Made reservation on behalf of f41ad4ebfe104f0bbf5da25507598650 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:14:32.052085 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-29877369-0088-4a37-bf00-cffb4070213b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:32.240421 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-5bf31af9-c9a7-4fc7-bfe2-619e0d13b319 None None] Publish callbacks [] for port (2e3afb95-e584-419f-bc9c-60debaaec41e), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:32.288863 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-29877369-0088-4a37-bf00-cffb4070213b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (7f71d31e-afe8-4177-bac6-2276ed7d844b), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:32.319145 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-5bf31af9-c9a7-4fc7-bfe2-619e0d13b319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (2e3afb95-e584-419f-bc9c-60debaaec41e), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:32.354206 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29877369-0088-4a37-bf00-cffb4070213b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Subnet': ['ID=7f71d31e-afe8-4177-bac6-2276ed7d844b,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:32.363069 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29877369-0088-4a37-bf00-cffb4070213b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Checking segment: {'id': '1c520e8c-3db0-412c-b629-e3c9993f3ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6dcb8457-cd9d-4a1d-a86d-d037acaa6059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:14:32.363436 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29877369-0088-4a37-bf00-cffb4070213b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network hostable DHCP agents. Network: 6dcb8457-cd9d-4a1d-a86d-d037acaa6059, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 03:14:32.369221 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-5bf31af9-c9a7-4fc7-bfe2-619e0d13b319 None None] Attempting to bind port 2e3afb95-e584-419f-bc9c-60debaaec41e on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:14:32.369606 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-5bf31af9-c9a7-4fc7-bfe2-619e0d13b319 None None] Attempting to bind port 2e3afb95-e584-419f-bc9c-60debaaec41e by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:14:32.370479 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf31af9-c9a7-4fc7-bfe2-619e0d13b319 None None] Attempting to bind port 2e3afb95-e584-419f-bc9c-60debaaec41e on network 6bbcca03-75ff-487c-8b0e-a32302dacbee {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:14:32.381357 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c665715-02c7-4437-9d62-92bca01aa2fc None None] Pushing event updated for resources: {'Port': ['ID=2e3afb95-e584-419f-bc9c-60debaaec41e,revision_number=2']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:32.384295 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf31af9-c9a7-4fc7-bfe2-619e0d13b319 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:14:32.384673 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf31af9-c9a7-4fc7-bfe2-619e0d13b319 None None] Checking segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:14:32.385076 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-5bf31af9-c9a7-4fc7-bfe2-619e0d13b319 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:32.385474 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf31af9-c9a7-4fc7-bfe2-619e0d13b319 None None] Bound using segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:14:32.386550 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-5bf31af9-c9a7-4fc7-bfe2-619e0d13b319 None None] Bound port: 2e3afb95-e584-419f-bc9c-60debaaec41e, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:14:32.386933 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-5bf31af9-c9a7-4fc7-bfe2-619e0d13b319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2e3afb95-e584-419f-bc9c-60debaaec41e), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:32.392881 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c665715-02c7-4437-9d62-92bca01aa2fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:32.393175 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c665715-02c7-4437-9d62-92bca01aa2fc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:32.393519 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c665715-02c7-4437-9d62-92bca01aa2fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:32.393858 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c665715-02c7-4437-9d62-92bca01aa2fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:32.394191 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c665715-02c7-4437-9d62-92bca01aa2fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:32.394522 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c665715-02c7-4437-9d62-92bca01aa2fc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:32.394848 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c665715-02c7-4437-9d62-92bca01aa2fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:32.395171 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c665715-02c7-4437-9d62-92bca01aa2fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:32.395508 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c665715-02c7-4437-9d62-92bca01aa2fc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:32.395877 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c665715-02c7-4437-9d62-92bca01aa2fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:32.396207 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c665715-02c7-4437-9d62-92bca01aa2fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:32.396533 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c665715-02c7-4437-9d62-92bca01aa2fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:32.396856 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c665715-02c7-4437-9d62-92bca01aa2fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:32.397402 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c665715-02c7-4437-9d62-92bca01aa2fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:32.397690 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c665715-02c7-4437-9d62-92bca01aa2fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:14:32.446860 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-5bf31af9-c9a7-4fc7-bfe2-619e0d13b319 None None] For port 2e3afb95-e584-419f-bc9c-60debaaec41e, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:14:32.450562 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-5bf31af9-c9a7-4fc7-bfe2-619e0d13b319 None None] For port 2e3afb95-e584-419f-bc9c-60debaaec41e, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=2e3afb95-e584-419f-bc9c-60debaaec41e,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:14:32.460535 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29877369-0088-4a37-bf00-cffb4070213b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network 6dcb8457-cd9d-4a1d-a86d-d037acaa6059 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 03:14:32.529360 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-5bf31af9-c9a7-4fc7-bfe2-619e0d13b319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (2e3afb95-e584-419f-bc9c-60debaaec41e), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:32.540086 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-29877369-0088-4a37-bf00-cffb4070213b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 6dcb8457-cd9d-4a1d-a86d-d037acaa6059) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:14:32.545344 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29877369-0088-4a37-bf00-cffb4070213b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:32.546017 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-29877369-0088-4a37-bf00-cffb4070213b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:32.551327 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e0be58-996c-49d1-87b9-0e2ee20c6d28 None None] Network 6dcb8457-cd9d-4a1d-a86d-d037acaa6059 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:14:32.587243 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c665715-02c7-4437-9d62-92bca01aa2fc None None] Pushing event updated for resources: {'Port': ['ID=2e3afb95-e584-419f-bc9c-60debaaec41e,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:32.589931 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf31af9-c9a7-4fc7-bfe2-619e0d13b319 None None] Routers {'157adb40-e648-4e0b-9bd6-a5dee349e341'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:14:32.590528 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-5bf31af9-c9a7-4fc7-bfe2-619e0d13b319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:14:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['157adb40-e648-4e0b-9bd6-a5dee349e341'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:14:32.624222 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-29877369-0088-4a37-bf00-cffb4070213b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7492504 Mar 23 03:14:32.626905 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40306) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:14:32.655513 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe2f935-2fed-48ee-9124-9909f33fadc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-6dcb8457-cd9d-4a1d-a86d-d037acaa6059', 'network_id': '6dcb8457-cd9d-4a1d-a86d-d037acaa6059', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'fixed_ips': [{'subnet_id': '7f71d31e-afe8-4177-bac6-2276ed7d844b'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 03:14:32.656469 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bbe2f935-2fed-48ee-9124-9909f33fadc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:32.705583 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-5bf31af9-c9a7-4fc7-bfe2-619e0d13b319 None None] Set router 157adb40-e648-4e0b-9bd6-a5dee349e341 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:14:32.795375 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-bbe2f935-2fed-48ee-9124-9909f33fadc1 None None] Allocated IP 172.20.0.2 (6dcb8457-cd9d-4a1d-a86d-d037acaa6059/7f71d31e-afe8-4177-bac6-2276ed7d844b/a7f186da-0957-4d42-839b-5f575ba1e42d) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:14:32.903024 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-5bf31af9-c9a7-4fc7-bfe2-619e0d13b319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216387216', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '2e3afb95-e584-419f-bc9c-60debaaec41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:14:29Z', 'updated_at': '2022-03-23T03:14:30Z', 'revision_number': 3, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '2e3afb95-e584-419f-bc9c-60debaaec41e', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:14:30Z', 'updated_at': '2022-03-23T03:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:14:32.948812 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bbe2f935-2fed-48ee-9124-9909f33fadc1 None None] Publish callbacks [] for port (a7f186da-0957-4d42-839b-5f575ba1e42d), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:33.021492 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bbe2f935-2fed-48ee-9124-9909f33fadc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (a7f186da-0957-4d42-839b-5f575ba1e42d), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:33.028219 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf31af9-c9a7-4fc7-bfe2-619e0d13b319 None None] The sync data for ids ['157adb40-e648-4e0b-9bd6-a5dee349e341'] in dv-neutron-834613-2-hyperv is: [{'id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216387216', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '2e3afb95-e584-419f-bc9c-60debaaec41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:14:29Z', 'updated_at': '2022-03-23T03:14:30Z', 'revision_number': 3, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '2e3afb95-e584-419f-bc9c-60debaaec41e', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:14:30Z', 'updated_at': '2022-03-23T03:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:14:33.067150 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe2f935-2fed-48ee-9124-9909f33fadc1 None None] Network 6dcb8457-cd9d-4a1d-a86d-d037acaa6059 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:14:33.070374 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-bbe2f935-2fed-48ee-9124-9909f33fadc1 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:14:33.074926 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe2f935-2fed-48ee-9124-9909f33fadc1 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:14:33.086550 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2f935-2fed-48ee-9124-9909f33fadc1 None None] Pushing event updated for resources: {'Port': ['ID=a7f186da-0957-4d42-839b-5f575ba1e42d,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:33.154561 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-bbe2f935-2fed-48ee-9124-9909f33fadc1 None None] Attempting to bind port a7f186da-0957-4d42-839b-5f575ba1e42d on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:14:33.154861 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-bbe2f935-2fed-48ee-9124-9909f33fadc1 None None] Attempting to bind port a7f186da-0957-4d42-839b-5f575ba1e42d by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '1c520e8c-3db0-412c-b629-e3c9993f3ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6dcb8457-cd9d-4a1d-a86d-d037acaa6059'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:14:33.155365 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe2f935-2fed-48ee-9124-9909f33fadc1 None None] Attempting to bind port a7f186da-0957-4d42-839b-5f575ba1e42d on network 6dcb8457-cd9d-4a1d-a86d-d037acaa6059 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:14:33.160758 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe2f935-2fed-48ee-9124-9909f33fadc1 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:14:33.161133 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe2f935-2fed-48ee-9124-9909f33fadc1 None None] Checking segment: {'id': '1c520e8c-3db0-412c-b629-e3c9993f3ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6dcb8457-cd9d-4a1d-a86d-d037acaa6059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:14:33.161539 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bbe2f935-2fed-48ee-9124-9909f33fadc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:33.161945 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe2f935-2fed-48ee-9124-9909f33fadc1 None None] Bound using segment: {'id': '1c520e8c-3db0-412c-b629-e3c9993f3ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6dcb8457-cd9d-4a1d-a86d-d037acaa6059'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:14:33.162415 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-bbe2f935-2fed-48ee-9124-9909f33fadc1 None None] Bound port: a7f186da-0957-4d42-839b-5f575ba1e42d, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c520e8c-3db0-412c-b629-e3c9993f3ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6dcb8457-cd9d-4a1d-a86d-d037acaa6059'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:14:33.162812 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bbe2f935-2fed-48ee-9124-9909f33fadc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a7f186da-0957-4d42-839b-5f575ba1e42d), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:33.263873 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bbe2f935-2fed-48ee-9124-9909f33fadc1 None None] For port a7f186da-0957-4d42-839b-5f575ba1e42d, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:14:33.270310 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bbe2f935-2fed-48ee-9124-9909f33fadc1 None None] For port a7f186da-0957-4d42-839b-5f575ba1e42d, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=a7f186da-0957-4d42-839b-5f575ba1e42d,segment=NetworkSegment(1c520e8c-3db0-412c-b629-e3c9993f3ea8),segment_id=1c520e8c-3db0-412c-b629-e3c9993f3ea8)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:14:33.371191 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bbe2f935-2fed-48ee-9124-9909f33fadc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (a7f186da-0957-4d42-839b-5f575ba1e42d), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:33.451631 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2f935-2fed-48ee-9124-9909f33fadc1 None None] Pushing event updated for resources: {'Port': ['ID=a7f186da-0957-4d42-839b-5f575ba1e42d,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:33.461913 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a445dcce-c6cd-4cdd-bd24-f6027fab2848 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:33.778377 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-a445dcce-c6cd-4cdd-bd24-f6027fab2848 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Allocated IP 172.20.0.1 (6dcb8457-cd9d-4a1d-a86d-d037acaa6059/7f71d31e-afe8-4177-bac6-2276ed7d844b/360834a7-7a89-4d4e-84e4-982b39f1d095) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:14:33.905895 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a445dcce-c6cd-4cdd-bd24-f6027fab2848 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for port (360834a7-7a89-4d4e-84e4-982b39f1d095), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:33.994117 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a445dcce-c6cd-4cdd-bd24-f6027fab2848 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (360834a7-7a89-4d4e-84e4-982b39f1d095), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:34.032861 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a445dcce-c6cd-4cdd-bd24-f6027fab2848 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network 6dcb8457-cd9d-4a1d-a86d-d037acaa6059 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:14:34.035809 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-a445dcce-c6cd-4cdd-bd24-f6027fab2848 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:14:34.039602 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a445dcce-c6cd-4cdd-bd24-f6027fab2848 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:14:34.066610 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445dcce-c6cd-4cdd-bd24-f6027fab2848 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Port': ['ID=360834a7-7a89-4d4e-84e4-982b39f1d095,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:34.091546 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a445dcce-c6cd-4cdd-bd24-f6027fab2848 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (157adb40-e648-4e0b-9bd6-a5dee349e341), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:34.301417 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a445dcce-c6cd-4cdd-bd24-f6027fab2848 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (360834a7-7a89-4d4e-84e4-982b39f1d095), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:34.403003 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03c452e-f04c-444b-9fd0-92de54f94f50 None None] Network 6dcb8457-cd9d-4a1d-a86d-d037acaa6059 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:14:34.609400 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a445dcce-c6cd-4cdd-bd24-f6027fab2848 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for port (360834a7-7a89-4d4e-84e4-982b39f1d095), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:34.624645 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-1a52ada4-156e-4067-ac44-a55271b12d97 None None] Provisioning complete for port a7f186da-0957-4d42-839b-5f575ba1e42d triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:14:34.625020 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1a52ada4-156e-4067-ac44-a55271b12d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a7f186da-0957-4d42-839b-5f575ba1e42d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:34.669991 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a445dcce-c6cd-4cdd-bd24-f6027fab2848 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (360834a7-7a89-4d4e-84e4-982b39f1d095), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:34.746820 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-1a52ada4-156e-4067-ac44-a55271b12d97 None None] Current status of the port a7f186da-0957-4d42-839b-5f575ba1e42d is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:14:34.747216 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1a52ada4-156e-4067-ac44-a55271b12d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a7f186da-0957-4d42-839b-5f575ba1e42d), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:34.756360 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445dcce-c6cd-4cdd-bd24-f6027fab2848 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Port': ['ID=360834a7-7a89-4d4e-84e4-982b39f1d095,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:34.759859 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a445dcce-c6cd-4cdd-bd24-f6027fab2848 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (157adb40-e648-4e0b-9bd6-a5dee349e341), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:34.784377 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-1a52ada4-156e-4067-ac44-a55271b12d97 None None] For port a7f186da-0957-4d42-839b-5f575ba1e42d, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=a7f186da-0957-4d42-839b-5f575ba1e42d,segment=NetworkSegment(1c520e8c-3db0-412c-b629-e3c9993f3ea8),segment_id=1c520e8c-3db0-412c-b629-e3c9993f3ea8)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:14:34.861184 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1a52ada4-156e-4067-ac44-a55271b12d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (a7f186da-0957-4d42-839b-5f575ba1e42d), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:34.863034 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a445dcce-c6cd-4cdd-bd24-f6027fab2848 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network 6dcb8457-cd9d-4a1d-a86d-d037acaa6059 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:14:34.864788 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-a445dcce-c6cd-4cdd-bd24-f6027fab2848 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:14:34.923239 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52ada4-156e-4067-ac44-a55271b12d97 None None] Pushing event updated for resources: {'Port': ['ID=a7f186da-0957-4d42-839b-5f575ba1e42d,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:34.987261 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-86dad12c-ff80-4724-8dd0-cc3e1039e6ca None None] Provisioning complete for port a7f186da-0957-4d42-839b-5f575ba1e42d triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:14:34.987647 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-86dad12c-ff80-4724-8dd0-cc3e1039e6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a7f186da-0957-4d42-839b-5f575ba1e42d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:34.988234 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a445dcce-c6cd-4cdd-bd24-f6027fab2848 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Router 157adb40-e648-4e0b-9bd6-a5dee349e341 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:14:35.078327 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-86dad12c-ff80-4724-8dd0-cc3e1039e6ca None None] Current status of the port a7f186da-0957-4d42-839b-5f575ba1e42d is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:14:35.092293 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-86dad12c-ff80-4724-8dd0-cc3e1039e6ca None None] Provisioning complete for port 360834a7-7a89-4d4e-84e4-982b39f1d095 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:14:35.092677 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-86dad12c-ff80-4724-8dd0-cc3e1039e6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (360834a7-7a89-4d4e-84e4-982b39f1d095), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:35.116437 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a445dcce-c6cd-4cdd-bd24-f6027fab2848 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:14:35.122278 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a445dcce-c6cd-4cdd-bd24-f6027fab2848 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "PUT /v2.0/routers/157adb40-e648-4e0b-9bd6-a5dee349e341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4941831 Mar 23 03:14:35.134141 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e69e15-f90f-439c-93cd-a003657701f5 None None] Sync routers for ids ['157adb40-e648-4e0b-9bd6-a5dee349e341'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:14:35.139621 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-86dad12c-ff80-4724-8dd0-cc3e1039e6ca None None] Port 360834a7-7a89-4d4e-84e4-982b39f1d095 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:14:35.147615 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e69e15-f90f-439c-93cd-a003657701f5 None None] Routers {'157adb40-e648-4e0b-9bd6-a5dee349e341'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:14:35.148282 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-d1e69e15-f90f-439c-93cd-a003657701f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:14:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['157adb40-e648-4e0b-9bd6-a5dee349e341'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:14:35.288520 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-132127f8-e6c2-4c18-a564-fa6006a606a4 None None] Provisioning complete for port 360834a7-7a89-4d4e-84e4-982b39f1d095 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:14:35.291868 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-132127f8-e6c2-4c18-a564-fa6006a606a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (360834a7-7a89-4d4e-84e4-982b39f1d095), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:35.339445 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-75db1f97-167b-473f-a2eb-9e08dfddca3c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-104422833&fields=id&tenant_id=f41ad4ebfe104f0bbf5da25507598650 HTTP/1.1" status: 200 len: 267 time: 0.0587761 Mar 23 03:14:35.347778 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-132127f8-e6c2-4c18-a564-fa6006a606a4 None None] Port 360834a7-7a89-4d4e-84e4-982b39f1d095 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:14:35.360758 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-d1e69e15-f90f-439c-93cd-a003657701f5 None None] Set router 157adb40-e648-4e0b-9bd6-a5dee349e341 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:14:35.392799 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device a7f186da-0957-4d42-839b-5f575ba1e42d up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:14:35.471310 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-dcf597ec-056e-4cb2-a8b5-290f20dcd861 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:35.472739 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-dcf597ec-056e-4cb2-a8b5-290f20dcd861 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/networks?id=6dcb8457-cd9d-4a1d-a86d-d037acaa6059 HTTP/1.1" status: 200 len: 796 time: 0.1088538 Mar 23 03:14:35.487655 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-3668a077-ffe1-4e57-a556-31d7cda1efa9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/quotas/f41ad4ebfe104f0bbf5da25507598650 HTTP/1.1" status: 200 len: 375 time: 0.0094280 Mar 23 03:14:35.540435 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-c16219e2-fadb-4254-8285-7cae6610ec1a None None] Provisioning complete for port 360834a7-7a89-4d4e-84e4-982b39f1d095 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:14:35.541035 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c16219e2-fadb-4254-8285-7cae6610ec1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (360834a7-7a89-4d4e-84e4-982b39f1d095), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:35.547290 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-2116496d-74d7-407c-b422-971c3b09680c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544491 Mar 23 03:14:35.587294 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port a7f186da-0957-4d42-839b-5f575ba1e42d triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:14:35.587456 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a7f186da-0957-4d42-839b-5f575ba1e42d), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:35.612040 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c16219e2-fadb-4254-8285-7cae6610ec1a None None] Port 360834a7-7a89-4d4e-84e4-982b39f1d095 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:14:35.684331 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-425a3d4b-ec19-45da-93f2-9d753e41c0a8 service neutron] 10.222.0.24 "GET /v2.0/networks/6dcb8457-cd9d-4a1d-a86d-d037acaa6059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252930 Mar 23 03:14:35.718436 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port a7f186da-0957-4d42-839b-5f575ba1e42d is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:14:35.719497 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 2e3afb95-e584-419f-bc9c-60debaaec41e up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:14:35.745867 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-d1e69e15-f90f-439c-93cd-a003657701f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216387216', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '2e3afb95-e584-419f-bc9c-60debaaec41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:14:29Z', 'updated_at': '2022-03-23T03:14:34Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '2e3afb95-e584-419f-bc9c-60debaaec41e', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:14:30Z', 'updated_at': '2022-03-23T03:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '360834a7-7a89-4d4e-84e4-982b39f1d095', 'name': '', 'network_id': '6dcb8457-cd9d-4a1d-a86d-d037acaa6059', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:4a:5d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7f71d31e-afe8-4177-bac6-2276ed7d844b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:14:33Z', 'updated_at': '2022-03-23T03:14:34Z', 'revision_number': 2, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '7f71d31e-afe8-4177-bac6-2276ed7d844b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:14:35.776916 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e69e15-f90f-439c-93cd-a003657701f5 None None] Checking router: 157adb40-e648-4e0b-9bd6-a5dee349e341 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:14:35.777275 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e69e15-f90f-439c-93cd-a003657701f5 None None] Updating router 157adb40-e648-4e0b-9bd6-a5dee349e341 port 360834a7-7a89-4d4e-84e4-982b39f1d095 binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 03:14:35.780115 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-14a98451-8179-4a1b-978f-b96b1b461d69 service neutron] 10.222.0.24 "GET /v2.0/networks/6dcb8457-cd9d-4a1d-a86d-d037acaa6059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899742 Mar 23 03:14:35.811466 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d1e69e15-f90f-439c-93cd-a003657701f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (360834a7-7a89-4d4e-84e4-982b39f1d095), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:35.831716 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 2e3afb95-e584-419f-bc9c-60debaaec41e triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:14:35.832127 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (2e3afb95-e584-419f-bc9c-60debaaec41e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:36.036282 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 2e3afb95-e584-419f-bc9c-60debaaec41e is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:14:36.036684 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2e3afb95-e584-419f-bc9c-60debaaec41e), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:36.060226 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-21f39ccd-8ef0-4383-ae07-bb26e052ebfe req-f4cb5c6d-18d1-4e42-9472-749ec8d45be7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 210 time: 0.0338638 Mar 23 03:14:36.067735 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 2e3afb95-e584-419f-bc9c-60debaaec41e, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=2e3afb95-e584-419f-bc9c-60debaaec41e,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:14:36.144035 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (2e3afb95-e584-419f-bc9c-60debaaec41e), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:36.191722 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d1e69e15-f90f-439c-93cd-a003657701f5 None None] Publish callbacks [] for port (360834a7-7a89-4d4e-84e4-982b39f1d095), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:36.211886 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=2e3afb95-e584-419f-bc9c-60debaaec41e,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:36.260100 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d1e69e15-f90f-439c-93cd-a003657701f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (360834a7-7a89-4d4e-84e4-982b39f1d095), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:36.310575 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9094b4-9f4f-4992-a555-55c68a73e2b7 None None] Pushing event updated for resources: {'Port': ['ID=360834a7-7a89-4d4e-84e4-982b39f1d095,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:36.365473 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-d1e69e15-f90f-439c-93cd-a003657701f5 None None] Attempting to bind port 360834a7-7a89-4d4e-84e4-982b39f1d095 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:14:36.365831 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-d1e69e15-f90f-439c-93cd-a003657701f5 None None] Attempting to bind port 360834a7-7a89-4d4e-84e4-982b39f1d095 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '1c520e8c-3db0-412c-b629-e3c9993f3ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6dcb8457-cd9d-4a1d-a86d-d037acaa6059'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:14:36.366220 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e69e15-f90f-439c-93cd-a003657701f5 None None] Attempting to bind port 360834a7-7a89-4d4e-84e4-982b39f1d095 on network 6dcb8457-cd9d-4a1d-a86d-d037acaa6059 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:14:36.376925 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e69e15-f90f-439c-93cd-a003657701f5 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:14:36.377315 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e69e15-f90f-439c-93cd-a003657701f5 None None] Checking segment: {'id': '1c520e8c-3db0-412c-b629-e3c9993f3ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6dcb8457-cd9d-4a1d-a86d-d037acaa6059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:14:36.377726 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d1e69e15-f90f-439c-93cd-a003657701f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:36.378156 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e69e15-f90f-439c-93cd-a003657701f5 None None] Bound using segment: {'id': '1c520e8c-3db0-412c-b629-e3c9993f3ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6dcb8457-cd9d-4a1d-a86d-d037acaa6059'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:14:36.378661 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-d1e69e15-f90f-439c-93cd-a003657701f5 None None] Bound port: 360834a7-7a89-4d4e-84e4-982b39f1d095, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c520e8c-3db0-412c-b629-e3c9993f3ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6dcb8457-cd9d-4a1d-a86d-d037acaa6059'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:14:36.379022 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d1e69e15-f90f-439c-93cd-a003657701f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (360834a7-7a89-4d4e-84e4-982b39f1d095), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:36.450459 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-d1e69e15-f90f-439c-93cd-a003657701f5 None None] For port 360834a7-7a89-4d4e-84e4-982b39f1d095, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:14:36.453807 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-d1e69e15-f90f-439c-93cd-a003657701f5 None None] For port 360834a7-7a89-4d4e-84e4-982b39f1d095, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=360834a7-7a89-4d4e-84e4-982b39f1d095,segment=NetworkSegment(1c520e8c-3db0-412c-b629-e3c9993f3ea8),segment_id=1c520e8c-3db0-412c-b629-e3c9993f3ea8)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:14:36.538803 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-eefa988c-fc81-4917-bb3a-9ec12700222f None None] Provisioning complete for port 360834a7-7a89-4d4e-84e4-982b39f1d095 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:14:36.539133 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-eefa988c-fc81-4917-bb3a-9ec12700222f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (360834a7-7a89-4d4e-84e4-982b39f1d095), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:36.565806 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d1e69e15-f90f-439c-93cd-a003657701f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (360834a7-7a89-4d4e-84e4-982b39f1d095), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:36.612806 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-eefa988c-fc81-4917-bb3a-9ec12700222f None None] Port 360834a7-7a89-4d4e-84e4-982b39f1d095 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:14:36.631558 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e69e15-f90f-439c-93cd-a003657701f5 None None] Routers {'157adb40-e648-4e0b-9bd6-a5dee349e341'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:14:36.640807 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-d1e69e15-f90f-439c-93cd-a003657701f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:14:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['157adb40-e648-4e0b-9bd6-a5dee349e341'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:14:36.640807 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9094b4-9f4f-4992-a555-55c68a73e2b7 None None] Pushing event updated for resources: {'Port': ['ID=360834a7-7a89-4d4e-84e4-982b39f1d095,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:36.752201 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-d1e69e15-f90f-439c-93cd-a003657701f5 None None] Set router 157adb40-e648-4e0b-9bd6-a5dee349e341 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:14:36.894132 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-a2ca6122-704a-4476-90df-10013c9a8233 None None] Provisioning complete for port 360834a7-7a89-4d4e-84e4-982b39f1d095 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:14:36.894405 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a2ca6122-704a-4476-90df-10013c9a8233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (360834a7-7a89-4d4e-84e4-982b39f1d095), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:37.028926 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-a2ca6122-704a-4476-90df-10013c9a8233 None None] Current status of the port 360834a7-7a89-4d4e-84e4-982b39f1d095 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:14:37.029316 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a2ca6122-704a-4476-90df-10013c9a8233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (360834a7-7a89-4d4e-84e4-982b39f1d095), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:37.069392 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-d1e69e15-f90f-439c-93cd-a003657701f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216387216', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '2e3afb95-e584-419f-bc9c-60debaaec41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:14:29Z', 'updated_at': '2022-03-23T03:14:34Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '2e3afb95-e584-419f-bc9c-60debaaec41e', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:14:30Z', 'updated_at': '2022-03-23T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '360834a7-7a89-4d4e-84e4-982b39f1d095', 'name': '', 'network_id': '6dcb8457-cd9d-4a1d-a86d-d037acaa6059', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:4a:5d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7f71d31e-afe8-4177-bac6-2276ed7d844b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:14:33Z', 'updated_at': '2022-03-23T03:14:36Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '7f71d31e-afe8-4177-bac6-2276ed7d844b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:14:37.072439 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-a2ca6122-704a-4476-90df-10013c9a8233 None None] For port 360834a7-7a89-4d4e-84e4-982b39f1d095, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=360834a7-7a89-4d4e-84e4-982b39f1d095,segment=NetworkSegment(1c520e8c-3db0-412c-b629-e3c9993f3ea8),segment_id=1c520e8c-3db0-412c-b629-e3c9993f3ea8)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:14:37.102245 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e69e15-f90f-439c-93cd-a003657701f5 None None] The sync data for ids ['157adb40-e648-4e0b-9bd6-a5dee349e341'] in dv-neutron-834613-2-hyperv is: [{'id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216387216', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '2e3afb95-e584-419f-bc9c-60debaaec41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:14:29Z', 'updated_at': '2022-03-23T03:14:34Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '2e3afb95-e584-419f-bc9c-60debaaec41e', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:14:30Z', 'updated_at': '2022-03-23T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '360834a7-7a89-4d4e-84e4-982b39f1d095', 'name': '', 'network_id': '6dcb8457-cd9d-4a1d-a86d-d037acaa6059', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:4a:5d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7f71d31e-afe8-4177-bac6-2276ed7d844b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:14:33Z', 'updated_at': '2022-03-23T03:14:36Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '7f71d31e-afe8-4177-bac6-2276ed7d844b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:14:37.161452 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a2ca6122-704a-4476-90df-10013c9a8233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (360834a7-7a89-4d4e-84e4-982b39f1d095), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:37.210718 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fafb352a-15db-404d-9890-1401ae2eb0d4 req-ce88720b-9aa2-4386-b59f-b06157117a14 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 210 time: 0.0689836 Mar 23 03:14:37.242223 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca6122-704a-4476-90df-10013c9a8233 None None] Pushing event updated for resources: {'Port': ['ID=360834a7-7a89-4d4e-84e4-982b39f1d095,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:37.354919 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 360834a7-7a89-4d4e-84e4-982b39f1d095 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:14:37.430665 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 360834a7-7a89-4d4e-84e4-982b39f1d095 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:14:37.431054 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (360834a7-7a89-4d4e-84e4-982b39f1d095), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:37.515082 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 360834a7-7a89-4d4e-84e4-982b39f1d095 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:14:37.516210 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 2e3afb95-e584-419f-bc9c-60debaaec41e up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:14:37.567805 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 2e3afb95-e584-419f-bc9c-60debaaec41e triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:14:37.568772 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (2e3afb95-e584-419f-bc9c-60debaaec41e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:37.652631 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 2e3afb95-e584-419f-bc9c-60debaaec41e is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:14:38.183991 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-ac61d79b-477d-4150-a1a8-e84b9ec877ea tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:38.185754 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-ac61d79b-477d-4150-a1a8-e84b9ec877ea tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.23 "GET /v2.0/networks?id=6dcb8457-cd9d-4a1d-a86d-d037acaa6059 HTTP/1.1" status: 200 len: 796 time: 0.1061332 Mar 23 03:14:38.250760 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-f1ea7422-40d5-4106-ac7b-5e7c74bc2c5e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41ad4ebfe104f0bbf5da25507598650 HTTP/1.1" status: 200 len: 379 time: 0.0565536 Mar 23 03:14:38.260021 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-0d96a124-a7d4-4209-9d5e-946764be1f60 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'port': {'device_id': '6afb3894-3042-45a7-b89a-b1261cfa9586', 'network_id': '6dcb8457-cd9d-4a1d-a86d-d037acaa6059', 'admin_state_up': True, 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'security_groups': ['c484fd8d-2ab0-4221-8b93-22c4a2db2f3b']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:14:38.331075 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-86d67e2f-6374-45cc-abee-79205cad50ce req-e5433938-b4d6-4c3f-84bf-eb4b88c031bc tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 210 time: 0.0285597 Mar 23 03:14:38.467465 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-0d96a124-a7d4-4209-9d5e-946764be1f60 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Made reservation on behalf of f41ad4ebfe104f0bbf5da25507598650 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:14:38.470993 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-0d96a124-a7d4-4209-9d5e-946764be1f60 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:38.597828 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-0d96a124-a7d4-4209-9d5e-946764be1f60 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Allocated IP 172.20.0.4 (6dcb8457-cd9d-4a1d-a86d-d037acaa6059/7f71d31e-afe8-4177-bac6-2276ed7d844b/bf320b84-cb96-44ac-8379-29c16b75f530) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:14:38.732536 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-0d96a124-a7d4-4209-9d5e-946764be1f60 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for port (bf320b84-cb96-44ac-8379-29c16b75f530), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:38.821764 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-0d96a124-a7d4-4209-9d5e-946764be1f60 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (bf320b84-cb96-44ac-8379-29c16b75f530), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:38.867151 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-0d96a124-a7d4-4209-9d5e-946764be1f60 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network 6dcb8457-cd9d-4a1d-a86d-d037acaa6059 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:14:38.871074 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-0d96a124-a7d4-4209-9d5e-946764be1f60 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:14:38.877286 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-0d96a124-a7d4-4209-9d5e-946764be1f60 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:14:38.909282 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96a124-a7d4-4209-9d5e-946764be1f60 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Port': ['ID=bf320b84-cb96-44ac-8379-29c16b75f530,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:38.938881 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-0d96a124-a7d4-4209-9d5e-946764be1f60 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:38.939493 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-0d96a124-a7d4-4209-9d5e-946764be1f60 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:39.012458 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-0d96a124-a7d4-4209-9d5e-946764be1f60 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7571619 Mar 23 03:14:39.068945 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-d40f8167-3c00-4fb8-99f6-00d9969a72e4 service neutron] Request body: {'port': {'device_id': '6afb3894-3042-45a7-b89a-b1261cfa9586', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:14:39.105190 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-a9d1c3bd-2701-4394-8a76-d659850ef431 None None] Provisioning complete for port bf320b84-cb96-44ac-8379-29c16b75f530 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:14:39.105753 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a9d1c3bd-2701-4394-8a76-d659850ef431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (bf320b84-cb96-44ac-8379-29c16b75f530), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:39.130594 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-d40f8167-3c00-4fb8-99f6-00d9969a72e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (bf320b84-cb96-44ac-8379-29c16b75f530), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:39.284475 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 360834a7-7a89-4d4e-84e4-982b39f1d095 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:14:39.321232 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-a9d1c3bd-2701-4394-8a76-d659850ef431 None None] Port bf320b84-cb96-44ac-8379-29c16b75f530 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:14:39.346926 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 360834a7-7a89-4d4e-84e4-982b39f1d095 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:14:39.347309 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (360834a7-7a89-4d4e-84e4-982b39f1d095), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:39.404418 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-d40f8167-3c00-4fb8-99f6-00d9969a72e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf320b84-cb96-44ac-8379-29c16b75f530 {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:14:39.412663 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-d40f8167-3c00-4fb8-99f6-00d9969a72e4 service neutron] Publish callbacks [] for port (bf320b84-cb96-44ac-8379-29c16b75f530), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:39.437168 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 360834a7-7a89-4d4e-84e4-982b39f1d095 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:14:39.453823 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-d40f8167-3c00-4fb8-99f6-00d9969a72e4 service neutron] Transition to ACTIVE for port object bf320b84-cb96-44ac-8379-29c16b75f530 will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 03:14:39.475171 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b057bd-21f3-4e30-a0c0-cadad3334950 req-68fbd482-cdc9-4ed9-8476-a5c8b1776161 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:39.476670 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-69b057bd-21f3-4e30-a0c0-cadad3334950 req-68fbd482-cdc9-4ed9-8476-a5c8b1776161 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 931 time: 0.0616312 Mar 23 03:14:39.525793 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-69b057bd-21f3-4e30-a0c0-cadad3334950 req-56b0035f-35a9-4cf1-a087-2fc728ecca65 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428181 Mar 23 03:14:39.545717 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-d40f8167-3c00-4fb8-99f6-00d9969a72e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (bf320b84-cb96-44ac-8379-29c16b75f530), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:39.595406 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f8167-3c00-4fb8-99f6-00d9969a72e4 service neutron] Pushing event updated for resources: {'Port': ['ID=bf320b84-cb96-44ac-8379-29c16b75f530,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:39.671054 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-d40f8167-3c00-4fb8-99f6-00d9969a72e4 service neutron] Attempting to bind port bf320b84-cb96-44ac-8379-29c16b75f530 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:14:39.671404 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-d40f8167-3c00-4fb8-99f6-00d9969a72e4 service neutron] Attempting to bind port bf320b84-cb96-44ac-8379-29c16b75f530 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1c520e8c-3db0-412c-b629-e3c9993f3ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6dcb8457-cd9d-4a1d-a86d-d037acaa6059'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:14:39.671740 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-d40f8167-3c00-4fb8-99f6-00d9969a72e4 service neutron] Attempting to bind port bf320b84-cb96-44ac-8379-29c16b75f530 on network 6dcb8457-cd9d-4a1d-a86d-d037acaa6059 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:14:39.676449 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-d40f8167-3c00-4fb8-99f6-00d9969a72e4 service neutron] Port bf320b84-cb96-44ac-8379-29c16b75f530 on network 6dcb8457-cd9d-4a1d-a86d-d037acaa6059 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 03:14:39.676783 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-d40f8167-3c00-4fb8-99f6-00d9969a72e4 service neutron] Attempting to bind port bf320b84-cb96-44ac-8379-29c16b75f530 on network 6dcb8457-cd9d-4a1d-a86d-d037acaa6059 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:14:39.681807 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-d40f8167-3c00-4fb8-99f6-00d9969a72e4 service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:14:39.682257 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-d40f8167-3c00-4fb8-99f6-00d9969a72e4 service neutron] Checking segment: {'id': '1c520e8c-3db0-412c-b629-e3c9993f3ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6dcb8457-cd9d-4a1d-a86d-d037acaa6059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:14:39.682744 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-d40f8167-3c00-4fb8-99f6-00d9969a72e4 service neutron] Bound using segment: {'id': '1c520e8c-3db0-412c-b629-e3c9993f3ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6dcb8457-cd9d-4a1d-a86d-d037acaa6059'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:14:39.683288 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-d40f8167-3c00-4fb8-99f6-00d9969a72e4 service neutron] Bound port: bf320b84-cb96-44ac-8379-29c16b75f530, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c520e8c-3db0-412c-b629-e3c9993f3ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6dcb8457-cd9d-4a1d-a86d-d037acaa6059'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:14:39.683660 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-d40f8167-3c00-4fb8-99f6-00d9969a72e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (bf320b84-cb96-44ac-8379-29c16b75f530), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:39.749424 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-d40f8167-3c00-4fb8-99f6-00d9969a72e4 service neutron] For port bf320b84-cb96-44ac-8379-29c16b75f530, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:14:39.752490 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-d40f8167-3c00-4fb8-99f6-00d9969a72e4 service neutron] For port bf320b84-cb96-44ac-8379-29c16b75f530, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=bf320b84-cb96-44ac-8379-29c16b75f530,segment=NetworkSegment(1c520e8c-3db0-412c-b629-e3c9993f3ea8),segment_id=1c520e8c-3db0-412c-b629-e3c9993f3ea8)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:14:39.839846 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-d40f8167-3c00-4fb8-99f6-00d9969a72e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (bf320b84-cb96-44ac-8379-29c16b75f530), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:39.874725 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-d40f8167-3c00-4fb8-99f6-00d9969a72e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:39.875355 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-d40f8167-3c00-4fb8-99f6-00d9969a72e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:39.876751 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-d40f8167-3c00-4fb8-99f6-00d9969a72e4 service neutron] 10.222.0.23 "PUT /v2.0/ports/bf320b84-cb96-44ac-8379-29c16b75f530 HTTP/1.1" status: 200 len: 1093 time: 0.8573096 Mar 23 03:14:39.877186 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6afb3894-3042-45a7-b89a-b1261cfa9586', 'tag': 'bf320b84-cb96-44ac-8379-29c16b75f530'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:14:39.879513 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e51822-72a7-4334-8b5c-1982d27208d2" -d '{"events": [{"name": "network-changed", "server_uuid": "6afb3894-3042-45a7-b89a-b1261cfa9586", "tag": "bf320b84-cb96-44ac-8379-29c16b75f530"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:14:39.904792 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f8167-3c00-4fb8-99f6-00d9969a72e4 service neutron] Pushing event updated for resources: {'Port': ['ID=bf320b84-cb96-44ac-8379-29c16b75f530,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:39.920589 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7bbf62-61f6-454a-8dae-bc0ead9db2fb x-openstack-request-id: req-5e7bbf62-61f6-454a-8dae-bc0ead9db2fb {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:14:39.920589 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6afb3894-3042-45a7-b89a-b1261cfa9586", "tag": "bf320b84-cb96-44ac-8379-29c16b75f530", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:14:39.920589 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e7bbf62-61f6-454a-8dae-bc0ead9db2fb {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:14:39.920589 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e7bbf62-61f6-454a-8dae-bc0ead9db2fb'] response: {'name': 'network-changed', 'server_uuid': '6afb3894-3042-45a7-b89a-b1261cfa9586', 'tag': 'bf320b84-cb96-44ac-8379-29c16b75f530', 'status': 'completed', 'code': 200} Mar 23 03:14:39.987544 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e51822-72a7-4334-8b5c-1982d27208d2 req-2f6f7b00-61a2-4b8d-96b5-f8ca6fb327db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:39.989359 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b4e51822-72a7-4334-8b5c-1982d27208d2 req-2f6f7b00-61a2-4b8d-96b5-f8ca6fb327db service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 1127 time: 0.0508058 Mar 23 03:14:40.088061 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e51822-72a7-4334-8b5c-1982d27208d2 req-f429b733-b93c-4851-92bb-1f2f74d878ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:40.089567 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b4e51822-72a7-4334-8b5c-1982d27208d2 req-f429b733-b93c-4851-92bb-1f2f74d878ef service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=f41ad4ebfe104f0bbf5da25507598650&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0932698 Mar 23 03:14:40.186719 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e51822-72a7-4334-8b5c-1982d27208d2 req-d55e1949-b968-454e-94b1-085e57a26b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:40.188237 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b4e51822-72a7-4334-8b5c-1982d27208d2 req-d55e1949-b968-454e-94b1-085e57a26b7f service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930815 Mar 23 03:14:40.267076 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-a8447782-d146-451b-b37b-06dd7d802ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:40.268610 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-a8447782-d146-451b-b37b-06dd7d802ec1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 1127 time: 0.0454965 Mar 23 03:14:40.310509 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-5bb07292-0684-47cb-9eee-099b0fc3deec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf320b84-cb96-44ac-8379-29c16b75f530 HTTP/1.1" status: 200 len: 217 time: 0.0352361 Mar 23 03:14:40.360636 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-3602a5dd-e523-4b76-9919-52fbb8576bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:40.362051 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-3602a5dd-e523-4b76-9919-52fbb8576bdf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7f71d31e-afe8-4177-bac6-2276ed7d844b HTTP/1.1" status: 200 len: 835 time: 0.0447588 Mar 23 03:14:40.414593 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-c3fb7b38-4b06-4d4e-81e8-cbc78b8d2671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:40.416067 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-c3fb7b38-4b06-4d4e-81e8-cbc78b8d2671 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6dcb8457-cd9d-4a1d-a86d-d037acaa6059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0483370 Mar 23 03:14:40.504195 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-d1702b25-465e-4dff-ac1e-6b82a911c243 service neutron] 10.222.0.23 "GET /v2.0/networks/6dcb8457-cd9d-4a1d-a86d-d037acaa6059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817208 Mar 23 03:14:40.607408 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cbdfd63e-1915-4748-8693-d94205f818d1 req-76dbeb3c-0b99-4936-b0c4-c0b8f6058250 service neutron] 10.222.0.23 "GET /v2.0/networks/6dcb8457-cd9d-4a1d-a86d-d037acaa6059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978377 Mar 23 03:14:40.646925 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c392ba2-1c9c-4397-a4de-539f5563c45d req-fe723ec1-073d-47f6-9349-f4ec935611ac tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:40.648415 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4c392ba2-1c9c-4397-a4de-539f5563c45d req-fe723ec1-073d-47f6-9349-f4ec935611ac tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 943 time: 0.0541456 Mar 23 03:14:40.697957 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4c392ba2-1c9c-4397-a4de-539f5563c45d req-52be5fa5-7eb3-4bdf-85dc-74a01bc48e22 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433095 Mar 23 03:14:41.821163 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677588c-e056-405c-803b-b0f3d711a6bc req-97ee2b38-94b9-4f06-98f2-ad7e42cf7347 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:41.822631 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-9677588c-e056-405c-803b-b0f3d711a6bc req-97ee2b38-94b9-4f06-98f2-ad7e42cf7347 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 943 time: 0.0564795 Mar 23 03:14:41.870104 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-9677588c-e056-405c-803b-b0f3d711a6bc req-abd4c26b-da4d-4497-ad59-e842a0384542 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411243 Mar 23 03:14:42.986507 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14724f76-a670-4e97-b15d-63c76cac1dec req-d1a7dc58-e0ad-4a78-9087-9091c67e1abb tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:42.987917 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-14724f76-a670-4e97-b15d-63c76cac1dec req-d1a7dc58-e0ad-4a78-9087-9091c67e1abb tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 943 time: 0.0521038 Mar 23 03:14:43.039251 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-14724f76-a670-4e97-b15d-63c76cac1dec req-55b22d47-ab2e-46a7-96cd-045239201122 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458632 Mar 23 03:14:43.045337 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device bf320b84-cb96-44ac-8379-29c16b75f530 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 03:14:43.142356 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port bf320b84-cb96-44ac-8379-29c16b75f530, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=bf320b84-cb96-44ac-8379-29c16b75f530,segment=NetworkSegment(1c520e8c-3db0-412c-b629-e3c9993f3ea8),segment_id=1c520e8c-3db0-412c-b629-e3c9993f3ea8)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:14:43.153888 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': 'bf320b84-cb96-44ac-8379-29c16b75f530', 'network_id': '6dcb8457-cd9d-4a1d-a86d-d037acaa6059', 'port_id': 'bf320b84-cb96-44ac-8379-29c16b75f530', 'mac_address': 'fa:16:3e:5c:c9:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f71d31e-afe8-4177-bac6-2276ed7d844b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 03:14:43.198088 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port bf320b84-cb96-44ac-8379-29c16b75f530 is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:14:43.198483 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (bf320b84-cb96-44ac-8379-29c16b75f530), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:43.211389 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf320b84-cb96-44ac-8379-29c16b75f530 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:14:43.230809 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port bf320b84-cb96-44ac-8379-29c16b75f530, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=bf320b84-cb96-44ac-8379-29c16b75f530,segment=NetworkSegment(1c520e8c-3db0-412c-b629-e3c9993f3ea8),segment_id=1c520e8c-3db0-412c-b629-e3c9993f3ea8)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:14:43.299614 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (bf320b84-cb96-44ac-8379-29c16b75f530), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:43.346134 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=bf320b84-cb96-44ac-8379-29c16b75f530,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:43.500907 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['bf320b84-cb96-44ac-8379-29c16b75f530'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:14:44.155042 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bd211-471f-4ac9-b982-8e0daa1ad798 req-94c58d3a-95cf-4cf0-846a-b6120ecb335a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:44.156546 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1c7bd211-471f-4ac9-b982-8e0daa1ad798 req-94c58d3a-95cf-4cf0-846a-b6120ecb335a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 944 time: 0.0520289 Mar 23 03:14:44.203756 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1c7bd211-471f-4ac9-b982-8e0daa1ad798 req-8c7b68ea-849c-443c-9b22-68d65d41b78c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417044 Mar 23 03:14:45.044667 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device bf320b84-cb96-44ac-8379-29c16b75f530 up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:14:45.175855 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port bf320b84-cb96-44ac-8379-29c16b75f530 completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 03:14:45.179760 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port bf320b84-cb96-44ac-8379-29c16b75f530 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:14:45.180174 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (bf320b84-cb96-44ac-8379-29c16b75f530), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:45.263382 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port bf320b84-cb96-44ac-8379-29c16b75f530 is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:14:45.263776 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (bf320b84-cb96-44ac-8379-29c16b75f530), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:45.287525 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afb3894-3042-45a7-b89a-b1261cfa9586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf320b84-cb96-44ac-8379-29c16b75f530'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:14:45.289808 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25974ff-04e5-43d6-a381-839e8780f0b7" -d '{"events": [{"server_uuid": "6afb3894-3042-45a7-b89a-b1261cfa9586", "name": "network-vif-plugged", "status": "completed", "tag": "bf320b84-cb96-44ac-8379-29c16b75f530"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:14:45.304050 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port bf320b84-cb96-44ac-8379-29c16b75f530, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=bf320b84-cb96-44ac-8379-29c16b75f530,segment=NetworkSegment(1c520e8c-3db0-412c-b629-e3c9993f3ea8),segment_id=1c520e8c-3db0-412c-b629-e3c9993f3ea8)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:14:45.327451 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176f3a6-90b3-4a72-9dc3-3d0c7d40a2e6 req-996a0e1d-1f84-44fa-80fe-891d9a3780ab tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:45.329001 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6176f3a6-90b3-4a72-9dc3-3d0c7d40a2e6 req-996a0e1d-1f84-44fa-80fe-891d9a3780ab tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 944 time: 0.0586386 Mar 23 03:14:45.338801 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f09b37-a0c1-4e06-9af3-80df5483f808 x-openstack-request-id: req-28f09b37-a0c1-4e06-9af3-80df5483f808 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:14:45.339094 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afb3894-3042-45a7-b89a-b1261cfa9586", "name": "network-vif-plugged", "status": "completed", "tag": "bf320b84-cb96-44ac-8379-29c16b75f530", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:14:45.341842 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28f09b37-a0c1-4e06-9af3-80df5483f808 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:14:45.364074 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28f09b37-a0c1-4e06-9af3-80df5483f808'] response: {'server_uuid': '6afb3894-3042-45a7-b89a-b1261cfa9586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf320b84-cb96-44ac-8379-29c16b75f530', 'code': 200} Mar 23 03:14:45.392364 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6176f3a6-90b3-4a72-9dc3-3d0c7d40a2e6 req-8d442a6b-1714-4356-b72f-4ec20196de99 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567274 Mar 23 03:14:45.433772 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (bf320b84-cb96-44ac-8379-29c16b75f530), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:45.486010 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=bf320b84-cb96-44ac-8379-29c16b75f530,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:45.651516 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ccebbc-fe7a-4709-b710-98898124f5d4 req-99a28328-a074-4dee-b7a5-5f09ca197496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:45.653593 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-00ccebbc-fe7a-4709-b710-98898124f5d4 req-99a28328-a074-4dee-b7a5-5f09ca197496 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 1129 time: 0.0429449 Mar 23 03:14:45.697992 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-00ccebbc-fe7a-4709-b710-98898124f5d4 req-96678794-c422-48ea-b81c-e0c082ddc45b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383236 Mar 23 03:14:46.514361 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915cc34-173c-4720-8610-592c9efba2b8 req-017f29b7-4806-400a-995c-7d1427f1c50d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:46.515964 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5915cc34-173c-4720-8610-592c9efba2b8 req-017f29b7-4806-400a-995c-7d1427f1c50d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 945 time: 0.0562541 Mar 23 03:14:46.565101 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5915cc34-173c-4720-8610-592c9efba2b8 req-bf1b6266-1416-4f33-aa76-bc4ce5f03f4e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430636 Mar 23 03:14:47.644549 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b764945f-6255-4321-b27e-03d836807e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:47.688935 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778aaa7a-d6df-4d8c-a728-62133a4d7b42 req-8be71b63-0137-4680-924c-401d24ca9a3e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:47.690475 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-778aaa7a-d6df-4d8c-a728-62133a4d7b42 req-8be71b63-0137-4680-924c-401d24ca9a3e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 945 time: 0.0577490 Mar 23 03:14:47.738053 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-778aaa7a-d6df-4d8c-a728-62133a4d7b42 req-9f9b41f9-9dd1-4ae4-a2cc-99a4b157632b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418422 Mar 23 03:14:47.853487 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b7191-fea9-4b35-b73c-dae9ed34b082 req-6c01e27b-0912-460e-a21d-36592a0195aa tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:47.855480 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-de2b7191-fea9-4b35-b73c-dae9ed34b082 req-6c01e27b-0912-460e-a21d-36592a0195aa tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 945 time: 0.0517294 Mar 23 03:14:47.902675 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-de2b7191-fea9-4b35-b73c-dae9ed34b082 req-94a44e3e-a23a-4b9d-b003-69a3e6802a5d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412638 Mar 23 03:14:47.924539 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40376) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:14:47.967943 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f53c804-aa48-465b-8623-3c83c0ad967f tempest-TestNetworkAdvancedServerOps-344769112 tempest-TestNetworkAdvancedServerOps-344769112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:47.969462 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8f53c804-aa48-465b-8623-3c83c0ad967f tempest-TestNetworkAdvancedServerOps-344769112 tempest-TestNetworkAdvancedServerOps-344769112-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 1124 time: 0.0439558 Mar 23 03:14:47.972265 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40378) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:14:47.976375 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-86955b8f-87bb-4158-abd1-fda63187988f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'port_id': 'bf320b84-cb96-44ac-8379-29c16b75f530', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:14:48.056010 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-86955b8f-87bb-4158-abd1-fda63187988f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:48.154882 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-86955b8f-87bb-4158-abd1-fda63187988f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:48.256454 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-86955b8f-87bb-4158-abd1-fda63187988f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Allocated IP 172.26.2.193 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/e3a8f047-7292-4406-b1c3-263fb39c34a6) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:14:48.358380 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-86955b8f-87bb-4158-abd1-fda63187988f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for port (e3a8f047-7292-4406-b1c3-263fb39c34a6), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:48.427840 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-86955b8f-87bb-4158-abd1-fda63187988f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (e3a8f047-7292-4406-b1c3-263fb39c34a6), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:48.465725 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86955b8f-87bb-4158-abd1-fda63187988f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:14:48.468626 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-86955b8f-87bb-4158-abd1-fda63187988f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:14:48.474650 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86955b8f-87bb-4158-abd1-fda63187988f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:14:48.495628 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86955b8f-87bb-4158-abd1-fda63187988f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Port': ['ID=e3a8f047-7292-4406-b1c3-263fb39c34a6,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:48.987496 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:49.162758 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-86955b8f-87bb-4158-abd1-fda63187988f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for floatingip (f1f975bb-bdd8-4a60-a526-7d0c45e42de2), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:49.282273 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-86955b8f-87bb-4158-abd1-fda63187988f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (e3a8f047-7292-4406-b1c3-263fb39c34a6), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:49.428969 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-86955b8f-87bb-4158-abd1-fda63187988f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for port (e3a8f047-7292-4406-b1c3-263fb39c34a6), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:49.493892 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-86955b8f-87bb-4158-abd1-fda63187988f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (e3a8f047-7292-4406-b1c3-263fb39c34a6), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:49.565849 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86955b8f-87bb-4158-abd1-fda63187988f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Port': ['ID=e3a8f047-7292-4406-b1c3-263fb39c34a6,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:14:49.576195 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-86955b8f-87bb-4158-abd1-fda63187988f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (f1f975bb-bdd8-4a60-a526-7d0c45e42de2), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:49.677042 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [None req-86955b8f-87bb-4158-abd1-fda63187988f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Floating IP f1f975bb-bdd8-4a60-a526-7d0c45e42de2 associated. External IP: 172.26.2.193, port: bf320b84-cb96-44ac-8379-29c16b75f530. Mar 23 03:14:49.885475 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86955b8f-87bb-4158-abd1-fda63187988f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Router 157adb40-e648-4e0b-9bd6-a5dee349e341 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:14:49.911770 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9d0c6956-70f0-48c3-bcb1-bb8b1f335d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:49.993008 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86955b8f-87bb-4158-abd1-fda63187988f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:14:50.002831 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9a7676-513d-49f1-b58e-cf8d6762cf78 None None] Sync routers for ids ['157adb40-e648-4e0b-9bd6-a5dee349e341'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:14:50.012704 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9a7676-513d-49f1-b58e-cf8d6762cf78 None None] Routers {'157adb40-e648-4e0b-9bd6-a5dee349e341'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:14:50.013304 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-4a9a7676-513d-49f1-b58e-cf8d6762cf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:14:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['157adb40-e648-4e0b-9bd6-a5dee349e341'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:14:50.073527 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-86955b8f-87bb-4158-abd1-fda63187988f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:50.107125 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-86955b8f-87bb-4158-abd1-fda63187988f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1338582 Mar 23 03:14:50.107722 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6afb3894-3042-45a7-b89a-b1261cfa9586', 'tag': 'bf320b84-cb96-44ac-8379-29c16b75f530'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:14:50.110034 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a188c302-eb27-4202-8201-32e3e2678741" -d '{"events": [{"name": "network-changed", "server_uuid": "6afb3894-3042-45a7-b89a-b1261cfa9586", "tag": "bf320b84-cb96-44ac-8379-29c16b75f530"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:14:50.121078 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-4a9a7676-513d-49f1-b58e-cf8d6762cf78 None None] Set router 157adb40-e648-4e0b-9bd6-a5dee349e341 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:14:50.152922 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d9ffbb-4ba2-4089-a979-db6811586a72 x-openstack-request-id: req-c1d9ffbb-4ba2-4089-a979-db6811586a72 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:14:50.153216 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6afb3894-3042-45a7-b89a-b1261cfa9586", "tag": "bf320b84-cb96-44ac-8379-29c16b75f530", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:14:50.153472 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c1d9ffbb-4ba2-4089-a979-db6811586a72 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:14:50.154433 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1d9ffbb-4ba2-4089-a979-db6811586a72'] response: {'name': 'network-changed', 'server_uuid': '6afb3894-3042-45a7-b89a-b1261cfa9586', 'tag': 'bf320b84-cb96-44ac-8379-29c16b75f530', 'status': 'completed', 'code': 200} Mar 23 03:14:50.242350 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59fd08-1857-4056-9a10-d33551ddc3a3 req-148a7cd6-03f0-4503-af00-2f424e5b029f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:50.243868 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fb59fd08-1857-4056-9a10-d33551ddc3a3 req-148a7cd6-03f0-4503-af00-2f424e5b029f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 945 time: 0.0864131 Mar 23 03:14:50.246619 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188c302-eb27-4202-8201-32e3e2678741 req-948e0ac9-4f34-4bfc-ad50-d876c1b2c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:50.248021 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a188c302-eb27-4202-8201-32e3e2678741 req-948e0ac9-4f34-4bfc-ad50-d876c1b2c220 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 1129 time: 0.0637803 Mar 23 03:14:50.346457 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-4a9a7676-513d-49f1-b58e-cf8d6762cf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216387216', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '2e3afb95-e584-419f-bc9c-60debaaec41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:14:29Z', 'updated_at': '2022-03-23T03:14:34Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '2e3afb95-e584-419f-bc9c-60debaaec41e', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:14:30Z', 'updated_at': '2022-03-23T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'f1f975bb-bdd8-4a60-a526-7d0c45e42de2', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'floating_ip_address': '172.26.2.193', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'port_id': 'bf320b84-cb96-44ac-8379-29c16b75f530', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dcb8457-cd9d-4a1d-a86d-d037acaa6059', 'mac_address': 'fa:16:3e:5c:c9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afb3894-3042-45a7-b89a-b1261cfa9586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:14:48Z', 'updated_at': '2022-03-23T03:14:48Z', 'revision_number': 0, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '360834a7-7a89-4d4e-84e4-982b39f1d095', 'name': '', 'network_id': '6dcb8457-cd9d-4a1d-a86d-d037acaa6059', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:4a:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7f71d31e-afe8-4177-bac6-2276ed7d844b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:14:33Z', 'updated_at': '2022-03-23T03:14:37Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '7f71d31e-afe8-4177-bac6-2276ed7d844b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:14:50.347078 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fb59fd08-1857-4056-9a10-d33551ddc3a3 req-f5c83151-dbfc-4993-9b70-41cc11d3e3ee tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972533 Mar 23 03:14:50.370228 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40384) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:14:50.376197 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188c302-eb27-4202-8201-32e3e2678741 req-911d0a43-ceaf-41e1-a90a-a8fa930d4392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:50.377662 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a188c302-eb27-4202-8201-32e3e2678741 req-911d0a43-ceaf-41e1-a90a-a8fa930d4392 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6dcb8457-cd9d-4a1d-a86d-d037acaa6059 HTTP/1.1" status: 200 len: 897 time: 0.1222866 Mar 23 03:14:50.378546 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9a7676-513d-49f1-b58e-cf8d6762cf78 None None] Checking router: 157adb40-e648-4e0b-9bd6-a5dee349e341 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:14:50.387594 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9a7676-513d-49f1-b58e-cf8d6762cf78 None None] Routers {'157adb40-e648-4e0b-9bd6-a5dee349e341'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:14:50.388157 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-4a9a7676-513d-49f1-b58e-cf8d6762cf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:14:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['157adb40-e648-4e0b-9bd6-a5dee349e341'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:14:50.442890 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-62009047-1b61-4d88-8bbf-f5c1e1d51359 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/floatingips/f1f975bb-bdd8-4a60-a526-7d0c45e42de2 HTTP/1.1" status: 200 len: 991 time: 0.0699253 Mar 23 03:14:50.467124 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a188c302-eb27-4202-8201-32e3e2678741 req-2848a198-ccd3-44f4-8c3a-0ee3e67ef7ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf320b84-cb96-44ac-8379-29c16b75f530 HTTP/1.1" status: 200 len: 999 time: 0.0839789 Mar 23 03:14:50.500326 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-4a9a7676-513d-49f1-b58e-cf8d6762cf78 None None] Set router 157adb40-e648-4e0b-9bd6-a5dee349e341 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:14:50.522185 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188c302-eb27-4202-8201-32e3e2678741 req-f23d143b-ee50-4cbc-b49f-498d6383aa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:50.523684 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a188c302-eb27-4202-8201-32e3e2678741 req-f23d143b-ee50-4cbc-b49f-498d6383aa01 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7f71d31e-afe8-4177-bac6-2276ed7d844b HTTP/1.1" status: 200 len: 835 time: 0.0512843 Mar 23 03:14:50.571726 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188c302-eb27-4202-8201-32e3e2678741 req-3e59e88f-b059-417f-bdba-ee4f82f2a1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:14:50.573264 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a188c302-eb27-4202-8201-32e3e2678741 req-3e59e88f-b059-417f-bdba-ee4f82f2a1d7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6dcb8457-cd9d-4a1d-a86d-d037acaa6059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442016 Mar 23 03:14:50.660778 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a188c302-eb27-4202-8201-32e3e2678741 req-09ce8ae9-819c-49bd-8ec9-ed3ef61cb569 service neutron] 10.222.0.23 "GET /v2.0/networks/6dcb8457-cd9d-4a1d-a86d-d037acaa6059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818839 Mar 23 03:14:50.719735 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-4a9a7676-513d-49f1-b58e-cf8d6762cf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216387216', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '2e3afb95-e584-419f-bc9c-60debaaec41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:14:29Z', 'updated_at': '2022-03-23T03:14:34Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '2e3afb95-e584-419f-bc9c-60debaaec41e', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:14:30Z', 'updated_at': '2022-03-23T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'f1f975bb-bdd8-4a60-a526-7d0c45e42de2', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'floating_ip_address': '172.26.2.193', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'port_id': 'bf320b84-cb96-44ac-8379-29c16b75f530', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dcb8457-cd9d-4a1d-a86d-d037acaa6059', 'mac_address': 'fa:16:3e:5c:c9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afb3894-3042-45a7-b89a-b1261cfa9586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:14:48Z', 'updated_at': '2022-03-23T03:14:48Z', 'revision_number': 0, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '360834a7-7a89-4d4e-84e4-982b39f1d095', 'name': '', 'network_id': '6dcb8457-cd9d-4a1d-a86d-d037acaa6059', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:4a:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7f71d31e-afe8-4177-bac6-2276ed7d844b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:14:33Z', 'updated_at': '2022-03-23T03:14:37Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '7f71d31e-afe8-4177-bac6-2276ed7d844b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:14:50.747912 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9a7676-513d-49f1-b58e-cf8d6762cf78 None None] The sync data for ids ['157adb40-e648-4e0b-9bd6-a5dee349e341'] in dv-neutron-834613-2-hyperv is: [{'id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216387216', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '2e3afb95-e584-419f-bc9c-60debaaec41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:14:29Z', 'updated_at': '2022-03-23T03:14:34Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '2e3afb95-e584-419f-bc9c-60debaaec41e', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:14:30Z', 'updated_at': '2022-03-23T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'f1f975bb-bdd8-4a60-a526-7d0c45e42de2', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'floating_ip_address': '172.26.2.193', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'port_id': 'bf320b84-cb96-44ac-8379-29c16b75f530', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dcb8457-cd9d-4a1d-a86d-d037acaa6059', 'mac_address': 'fa:16:3e:5c:c9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afb3894-3042-45a7-b89a-b1261cfa9586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:14:48Z', 'updated_at': '2022-03-23T03:14:48Z', 'revision_number': 0, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '360834a7-7a89-4d4e-84e4-982b39f1d095', 'name': '', 'network_id': '6dcb8457-cd9d-4a1d-a86d-d037acaa6059', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:4a:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7f71d31e-afe8-4177-bac6-2276ed7d844b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:14:33Z', 'updated_at': '2022-03-23T03:14:37Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '7f71d31e-afe8-4177-bac6-2276ed7d844b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:14:50.753211 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a188c302-eb27-4202-8201-32e3e2678741 req-188dc344-1bc2-47cb-bb94-be4a9a41f735 service neutron] 10.222.0.23 "GET /v2.0/networks/6dcb8457-cd9d-4a1d-a86d-d037acaa6059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864096 Mar 23 03:14:50.877762 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:14:50.941327 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddab985-766b-42c6-8fc1-ae8075730386 None None] New status for floating IP f1f975bb-bdd8-4a60-a526-7d0c45e42de2: ACTIVE {{(pid=104350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 03:14:51.385722 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:51.447635 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40386) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:14:51.510687 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b21a1094-bcd0-4be0-8dc2-03d6f7f32fc8 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/floatingips/f1f975bb-bdd8-4a60-a526-7d0c45e42de2 HTTP/1.1" status: 200 len: 993 time: 0.0617125 Mar 23 03:14:52.798191 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:14:53.992811 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:15:17.607878 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e8109290-2b32-471b-9eb6-a60a7a74211c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:15:18.165818 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [req-30def426-95a6-4b1f-88d0-10b977f54ea2 req-4225e11c-5cd9-4433-a0c4-21ebfb9e7500 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 03:15:18.166830 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-30def426-95a6-4b1f-88d0-10b977f54ea2 req-4225e11c-5cd9-4433-a0c4-21ebfb9e7500 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054877 Mar 23 03:15:18.483710 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383e1c7-8334-42ab-a2da-87c7b2e48c67 req-9073fdf8-9496-4602-a9f9-ee6a42d58891 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:18.485224 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c383e1c7-8334-42ab-a2da-87c7b2e48c67 req-9073fdf8-9496-4602-a9f9-ee6a42d58891 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 945 time: 0.0529802 Mar 23 03:15:18.540275 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c383e1c7-8334-42ab-a2da-87c7b2e48c67 req-fece47f1-bfa4-483b-ab19-00907b4f3156 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494459 Mar 23 03:15:18.704040 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40404) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:15:18.787621 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0b5252c7-f942-4c2c-a9d5-a7495b5f2a62 req-5fd86f42-84fb-4161-ac5a-65a4a04942dc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0824337 Mar 23 03:15:18.796095 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [req-0b5252c7-f942-4c2c-a9d5-a7495b5f2a62 req-9d316c04-c9c5-4a5f-aad3-3d65e87f57e9 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 03:15:18.797038 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0b5252c7-f942-4c2c-a9d5-a7495b5f2a62 req-9d316c04-c9c5-4a5f-aad3-3d65e87f57e9 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047946 Mar 23 03:15:19.008999 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:15:19.292715 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40424) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:15:19.387355 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5252c7-f942-4c2c-a9d5-a7495b5f2a62 req-b054798e-e994-482b-8f40-21fdfc88e55a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:19.389431 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-0b5252c7-f942-4c2c-a9d5-a7495b5f2a62 req-b054798e-e994-482b-8f40-21fdfc88e55a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports/bf320b84-cb96-44ac-8379-29c16b75f530 HTTP/1.1" status: 200 len: 942 time: 0.0950551 Mar 23 03:15:19.664575 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d9d66-c3c3-489b-96d5-33230e69b84b req-526627fa-070c-4cee-9553-e37ff2d3b551 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:19.666092 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-301d9d66-c3c3-489b-96d5-33230e69b84b req-526627fa-070c-4cee-9553-e37ff2d3b551 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 945 time: 0.0544388 Mar 23 03:15:19.715796 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-301d9d66-c3c3-489b-96d5-33230e69b84b req-975a669a-d68a-46a5-8853-4207041934fa tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434988 Mar 23 03:15:19.923648 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-24f5cab9-f770-4b0d-8015-e8024c67d9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:15:20.840919 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e8ae9-decb-4b46-8ab3-6e90cf56f6b0 req-1a63f2d4-d9d3-4a67-b309-854f879bc609 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:20.842466 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d58e8ae9-decb-4b46-8ab3-6e90cf56f6b0 req-1a63f2d4-d9d3-4a67-b309-854f879bc609 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 945 time: 0.0579557 Mar 23 03:15:20.855624 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5252c7-f942-4c2c-a9d5-a7495b5f2a62 req-d382739a-a8db-4380-95fb-bb69ce837fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:20.857235 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0b5252c7-f942-4c2c-a9d5-a7495b5f2a62 req-d382739a-a8db-4380-95fb-bb69ce837fe0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 1129 time: 0.0491524 Mar 23 03:15:20.890476 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d58e8ae9-decb-4b46-8ab3-6e90cf56f6b0 req-ed2182a4-41a1-4624-8d8e-cb8b43201abf tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423088 Mar 23 03:15:21.105202 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5252c7-f942-4c2c-a9d5-a7495b5f2a62 req-c3b586d7-b29b-4a73-b1c3-6e75c1ed2900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:21.106951 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0b5252c7-f942-4c2c-a9d5-a7495b5f2a62 req-c3b586d7-b29b-4a73-b1c3-6e75c1ed2900 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6dcb8457-cd9d-4a1d-a86d-d037acaa6059 HTTP/1.1" status: 200 len: 897 time: 0.0874825 Mar 23 03:15:21.179929 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0b5252c7-f942-4c2c-a9d5-a7495b5f2a62 req-94dd1034-ea47-49f7-a6fc-6a9e3c952e20 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf320b84-cb96-44ac-8379-29c16b75f530 HTTP/1.1" status: 200 len: 1001 time: 0.0669880 Mar 23 03:15:21.228108 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5252c7-f942-4c2c-a9d5-a7495b5f2a62 req-0e4934c6-5a45-4557-87be-8a4f0f0254c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:21.229607 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0b5252c7-f942-4c2c-a9d5-a7495b5f2a62 req-0e4934c6-5a45-4557-87be-8a4f0f0254c4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7f71d31e-afe8-4177-bac6-2276ed7d844b HTTP/1.1" status: 200 len: 835 time: 0.0445504 Mar 23 03:15:21.277975 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5252c7-f942-4c2c-a9d5-a7495b5f2a62 req-c0372e33-771b-4f40-9a3b-118890df9f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:21.279707 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0b5252c7-f942-4c2c-a9d5-a7495b5f2a62 req-c0372e33-771b-4f40-9a3b-118890df9f99 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6dcb8457-cd9d-4a1d-a86d-d037acaa6059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436602 Mar 23 03:15:21.374697 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0b5252c7-f942-4c2c-a9d5-a7495b5f2a62 req-734f44f7-7b69-4ec1-a3d8-88a27afc5404 service neutron] 10.222.0.23 "GET /v2.0/networks/6dcb8457-cd9d-4a1d-a86d-d037acaa6059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891385 Mar 23 03:15:21.374926 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:15:21.478098 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0b5252c7-f942-4c2c-a9d5-a7495b5f2a62 req-9ea43583-f953-4565-b997-2c65b4bea8dd service neutron] 10.222.0.23 "GET /v2.0/networks/6dcb8457-cd9d-4a1d-a86d-d037acaa6059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973284 Mar 23 03:15:22.009385 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f6749-2ae1-4b54-8133-e47247842749 req-0e063467-5b19-4cfb-87f3-3180e99910a4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:22.010848 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-700f6749-2ae1-4b54-8133-e47247842749 req-0e063467-5b19-4cfb-87f3-3180e99910a4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 945 time: 0.0527999 Mar 23 03:15:22.057973 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-700f6749-2ae1-4b54-8133-e47247842749 req-4819a9dd-df5f-4fcf-9a8c-2ba9f905d891 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412288 Mar 23 03:15:22.807352 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:15:23.175799 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c827351-1856-4b4c-8392-f005ac643be5 req-2e114e9f-f0b1-4842-a75a-bf3c28e9fcb9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:23.177301 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1c827351-1856-4b4c-8392-f005ac643be5 req-2e114e9f-f0b1-4842-a75a-bf3c28e9fcb9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 945 time: 0.0521412 Mar 23 03:15:23.226619 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1c827351-1856-4b4c-8392-f005ac643be5 req-d922dd92-6d6e-46a2-8fc7-3b9d8d624cff tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437803 Mar 23 03:15:23.984690 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:15:24.348536 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490773a-e5e3-4264-9440-a294b178f0af req-f88661eb-8c4b-4cb7-8e25-d08b55bdd4ef tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:24.350022 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b490773a-e5e3-4264-9440-a294b178f0af req-f88661eb-8c4b-4cb7-8e25-d08b55bdd4ef tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 945 time: 0.0561421 Mar 23 03:15:24.397521 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b490773a-e5e3-4264-9440-a294b178f0af req-5392eb20-4db1-4f0e-8b3e-51d53ef9052a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418553 Mar 23 03:15:25.514542 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9e21e-9130-4e58-a9db-3148b1a4d9f1 req-8084096c-0ab5-4684-a3bd-7134cd37f5d9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:25.516043 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-93c9e21e-9130-4e58-a9db-3148b1a4d9f1 req-8084096c-0ab5-4684-a3bd-7134cd37f5d9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 945 time: 0.0522065 Mar 23 03:15:25.567241 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-93c9e21e-9130-4e58-a9db-3148b1a4d9f1 req-b0b512d2-8348-45b5-9bcc-beecd8fc8bdc tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456154 Mar 23 03:15:26.687486 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa53823-3c6c-4025-85f9-0efb3be8118a req-0c98872f-7be9-40d5-aff3-2dc618c6db80 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:26.688977 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-caa53823-3c6c-4025-85f9-0efb3be8118a req-0c98872f-7be9-40d5-aff3-2dc618c6db80 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 945 time: 0.0520730 Mar 23 03:15:26.736635 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-caa53823-3c6c-4025-85f9-0efb3be8118a req-b7710fd8-c2ca-47c5-ab0a-ff640281ecb1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418727 Mar 23 03:15:27.640530 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e0ecc-5a37-4099-90ee-1184d6dd326f req-19bcfd01-26ae-40ec-83b5-17b540ad4541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:27.642000 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4c2e0ecc-5a37-4099-90ee-1184d6dd326f req-19bcfd01-26ae-40ec-83b5-17b540ad4541 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 1129 time: 0.0483580 Mar 23 03:15:27.740493 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e0ecc-5a37-4099-90ee-1184d6dd326f req-053e0cad-cec1-4075-bf5b-54db12523098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:27.741940 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4c2e0ecc-5a37-4099-90ee-1184d6dd326f req-053e0cad-cec1-4075-bf5b-54db12523098 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6dcb8457-cd9d-4a1d-a86d-d037acaa6059 HTTP/1.1" status: 200 len: 897 time: 0.0830395 Mar 23 03:15:27.812109 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4c2e0ecc-5a37-4099-90ee-1184d6dd326f req-ed932179-c71d-4442-abf9-edef1d0b8f87 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf320b84-cb96-44ac-8379-29c16b75f530 HTTP/1.1" status: 200 len: 1001 time: 0.0642285 Mar 23 03:15:27.855261 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3559f6f-ed3c-4da6-bf70-e55ac58af227 req-b19af2a9-ef61-4c76-a166-722cd6852f8f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:27.858413 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e3559f6f-ed3c-4da6-bf70-e55ac58af227 req-b19af2a9-ef61-4c76-a166-722cd6852f8f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 945 time: 0.0544860 Mar 23 03:15:27.860811 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e0ecc-5a37-4099-90ee-1184d6dd326f req-d54b83a2-516e-476f-872f-b035029976ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:27.862272 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4c2e0ecc-5a37-4099-90ee-1184d6dd326f req-d54b83a2-516e-476f-872f-b035029976ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7f71d31e-afe8-4177-bac6-2276ed7d844b HTTP/1.1" status: 200 len: 835 time: 0.0445917 Mar 23 03:15:27.877005 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:15:27.910109 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e0ecc-5a37-4099-90ee-1184d6dd326f req-f2d8d357-727a-4812-877c-8f9ec3fde785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:27.911525 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4c2e0ecc-5a37-4099-90ee-1184d6dd326f req-f2d8d357-727a-4812-877c-8f9ec3fde785 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6dcb8457-cd9d-4a1d-a86d-d037acaa6059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435953 Mar 23 03:15:27.912693 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e3559f6f-ed3c-4da6-bf70-e55ac58af227 req-c56af668-ae98-4027-aa93-ba7ac5b2d66b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489950 Mar 23 03:15:28.003011 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4c2e0ecc-5a37-4099-90ee-1184d6dd326f req-838a03c0-779c-4ee2-bbfe-ea045781dc06 service neutron] 10.222.0.23 "GET /v2.0/networks/6dcb8457-cd9d-4a1d-a86d-d037acaa6059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852809 Mar 23 03:15:28.092336 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4c2e0ecc-5a37-4099-90ee-1184d6dd326f req-dafc5fd3-adc1-4a2f-a8ef-6ac185c436dc service neutron] 10.222.0.23 "GET /v2.0/networks/6dcb8457-cd9d-4a1d-a86d-d037acaa6059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822918 Mar 23 03:15:29.032700 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18590a9-0d65-4be4-867e-1b985ac7f628 req-3852f89a-442a-4e7b-8c26-f6f575412320 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:29.034199 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b18590a9-0d65-4be4-867e-1b985ac7f628 req-3852f89a-442a-4e7b-8c26-f6f575412320 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 945 time: 0.0524793 Mar 23 03:15:29.085140 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b18590a9-0d65-4be4-867e-1b985ac7f628 req-2a5fcfae-cf54-482a-9d55-0ea828e21813 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453022 Mar 23 03:15:30.209680 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8ac87-8d12-4c6d-aa78-cb647f4ec6b2 req-8a3f008d-eb71-487e-aee8-b512281c3857 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:30.211262 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-fff8ac87-8d12-4c6d-aa78-cb647f4ec6b2 req-8a3f008d-eb71-487e-aee8-b512281c3857 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 945 time: 0.0579691 Mar 23 03:15:30.262843 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-fff8ac87-8d12-4c6d-aa78-cb647f4ec6b2 req-34090ef4-72d3-4136-adb4-71368cb706cb tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450661 Mar 23 03:15:31.393106 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e9424-9a60-469e-ab82-ee89dcff8103 req-d86022cc-4c9d-4ede-9f72-9715df80d47b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:31.394502 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8c2e9424-9a60-469e-ab82-ee89dcff8103 req-d86022cc-4c9d-4ede-9f72-9715df80d47b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 945 time: 0.0565858 Mar 23 03:15:31.442250 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8c2e9424-9a60-469e-ab82-ee89dcff8103 req-c998c884-c205-47e4-919b-d479c6c97e9c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423486 Mar 23 03:15:32.564690 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362776d-f89f-48e4-9a78-24fdf30c33f8 req-15f04ac8-bc62-4e49-8f59-dd61cd51b5b9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:32.566167 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e362776d-f89f-48e4-9a78-24fdf30c33f8 req-15f04ac8-bc62-4e49-8f59-dd61cd51b5b9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 945 time: 0.0564928 Mar 23 03:15:32.613215 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e362776d-f89f-48e4-9a78-24fdf30c33f8 req-b41d3adf-f893-4396-b3c5-8ec132b7a388 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413647 Mar 23 03:15:33.734133 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb180a-262a-4fe1-baf3-3d1e62dbf346 req-30810146-690b-4878-80d9-d73f00116744 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:33.735617 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-21cb180a-262a-4fe1-baf3-3d1e62dbf346 req-30810146-690b-4878-80d9-d73f00116744 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 945 time: 0.0521157 Mar 23 03:15:33.782825 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-21cb180a-262a-4fe1-baf3-3d1e62dbf346 req-b5306513-0709-49ff-b389-b3995315d386 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418055 Mar 23 03:15:34.898820 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32085d2d-0c34-4d88-b094-2ed2c46263c8 req-be0a1a61-dba9-483c-a98e-6bd016e90e18 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:34.900298 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-32085d2d-0c34-4d88-b094-2ed2c46263c8 req-be0a1a61-dba9-483c-a98e-6bd016e90e18 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 945 time: 0.0515902 Mar 23 03:15:34.949221 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-32085d2d-0c34-4d88-b094-2ed2c46263c8 req-35017a40-2719-42c3-8d55-0c9ef21081ea tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422759 Mar 23 03:15:36.069411 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0f365-2d53-4813-bac4-0209b875d5dc req-354a17d4-18ff-4a70-87c5-bade8e9764b7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:36.070895 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f3a0f365-2d53-4813-bac4-0209b875d5dc req-354a17d4-18ff-4a70-87c5-bade8e9764b7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 945 time: 0.0561299 Mar 23 03:15:36.118956 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f3a0f365-2d53-4813-bac4-0209b875d5dc req-eaa9d254-e763-4918-b383-2c7f4d958549 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419374 Mar 23 03:15:37.242176 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5163d-8748-4a37-b908-a23bf8d3b07b req-02a6c9b8-0c9b-4a80-8869-5176df9df75c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:37.243652 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-28e5163d-8748-4a37-b908-a23bf8d3b07b req-02a6c9b8-0c9b-4a80-8869-5176df9df75c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 945 time: 0.0573175 Mar 23 03:15:37.303126 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-28e5163d-8748-4a37-b908-a23bf8d3b07b req-7d73d8d4-747c-4cc4-8a36-775b35404867 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535951 Mar 23 03:15:38.339193 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0b5252c7-f942-4c2c-a9d5-a7495b5f2a62 req-8c34d026-2981-4018-b725-672316bb56bf service neutron] 10.222.0.23 "GET /v2.0/ports/bf320b84-cb96-44ac-8379-29c16b75f530/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0548122 Mar 23 03:15:38.421399 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619de8c-eb04-4876-b14e-de87fa72f0d3 req-609df6a7-59ea-4e73-95f1-d22e905f3bac tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:38.422874 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8619de8c-eb04-4876-b14e-de87fa72f0d3 req-609df6a7-59ea-4e73-95f1-d22e905f3bac tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 945 time: 0.0532081 Mar 23 03:15:38.473664 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8619de8c-eb04-4876-b14e-de87fa72f0d3 req-fd6da8b2-928a-44c6-a829-9082a802818a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453019 Mar 23 03:15:38.785300 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5252c7-f942-4c2c-a9d5-a7495b5f2a62 req-783278ef-54c0-42da-8f7f-4774e42f9dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:38.786838 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0b5252c7-f942-4c2c-a9d5-a7495b5f2a62 req-783278ef-54c0-42da-8f7f-4774e42f9dd8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586&tenant_id=f41ad4ebfe104f0bbf5da25507598650 HTTP/1.1" status: 200 len: 1129 time: 0.0491226 Mar 23 03:15:38.850660 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5252c7-f942-4c2c-a9d5-a7495b5f2a62 req-be11595b-220a-4aac-b0ab-4ce5b1a9dae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:38.852163 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0b5252c7-f942-4c2c-a9d5-a7495b5f2a62 req-be11595b-220a-4aac-b0ab-4ce5b1a9dae7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 1129 time: 0.0446646 Mar 23 03:15:38.945055 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5252c7-f942-4c2c-a9d5-a7495b5f2a62 req-ea2d617b-fc03-48c5-b8d5-8f86cdc78246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:38.946526 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0b5252c7-f942-4c2c-a9d5-a7495b5f2a62 req-ea2d617b-fc03-48c5-b8d5-8f86cdc78246 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6dcb8457-cd9d-4a1d-a86d-d037acaa6059 HTTP/1.1" status: 200 len: 897 time: 0.0853558 Mar 23 03:15:39.013886 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0b5252c7-f942-4c2c-a9d5-a7495b5f2a62 req-4c9c02f4-3dbe-4a79-9d3d-8f2d312ce3e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf320b84-cb96-44ac-8379-29c16b75f530 HTTP/1.1" status: 200 len: 1001 time: 0.0618186 Mar 23 03:15:39.061029 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5252c7-f942-4c2c-a9d5-a7495b5f2a62 req-76035ce2-b45b-418d-8d64-fca418b649dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:39.062358 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0b5252c7-f942-4c2c-a9d5-a7495b5f2a62 req-76035ce2-b45b-418d-8d64-fca418b649dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7f71d31e-afe8-4177-bac6-2276ed7d844b HTTP/1.1" status: 200 len: 835 time: 0.0421782 Mar 23 03:15:39.109827 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5252c7-f942-4c2c-a9d5-a7495b5f2a62 req-40ebe9ad-83c5-44f2-8d3c-ac595e1e8843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:39.111348 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0b5252c7-f942-4c2c-a9d5-a7495b5f2a62 req-40ebe9ad-83c5-44f2-8d3c-ac595e1e8843 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6dcb8457-cd9d-4a1d-a86d-d037acaa6059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433335 Mar 23 03:15:39.205175 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0b5252c7-f942-4c2c-a9d5-a7495b5f2a62 req-8b9fce73-2f82-4cb2-83b5-0a6ed99accb8 service neutron] 10.222.0.23 "GET /v2.0/networks/6dcb8457-cd9d-4a1d-a86d-d037acaa6059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850875 Mar 23 03:15:39.292323 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0b5252c7-f942-4c2c-a9d5-a7495b5f2a62 req-10eed7e3-ab93-42d1-bb4b-ef8976385d31 service neutron] 10.222.0.23 "GET /v2.0/networks/6dcb8457-cd9d-4a1d-a86d-d037acaa6059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842240 Mar 23 03:15:39.604305 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b0ae5-e028-4316-94b1-079a06a5231f req-c1cc56a3-7e2b-4ad7-8b55-120a6431a60d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:39.605787 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a76b0ae5-e028-4316-94b1-079a06a5231f req-c1cc56a3-7e2b-4ad7-8b55-120a6431a60d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 945 time: 0.0566258 Mar 23 03:15:39.653240 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a76b0ae5-e028-4316-94b1-079a06a5231f req-1be42d94-a2cc-4f64-81a9-1a00dd86bfe4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412235 Mar 23 03:15:40.777690 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae301f-2892-4e1a-b7bd-ae5c3680a428 req-c6a4b253-9998-4b39-880a-3b12c601efa5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:40.779306 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a5ae301f-2892-4e1a-b7bd-ae5c3680a428 req-c6a4b253-9998-4b39-880a-3b12c601efa5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 945 time: 0.0566325 Mar 23 03:15:40.827552 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a5ae301f-2892-4e1a-b7bd-ae5c3680a428 req-6fa14cdc-cd9b-4826-aa8a-3601dec88a1e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426602 Mar 23 03:15:41.944051 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674217e3-b7bf-41d3-ac37-0c6283acebdc req-1ab99431-9ea0-469c-a303-a641daae26bb tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:41.945516 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-674217e3-b7bf-41d3-ac37-0c6283acebdc req-1ab99431-9ea0-469c-a303-a641daae26bb tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 945 time: 0.0520613 Mar 23 03:15:41.992745 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-674217e3-b7bf-41d3-ac37-0c6283acebdc req-6b477d63-ef7a-4cd8-ab57-9c0acc06c820 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416496 Mar 23 03:15:42.395298 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79686ea-8361-465c-9ea8-e14925a9be99 req-74da2c5c-9769-4e12-b768-ddc8fa2a82bf tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:42.396810 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-f79686ea-8361-465c-9ea8-e14925a9be99 req-74da2c5c-9769-4e12-b768-ddc8fa2a82bf tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 945 time: 0.0561419 Mar 23 03:15:42.447376 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-f79686ea-8361-465c-9ea8-e14925a9be99 req-91dbb097-fdb1-4300-a84d-6c8c59318dff tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449700 Mar 23 03:15:42.477433 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c085ef-6a48-4218-8342-6f984eaeef66 req-15f4b1f2-d16a-4900-9e07-40fc851f5ef4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:42.479026 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-65c085ef-6a48-4218-8342-6f984eaeef66 req-15f4b1f2-d16a-4900-9e07-40fc851f5ef4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.23 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586&tenant_id=f41ad4ebfe104f0bbf5da25507598650&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 945 time: 0.0639322 Mar 23 03:15:42.593673 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c085ef-6a48-4218-8342-6f984eaeef66 req-1935813e-440c-45f5-b4f0-b701c9ae84cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:42.595155 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-65c085ef-6a48-4218-8342-6f984eaeef66 req-1935813e-440c-45f5-b4f0-b701c9ae84cf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 1129 time: 0.0693884 Mar 23 03:15:42.605744 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a710a0-7554-45af-a459-7599712d5fb2 req-6a995ad7-5e0a-46a4-a780-9159f2967f9c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:42.607341 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f2a710a0-7554-45af-a459-7599712d5fb2 req-6a995ad7-5e0a-46a4-a780-9159f2967f9c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 945 time: 0.0901654 Mar 23 03:15:42.705881 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f2a710a0-7554-45af-a459-7599712d5fb2 req-bb0cbffe-8fd4-4c79-ab92-744f603d7dac tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905778 Mar 23 03:15:42.725107 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c085ef-6a48-4218-8342-6f984eaeef66 req-ea55a6fb-4a31-4798-8903-81db372b1da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:42.726555 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-65c085ef-6a48-4218-8342-6f984eaeef66 req-ea55a6fb-4a31-4798-8903-81db372b1da5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6dcb8457-cd9d-4a1d-a86d-d037acaa6059 HTTP/1.1" status: 200 len: 897 time: 0.1183538 Mar 23 03:15:42.793837 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-65c085ef-6a48-4218-8342-6f984eaeef66 req-962b3944-6064-4f7b-aeaf-8b9304311d4d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf320b84-cb96-44ac-8379-29c16b75f530 HTTP/1.1" status: 200 len: 1001 time: 0.0605826 Mar 23 03:15:42.840489 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c085ef-6a48-4218-8342-6f984eaeef66 req-2ede4d4b-c5fa-4da4-8fe7-64f32b301fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:42.841910 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-65c085ef-6a48-4218-8342-6f984eaeef66 req-2ede4d4b-c5fa-4da4-8fe7-64f32b301fcf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7f71d31e-afe8-4177-bac6-2276ed7d844b HTTP/1.1" status: 200 len: 835 time: 0.0421567 Mar 23 03:15:42.888736 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c085ef-6a48-4218-8342-6f984eaeef66 req-08b0f527-201a-4eaf-a343-0224b1613d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:42.890164 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-65c085ef-6a48-4218-8342-6f984eaeef66 req-08b0f527-201a-4eaf-a343-0224b1613d90 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6dcb8457-cd9d-4a1d-a86d-d037acaa6059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421660 Mar 23 03:15:42.979675 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-65c085ef-6a48-4218-8342-6f984eaeef66 req-822210db-7327-4b0d-914c-96210e94570c service neutron] 10.222.0.23 "GET /v2.0/networks/6dcb8457-cd9d-4a1d-a86d-d037acaa6059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834205 Mar 23 03:15:43.067022 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-65c085ef-6a48-4218-8342-6f984eaeef66 req-3025ae4d-4fdf-42d0-9cf5-07c75da18ec4 service neutron] 10.222.0.23 "GET /v2.0/networks/6dcb8457-cd9d-4a1d-a86d-d037acaa6059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814180 Mar 23 03:15:43.374330 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device bf320b84-cb96-44ac-8379-29c16b75f530 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 03:15:43.377554 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device bf320b84-cb96-44ac-8379-29c16b75f530 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:15:43.538051 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port bf320b84-cb96-44ac-8379-29c16b75f530, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=bf320b84-cb96-44ac-8379-29c16b75f530,segment=NetworkSegment(1c520e8c-3db0-412c-b629-e3c9993f3ea8),segment_id=1c520e8c-3db0-412c-b629-e3c9993f3ea8)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:15:43.540698 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port bf320b84-cb96-44ac-8379-29c16b75f530 is: ACTIVE; New status is: DOWN {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:15:43.541085 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (bf320b84-cb96-44ac-8379-29c16b75f530), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:15:43.565529 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': 'bf320b84-cb96-44ac-8379-29c16b75f530', 'network_id': '6dcb8457-cd9d-4a1d-a86d-d037acaa6059', 'port_id': 'bf320b84-cb96-44ac-8379-29c16b75f530', 'mac_address': 'fa:16:3e:5c:c9:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f71d31e-afe8-4177-bac6-2276ed7d844b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 03:15:43.573493 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afb3894-3042-45a7-b89a-b1261cfa9586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf320b84-cb96-44ac-8379-29c16b75f530'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:15:43.577484 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f97c4e-e6e4-451d-b2f9-1a93b5430e32" -d '{"events": [{"server_uuid": "6afb3894-3042-45a7-b89a-b1261cfa9586", "name": "network-vif-unplugged", "status": "completed", "tag": "bf320b84-cb96-44ac-8379-29c16b75f530"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:15:43.608378 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port bf320b84-cb96-44ac-8379-29c16b75f530, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=bf320b84-cb96-44ac-8379-29c16b75f530,segment=NetworkSegment(1c520e8c-3db0-412c-b629-e3c9993f3ea8),segment_id=1c520e8c-3db0-412c-b629-e3c9993f3ea8)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:15:43.625604 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 03:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a966b7-8fcc-42b5-93b1-291a9998a916 x-openstack-request-id: req-28a966b7-8fcc-42b5-93b1-291a9998a916 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:15:43.625832 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afb3894-3042-45a7-b89a-b1261cfa9586", "name": "network-vif-unplugged", "status": "completed", "tag": "bf320b84-cb96-44ac-8379-29c16b75f530", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:15:43.626084 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28a966b7-8fcc-42b5-93b1-291a9998a916 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:15:43.626483 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28a966b7-8fcc-42b5-93b1-291a9998a916'] response: {'server_uuid': '6afb3894-3042-45a7-b89a-b1261cfa9586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf320b84-cb96-44ac-8379-29c16b75f530', 'code': 200} Mar 23 03:15:43.627099 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port bf320b84-cb96-44ac-8379-29c16b75f530 is: ACTIVE; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:15:43.627480 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (bf320b84-cb96-44ac-8379-29c16b75f530), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:15:43.641581 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf320b84-cb96-44ac-8379-29c16b75f530 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:15:43.677905 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (bf320b84-cb96-44ac-8379-29c16b75f530), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:15:43.752428 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 03:15:43.752794 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 03:15:43.755649 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=bf320b84-cb96-44ac-8379-29c16b75f530,revision_number=6']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:15:43.763413 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:15:43.763767 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:15:43.764154 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:15:43.764492 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:15:43.764828 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:15:43.765157 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:15:43.765482 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:15:43.765813 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:15:43.766135 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:15:43.766465 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:15:43.766790 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:15:43.767199 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:15:43.767526 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:15:43.767918 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:15:43.768188 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:15:43.839549 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9925b-56b0-40e4-b59b-cb8477630bce req-374649e5-62be-4f25-8ddb-fc615b05bdd3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:15:43.841802 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-aba9925b-56b0-40e4-b59b-cb8477630bce req-374649e5-62be-4f25-8ddb-fc615b05bdd3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 943 time: 0.0590465 Mar 23 03:15:43.889657 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-aba9925b-56b0-40e4-b59b-cb8477630bce req-2b090a1f-018a-4c22-bd92-458742af4588 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422106 Mar 23 03:15:43.913861 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40494) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:15:43.973938 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e93f84e8-9df9-4b9d-aab9-a54c7fa890df tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/floatingips/f1f975bb-bdd8-4a60-a526-7d0c45e42de2 HTTP/1.1" status: 200 len: 991 time: 0.0589137 Mar 23 03:15:44.289025 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port bf320b84-cb96-44ac-8379-29c16b75f530 is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:15:44.289429 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (bf320b84-cb96-44ac-8379-29c16b75f530), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:15:44.301814 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf320b84-cb96-44ac-8379-29c16b75f530 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:15:44.321131 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port bf320b84-cb96-44ac-8379-29c16b75f530, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=bf320b84-cb96-44ac-8379-29c16b75f530,segment=NetworkSegment(1c520e8c-3db0-412c-b629-e3c9993f3ea8),segment_id=1c520e8c-3db0-412c-b629-e3c9993f3ea8)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:15:44.401058 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (bf320b84-cb96-44ac-8379-29c16b75f530), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:15:44.450941 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=bf320b84-cb96-44ac-8379-29c16b75f530,revision_number=7']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:15:44.457059 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['bf320b84-cb96-44ac-8379-29c16b75f530'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:15:45.362642 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device bf320b84-cb96-44ac-8379-29c16b75f530 up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:15:45.416356 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port bf320b84-cb96-44ac-8379-29c16b75f530 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:15:45.417018 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (bf320b84-cb96-44ac-8379-29c16b75f530), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:15:45.493527 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port bf320b84-cb96-44ac-8379-29c16b75f530 is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:15:45.493915 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (bf320b84-cb96-44ac-8379-29c16b75f530), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:15:45.524762 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port bf320b84-cb96-44ac-8379-29c16b75f530, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=bf320b84-cb96-44ac-8379-29c16b75f530,segment=NetworkSegment(1c520e8c-3db0-412c-b629-e3c9993f3ea8),segment_id=1c520e8c-3db0-412c-b629-e3c9993f3ea8)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:15:45.589847 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (bf320b84-cb96-44ac-8379-29c16b75f530), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:15:45.627127 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afb3894-3042-45a7-b89a-b1261cfa9586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf320b84-cb96-44ac-8379-29c16b75f530'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:15:45.629417 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462500d8-b809-4ad8-96ad-6c1bd6a62356" -d '{"events": [{"server_uuid": "6afb3894-3042-45a7-b89a-b1261cfa9586", "name": "network-vif-plugged", "status": "completed", "tag": "bf320b84-cb96-44ac-8379-29c16b75f530"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:15:45.643764 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=bf320b84-cb96-44ac-8379-29c16b75f530,revision_number=8']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:15:45.667198 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24af533c-ccd9-4f66-a58a-4ec0b64183dd x-openstack-request-id: req-24af533c-ccd9-4f66-a58a-4ec0b64183dd {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:15:45.667531 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afb3894-3042-45a7-b89a-b1261cfa9586", "name": "network-vif-plugged", "status": "completed", "tag": "bf320b84-cb96-44ac-8379-29c16b75f530", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:15:45.667794 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24af533c-ccd9-4f66-a58a-4ec0b64183dd {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:15:45.668224 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24af533c-ccd9-4f66-a58a-4ec0b64183dd'] response: {'server_uuid': '6afb3894-3042-45a7-b89a-b1261cfa9586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf320b84-cb96-44ac-8379-29c16b75f530', 'code': 200} Mar 23 03:15:47.641165 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-433b0e4e-a705-4bbb-9518-b9a25c64b876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:15:49.036590 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:15:49.922494 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d63ccc75-fd05-4a58-94e3-b39c579cd22c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:15:51.389518 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:15:52.820007 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:15:54.002400 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:04.876506 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:16:12.529212 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40506) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:16:12.682814 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-ea17edbe-2028-4e65-ad96-1261ad0c8587 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Deleting port e3a8f047-7292-4406-b1c3-263fb39c34a6 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:16:12.683159 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ea17edbe-2028-4e65-ad96-1261ad0c8587 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (e3a8f047-7292-4406-b1c3-263fb39c34a6), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:12.756549 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ea17edbe-2028-4e65-ad96-1261ad0c8587 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (e3a8f047-7292-4406-b1c3-263fb39c34a6), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:12.756881 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ea17edbe-2028-4e65-ad96-1261ad0c8587 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for floatingip (e3a8f047-7292-4406-b1c3-263fb39c34a6), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:12.768965 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-ea17edbe-2028-4e65-ad96-1261ad0c8587 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Calling delete_port for e3a8f047-7292-4406-b1c3-263fb39c34a6 owned by network:floatingip {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:16:13.001967 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ea17edbe-2028-4e65-ad96-1261ad0c8587 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (e3a8f047-7292-4406-b1c3-263fb39c34a6), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:13.026638 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17edbe-2028-4e65-ad96-1261ad0c8587 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'Port': ['ID=e3a8f047-7292-4406-b1c3-263fb39c34a6,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:13.036732 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea17edbe-2028-4e65-ad96-1261ad0c8587 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:13.037087 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea17edbe-2028-4e65-ad96-1261ad0c8587 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:13.037436 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea17edbe-2028-4e65-ad96-1261ad0c8587 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:13.037787 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea17edbe-2028-4e65-ad96-1261ad0c8587 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:13.038127 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea17edbe-2028-4e65-ad96-1261ad0c8587 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:13.038468 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea17edbe-2028-4e65-ad96-1261ad0c8587 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:13.038798 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea17edbe-2028-4e65-ad96-1261ad0c8587 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:13.039127 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea17edbe-2028-4e65-ad96-1261ad0c8587 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:13.039460 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea17edbe-2028-4e65-ad96-1261ad0c8587 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:13.039786 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea17edbe-2028-4e65-ad96-1261ad0c8587 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:13.040139 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea17edbe-2028-4e65-ad96-1261ad0c8587 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:13.040465 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea17edbe-2028-4e65-ad96-1261ad0c8587 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:13.040789 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea17edbe-2028-4e65-ad96-1261ad0c8587 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:13.041115 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea17edbe-2028-4e65-ad96-1261ad0c8587 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:13.041436 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea17edbe-2028-4e65-ad96-1261ad0c8587 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:13.104121 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ea17edbe-2028-4e65-ad96-1261ad0c8587 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for floatingip (f1f975bb-bdd8-4a60-a526-7d0c45e42de2), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:13.104460 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [None req-ea17edbe-2028-4e65-ad96-1261ad0c8587 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Floating IP f1f975bb-bdd8-4a60-a526-7d0c45e42de2 disassociated (deleted). External IP: 172.26.2.193, port: bf320b84-cb96-44ac-8379-29c16b75f530. Mar 23 03:16:13.312294 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea17edbe-2028-4e65-ad96-1261ad0c8587 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Router 157adb40-e648-4e0b-9bd6-a5dee349e341 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:16:13.434768 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea17edbe-2028-4e65-ad96-1261ad0c8587 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:16:13.442253 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ea17edbe-2028-4e65-ad96-1261ad0c8587 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:13.445105 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99389efd-8bcf-4c53-87b7-c865b73fb71f None None] Sync routers for ids ['157adb40-e648-4e0b-9bd6-a5dee349e341'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:16:13.455290 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99389efd-8bcf-4c53-87b7-c865b73fb71f None None] Routers {'157adb40-e648-4e0b-9bd6-a5dee349e341'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:16:13.455928 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-99389efd-8bcf-4c53-87b7-c865b73fb71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:15:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['157adb40-e648-4e0b-9bd6-a5dee349e341'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:16:13.471008 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ea17edbe-2028-4e65-ad96-1261ad0c8587 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "DELETE /v2.0/floatingips/f1f975bb-bdd8-4a60-a526-7d0c45e42de2 HTTP/1.1" status: 204 len: 168 time: 0.9401848 Mar 23 03:16:13.471578 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6afb3894-3042-45a7-b89a-b1261cfa9586', 'tag': 'bf320b84-cb96-44ac-8379-29c16b75f530'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:16:13.474199 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeda11c0-5a3a-4028-9e78-7d361484f18f" -d '{"events": [{"name": "network-changed", "server_uuid": "6afb3894-3042-45a7-b89a-b1261cfa9586", "tag": "bf320b84-cb96-44ac-8379-29c16b75f530"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:16:13.520481 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5099b3d2-90a6-46e2-a4bf-d1bd7c59dec5 x-openstack-request-id: req-5099b3d2-90a6-46e2-a4bf-d1bd7c59dec5 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:16:13.520481 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6afb3894-3042-45a7-b89a-b1261cfa9586", "tag": "bf320b84-cb96-44ac-8379-29c16b75f530", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:16:13.520481 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5099b3d2-90a6-46e2-a4bf-d1bd7c59dec5 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:16:13.520481 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5099b3d2-90a6-46e2-a4bf-d1bd7c59dec5'] response: {'name': 'network-changed', 'server_uuid': '6afb3894-3042-45a7-b89a-b1261cfa9586', 'tag': 'bf320b84-cb96-44ac-8379-29c16b75f530', 'status': 'completed', 'code': 200} Mar 23 03:16:13.570748 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-99389efd-8bcf-4c53-87b7-c865b73fb71f None None] Set router 157adb40-e648-4e0b-9bd6-a5dee349e341 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:16:13.591919 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda11c0-5a3a-4028-9e78-7d361484f18f req-adbbb4b8-7494-4b05-af85-696b99b119ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:13.594398 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-eeda11c0-5a3a-4028-9e78-7d361484f18f req-adbbb4b8-7494-4b05-af85-696b99b119ec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 1129 time: 0.0534151 Mar 23 03:16:13.683491 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda11c0-5a3a-4028-9e78-7d361484f18f req-f616aec4-4b0a-41ee-906c-ae905db5d9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:13.685015 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-eeda11c0-5a3a-4028-9e78-7d361484f18f req-f616aec4-4b0a-41ee-906c-ae905db5d9c3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6dcb8457-cd9d-4a1d-a86d-d037acaa6059 HTTP/1.1" status: 200 len: 897 time: 0.0852895 Mar 23 03:16:13.728915 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-eeda11c0-5a3a-4028-9e78-7d361484f18f req-d7d92087-efeb-4d00-afb4-7d989a934dd1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf320b84-cb96-44ac-8379-29c16b75f530 HTTP/1.1" status: 200 len: 217 time: 0.0378814 Mar 23 03:16:13.773188 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-99389efd-8bcf-4c53-87b7-c865b73fb71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216387216', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '2e3afb95-e584-419f-bc9c-60debaaec41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:14:29Z', 'updated_at': '2022-03-23T03:14:34Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '2e3afb95-e584-419f-bc9c-60debaaec41e', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:14:30Z', 'updated_at': '2022-03-23T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '360834a7-7a89-4d4e-84e4-982b39f1d095', 'name': '', 'network_id': '6dcb8457-cd9d-4a1d-a86d-d037acaa6059', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:4a:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7f71d31e-afe8-4177-bac6-2276ed7d844b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:14:33Z', 'updated_at': '2022-03-23T03:14:37Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '7f71d31e-afe8-4177-bac6-2276ed7d844b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:16:13.907745 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99389efd-8bcf-4c53-87b7-c865b73fb71f None None] Checking router: 157adb40-e648-4e0b-9bd6-a5dee349e341 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:16:13.916788 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99389efd-8bcf-4c53-87b7-c865b73fb71f None None] Routers {'157adb40-e648-4e0b-9bd6-a5dee349e341'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:16:13.917421 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-99389efd-8bcf-4c53-87b7-c865b73fb71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:15:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['157adb40-e648-4e0b-9bd6-a5dee349e341'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:16:14.026801 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-99389efd-8bcf-4c53-87b7-c865b73fb71f None None] Set router 157adb40-e648-4e0b-9bd6-a5dee349e341 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:16:14.146355 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda11c0-5a3a-4028-9e78-7d361484f18f req-4ffbaa5d-2d66-4601-afce-bd50312ba9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:14.147861 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-eeda11c0-5a3a-4028-9e78-7d361484f18f req-4ffbaa5d-2d66-4601-afce-bd50312ba9ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7f71d31e-afe8-4177-bac6-2276ed7d844b HTTP/1.1" status: 200 len: 835 time: 0.4129508 Mar 23 03:16:14.191648 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711dc2f-205e-4ce3-a521-32be91d1681c req-be1a1f39-8721-4f0a-906e-efe9f5181389 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:14.193421 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6711dc2f-205e-4ce3-a521-32be91d1681c req-be1a1f39-8721-4f0a-906e-efe9f5181389 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 945 time: 0.0900664 Mar 23 03:16:14.231264 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-99389efd-8bcf-4c53-87b7-c865b73fb71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216387216', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '2e3afb95-e584-419f-bc9c-60debaaec41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:14:29Z', 'updated_at': '2022-03-23T03:14:34Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '2e3afb95-e584-419f-bc9c-60debaaec41e', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:14:30Z', 'updated_at': '2022-03-23T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '360834a7-7a89-4d4e-84e4-982b39f1d095', 'name': '', 'network_id': '6dcb8457-cd9d-4a1d-a86d-d037acaa6059', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:4a:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7f71d31e-afe8-4177-bac6-2276ed7d844b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:14:33Z', 'updated_at': '2022-03-23T03:14:37Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '7f71d31e-afe8-4177-bac6-2276ed7d844b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:16:14.236642 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda11c0-5a3a-4028-9e78-7d361484f18f req-6a0d1850-7432-4e4d-9f74-89c1a04b9e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:14.238147 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-eeda11c0-5a3a-4028-9e78-7d361484f18f req-6a0d1850-7432-4e4d-9f74-89c1a04b9e45 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6dcb8457-cd9d-4a1d-a86d-d037acaa6059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0825913 Mar 23 03:16:14.257705 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99389efd-8bcf-4c53-87b7-c865b73fb71f None None] The sync data for ids ['157adb40-e648-4e0b-9bd6-a5dee349e341'] in dv-neutron-834613-2-hyperv is: [{'id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216387216', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '2e3afb95-e584-419f-bc9c-60debaaec41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:14:29Z', 'updated_at': '2022-03-23T03:14:34Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '2e3afb95-e584-419f-bc9c-60debaaec41e', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:14:30Z', 'updated_at': '2022-03-23T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '360834a7-7a89-4d4e-84e4-982b39f1d095', 'name': '', 'network_id': '6dcb8457-cd9d-4a1d-a86d-d037acaa6059', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:4a:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7f71d31e-afe8-4177-bac6-2276ed7d844b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:14:33Z', 'updated_at': '2022-03-23T03:14:37Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '7f71d31e-afe8-4177-bac6-2276ed7d844b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:16:14.273359 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6711dc2f-205e-4ce3-a521-32be91d1681c req-f8492ac2-b777-4577-b8c0-d81ec42fe2fe tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739241 Mar 23 03:16:14.343007 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-eeda11c0-5a3a-4028-9e78-7d361484f18f req-e5e1fc7f-598c-4469-aab1-d11060577b08 service neutron] 10.222.0.23 "GET /v2.0/networks/6dcb8457-cd9d-4a1d-a86d-d037acaa6059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951054 Mar 23 03:16:14.439329 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-eeda11c0-5a3a-4028-9e78-7d361484f18f req-accfee16-2413-461e-9f52-a1735587de2f service neutron] 10.222.0.23 "GET /v2.0/networks/6dcb8457-cd9d-4a1d-a86d-d037acaa6059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901875 Mar 23 03:16:14.501743 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818d054d-b90e-447d-8e74-2a2fd4659bb2 None None] New status for floating IP f1f975bb-bdd8-4a60-a526-7d0c45e42de2: DOWN {{(pid=104350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 03:16:15.396090 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb9144-12c6-470e-ae10-0d3be5efc242 req-5b9c372c-3ef8-4fa5-b4cb-bf82ceca0044 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:15.397494 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-afbb9144-12c6-470e-ae10-0d3be5efc242 req-5b9c372c-3ef8-4fa5-b4cb-bf82ceca0044 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 945 time: 0.0529506 Mar 23 03:16:15.445598 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-afbb9144-12c6-470e-ae10-0d3be5efc242 req-56729d6d-a5e6-4fdd-a0cd-8cc1cf14af98 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425441 Mar 23 03:16:15.585689 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7508a-b578-43b3-9839-934f9a6f64fa req-57cef246-6d61-4c8b-8007-5fff0bc82c64 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:15.587109 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b1b7508a-b578-43b3-9839-934f9a6f64fa req-57cef246-6d61-4c8b-8007-5fff0bc82c64 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.23 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 945 time: 0.0518732 Mar 23 03:16:15.676876 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-b1b7508a-b578-43b3-9839-934f9a6f64fa req-c5fa9044-1c9a-4209-bd71-a54482ae2e32 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Deleting port bf320b84-cb96-44ac-8379-29c16b75f530 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:16:15.677143 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-b1b7508a-b578-43b3-9839-934f9a6f64fa req-c5fa9044-1c9a-4209-bd71-a54482ae2e32 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (bf320b84-cb96-44ac-8379-29c16b75f530), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:15.768785 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-b1b7508a-b578-43b3-9839-934f9a6f64fa req-c5fa9044-1c9a-4209-bd71-a54482ae2e32 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] For port bf320b84-cb96-44ac-8379-29c16b75f530, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=bf320b84-cb96-44ac-8379-29c16b75f530,segment=NetworkSegment(1c520e8c-3db0-412c-b629-e3c9993f3ea8),segment_id=1c520e8c-3db0-412c-b629-e3c9993f3ea8)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:16:15.769149 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-b1b7508a-b578-43b3-9839-934f9a6f64fa req-c5fa9044-1c9a-4209-bd71-a54482ae2e32 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (bf320b84-cb96-44ac-8379-29c16b75f530), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:15.781749 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-b1b7508a-b578-43b3-9839-934f9a6f64fa req-c5fa9044-1c9a-4209-bd71-a54482ae2e32 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Calling delete_port for bf320b84-cb96-44ac-8379-29c16b75f530 owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:16:16.040515 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-b1b7508a-b578-43b3-9839-934f9a6f64fa req-c5fa9044-1c9a-4209-bd71-a54482ae2e32 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (bf320b84-cb96-44ac-8379-29c16b75f530), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:16.070126 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa9044-1c9a-4209-bd71-a54482ae2e32 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'Port': ['ID=bf320b84-cb96-44ac-8379-29c16b75f530,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:16.114511 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b7508a-b578-43b3-9839-934f9a6f64fa req-c5fa9044-1c9a-4209-bd71-a54482ae2e32 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] No DVR routers for this DVR port bf320b84-cb96-44ac-8379-29c16b75f530 on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:16:16.117082 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-b1b7508a-b578-43b3-9839-934f9a6f64fa req-c5fa9044-1c9a-4209-bd71-a54482ae2e32 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:16.120449 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b1b7508a-b578-43b3-9839-934f9a6f64fa req-c5fa9044-1c9a-4209-bd71-a54482ae2e32 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.23 "DELETE /v2.0/ports/bf320b84-cb96-44ac-8379-29c16b75f530 HTTP/1.1" status: 204 len: 173 time: 0.5275199 Mar 23 03:16:16.120928 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afb3894-3042-45a7-b89a-b1261cfa9586', 'name': 'network-vif-deleted', 'tag': 'bf320b84-cb96-44ac-8379-29c16b75f530'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:16:16.123751 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239689c8-d850-4ed5-ba47-2153643fa645" -d '{"events": [{"server_uuid": "6afb3894-3042-45a7-b89a-b1261cfa9586", "name": "network-vif-deleted", "tag": "bf320b84-cb96-44ac-8379-29c16b75f530"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:16:16.160318 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a163d6f-e4e2-4de9-afc7-d09fe54a559e x-openstack-request-id: req-2a163d6f-e4e2-4de9-afc7-d09fe54a559e {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:16:16.160649 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afb3894-3042-45a7-b89a-b1261cfa9586", "name": "network-vif-deleted", "tag": "bf320b84-cb96-44ac-8379-29c16b75f530", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:16:16.160908 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2a163d6f-e4e2-4de9-afc7-d09fe54a559e {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:16:16.161323 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a163d6f-e4e2-4de9-afc7-d09fe54a559e'] response: {'server_uuid': '6afb3894-3042-45a7-b89a-b1261cfa9586', 'name': 'network-vif-deleted', 'tag': 'bf320b84-cb96-44ac-8379-29c16b75f530', 'status': 'completed', 'code': 200} Mar 23 03:16:16.564046 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e5f2659b-a237-4c8c-afaf-d9015f5eedde req-22ed7fe1-edae-4e48-9975-3cc3b9e58257 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afb3894-3042-45a7-b89a-b1261cfa9586 HTTP/1.1" status: 200 len: 210 time: 0.0325723 Mar 23 03:16:17.620322 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40522) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:16:17.636071 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3fc13c83-ed7a-4b25-961f-3848bb0fff8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:17.988693 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b5e2968e-3c22-44c2-b12a-78d4b12d9c16 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (157adb40-e648-4e0b-9bd6-a5dee349e341), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:18.245244 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-b5e2968e-3c22-44c2-b12a-78d4b12d9c16 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Deleting port 360834a7-7a89-4d4e-84e4-982b39f1d095 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:16:18.245505 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b5e2968e-3c22-44c2-b12a-78d4b12d9c16 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (360834a7-7a89-4d4e-84e4-982b39f1d095), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:18.332485 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-b5e2968e-3c22-44c2-b12a-78d4b12d9c16 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] For port 360834a7-7a89-4d4e-84e4-982b39f1d095, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=360834a7-7a89-4d4e-84e4-982b39f1d095,segment=NetworkSegment(1c520e8c-3db0-412c-b629-e3c9993f3ea8),segment_id=1c520e8c-3db0-412c-b629-e3c9993f3ea8)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:16:18.332836 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b5e2968e-3c22-44c2-b12a-78d4b12d9c16 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (360834a7-7a89-4d4e-84e4-982b39f1d095), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:18.346304 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-b5e2968e-3c22-44c2-b12a-78d4b12d9c16 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Calling delete_port for 360834a7-7a89-4d4e-84e4-982b39f1d095 owned by network:router_interface {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:16:18.567544 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b5e2968e-3c22-44c2-b12a-78d4b12d9c16 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (360834a7-7a89-4d4e-84e4-982b39f1d095), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:18.598936 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2968e-3c22-44c2-b12a-78d4b12d9c16 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'Port': ['ID=360834a7-7a89-4d4e-84e4-982b39f1d095,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:18.775103 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-b5e2968e-3c22-44c2-b12a-78d4b12d9c16 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (157adb40-e648-4e0b-9bd6-a5dee349e341), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:18.991260 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e2968e-3c22-44c2-b12a-78d4b12d9c16 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Router 157adb40-e648-4e0b-9bd6-a5dee349e341 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:16:19.046897 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:19.100069 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e2968e-3c22-44c2-b12a-78d4b12d9c16 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:16:19.104994 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-b5e2968e-3c22-44c2-b12a-78d4b12d9c16 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "PUT /v2.0/routers/157adb40-e648-4e0b-9bd6-a5dee349e341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4835606 Mar 23 03:16:19.109128 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40524) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:16:19.115170 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d490e916-c212-4982-9cf1-ad769a321ccd None None] Sync routers for ids ['157adb40-e648-4e0b-9bd6-a5dee349e341'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:16:19.126839 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d490e916-c212-4982-9cf1-ad769a321ccd None None] Routers {'157adb40-e648-4e0b-9bd6-a5dee349e341'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:16:19.127451 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-d490e916-c212-4982-9cf1-ad769a321ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:15:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['157adb40-e648-4e0b-9bd6-a5dee349e341'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:16:19.161768 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-5152ae9f-2e93-4f91-8e20-ef759cdabc8e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Deleting subnet 7f71d31e-afe8-4177-bac6-2276ed7d844b {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 03:16:19.164982 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5152ae9f-2e93-4f91-8e20-ef759cdabc8e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for subnet (7f71d31e-afe8-4177-bac6-2276ed7d844b), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:19.205966 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5152ae9f-2e93-4f91-8e20-ef759cdabc8e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (7f71d31e-afe8-4177-bac6-2276ed7d844b), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:19.237542 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-d490e916-c212-4982-9cf1-ad769a321ccd None None] Set router 157adb40-e648-4e0b-9bd6-a5dee349e341 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:16:19.303426 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5152ae9f-2e93-4f91-8e20-ef759cdabc8e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (7f71d31e-afe8-4177-bac6-2276ed7d844b), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:19.418292 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-d490e916-c212-4982-9cf1-ad769a321ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216387216', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '2e3afb95-e584-419f-bc9c-60debaaec41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:14:29Z', 'updated_at': '2022-03-23T03:16:18Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '2e3afb95-e584-419f-bc9c-60debaaec41e', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:14:30Z', 'updated_at': '2022-03-23T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:16:19.430754 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5152ae9f-2e93-4f91-8e20-ef759cdabc8e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (7f71d31e-afe8-4177-bac6-2276ed7d844b), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:19.445913 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d490e916-c212-4982-9cf1-ad769a321ccd None None] Checking router: 157adb40-e648-4e0b-9bd6-a5dee349e341 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:16:19.454926 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d490e916-c212-4982-9cf1-ad769a321ccd None None] Routers {'157adb40-e648-4e0b-9bd6-a5dee349e341'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:16:19.455525 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-d490e916-c212-4982-9cf1-ad769a321ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:15:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['157adb40-e648-4e0b-9bd6-a5dee349e341'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:16:19.456716 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device bf320b84-cb96-44ac-8379-29c16b75f530 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:16:19.458812 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152ae9f-2e93-4f91-8e20-ef759cdabc8e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'Subnet': ['ID=7f71d31e-afe8-4177-bac6-2276ed7d844b,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:19.462514 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-5152ae9f-2e93-4f91-8e20-ef759cdabc8e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:19.465768 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5152ae9f-2e93-4f91-8e20-ef759cdabc8e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "DELETE /v2.0/subnets/7f71d31e-afe8-4177-bac6-2276ed7d844b HTTP/1.1" status: 204 len: 168 time: 0.3564296 Mar 23 03:16:19.469327 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40526) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:16:19.487662 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80664c3a-dcef-459d-adc7-563c5b7818fb None None] Network 6dcb8457-cd9d-4a1d-a86d-d037acaa6059 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:16:19.489931 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: bf320b84-cb96-44ac-8379-29c16b75f530 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:16:19.490473 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device bf320b84-cb96-44ac-8379-29c16b75f530 not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:16:19.581404 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-d490e916-c212-4982-9cf1-ad769a321ccd None None] Set router 157adb40-e648-4e0b-9bd6-a5dee349e341 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:16:19.595651 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8c4f9699-0dbb-460c-8737-31eccf917eb7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router (157adb40-e648-4e0b-9bd6-a5dee349e341), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:19.681663 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8bad9c-9132-4b52-a264-ef5828dfaef5 None None] DHCP port deletion for 6dcb8457-cd9d-4a1d-a86d-d037acaa6059 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 03:16:19.712657 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8c4f9699-0dbb-460c-8737-31eccf917eb7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router_gateway (157adb40-e648-4e0b-9bd6-a5dee349e341), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:19.730763 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-4a8bad9c-9132-4b52-a264-ef5828dfaef5 None None] Deleting port a7f186da-0957-4d42-839b-5f575ba1e42d {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:16:19.731140 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4a8bad9c-9132-4b52-a264-ef5828dfaef5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (a7f186da-0957-4d42-839b-5f575ba1e42d), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:19.765800 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-d490e916-c212-4982-9cf1-ad769a321ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216387216', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '2e3afb95-e584-419f-bc9c-60debaaec41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:14:29Z', 'updated_at': '2022-03-23T03:16:18Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '2e3afb95-e584-419f-bc9c-60debaaec41e', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:14:30Z', 'updated_at': '2022-03-23T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:16:19.797502 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d490e916-c212-4982-9cf1-ad769a321ccd None None] The sync data for ids ['157adb40-e648-4e0b-9bd6-a5dee349e341'] in dv-neutron-834613-2-hyperv is: [{'id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216387216', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '2e3afb95-e584-419f-bc9c-60debaaec41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:14:29Z', 'updated_at': '2022-03-23T03:16:18Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': '2e3afb95-e584-419f-bc9c-60debaaec41e', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157adb40-e648-4e0b-9bd6-a5dee349e341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:14:30Z', 'updated_at': '2022-03-23T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:16:19.801540 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-4a8bad9c-9132-4b52-a264-ef5828dfaef5 None None] For port a7f186da-0957-4d42-839b-5f575ba1e42d, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=a7f186da-0957-4d42-839b-5f575ba1e42d,segment=NetworkSegment(1c520e8c-3db0-412c-b629-e3c9993f3ea8),segment_id=1c520e8c-3db0-412c-b629-e3c9993f3ea8)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:16:19.801964 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4a8bad9c-9132-4b52-a264-ef5828dfaef5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (a7f186da-0957-4d42-839b-5f575ba1e42d), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:19.817549 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-4a8bad9c-9132-4b52-a264-ef5828dfaef5 None None] Calling delete_port for a7f186da-0957-4d42-839b-5f575ba1e42d owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:16:19.837254 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-8c4f9699-0dbb-460c-8737-31eccf917eb7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Deleting port 2e3afb95-e584-419f-bc9c-60debaaec41e {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:16:19.837784 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8c4f9699-0dbb-460c-8737-31eccf917eb7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (2e3afb95-e584-419f-bc9c-60debaaec41e), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:19.919090 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-8c4f9699-0dbb-460c-8737-31eccf917eb7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] For port 2e3afb95-e584-419f-bc9c-60debaaec41e, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=2e3afb95-e584-419f-bc9c-60debaaec41e,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:16:19.919382 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8c4f9699-0dbb-460c-8737-31eccf917eb7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (2e3afb95-e584-419f-bc9c-60debaaec41e), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:19.933056 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-04779e26-91c6-4121-8466-81e54154089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:19.943232 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-8c4f9699-0dbb-460c-8737-31eccf917eb7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Calling delete_port for 2e3afb95-e584-419f-bc9c-60debaaec41e owned by network:router_gateway {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:16:20.013158 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4a8bad9c-9132-4b52-a264-ef5828dfaef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (a7f186da-0957-4d42-839b-5f575ba1e42d), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:20.027009 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8bad9c-9132-4b52-a264-ef5828dfaef5 None None] No DVR routers for this DVR port a7f186da-0957-4d42-839b-5f575ba1e42d on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:16:20.047291 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8bad9c-9132-4b52-a264-ef5828dfaef5 None None] Pushing event deleted for resources: {'Port': ['ID=a7f186da-0957-4d42-839b-5f575ba1e42d,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:20.168046 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8c4f9699-0dbb-460c-8737-31eccf917eb7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (2e3afb95-e584-419f-bc9c-60debaaec41e), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:20.197186 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f9699-0dbb-460c-8737-31eccf917eb7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'Port': ['ID=2e3afb95-e584-419f-bc9c-60debaaec41e,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:20.263071 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8c4f9699-0dbb-460c-8737-31eccf917eb7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (157adb40-e648-4e0b-9bd6-a5dee349e341), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:20.355036 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8c4f9699-0dbb-460c-8737-31eccf917eb7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (157adb40-e648-4e0b-9bd6-a5dee349e341), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:20.357184 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8c4f9699-0dbb-460c-8737-31eccf917eb7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router_controller (157adb40-e648-4e0b-9bd6-a5dee349e341), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:20.459199 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8c4f9699-0dbb-460c-8737-31eccf917eb7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (157adb40-e648-4e0b-9bd6-a5dee349e341), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:20.459749 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4f9699-0dbb-460c-8737-31eccf917eb7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Fanout notify agent at l3_agent the message router_deleted on router 157adb40-e648-4e0b-9bd6-a5dee349e341 {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 03:16:20.466360 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8c4f9699-0dbb-460c-8737-31eccf917eb7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:20.467514 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8c4f9699-0dbb-460c-8737-31eccf917eb7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "DELETE /v2.0/routers/157adb40-e648-4e0b-9bd6-a5dee349e341 HTTP/1.1" status: 204 len: 168 time: 0.9972107 Mar 23 03:16:20.470468 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40528) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:16:20.548360 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3778b6c2-4ec0-4abf-b6c9-4ff601a3423d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (6dcb8457-cd9d-4a1d-a86d-d037acaa6059), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:20.646036 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3778b6c2-4ec0-4abf-b6c9-4ff601a3423d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (6dcb8457-cd9d-4a1d-a86d-d037acaa6059), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:20.666426 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-3778b6c2-4ec0-4abf-b6c9-4ff601a3423d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dcb8457-cd9d-4a1d-a86d-d037acaa6059']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:16:20.676382 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-3778b6c2-4ec0-4abf-b6c9-4ff601a3423d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c520e8c-3db0-412c-b629-e3c9993f3ea8') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:16:20.676673 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-3778b6c2-4ec0-4abf-b6c9-4ff601a3423d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c520e8c-3db0-412c-b629-e3c9993f3ea8') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:16:20.687077 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3778b6c2-4ec0-4abf-b6c9-4ff601a3423d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (1c520e8c-3db0-412c-b629-e3c9993f3ea8), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:20.702875 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3778b6c2-4ec0-4abf-b6c9-4ff601a3423d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (1c520e8c-3db0-412c-b629-e3c9993f3ea8), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:20.708885 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3778b6c2-4ec0-4abf-b6c9-4ff601a3423d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 03:16:20.709331 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3778b6c2-4ec0-4abf-b6c9-4ff601a3423d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (1c520e8c-3db0-412c-b629-e3c9993f3ea8), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:20.712335 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 03:16:20.712335 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 03:16:20.712335 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 03:16:20.712335 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 03:16:20.712335 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 03:16:20.712335 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 03:16:20.712335 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 03:16:20.712335 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 03:16:20.712335 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 03:16:20.712335 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 03:16:20.712335 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 03:16:20.712335 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 03:16:20.712335 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 03:16:20.712335 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 03:16:20.712335 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 03:16:20.712335 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 03:16:20.712335 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 03:16:20.712335 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 03:16:20.712335 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 03:16:20.712335 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 03:16:20.712335 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 03:16:20.712335 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 03:16:20.712335 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 03:16:20.712335 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 03:16:20.712335 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 03:16:20.712335 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 03:16:20.712335 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 03:16:20.712335 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 03:16:20.712335 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 03:16:20.712335 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 03:16:20.712335 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 03:16:20.712335 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 03:16:20.817657 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3778b6c2-4ec0-4abf-b6c9-4ff601a3423d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (6dcb8457-cd9d-4a1d-a86d-d037acaa6059), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:20.823365 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3778b6c2-4ec0-4abf-b6c9-4ff601a3423d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:20.829272 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3778b6c2-4ec0-4abf-b6c9-4ff601a3423d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "DELETE /v2.0/networks/6dcb8457-cd9d-4a1d-a86d-d037acaa6059 HTTP/1.1" status: 204 len: 168 time: 0.3551781 Mar 23 03:16:20.830141 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40530) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:16:20.843393 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778b6c2-4ec0-4abf-b6c9-4ff601a3423d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'Network': ['ID=6dcb8457-cd9d-4a1d-a86d-d037acaa6059,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:20.886340 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-67027f6f-1d65-4c96-93d8-38c39bce6819 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group (c484fd8d-2ab0-4221-8b93-22c4a2db2f3b), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:20.913803 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-67027f6f-1d65-4c96-93d8-38c39bce6819 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group (c484fd8d-2ab0-4221-8b93-22c4a2db2f3b), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:21.036177 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-67027f6f-1d65-4c96-93d8-38c39bce6819 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (c484fd8d-2ab0-4221-8b93-22c4a2db2f3b), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:21.038734 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-67027f6f-1d65-4c96-93d8-38c39bce6819 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:21.039933 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-67027f6f-1d65-4c96-93d8-38c39bce6819 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "DELETE /v2.0/security-groups/c484fd8d-2ab0-4221-8b93-22c4a2db2f3b HTTP/1.1" status: 204 len: 168 time: 0.2093132 Mar 23 03:16:21.049749 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67027f6f-1d65-4c96-93d8-38c39bce6819 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c484fd8d-2ab0-4221-8b93-22c4a2db2f3b,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:21.057310 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67027f6f-1d65-4c96-93d8-38c39bce6819 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:21.057665 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67027f6f-1d65-4c96-93d8-38c39bce6819 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:21.058016 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67027f6f-1d65-4c96-93d8-38c39bce6819 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:21.058834 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67027f6f-1d65-4c96-93d8-38c39bce6819 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:21.059187 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67027f6f-1d65-4c96-93d8-38c39bce6819 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:21.059533 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67027f6f-1d65-4c96-93d8-38c39bce6819 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:21.059888 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67027f6f-1d65-4c96-93d8-38c39bce6819 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:21.060228 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67027f6f-1d65-4c96-93d8-38c39bce6819 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:21.061215 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67027f6f-1d65-4c96-93d8-38c39bce6819 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:21.061553 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67027f6f-1d65-4c96-93d8-38c39bce6819 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:21.061887 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67027f6f-1d65-4c96-93d8-38c39bce6819 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:21.062219 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67027f6f-1d65-4c96-93d8-38c39bce6819 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:21.062548 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67027f6f-1d65-4c96-93d8-38c39bce6819 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:21.062884 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67027f6f-1d65-4c96-93d8-38c39bce6819 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:21.063345 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67027f6f-1d65-4c96-93d8-38c39bce6819 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:21.319990 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device a7f186da-0957-4d42-839b-5f575ba1e42d no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:16:21.340381 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: a7f186da-0957-4d42-839b-5f575ba1e42d {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:16:21.340967 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device a7f186da-0957-4d42-839b-5f575ba1e42d not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:16:21.341552 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 360834a7-7a89-4d4e-84e4-982b39f1d095 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:16:21.362389 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 360834a7-7a89-4d4e-84e4-982b39f1d095 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:16:21.363370 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 360834a7-7a89-4d4e-84e4-982b39f1d095 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:16:21.363984 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 2e3afb95-e584-419f-bc9c-60debaaec41e no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:16:21.366577 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:21.389407 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 2e3afb95-e584-419f-bc9c-60debaaec41e {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:16:21.391897 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 2e3afb95-e584-419f-bc9c-60debaaec41e not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:16:21.481528 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40536) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:16:21.486696 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-567cfe48-3905-40ce-83a6-8d487bf6f242 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-972406293', 'description': 'tempest-secgroup-smoke-972406293 description', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:16:21.550322 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-567cfe48-3905-40ce-83a6-8d487bf6f242 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:21.620833 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-567cfe48-3905-40ce-83a6-8d487bf6f242 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group (b328cc5d-5dcf-4d9e-b8a5-4cae8309adba), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:21.658954 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-567cfe48-3905-40ce-83a6-8d487bf6f242 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (b328cc5d-5dcf-4d9e-b8a5-4cae8309adba), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:21.687282 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567cfe48-3905-40ce-83a6-8d487bf6f242 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b328cc5d-5dcf-4d9e-b8a5-4cae8309adba,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:21.734416 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-567cfe48-3905-40ce-83a6-8d487bf6f242 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:21.735738 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-567cfe48-3905-40ce-83a6-8d487bf6f242 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2531509 Mar 23 03:16:21.738559 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40538) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:16:21.742781 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-39880144-5482-42ab-94f9-1818ee4478a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group_rule': {'security_group_id': 'b328cc5d-5dcf-4d9e-b8a5-4cae8309adba', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:16:21.863833 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-39880144-5482-42ab-94f9-1818ee4478a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (97876a1a-ba08-4ae5-b881-5650656dc57b), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:21.918259 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-39880144-5482-42ab-94f9-1818ee4478a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (97876a1a-ba08-4ae5-b881-5650656dc57b), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:21.990112 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-39880144-5482-42ab-94f9-1818ee4478a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (97876a1a-ba08-4ae5-b881-5650656dc57b), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:22.007195 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39880144-5482-42ab-94f9-1818ee4478a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97876a1a-ba08-4ae5-b881-5650656dc57b,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:22.089018 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-39880144-5482-42ab-94f9-1818ee4478a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:22.090224 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-39880144-5482-42ab-94f9-1818ee4478a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3507559 Mar 23 03:16:22.093710 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40540) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:16:22.098041 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-d1a59ddb-fd37-46ad-baed-05fb6a432abc tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group_rule': {'security_group_id': 'b328cc5d-5dcf-4d9e-b8a5-4cae8309adba', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:16:22.170876 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d1a59ddb-fd37-46ad-baed-05fb6a432abc tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (f061f457-4bae-4751-a6df-766578edc27f), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:22.226642 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d1a59ddb-fd37-46ad-baed-05fb6a432abc tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (f061f457-4bae-4751-a6df-766578edc27f), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:22.291740 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d1a59ddb-fd37-46ad-baed-05fb6a432abc tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (f061f457-4bae-4751-a6df-766578edc27f), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:22.308747 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a59ddb-fd37-46ad-baed-05fb6a432abc tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f061f457-4bae-4751-a6df-766578edc27f,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:22.373614 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d1a59ddb-fd37-46ad-baed-05fb6a432abc tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:22.375793 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d1a59ddb-fd37-46ad-baed-05fb6a432abc tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2811089 Mar 23 03:16:22.378621 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40542) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:16:22.383024 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-ec623942-4b8c-4727-948d-17696ce324e3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group_rule': {'security_group_id': 'b328cc5d-5dcf-4d9e-b8a5-4cae8309adba', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:16:22.457637 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ec623942-4b8c-4727-948d-17696ce324e3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (cf4bcca0-013e-4d2a-a2e7-386844007447), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:22.516730 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ec623942-4b8c-4727-948d-17696ce324e3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (cf4bcca0-013e-4d2a-a2e7-386844007447), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:22.584170 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ec623942-4b8c-4727-948d-17696ce324e3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (cf4bcca0-013e-4d2a-a2e7-386844007447), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:22.602220 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec623942-4b8c-4727-948d-17696ce324e3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4bcca0-013e-4d2a-a2e7-386844007447,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:22.660533 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ec623942-4b8c-4727-948d-17696ce324e3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:22.661731 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ec623942-4b8c-4727-948d-17696ce324e3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2821898 Mar 23 03:16:22.664393 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40544) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:16:22.668524 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-778c2522-62bd-41b8-94bf-fe6f0b3cbcd3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group_rule': {'security_group_id': 'b328cc5d-5dcf-4d9e-b8a5-4cae8309adba', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:16:22.750048 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-778c2522-62bd-41b8-94bf-fe6f0b3cbcd3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (1aa2f8ac-8f9b-40a3-9d32-204a9d58ff41), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:22.795894 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:22.807516 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-778c2522-62bd-41b8-94bf-fe6f0b3cbcd3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (1aa2f8ac-8f9b-40a3-9d32-204a9d58ff41), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:22.863050 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-778c2522-62bd-41b8-94bf-fe6f0b3cbcd3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (1aa2f8ac-8f9b-40a3-9d32-204a9d58ff41), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:22.881548 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c2522-62bd-41b8-94bf-fe6f0b3cbcd3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa2f8ac-8f9b-40a3-9d32-204a9d58ff41,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:22.956404 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-778c2522-62bd-41b8-94bf-fe6f0b3cbcd3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:22.957668 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-778c2522-62bd-41b8-94bf-fe6f0b3cbcd3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2923496 Mar 23 03:16:22.960365 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40546) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:16:22.964556 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-ff66ee32-3047-4c27-b103-3a949bf61e3d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group_rule': {'security_group_id': 'b328cc5d-5dcf-4d9e-b8a5-4cae8309adba', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:16:23.053034 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.securitygroups_db [None req-ff66ee32-3047-4c27-b103-3a949bf61e3d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Project f41ad4ebfe104f0bbf5da25507598650 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 03:16:23.057971 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ff66ee32-3047-4c27-b103-3a949bf61e3d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (e1371c03-259c-44fa-b1af-541d9c88bc14), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:23.114353 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ff66ee32-3047-4c27-b103-3a949bf61e3d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (e1371c03-259c-44fa-b1af-541d9c88bc14), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:23.189180 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ff66ee32-3047-4c27-b103-3a949bf61e3d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (e1371c03-259c-44fa-b1af-541d9c88bc14), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:23.208514 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66ee32-3047-4c27-b103-3a949bf61e3d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1371c03-259c-44fa-b1af-541d9c88bc14,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:23.270838 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-ff66ee32-3047-4c27-b103-3a949bf61e3d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:23.272078 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ff66ee32-3047-4c27-b103-3a949bf61e3d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3107610 Mar 23 03:16:23.274766 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40548) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:16:23.279017 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-cb88336a-78af-497d-af58-8c367aae183c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group_rule': {'security_group_id': 'b328cc5d-5dcf-4d9e-b8a5-4cae8309adba', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:16:23.361396 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.securitygroups_db [None req-cb88336a-78af-497d-af58-8c367aae183c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Project f41ad4ebfe104f0bbf5da25507598650 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 03:16:23.366253 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cb88336a-78af-497d-af58-8c367aae183c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (5a3e57f6-c3d0-424d-b32f-d1d66dcd3e3f), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:23.425385 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cb88336a-78af-497d-af58-8c367aae183c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (5a3e57f6-c3d0-424d-b32f-d1d66dcd3e3f), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:23.498503 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cb88336a-78af-497d-af58-8c367aae183c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (5a3e57f6-c3d0-424d-b32f-d1d66dcd3e3f), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:23.517156 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88336a-78af-497d-af58-8c367aae183c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3e57f6-c3d0-424d-b32f-d1d66dcd3e3f,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:23.573371 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-cb88336a-78af-497d-af58-8c367aae183c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:23.574588 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-cb88336a-78af-497d-af58-8c367aae183c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2989132 Mar 23 03:16:23.577425 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40550) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:16:23.582254 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-0ef55469-389b-4925-851a-f9a6f58784d3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'network': {'name': 'tempest-network-smoke--1760840539', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'port_security_enabled': True}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:16:23.674249 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef55469-389b-4925-851a-f9a6f58784d3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Made reservation on behalf of f41ad4ebfe104f0bbf5da25507598650 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:16:23.677525 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0ef55469-389b-4925-851a-f9a6f58784d3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:23.700184 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef55469-389b-4925-851a-f9a6f58784d3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 03:16:23.708724 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0ef55469-389b-4925-851a-f9a6f58784d3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (0dd0625b-493e-415a-9ca4-e3281e6927e1), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:23.709101 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-0ef55469-389b-4925-851a-f9a6f58784d3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Added segment 0dd0625b-493e-415a-9ca4-e3281e6927e1 of type vlan for network be885b6b-ddf1-449b-865c-1e342705c9c1 Mar 23 03:16:23.748816 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0ef55469-389b-4925-851a-f9a6f58784d3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (be885b6b-ddf1-449b-865c-1e342705c9c1), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:23.830022 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0ef55469-389b-4925-851a-f9a6f58784d3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (be885b6b-ddf1-449b-865c-1e342705c9c1), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:23.835257 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef55469-389b-4925-851a-f9a6f58784d3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:23.835914 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-0ef55469-389b-4925-851a-f9a6f58784d3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:23.903729 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef55469-389b-4925-851a-f9a6f58784d3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Network': ['ID=be885b6b-ddf1-449b-865c-1e342705c9c1,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:23.916419 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network be885b6b-ddf1-449b-865c-1e342705c9c1 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 03:16:23.947350 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-0ef55469-389b-4925-851a-f9a6f58784d3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3687479 Mar 23 03:16:23.950042 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40552) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:16:23.954959 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-1feb16a8-a443-4d1a-b931-5e90f8653703 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1431396165', 'admin_state_up': True, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:16:23.994280 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:24.042103 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1feb16a8-a443-4d1a-b931-5e90f8653703 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (d601742c-3d1a-44e0-a7e3-78a64398e77f), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:24.043149 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1feb16a8-a443-4d1a-b931-5e90f8653703 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (d601742c-3d1a-44e0-a7e3-78a64398e77f), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:24.095957 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1feb16a8-a443-4d1a-b931-5e90f8653703 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router_controller (d601742c-3d1a-44e0-a7e3-78a64398e77f), precommit_add_association {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:24.624611 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1feb16a8-a443-4d1a-b931-5e90f8653703 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router_gateway (d601742c-3d1a-44e0-a7e3-78a64398e77f), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:24.870611 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1feb16a8-a443-4d1a-b931-5e90f8653703 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router_gateway (d601742c-3d1a-44e0-a7e3-78a64398e77f), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:24.889414 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1feb16a8-a443-4d1a-b931-5e90f8653703 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:24.991776 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-1feb16a8-a443-4d1a-b931-5e90f8653703 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Allocated IP 172.26.2.157 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/c07cac33-3635-40a1-8550-1f666b7a58ba) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:16:25.091907 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1feb16a8-a443-4d1a-b931-5e90f8653703 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for port (c07cac33-3635-40a1-8550-1f666b7a58ba), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:25.168122 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1feb16a8-a443-4d1a-b931-5e90f8653703 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (c07cac33-3635-40a1-8550-1f666b7a58ba), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:25.211846 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feb16a8-a443-4d1a-b931-5e90f8653703 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:16:25.214714 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-1feb16a8-a443-4d1a-b931-5e90f8653703 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:16:25.221386 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feb16a8-a443-4d1a-b931-5e90f8653703 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:16:25.226529 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb16a8-a443-4d1a-b931-5e90f8653703 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Port': ['ID=c07cac33-3635-40a1-8550-1f666b7a58ba,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:25.547337 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1feb16a8-a443-4d1a-b931-5e90f8653703 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router_gateway (d601742c-3d1a-44e0-a7e3-78a64398e77f), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:25.744100 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1feb16a8-a443-4d1a-b931-5e90f8653703 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (d601742c-3d1a-44e0-a7e3-78a64398e77f), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:25.955637 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1feb16a8-a443-4d1a-b931-5e90f8653703 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Router d601742c-3d1a-44e0-a7e3-78a64398e77f is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 03:16:26.062563 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1feb16a8-a443-4d1a-b931-5e90f8653703 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:16:26.072902 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206c1864-94a1-40b8-bc89-cb2fd370b14b None None] Sync routers for ids ['d601742c-3d1a-44e0-a7e3-78a64398e77f'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:16:26.083294 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206c1864-94a1-40b8-bc89-cb2fd370b14b None None] Routers {'d601742c-3d1a-44e0-a7e3-78a64398e77f'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:16:26.083962 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-206c1864-94a1-40b8-bc89-cb2fd370b14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:16:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d601742c-3d1a-44e0-a7e3-78a64398e77f'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:16:26.164363 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-1feb16a8-a443-4d1a-b931-5e90f8653703 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:26.166184 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-1feb16a8-a443-4d1a-b931-5e90f8653703 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2147152 Mar 23 03:16:26.168909 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40554) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:16:26.190456 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-206c1864-94a1-40b8-bc89-cb2fd370b14b None None] Set router d601742c-3d1a-44e0-a7e3-78a64398e77f gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:16:26.199973 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4c2288c1-e4db-4f41-91bd-89da72843314 tempest-TestNetworkAdvancedServerOps-344769112 tempest-TestNetworkAdvancedServerOps-344769112-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=f41ad4ebfe104f0bbf5da25507598650&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276172 Mar 23 03:16:26.200271 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40556) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:16:26.286008 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db1077b-2c31-4666-a8e8-943a3a2479b2 tempest-TestNetworkAdvancedServerOps-344769112 tempest-TestNetworkAdvancedServerOps-344769112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:26.287508 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8db1077b-2c31-4666-a8e8-943a3a2479b2 tempest-TestNetworkAdvancedServerOps-344769112 tempest-TestNetworkAdvancedServerOps-344769112-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0863764 Mar 23 03:16:26.290277 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40558) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:16:26.317357 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-5baf2e8a-de3d-436d-a387-a3b4fe6a5265 tempest-TestNetworkAdvancedServerOps-344769112 tempest-TestNetworkAdvancedServerOps-344769112-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6bbcca03-75ff-487c-8b0e-a32302dacbee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260267 Mar 23 03:16:26.319992 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40560) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:16:26.324702 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-f7d7354c-fac6-4b2a-b31b-6a05ad671a0b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-290239387', 'network_id': 'be885b6b-ddf1-449b-865c-1e342705c9c1', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:16:26.370125 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-206c1864-94a1-40b8-bc89-cb2fd370b14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431396165', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'c07cac33-3635-40a1-8550-1f666b7a58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:16:24Z', 'updated_at': '2022-03-23T03:16:25Z', 'revision_number': 3, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': 'c07cac33-3635-40a1-8550-1f666b7a58ba', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:16:24Z', 'updated_at': '2022-03-23T03:16:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:16:26.396899 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206c1864-94a1-40b8-bc89-cb2fd370b14b None None] Checking router: d601742c-3d1a-44e0-a7e3-78a64398e77f for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:16:26.397251 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206c1864-94a1-40b8-bc89-cb2fd370b14b None None] Updating router d601742c-3d1a-44e0-a7e3-78a64398e77f port c07cac33-3635-40a1-8550-1f666b7a58ba binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 03:16:26.424112 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-206c1864-94a1-40b8-bc89-cb2fd370b14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (c07cac33-3635-40a1-8550-1f666b7a58ba), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:26.464725 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d7354c-fac6-4b2a-b31b-6a05ad671a0b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Made reservation on behalf of f41ad4ebfe104f0bbf5da25507598650 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:16:26.468246 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f7d7354c-fac6-4b2a-b31b-6a05ad671a0b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:26.683256 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-206c1864-94a1-40b8-bc89-cb2fd370b14b None None] Publish callbacks [] for port (c07cac33-3635-40a1-8550-1f666b7a58ba), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:26.705815 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f7d7354c-fac6-4b2a-b31b-6a05ad671a0b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (6aa66da6-89d5-42c2-a4d6-e7c191d47d45), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:26.762681 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7354c-fac6-4b2a-b31b-6a05ad671a0b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Subnet': ['ID=6aa66da6-89d5-42c2-a4d6-e7c191d47d45,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:26.768235 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-206c1864-94a1-40b8-bc89-cb2fd370b14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (c07cac33-3635-40a1-8550-1f666b7a58ba), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:26.773682 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d7354c-fac6-4b2a-b31b-6a05ad671a0b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Checking segment: {'id': '0dd0625b-493e-415a-9ca4-e3281e6927e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'be885b6b-ddf1-449b-865c-1e342705c9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:16:26.774055 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d7354c-fac6-4b2a-b31b-6a05ad671a0b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network hostable DHCP agents. Network: be885b6b-ddf1-449b-865c-1e342705c9c1, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 03:16:26.815603 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-206c1864-94a1-40b8-bc89-cb2fd370b14b None None] Attempting to bind port c07cac33-3635-40a1-8550-1f666b7a58ba on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:16:26.816002 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-206c1864-94a1-40b8-bc89-cb2fd370b14b None None] Attempting to bind port c07cac33-3635-40a1-8550-1f666b7a58ba by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:16:26.816380 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206c1864-94a1-40b8-bc89-cb2fd370b14b None None] Attempting to bind port c07cac33-3635-40a1-8550-1f666b7a58ba on network 6bbcca03-75ff-487c-8b0e-a32302dacbee {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:16:26.827271 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c91f32-8b2f-4f67-be30-1ce3087387ec None None] Pushing event updated for resources: {'Port': ['ID=c07cac33-3635-40a1-8550-1f666b7a58ba,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:26.831300 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206c1864-94a1-40b8-bc89-cb2fd370b14b None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:16:26.831687 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206c1864-94a1-40b8-bc89-cb2fd370b14b None None] Checking segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:16:26.832127 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-206c1864-94a1-40b8-bc89-cb2fd370b14b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:26.832594 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206c1864-94a1-40b8-bc89-cb2fd370b14b None None] Bound using segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:16:26.833111 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-206c1864-94a1-40b8-bc89-cb2fd370b14b None None] Bound port: c07cac33-3635-40a1-8550-1f666b7a58ba, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:16:26.833517 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-206c1864-94a1-40b8-bc89-cb2fd370b14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (c07cac33-3635-40a1-8550-1f666b7a58ba), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:26.841343 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d7354c-fac6-4b2a-b31b-6a05ad671a0b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network be885b6b-ddf1-449b-865c-1e342705c9c1 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 03:16:26.883749 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-206c1864-94a1-40b8-bc89-cb2fd370b14b None None] For port c07cac33-3635-40a1-8550-1f666b7a58ba, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:16:26.886752 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-206c1864-94a1-40b8-bc89-cb2fd370b14b None None] For port c07cac33-3635-40a1-8550-1f666b7a58ba, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=c07cac33-3635-40a1-8550-1f666b7a58ba,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:16:26.898784 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-f7d7354c-fac6-4b2a-b31b-6a05ad671a0b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, be885b6b-ddf1-449b-865c-1e342705c9c1) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:16:26.903516 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d7354c-fac6-4b2a-b31b-6a05ad671a0b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:26.904161 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-f7d7354c-fac6-4b2a-b31b-6a05ad671a0b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:26.908130 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c382e1-44f1-4c76-8ad6-55f9903c6642 None None] Network be885b6b-ddf1-449b-865c-1e342705c9c1 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:16:26.971912 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-206c1864-94a1-40b8-bc89-cb2fd370b14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (c07cac33-3635-40a1-8550-1f666b7a58ba), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:26.997223 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f7d7354c-fac6-4b2a-b31b-6a05ad671a0b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6762247 Mar 23 03:16:27.000010 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40562) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:16:27.050184 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f1be3e-3fd9-47a6-953d-fbcb61b96647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-be885b6b-ddf1-449b-865c-1e342705c9c1', 'network_id': 'be885b6b-ddf1-449b-865c-1e342705c9c1', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'fixed_ips': [{'subnet_id': '6aa66da6-89d5-42c2-a4d6-e7c191d47d45'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 03:16:27.051023 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d4f1be3e-3fd9-47a6-953d-fbcb61b96647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:27.071292 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206c1864-94a1-40b8-bc89-cb2fd370b14b None None] Routers {'d601742c-3d1a-44e0-a7e3-78a64398e77f'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:16:27.071950 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-206c1864-94a1-40b8-bc89-cb2fd370b14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:16:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d601742c-3d1a-44e0-a7e3-78a64398e77f'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:16:27.073640 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c91f32-8b2f-4f67-be30-1ce3087387ec None None] Pushing event updated for resources: {'Port': ['ID=c07cac33-3635-40a1-8550-1f666b7a58ba,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:27.270395 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-206c1864-94a1-40b8-bc89-cb2fd370b14b None None] Set router d601742c-3d1a-44e0-a7e3-78a64398e77f gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:16:27.371681 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-d4f1be3e-3fd9-47a6-953d-fbcb61b96647 None None] Allocated IP 172.20.0.2 (be885b6b-ddf1-449b-865c-1e342705c9c1/6aa66da6-89d5-42c2-a4d6-e7c191d47d45/e8af349d-aded-4d8e-8eea-1e3a7e3111b4) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:16:27.465265 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bd0441c8-2e99-4d7d-8ec9-791342f0f1f5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:27.572155 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d4f1be3e-3fd9-47a6-953d-fbcb61b96647 None None] Publish callbacks [] for port (e8af349d-aded-4d8e-8eea-1e3a7e3111b4), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:27.575942 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-206c1864-94a1-40b8-bc89-cb2fd370b14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431396165', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'c07cac33-3635-40a1-8550-1f666b7a58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:16:24Z', 'updated_at': '2022-03-23T03:16:25Z', 'revision_number': 3, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': 'c07cac33-3635-40a1-8550-1f666b7a58ba', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:16:24Z', 'updated_at': '2022-03-23T03:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:16:27.607367 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206c1864-94a1-40b8-bc89-cb2fd370b14b None None] The sync data for ids ['d601742c-3d1a-44e0-a7e3-78a64398e77f'] in dv-neutron-834613-2-hyperv is: [{'id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431396165', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'c07cac33-3635-40a1-8550-1f666b7a58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:16:24Z', 'updated_at': '2022-03-23T03:16:25Z', 'revision_number': 3, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': 'c07cac33-3635-40a1-8550-1f666b7a58ba', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:16:24Z', 'updated_at': '2022-03-23T03:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:16:27.642842 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d4f1be3e-3fd9-47a6-953d-fbcb61b96647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (e8af349d-aded-4d8e-8eea-1e3a7e3111b4), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:27.684463 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f1be3e-3fd9-47a6-953d-fbcb61b96647 None None] Network be885b6b-ddf1-449b-865c-1e342705c9c1 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:16:27.693265 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-d4f1be3e-3fd9-47a6-953d-fbcb61b96647 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:16:27.695232 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1be3e-3fd9-47a6-953d-fbcb61b96647 None None] Pushing event updated for resources: {'Port': ['ID=e8af349d-aded-4d8e-8eea-1e3a7e3111b4,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:27.697401 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f1be3e-3fd9-47a6-953d-fbcb61b96647 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:16:27.754254 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-d4f1be3e-3fd9-47a6-953d-fbcb61b96647 None None] Attempting to bind port e8af349d-aded-4d8e-8eea-1e3a7e3111b4 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:16:27.754617 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-d4f1be3e-3fd9-47a6-953d-fbcb61b96647 None None] Attempting to bind port e8af349d-aded-4d8e-8eea-1e3a7e3111b4 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '0dd0625b-493e-415a-9ca4-e3281e6927e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'be885b6b-ddf1-449b-865c-1e342705c9c1'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:16:27.754994 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f1be3e-3fd9-47a6-953d-fbcb61b96647 None None] Attempting to bind port e8af349d-aded-4d8e-8eea-1e3a7e3111b4 on network be885b6b-ddf1-449b-865c-1e342705c9c1 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:16:27.760954 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f1be3e-3fd9-47a6-953d-fbcb61b96647 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:16:27.761412 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f1be3e-3fd9-47a6-953d-fbcb61b96647 None None] Checking segment: {'id': '0dd0625b-493e-415a-9ca4-e3281e6927e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'be885b6b-ddf1-449b-865c-1e342705c9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:16:27.761815 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d4f1be3e-3fd9-47a6-953d-fbcb61b96647 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:27.762831 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f1be3e-3fd9-47a6-953d-fbcb61b96647 None None] Bound using segment: {'id': '0dd0625b-493e-415a-9ca4-e3281e6927e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'be885b6b-ddf1-449b-865c-1e342705c9c1'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:16:27.762953 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-d4f1be3e-3fd9-47a6-953d-fbcb61b96647 None None] Bound port: e8af349d-aded-4d8e-8eea-1e3a7e3111b4, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd0625b-493e-415a-9ca4-e3281e6927e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'be885b6b-ddf1-449b-865c-1e342705c9c1'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:16:27.763377 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d4f1be3e-3fd9-47a6-953d-fbcb61b96647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (e8af349d-aded-4d8e-8eea-1e3a7e3111b4), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:27.772342 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-bd0441c8-2e99-4d7d-8ec9-791342f0f1f5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Allocated IP 172.20.0.1 (be885b6b-ddf1-449b-865c-1e342705c9c1/6aa66da6-89d5-42c2-a4d6-e7c191d47d45/c8a6f856-72c8-4fb2-894f-31bcc14f7f38) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:16:27.856817 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-d4f1be3e-3fd9-47a6-953d-fbcb61b96647 None None] For port e8af349d-aded-4d8e-8eea-1e3a7e3111b4, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:16:27.860508 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-d4f1be3e-3fd9-47a6-953d-fbcb61b96647 None None] For port e8af349d-aded-4d8e-8eea-1e3a7e3111b4, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=e8af349d-aded-4d8e-8eea-1e3a7e3111b4,segment=NetworkSegment(0dd0625b-493e-415a-9ca4-e3281e6927e1),segment_id=0dd0625b-493e-415a-9ca4-e3281e6927e1)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:16:27.916428 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bd0441c8-2e99-4d7d-8ec9-791342f0f1f5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for port (c8a6f856-72c8-4fb2-894f-31bcc14f7f38), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:27.943944 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d4f1be3e-3fd9-47a6-953d-fbcb61b96647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (e8af349d-aded-4d8e-8eea-1e3a7e3111b4), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:28.030942 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bd0441c8-2e99-4d7d-8ec9-791342f0f1f5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (c8a6f856-72c8-4fb2-894f-31bcc14f7f38), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:28.074603 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0441c8-2e99-4d7d-8ec9-791342f0f1f5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network be885b6b-ddf1-449b-865c-1e342705c9c1 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:16:28.078141 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-bd0441c8-2e99-4d7d-8ec9-791342f0f1f5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:16:28.084576 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0441c8-2e99-4d7d-8ec9-791342f0f1f5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:16:28.120734 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0441c8-2e99-4d7d-8ec9-791342f0f1f5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Port': ['ID=c8a6f856-72c8-4fb2-894f-31bcc14f7f38,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:28.145039 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bd0441c8-2e99-4d7d-8ec9-791342f0f1f5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (d601742c-3d1a-44e0-a7e3-78a64398e77f), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:28.162782 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1be3e-3fd9-47a6-953d-fbcb61b96647 None None] Pushing event updated for resources: {'Port': ['ID=e8af349d-aded-4d8e-8eea-1e3a7e3111b4,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:28.388173 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bd0441c8-2e99-4d7d-8ec9-791342f0f1f5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (c8a6f856-72c8-4fb2-894f-31bcc14f7f38), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:28.685359 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bd0441c8-2e99-4d7d-8ec9-791342f0f1f5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for port (c8a6f856-72c8-4fb2-894f-31bcc14f7f38), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:28.766789 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bd0441c8-2e99-4d7d-8ec9-791342f0f1f5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (c8a6f856-72c8-4fb2-894f-31bcc14f7f38), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:28.847929 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0441c8-2e99-4d7d-8ec9-791342f0f1f5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Port': ['ID=c8a6f856-72c8-4fb2-894f-31bcc14f7f38,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:28.850358 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bd0441c8-2e99-4d7d-8ec9-791342f0f1f5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (d601742c-3d1a-44e0-a7e3-78a64398e77f), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:28.945931 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0441c8-2e99-4d7d-8ec9-791342f0f1f5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network be885b6b-ddf1-449b-865c-1e342705c9c1 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:16:28.947480 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-bd0441c8-2e99-4d7d-8ec9-791342f0f1f5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:16:29.069306 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0441c8-2e99-4d7d-8ec9-791342f0f1f5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Router d601742c-3d1a-44e0-a7e3-78a64398e77f has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:16:29.082805 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f7e303-6a77-4656-99a7-721d54b61ef3 None None] Network be885b6b-ddf1-449b-865c-1e342705c9c1 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:16:29.173431 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-13e5dc14-f653-4561-967c-9241b8a585f1 None None] Provisioning complete for port e8af349d-aded-4d8e-8eea-1e3a7e3111b4 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:16:29.174088 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-13e5dc14-f653-4561-967c-9241b8a585f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e8af349d-aded-4d8e-8eea-1e3a7e3111b4), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:29.298972 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-13e5dc14-f653-4561-967c-9241b8a585f1 None None] Current status of the port e8af349d-aded-4d8e-8eea-1e3a7e3111b4 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:16:29.299372 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-13e5dc14-f653-4561-967c-9241b8a585f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (e8af349d-aded-4d8e-8eea-1e3a7e3111b4), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:29.350886 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-13e5dc14-f653-4561-967c-9241b8a585f1 None None] For port e8af349d-aded-4d8e-8eea-1e3a7e3111b4, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=e8af349d-aded-4d8e-8eea-1e3a7e3111b4,segment=NetworkSegment(0dd0625b-493e-415a-9ca4-e3281e6927e1),segment_id=0dd0625b-493e-415a-9ca4-e3281e6927e1)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:16:29.413172 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-13e5dc14-f653-4561-967c-9241b8a585f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (e8af349d-aded-4d8e-8eea-1e3a7e3111b4), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:29.444359 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device c07cac33-3635-40a1-8550-1f666b7a58ba up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:16:29.508077 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5dc14-f653-4561-967c-9241b8a585f1 None None] Pushing event updated for resources: {'Port': ['ID=e8af349d-aded-4d8e-8eea-1e3a7e3111b4,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:29.522650 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port c07cac33-3635-40a1-8550-1f666b7a58ba triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:16:29.523024 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (c07cac33-3635-40a1-8550-1f666b7a58ba), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:29.608539 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0441c8-2e99-4d7d-8ec9-791342f0f1f5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:16:29.615241 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-bd0441c8-2e99-4d7d-8ec9-791342f0f1f5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "PUT /v2.0/routers/d601742c-3d1a-44e0-a7e3-78a64398e77f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6136508 Mar 23 03:16:29.620900 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86eaf4e-6669-4ec7-9ba3-2aa359deee2b None None] Sync routers for ids ['d601742c-3d1a-44e0-a7e3-78a64398e77f'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:16:29.623668 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port c07cac33-3635-40a1-8550-1f666b7a58ba is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:16:29.624118 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (c07cac33-3635-40a1-8550-1f666b7a58ba), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:29.639320 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86eaf4e-6669-4ec7-9ba3-2aa359deee2b None None] Routers {'d601742c-3d1a-44e0-a7e3-78a64398e77f'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:16:29.640015 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-d86eaf4e-6669-4ec7-9ba3-2aa359deee2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:16:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d601742c-3d1a-44e0-a7e3-78a64398e77f'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:16:29.655421 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port c07cac33-3635-40a1-8550-1f666b7a58ba, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=c07cac33-3635-40a1-8550-1f666b7a58ba,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:16:29.661862 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-8ecdb5e2-ed9f-401c-aa6b-62c305ad8a9d None None] Provisioning complete for port e8af349d-aded-4d8e-8eea-1e3a7e3111b4 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:16:29.662250 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8ecdb5e2-ed9f-401c-aa6b-62c305ad8a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e8af349d-aded-4d8e-8eea-1e3a7e3111b4), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:29.744783 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (c07cac33-3635-40a1-8550-1f666b7a58ba), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:29.752545 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device e8af349d-aded-4d8e-8eea-1e3a7e3111b4 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:16:29.766259 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-d86eaf4e-6669-4ec7-9ba3-2aa359deee2b None None] Set router d601742c-3d1a-44e0-a7e3-78a64398e77f gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:16:29.795995 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-de70a800-0ff0-4dcd-8811-80df3a4ec97e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-972406293&fields=id&tenant_id=f41ad4ebfe104f0bbf5da25507598650 HTTP/1.1" status: 200 len: 267 time: 0.0544407 Mar 23 03:16:29.850119 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-8ecdb5e2-ed9f-401c-aa6b-62c305ad8a9d None None] Current status of the port e8af349d-aded-4d8e-8eea-1e3a7e3111b4 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:16:29.860673 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=c07cac33-3635-40a1-8550-1f666b7a58ba,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:29.868195 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port e8af349d-aded-4d8e-8eea-1e3a7e3111b4 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:16:29.868579 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e8af349d-aded-4d8e-8eea-1e3a7e3111b4), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:29.915039 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-8ecdb5e2-ed9f-401c-aa6b-62c305ad8a9d None None] Provisioning complete for port c8a6f856-72c8-4fb2-894f-31bcc14f7f38 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:16:29.915427 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8ecdb5e2-ed9f-401c-aa6b-62c305ad8a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (c8a6f856-72c8-4fb2-894f-31bcc14f7f38), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:29.923920 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-87ecc0d5-976a-4c25-a9b0-8dee6c9caa5c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:29.925764 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-87ecc0d5-976a-4c25-a9b0-8dee6c9caa5c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/networks?id=be885b6b-ddf1-449b-865c-1e342705c9c1 HTTP/1.1" status: 200 len: 797 time: 0.1220071 Mar 23 03:16:29.950959 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-b78508a2-df24-4ed7-9f0b-a708bd32c811 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/quotas/f41ad4ebfe104f0bbf5da25507598650 HTTP/1.1" status: 200 len: 375 time: 0.0176861 Mar 23 03:16:29.980786 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-8ecdb5e2-ed9f-401c-aa6b-62c305ad8a9d None None] Port c8a6f856-72c8-4fb2-894f-31bcc14f7f38 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:16:29.984382 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port e8af349d-aded-4d8e-8eea-1e3a7e3111b4 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:16:30.009291 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-d86eaf4e-6669-4ec7-9ba3-2aa359deee2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431396165', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'c07cac33-3635-40a1-8550-1f666b7a58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:16:24Z', 'updated_at': '2022-03-23T03:16:28Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': 'c07cac33-3635-40a1-8550-1f666b7a58ba', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:16:24Z', 'updated_at': '2022-03-23T03:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'c8a6f856-72c8-4fb2-894f-31bcc14f7f38', 'name': '', 'network_id': 'be885b6b-ddf1-449b-865c-1e342705c9c1', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:0b:49:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '6aa66da6-89d5-42c2-a4d6-e7c191d47d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:16:27Z', 'updated_at': '2022-03-23T03:16:28Z', 'revision_number': 2, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '6aa66da6-89d5-42c2-a4d6-e7c191d47d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:16:30.010640 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-92de068d-db46-4d43-844b-e9a9cf382089 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587673 Mar 23 03:16:30.038956 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86eaf4e-6669-4ec7-9ba3-2aa359deee2b None None] Checking router: d601742c-3d1a-44e0-a7e3-78a64398e77f for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:16:30.039312 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86eaf4e-6669-4ec7-9ba3-2aa359deee2b None None] Updating router d601742c-3d1a-44e0-a7e3-78a64398e77f port c8a6f856-72c8-4fb2-894f-31bcc14f7f38 binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 03:16:30.068795 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-d86eaf4e-6669-4ec7-9ba3-2aa359deee2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (c8a6f856-72c8-4fb2-894f-31bcc14f7f38), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:30.102087 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-d54fe823-0800-4355-8f59-eaefb12abcea None None] Provisioning complete for port c8a6f856-72c8-4fb2-894f-31bcc14f7f38 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:16:30.102736 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d54fe823-0800-4355-8f59-eaefb12abcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (c8a6f856-72c8-4fb2-894f-31bcc14f7f38), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:30.111216 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-0737c95f-345b-4822-a99f-955801721579 service neutron] 10.222.0.24 "GET /v2.0/networks/be885b6b-ddf1-449b-865c-1e342705c9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874727 Mar 23 03:16:30.146156 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-d54fe823-0800-4355-8f59-eaefb12abcea None None] Port c8a6f856-72c8-4fb2-894f-31bcc14f7f38 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:16:30.210180 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-451effc4-0997-4921-ba03-593b2f063428 service neutron] 10.222.0.24 "GET /v2.0/networks/be885b6b-ddf1-449b-865c-1e342705c9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920565 Mar 23 03:16:30.423136 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-d86eaf4e-6669-4ec7-9ba3-2aa359deee2b None None] Publish callbacks [] for port (c8a6f856-72c8-4fb2-894f-31bcc14f7f38), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:30.456626 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f5ecfb52-35f7-4bee-be1b-8fde8cdcd3d4 req-0dcbf136-5ae3-4184-93cf-e6d7472eebe3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 210 time: 0.0276792 Mar 23 03:16:30.503350 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-d86eaf4e-6669-4ec7-9ba3-2aa359deee2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (c8a6f856-72c8-4fb2-894f-31bcc14f7f38), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:30.555105 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f15b75-6219-4580-ba8d-75a4697a014c None None] Pushing event updated for resources: {'Port': ['ID=c8a6f856-72c8-4fb2-894f-31bcc14f7f38,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:30.579089 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f15b75-6219-4580-ba8d-75a4697a014c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:30.579443 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f15b75-6219-4580-ba8d-75a4697a014c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:30.579787 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f15b75-6219-4580-ba8d-75a4697a014c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:30.580151 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f15b75-6219-4580-ba8d-75a4697a014c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:30.580486 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f15b75-6219-4580-ba8d-75a4697a014c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:30.580818 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f15b75-6219-4580-ba8d-75a4697a014c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:30.581145 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f15b75-6219-4580-ba8d-75a4697a014c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:30.581466 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f15b75-6219-4580-ba8d-75a4697a014c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:30.581790 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f15b75-6219-4580-ba8d-75a4697a014c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:30.582112 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f15b75-6219-4580-ba8d-75a4697a014c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:30.582436 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f15b75-6219-4580-ba8d-75a4697a014c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:30.582762 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f15b75-6219-4580-ba8d-75a4697a014c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:30.583080 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f15b75-6219-4580-ba8d-75a4697a014c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:30.583400 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f15b75-6219-4580-ba8d-75a4697a014c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:30.583717 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f15b75-6219-4580-ba8d-75a4697a014c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:16:30.619643 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-d86eaf4e-6669-4ec7-9ba3-2aa359deee2b None None] Attempting to bind port c8a6f856-72c8-4fb2-894f-31bcc14f7f38 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:16:30.620050 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-d86eaf4e-6669-4ec7-9ba3-2aa359deee2b None None] Attempting to bind port c8a6f856-72c8-4fb2-894f-31bcc14f7f38 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '0dd0625b-493e-415a-9ca4-e3281e6927e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'be885b6b-ddf1-449b-865c-1e342705c9c1'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:16:30.620424 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86eaf4e-6669-4ec7-9ba3-2aa359deee2b None None] Attempting to bind port c8a6f856-72c8-4fb2-894f-31bcc14f7f38 on network be885b6b-ddf1-449b-865c-1e342705c9c1 {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:16:30.626548 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86eaf4e-6669-4ec7-9ba3-2aa359deee2b None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:16:30.627213 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86eaf4e-6669-4ec7-9ba3-2aa359deee2b None None] Checking segment: {'id': '0dd0625b-493e-415a-9ca4-e3281e6927e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'be885b6b-ddf1-449b-865c-1e342705c9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:16:30.627340 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-d86eaf4e-6669-4ec7-9ba3-2aa359deee2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:30.627742 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86eaf4e-6669-4ec7-9ba3-2aa359deee2b None None] Bound using segment: {'id': '0dd0625b-493e-415a-9ca4-e3281e6927e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'be885b6b-ddf1-449b-865c-1e342705c9c1'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:16:30.628272 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-d86eaf4e-6669-4ec7-9ba3-2aa359deee2b None None] Bound port: c8a6f856-72c8-4fb2-894f-31bcc14f7f38, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd0625b-493e-415a-9ca4-e3281e6927e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'be885b6b-ddf1-449b-865c-1e342705c9c1'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:16:30.628673 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-d86eaf4e-6669-4ec7-9ba3-2aa359deee2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (c8a6f856-72c8-4fb2-894f-31bcc14f7f38), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:30.699177 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-d86eaf4e-6669-4ec7-9ba3-2aa359deee2b None None] For port c8a6f856-72c8-4fb2-894f-31bcc14f7f38, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:16:30.702418 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-d86eaf4e-6669-4ec7-9ba3-2aa359deee2b None None] For port c8a6f856-72c8-4fb2-894f-31bcc14f7f38, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=c8a6f856-72c8-4fb2-894f-31bcc14f7f38,segment=NetworkSegment(0dd0625b-493e-415a-9ca4-e3281e6927e1),segment_id=0dd0625b-493e-415a-9ca4-e3281e6927e1)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:16:30.770016 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-8effefb5-feae-40f5-ad6a-9ca4aba3530c None None] Provisioning complete for port c8a6f856-72c8-4fb2-894f-31bcc14f7f38 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:16:30.770563 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8effefb5-feae-40f5-ad6a-9ca4aba3530c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (c8a6f856-72c8-4fb2-894f-31bcc14f7f38), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:30.784464 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-d86eaf4e-6669-4ec7-9ba3-2aa359deee2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (c8a6f856-72c8-4fb2-894f-31bcc14f7f38), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:30.805286 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-8effefb5-feae-40f5-ad6a-9ca4aba3530c None None] Port c8a6f856-72c8-4fb2-894f-31bcc14f7f38 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:16:30.845122 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86eaf4e-6669-4ec7-9ba3-2aa359deee2b None None] Routers {'d601742c-3d1a-44e0-a7e3-78a64398e77f'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:16:30.845757 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-d86eaf4e-6669-4ec7-9ba3-2aa359deee2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:16:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d601742c-3d1a-44e0-a7e3-78a64398e77f'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:16:30.881296 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f15b75-6219-4580-ba8d-75a4697a014c None None] Pushing event updated for resources: {'Port': ['ID=c8a6f856-72c8-4fb2-894f-31bcc14f7f38,revision_number=4']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:30.965922 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-d86eaf4e-6669-4ec7-9ba3-2aa359deee2b None None] Set router d601742c-3d1a-44e0-a7e3-78a64398e77f gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:16:31.128329 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e00665f0-2137-4cea-bde9-ff043a427bf8 None None] Provisioning complete for port c8a6f856-72c8-4fb2-894f-31bcc14f7f38 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:16:31.128632 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e00665f0-2137-4cea-bde9-ff043a427bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (c8a6f856-72c8-4fb2-894f-31bcc14f7f38), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:31.168746 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-d86eaf4e-6669-4ec7-9ba3-2aa359deee2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431396165', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'c07cac33-3635-40a1-8550-1f666b7a58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:16:24Z', 'updated_at': '2022-03-23T03:16:28Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': 'c07cac33-3635-40a1-8550-1f666b7a58ba', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:16:24Z', 'updated_at': '2022-03-23T03:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'c8a6f856-72c8-4fb2-894f-31bcc14f7f38', 'name': '', 'network_id': 'be885b6b-ddf1-449b-865c-1e342705c9c1', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:0b:49:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '6aa66da6-89d5-42c2-a4d6-e7c191d47d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:16:27Z', 'updated_at': '2022-03-23T03:16:30Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '6aa66da6-89d5-42c2-a4d6-e7c191d47d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:16:31.199942 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86eaf4e-6669-4ec7-9ba3-2aa359deee2b None None] The sync data for ids ['d601742c-3d1a-44e0-a7e3-78a64398e77f'] in dv-neutron-834613-2-hyperv is: [{'id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431396165', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'c07cac33-3635-40a1-8550-1f666b7a58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:16:24Z', 'updated_at': '2022-03-23T03:16:28Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': 'c07cac33-3635-40a1-8550-1f666b7a58ba', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:16:24Z', 'updated_at': '2022-03-23T03:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'c8a6f856-72c8-4fb2-894f-31bcc14f7f38', 'name': '', 'network_id': 'be885b6b-ddf1-449b-865c-1e342705c9c1', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:0b:49:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '6aa66da6-89d5-42c2-a4d6-e7c191d47d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:16:27Z', 'updated_at': '2022-03-23T03:16:30Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '6aa66da6-89d5-42c2-a4d6-e7c191d47d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:16:31.215199 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e00665f0-2137-4cea-bde9-ff043a427bf8 None None] Current status of the port c8a6f856-72c8-4fb2-894f-31bcc14f7f38 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:16:31.215596 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e00665f0-2137-4cea-bde9-ff043a427bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (c8a6f856-72c8-4fb2-894f-31bcc14f7f38), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:31.266044 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-e00665f0-2137-4cea-bde9-ff043a427bf8 None None] For port c8a6f856-72c8-4fb2-894f-31bcc14f7f38, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=c8a6f856-72c8-4fb2-894f-31bcc14f7f38,segment=NetworkSegment(0dd0625b-493e-415a-9ca4-e3281e6927e1),segment_id=0dd0625b-493e-415a-9ca4-e3281e6927e1)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:16:31.333179 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e00665f0-2137-4cea-bde9-ff043a427bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (c8a6f856-72c8-4fb2-894f-31bcc14f7f38), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:31.360964 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device c07cac33-3635-40a1-8550-1f666b7a58ba up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:16:31.417471 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00665f0-2137-4cea-bde9-ff043a427bf8 None None] Pushing event updated for resources: {'Port': ['ID=c8a6f856-72c8-4fb2-894f-31bcc14f7f38,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:31.435032 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port c07cac33-3635-40a1-8550-1f666b7a58ba triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:16:31.435413 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (c07cac33-3635-40a1-8550-1f666b7a58ba), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:31.536937 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port c07cac33-3635-40a1-8550-1f666b7a58ba is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:16:31.538073 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device e8af349d-aded-4d8e-8eea-1e3a7e3111b4 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:16:31.571740 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-af132d1e-89ef-4528-a1f4-609da07be1b6 req-8f61ea91-492a-4a2f-a5e7-1d55fb476bd0 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 210 time: 0.0406828 Mar 23 03:16:31.600702 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port e8af349d-aded-4d8e-8eea-1e3a7e3111b4 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:16:31.601089 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (e8af349d-aded-4d8e-8eea-1e3a7e3111b4), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:31.688754 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port e8af349d-aded-4d8e-8eea-1e3a7e3111b4 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:16:32.413181 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-ab1ebb39-13f6-41b3-a0dd-52bdcd9849d8 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:32.414610 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-ab1ebb39-13f6-41b3-a0dd-52bdcd9849d8 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.23 "GET /v2.0/networks?id=be885b6b-ddf1-449b-865c-1e342705c9c1 HTTP/1.1" status: 200 len: 797 time: 0.1037562 Mar 23 03:16:32.477323 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-b2789ca0-8222-4db5-ac40-b4fc72e001f2 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41ad4ebfe104f0bbf5da25507598650 HTTP/1.1" status: 200 len: 379 time: 0.0552378 Mar 23 03:16:32.485888 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-34f0fb21-411b-49e2-97d3-4fc8b4564fa4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'port': {'device_id': '9672d766-e9db-4387-b59f-315b91b606aa', 'network_id': 'be885b6b-ddf1-449b-865c-1e342705c9c1', 'admin_state_up': True, 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'security_groups': ['b328cc5d-5dcf-4d9e-b8a5-4cae8309adba']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:16:32.679287 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6e9d0e9b-3428-4908-a3a3-306d81ca542c req-b365b792-2f9a-405b-af26-767cf73c12c0 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 210 time: 0.0320427 Mar 23 03:16:32.680060 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-34f0fb21-411b-49e2-97d3-4fc8b4564fa4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Made reservation on behalf of f41ad4ebfe104f0bbf5da25507598650 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:16:32.683375 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-34f0fb21-411b-49e2-97d3-4fc8b4564fa4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:32.808097 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-34f0fb21-411b-49e2-97d3-4fc8b4564fa4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Allocated IP 172.20.0.13 (be885b6b-ddf1-449b-865c-1e342705c9c1/6aa66da6-89d5-42c2-a4d6-e7c191d47d45/039b09f6-fbad-4594-8d30-7156ef94b322) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:16:32.949008 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-34f0fb21-411b-49e2-97d3-4fc8b4564fa4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for port (039b09f6-fbad-4594-8d30-7156ef94b322), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:33.040657 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-34f0fb21-411b-49e2-97d3-4fc8b4564fa4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (039b09f6-fbad-4594-8d30-7156ef94b322), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:33.082270 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-34f0fb21-411b-49e2-97d3-4fc8b4564fa4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network be885b6b-ddf1-449b-865c-1e342705c9c1 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:16:33.085286 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-34f0fb21-411b-49e2-97d3-4fc8b4564fa4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:16:33.089030 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-34f0fb21-411b-49e2-97d3-4fc8b4564fa4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:16:33.118433 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0fb21-411b-49e2-97d3-4fc8b4564fa4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Port': ['ID=039b09f6-fbad-4594-8d30-7156ef94b322,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:33.147349 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-34f0fb21-411b-49e2-97d3-4fc8b4564fa4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:33.148027 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-34f0fb21-411b-49e2-97d3-4fc8b4564fa4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:33.254623 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-34f0fb21-411b-49e2-97d3-4fc8b4564fa4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7729390 Mar 23 03:16:33.267281 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-f207e444-cb0f-4e59-afc8-4fb656fcba52 service neutron] Request body: {'port': {'device_id': '9672d766-e9db-4387-b59f-315b91b606aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:16:33.331157 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device c8a6f856-72c8-4fb2-894f-31bcc14f7f38 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:16:33.331718 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-f207e444-cb0f-4e59-afc8-4fb656fcba52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (039b09f6-fbad-4594-8d30-7156ef94b322), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:33.381820 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-7c5a9932-4c64-4008-b910-ca7f3ad1a96d None None] Provisioning complete for port 039b09f6-fbad-4594-8d30-7156ef94b322 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:16:33.382120 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7c5a9932-4c64-4008-b910-ca7f3ad1a96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (039b09f6-fbad-4594-8d30-7156ef94b322), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:33.414511 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port c8a6f856-72c8-4fb2-894f-31bcc14f7f38 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:16:33.414891 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (c8a6f856-72c8-4fb2-894f-31bcc14f7f38), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:33.440919 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-7c5a9932-4c64-4008-b910-ca7f3ad1a96d None None] Port 039b09f6-fbad-4594-8d30-7156ef94b322 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:16:33.500945 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port c8a6f856-72c8-4fb2-894f-31bcc14f7f38 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:16:33.590421 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-f207e444-cb0f-4e59-afc8-4fb656fcba52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 039b09f6-fbad-4594-8d30-7156ef94b322 {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:16:33.598647 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-f207e444-cb0f-4e59-afc8-4fb656fcba52 service neutron] Publish callbacks [] for port (039b09f6-fbad-4594-8d30-7156ef94b322), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:33.614154 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-f207e444-cb0f-4e59-afc8-4fb656fcba52 service neutron] Transition to ACTIVE for port object 039b09f6-fbad-4594-8d30-7156ef94b322 will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 03:16:33.686041 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-f207e444-cb0f-4e59-afc8-4fb656fcba52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (039b09f6-fbad-4594-8d30-7156ef94b322), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:33.739381 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f207e444-cb0f-4e59-afc8-4fb656fcba52 service neutron] Pushing event updated for resources: {'Port': ['ID=039b09f6-fbad-4594-8d30-7156ef94b322,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:33.813995 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-f207e444-cb0f-4e59-afc8-4fb656fcba52 service neutron] Attempting to bind port 039b09f6-fbad-4594-8d30-7156ef94b322 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:16:33.814135 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2642af-283b-4859-88d4-d38e21ab463f req-9b4d1b8e-e0ed-434a-8d50-4742572d9511 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:33.815094 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-f207e444-cb0f-4e59-afc8-4fb656fcba52 service neutron] Attempting to bind port 039b09f6-fbad-4594-8d30-7156ef94b322 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '0dd0625b-493e-415a-9ca4-e3281e6927e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'be885b6b-ddf1-449b-865c-1e342705c9c1'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:16:33.815436 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-f207e444-cb0f-4e59-afc8-4fb656fcba52 service neutron] Attempting to bind port 039b09f6-fbad-4594-8d30-7156ef94b322 on network be885b6b-ddf1-449b-865c-1e342705c9c1 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:16:33.821372 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-2f2642af-283b-4859-88d4-d38e21ab463f req-9b4d1b8e-e0ed-434a-8d50-4742572d9511 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 944 time: 0.0663173 Mar 23 03:16:33.826307 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-f207e444-cb0f-4e59-afc8-4fb656fcba52 service neutron] Port 039b09f6-fbad-4594-8d30-7156ef94b322 on network be885b6b-ddf1-449b-865c-1e342705c9c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 03:16:33.826721 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-f207e444-cb0f-4e59-afc8-4fb656fcba52 service neutron] Attempting to bind port 039b09f6-fbad-4594-8d30-7156ef94b322 on network be885b6b-ddf1-449b-865c-1e342705c9c1 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:16:33.833592 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-f207e444-cb0f-4e59-afc8-4fb656fcba52 service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:16:33.834028 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-f207e444-cb0f-4e59-afc8-4fb656fcba52 service neutron] Checking segment: {'id': '0dd0625b-493e-415a-9ca4-e3281e6927e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'be885b6b-ddf1-449b-865c-1e342705c9c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:16:33.834513 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-f207e444-cb0f-4e59-afc8-4fb656fcba52 service neutron] Bound using segment: {'id': '0dd0625b-493e-415a-9ca4-e3281e6927e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'be885b6b-ddf1-449b-865c-1e342705c9c1'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:16:33.835080 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-f207e444-cb0f-4e59-afc8-4fb656fcba52 service neutron] Bound port: 039b09f6-fbad-4594-8d30-7156ef94b322, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dd0625b-493e-415a-9ca4-e3281e6927e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'be885b6b-ddf1-449b-865c-1e342705c9c1'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:16:33.835506 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-f207e444-cb0f-4e59-afc8-4fb656fcba52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (039b09f6-fbad-4594-8d30-7156ef94b322), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:33.873655 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-2f2642af-283b-4859-88d4-d38e21ab463f req-e27f1954-10b7-4ffe-b557-a91f1101dac8 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=b328cc5d-5dcf-4d9e-b8a5-4cae8309adba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513999 Mar 23 03:16:33.905155 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-f207e444-cb0f-4e59-afc8-4fb656fcba52 service neutron] For port 039b09f6-fbad-4594-8d30-7156ef94b322, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:16:33.910146 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-f207e444-cb0f-4e59-afc8-4fb656fcba52 service neutron] For port 039b09f6-fbad-4594-8d30-7156ef94b322, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=039b09f6-fbad-4594-8d30-7156ef94b322,segment=NetworkSegment(0dd0625b-493e-415a-9ca4-e3281e6927e1),segment_id=0dd0625b-493e-415a-9ca4-e3281e6927e1)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:16:33.973314 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-f207e444-cb0f-4e59-afc8-4fb656fcba52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (039b09f6-fbad-4594-8d30-7156ef94b322), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:34.007019 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-f207e444-cb0f-4e59-afc8-4fb656fcba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:34.007658 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-f207e444-cb0f-4e59-afc8-4fb656fcba52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:34.009078 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-f207e444-cb0f-4e59-afc8-4fb656fcba52 service neutron] 10.222.0.23 "PUT /v2.0/ports/039b09f6-fbad-4594-8d30-7156ef94b322 HTTP/1.1" status: 200 len: 1094 time: 0.7476180 Mar 23 03:16:34.009519 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9672d766-e9db-4387-b59f-315b91b606aa', 'tag': '039b09f6-fbad-4594-8d30-7156ef94b322'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:16:34.011763 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdf9519-82cb-4463-98cc-ba5b1808acec" -d '{"events": [{"name": "network-changed", "server_uuid": "9672d766-e9db-4387-b59f-315b91b606aa", "tag": "039b09f6-fbad-4594-8d30-7156ef94b322"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:16:34.040155 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f207e444-cb0f-4e59-afc8-4fb656fcba52 service neutron] Pushing event updated for resources: {'Port': ['ID=039b09f6-fbad-4594-8d30-7156ef94b322,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:34.117938 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d9ec6b-49c4-4ca4-b00f-47b106648286 x-openstack-request-id: req-b4d9ec6b-49c4-4ca4-b00f-47b106648286 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:16:34.118536 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9672d766-e9db-4387-b59f-315b91b606aa", "tag": "039b09f6-fbad-4594-8d30-7156ef94b322", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:16:34.118818 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4d9ec6b-49c4-4ca4-b00f-47b106648286 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:16:34.119246 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4d9ec6b-49c4-4ca4-b00f-47b106648286'] response: {'name': 'network-changed', 'server_uuid': '9672d766-e9db-4387-b59f-315b91b606aa', 'tag': '039b09f6-fbad-4594-8d30-7156ef94b322', 'status': 'completed', 'code': 200} Mar 23 03:16:34.180910 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-c4664614-dd41-45ee-9c81-d5053437ec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:34.182466 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-c4664614-dd41-45ee-9c81-d5053437ec8e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 1128 time: 0.0545435 Mar 23 03:16:34.224971 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-1b2e1be4-df40-4400-9a4c-c1ad6f9b399c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=039b09f6-fbad-4594-8d30-7156ef94b322 HTTP/1.1" status: 200 len: 217 time: 0.0355949 Mar 23 03:16:34.272689 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-7b6c4749-efa6-4698-8df5-99981325496f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:34.274144 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-7b6c4749-efa6-4698-8df5-99981325496f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6aa66da6-89d5-42c2-a4d6-e7c191d47d45 HTTP/1.1" status: 200 len: 834 time: 0.0436049 Mar 23 03:16:34.326376 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-31fb1f6b-0795-49fe-a094-3e9eba38875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:34.327779 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-31fb1f6b-0795-49fe-a094-3e9eba38875a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=be885b6b-ddf1-449b-865c-1e342705c9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0484014 Mar 23 03:16:34.414523 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-eb040ae4-ad2b-4215-972e-18a224e09e8c service neutron] 10.222.0.23 "GET /v2.0/networks/be885b6b-ddf1-449b-865c-1e342705c9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808978 Mar 23 03:16:34.509005 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-66f5f4e6-5b8d-4676-80a1-db45e9a9a97a req-d759bd08-a62d-4318-8d00-14ab180433dd service neutron] 10.222.0.23 "GET /v2.0/networks/be885b6b-ddf1-449b-865c-1e342705c9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891936 Mar 23 03:16:34.656344 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf9519-82cb-4463-98cc-ba5b1808acec req-1cad3b90-4871-46ba-9bbd-bd81bb7cc97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:34.658071 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0cdf9519-82cb-4463-98cc-ba5b1808acec req-1cad3b90-4871-46ba-9bbd-bd81bb7cc97f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 1128 time: 0.0459120 Mar 23 03:16:34.746151 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf9519-82cb-4463-98cc-ba5b1808acec req-3548e81f-5687-4e9c-b996-0b33317fdb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:34.747597 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0cdf9519-82cb-4463-98cc-ba5b1808acec req-3548e81f-5687-4e9c-b996-0b33317fdb5a service neutron] 10.222.0.23 "GET /v2.0/networks?id=be885b6b-ddf1-449b-865c-1e342705c9c1 HTTP/1.1" status: 200 len: 898 time: 0.0838056 Mar 23 03:16:34.791005 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0cdf9519-82cb-4463-98cc-ba5b1808acec req-3376ef2d-0f6d-4825-9c38-adcfc996d57c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=039b09f6-fbad-4594-8d30-7156ef94b322 HTTP/1.1" status: 200 len: 217 time: 0.0372405 Mar 23 03:16:34.839616 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf9519-82cb-4463-98cc-ba5b1808acec req-dc25d76d-296b-4aea-b4a7-742190be8ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:34.841140 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0cdf9519-82cb-4463-98cc-ba5b1808acec req-dc25d76d-296b-4aea-b4a7-742190be8ec5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6aa66da6-89d5-42c2-a4d6-e7c191d47d45 HTTP/1.1" status: 200 len: 834 time: 0.0441518 Mar 23 03:16:34.890238 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf9519-82cb-4463-98cc-ba5b1808acec req-d5ea21f3-673b-4ea0-b08b-4e45258021ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:34.892489 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0cdf9519-82cb-4463-98cc-ba5b1808acec req-d5ea21f3-673b-4ea0-b08b-4e45258021ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=be885b6b-ddf1-449b-865c-1e342705c9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449893 Mar 23 03:16:34.987087 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0cdf9519-82cb-4463-98cc-ba5b1808acec req-4ff54e60-bf94-40d8-aafc-d78e3eb983e0 service neutron] 10.222.0.23 "GET /v2.0/networks/be885b6b-ddf1-449b-865c-1e342705c9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877538 Mar 23 03:16:34.994826 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb1fac-8f9b-429a-805c-d25bab850857 req-0cf84442-cd2a-479d-b489-f9a4427946dc tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:34.996330 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1cdb1fac-8f9b-429a-805c-d25bab850857 req-0cf84442-cd2a-479d-b489-f9a4427946dc tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 944 time: 0.0522647 Mar 23 03:16:35.046893 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1cdb1fac-8f9b-429a-805c-d25bab850857 req-c80388c0-9805-4781-8789-c42fb9ceeab1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=b328cc5d-5dcf-4d9e-b8a5-4cae8309adba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433996 Mar 23 03:16:35.077334 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0cdf9519-82cb-4463-98cc-ba5b1808acec req-8ff74377-ef84-4408-88e4-c0a68d203435 service neutron] 10.222.0.23 "GET /v2.0/networks/be885b6b-ddf1-449b-865c-1e342705c9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842607 Mar 23 03:16:36.166758 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90392131-f511-4d27-bbe6-b6ad51cce60e req-f022aace-ced7-4a61-b9d8-c2e888e0e622 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:36.168294 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-90392131-f511-4d27-bbe6-b6ad51cce60e req-f022aace-ced7-4a61-b9d8-c2e888e0e622 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 944 time: 0.0539186 Mar 23 03:16:36.222266 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-90392131-f511-4d27-bbe6-b6ad51cce60e req-79a9669a-21d0-45fb-bbbb-2e82fe77fc61 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=b328cc5d-5dcf-4d9e-b8a5-4cae8309adba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477734 Mar 23 03:16:37.338522 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43903951-2d96-43ff-8704-580d1cc5580a req-d2da9bff-afcc-4627-b7ef-70595e6db980 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:37.339999 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-43903951-2d96-43ff-8704-580d1cc5580a req-d2da9bff-afcc-4627-b7ef-70595e6db980 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 944 time: 0.0515463 Mar 23 03:16:37.388491 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-43903951-2d96-43ff-8704-580d1cc5580a req-1bd7153c-ee0e-469b-b2dd-f715fb83144d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=b328cc5d-5dcf-4d9e-b8a5-4cae8309adba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417817 Mar 23 03:16:37.586039 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 039b09f6-fbad-4594-8d30-7156ef94b322 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 03:16:37.683348 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 039b09f6-fbad-4594-8d30-7156ef94b322, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=039b09f6-fbad-4594-8d30-7156ef94b322,segment=NetworkSegment(0dd0625b-493e-415a-9ca4-e3281e6927e1),segment_id=0dd0625b-493e-415a-9ca4-e3281e6927e1)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:16:37.694977 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '039b09f6-fbad-4594-8d30-7156ef94b322', 'network_id': 'be885b6b-ddf1-449b-865c-1e342705c9c1', 'port_id': '039b09f6-fbad-4594-8d30-7156ef94b322', 'mac_address': 'fa:16:3e:21:c0:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aa66da6-89d5-42c2-a4d6-e7c191d47d45', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 03:16:37.732253 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 039b09f6-fbad-4594-8d30-7156ef94b322 is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:16:37.732649 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (039b09f6-fbad-4594-8d30-7156ef94b322), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:37.745335 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 039b09f6-fbad-4594-8d30-7156ef94b322 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:16:37.764411 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 039b09f6-fbad-4594-8d30-7156ef94b322, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=039b09f6-fbad-4594-8d30-7156ef94b322,segment=NetworkSegment(0dd0625b-493e-415a-9ca4-e3281e6927e1),segment_id=0dd0625b-493e-415a-9ca4-e3281e6927e1)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:16:37.858789 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (039b09f6-fbad-4594-8d30-7156ef94b322), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:37.907423 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=039b09f6-fbad-4594-8d30-7156ef94b322,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:38.062014 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['039b09f6-fbad-4594-8d30-7156ef94b322'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:16:38.507341 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05757e-6048-434c-afa1-c0657b5cb21d req-d945d981-814a-4491-82ec-f39c56d3bc18 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:38.508882 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fb05757e-6048-434c-afa1-c0657b5cb21d req-d945d981-814a-4491-82ec-f39c56d3bc18 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 945 time: 0.0532329 Mar 23 03:16:38.558429 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fb05757e-6048-434c-afa1-c0657b5cb21d req-b450073d-12f9-4c6b-9e4d-5a5e627c3a6f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=b328cc5d-5dcf-4d9e-b8a5-4cae8309adba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440631 Mar 23 03:16:39.601629 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 039b09f6-fbad-4594-8d30-7156ef94b322 up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:16:39.715352 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port 039b09f6-fbad-4594-8d30-7156ef94b322 completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 03:16:39.720241 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 039b09f6-fbad-4594-8d30-7156ef94b322 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:16:39.720679 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (039b09f6-fbad-4594-8d30-7156ef94b322), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:39.738117 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab224f8-93be-4b70-9498-3a004a3589f7 req-3c4d66f4-01dc-4957-a69a-e91d781ce94f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:39.739610 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-cab224f8-93be-4b70-9498-3a004a3589f7 req-3c4d66f4-01dc-4957-a69a-e91d781ce94f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 945 time: 0.0587621 Mar 23 03:16:39.788825 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-cab224f8-93be-4b70-9498-3a004a3589f7 req-5b656b41-03b4-49c0-ab35-10b38e2c6cb7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=b328cc5d-5dcf-4d9e-b8a5-4cae8309adba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436656 Mar 23 03:16:39.798223 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 039b09f6-fbad-4594-8d30-7156ef94b322 is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:16:39.798676 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (039b09f6-fbad-4594-8d30-7156ef94b322), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:39.821577 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9672d766-e9db-4387-b59f-315b91b606aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039b09f6-fbad-4594-8d30-7156ef94b322'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:16:39.823856 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5749c7f-b8f7-4ac1-a178-7ce6373d799a" -d '{"events": [{"server_uuid": "9672d766-e9db-4387-b59f-315b91b606aa", "name": "network-vif-plugged", "status": "completed", "tag": "039b09f6-fbad-4594-8d30-7156ef94b322"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:16:39.836822 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 039b09f6-fbad-4594-8d30-7156ef94b322, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=039b09f6-fbad-4594-8d30-7156ef94b322,segment=NetworkSegment(0dd0625b-493e-415a-9ca4-e3281e6927e1),segment_id=0dd0625b-493e-415a-9ca4-e3281e6927e1)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:16:39.864286 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb9c8d3-4a2f-41c6-a02d-21b1f1c1f7a6 x-openstack-request-id: req-3eb9c8d3-4a2f-41c6-a02d-21b1f1c1f7a6 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:16:39.864587 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9672d766-e9db-4387-b59f-315b91b606aa", "name": "network-vif-plugged", "status": "completed", "tag": "039b09f6-fbad-4594-8d30-7156ef94b322", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:16:39.864875 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3eb9c8d3-4a2f-41c6-a02d-21b1f1c1f7a6 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:16:39.865308 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eb9c8d3-4a2f-41c6-a02d-21b1f1c1f7a6'] response: {'server_uuid': '9672d766-e9db-4387-b59f-315b91b606aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039b09f6-fbad-4594-8d30-7156ef94b322', 'code': 200} Mar 23 03:16:39.904060 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (039b09f6-fbad-4594-8d30-7156ef94b322), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:39.954966 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=039b09f6-fbad-4594-8d30-7156ef94b322,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:40.188973 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cca6c2-cdc9-4f84-9903-5553fb9a492c req-109822d3-e140-40dd-ac74-d507bc59a851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:40.190533 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-50cca6c2-cdc9-4f84-9903-5553fb9a492c req-109822d3-e140-40dd-ac74-d507bc59a851 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 1130 time: 0.0465243 Mar 23 03:16:40.236454 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-50cca6c2-cdc9-4f84-9903-5553fb9a492c req-a0b76343-9ca2-4d45-853c-3b943e94794e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b328cc5d-5dcf-4d9e-b8a5-4cae8309adba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402822 Mar 23 03:16:40.908130 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9686ed1-813a-4c30-9571-7849404f8f78 req-c2bfec25-2f7f-4cb1-b007-254727d148c7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:40.909621 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d9686ed1-813a-4c30-9571-7849404f8f78 req-c2bfec25-2f7f-4cb1-b007-254727d148c7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 946 time: 0.0539072 Mar 23 03:16:40.959195 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d9686ed1-813a-4c30-9571-7849404f8f78 req-602208e3-ec3c-40c9-a103-af08145a48a6 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=b328cc5d-5dcf-4d9e-b8a5-4cae8309adba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441294 Mar 23 03:16:41.875737 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:16:42.081151 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1346a95-d70b-409f-ad58-f71255300a9d req-e2fde205-a4ab-422d-b47b-5c05c68ba1fd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:42.082640 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f1346a95-d70b-409f-ad58-f71255300a9d req-e2fde205-a4ab-422d-b47b-5c05c68ba1fd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 946 time: 0.0570035 Mar 23 03:16:42.130661 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f1346a95-d70b-409f-ad58-f71255300a9d req-f1f2b0f0-256d-45ba-b3f6-c7527855977a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=b328cc5d-5dcf-4d9e-b8a5-4cae8309adba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424740 Mar 23 03:16:42.254277 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f733e-a55b-4b52-87ee-97676800298a req-913486b5-296d-43e5-8ef0-36a6d6ee403d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:42.255738 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-260f733e-a55b-4b52-87ee-97676800298a req-913486b5-296d-43e5-8ef0-36a6d6ee403d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 946 time: 0.0531204 Mar 23 03:16:42.308099 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-260f733e-a55b-4b52-87ee-97676800298a req-7d09c9e6-deba-4829-b5df-1145ee8933cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=b328cc5d-5dcf-4d9e-b8a5-4cae8309adba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467303 Mar 23 03:16:42.330250 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40622) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:16:42.373386 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ee26d5-81ca-464a-b361-c52200e9fed3 tempest-TestNetworkAdvancedServerOps-344769112 tempest-TestNetworkAdvancedServerOps-344769112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:42.375193 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-41ee26d5-81ca-464a-b361-c52200e9fed3 tempest-TestNetworkAdvancedServerOps-344769112 tempest-TestNetworkAdvancedServerOps-344769112-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 1125 time: 0.0436730 Mar 23 03:16:42.377641 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40624) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:16:42.381812 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-cbb3378d-52f5-4455-89d0-70af2e9ce2ec tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'port_id': '039b09f6-fbad-4594-8d30-7156ef94b322', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:16:42.474353 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cbb3378d-52f5-4455-89d0-70af2e9ce2ec tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:42.568900 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cbb3378d-52f5-4455-89d0-70af2e9ce2ec tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:42.670847 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-cbb3378d-52f5-4455-89d0-70af2e9ce2ec tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Allocated IP 172.26.2.150 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/dc55e2ab-e086-49cf-bc61-00ae47eeb23c) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:16:42.768283 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cbb3378d-52f5-4455-89d0-70af2e9ce2ec tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for port (dc55e2ab-e086-49cf-bc61-00ae47eeb23c), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:42.846950 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cbb3378d-52f5-4455-89d0-70af2e9ce2ec tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (dc55e2ab-e086-49cf-bc61-00ae47eeb23c), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:42.887084 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb3378d-52f5-4455-89d0-70af2e9ce2ec tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:16:42.890030 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-cbb3378d-52f5-4455-89d0-70af2e9ce2ec tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:16:42.896079 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb3378d-52f5-4455-89d0-70af2e9ce2ec tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:16:42.901462 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3378d-52f5-4455-89d0-70af2e9ce2ec tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Port': ['ID=dc55e2ab-e086-49cf-bc61-00ae47eeb23c,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:43.237851 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cbb3378d-52f5-4455-89d0-70af2e9ce2ec tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for floatingip (0706e568-48f9-4261-99b7-c577731ea4f4), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:43.393503 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cbb3378d-52f5-4455-89d0-70af2e9ce2ec tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (dc55e2ab-e086-49cf-bc61-00ae47eeb23c), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:43.539150 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cbb3378d-52f5-4455-89d0-70af2e9ce2ec tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for port (dc55e2ab-e086-49cf-bc61-00ae47eeb23c), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:43.593798 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cbb3378d-52f5-4455-89d0-70af2e9ce2ec tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (dc55e2ab-e086-49cf-bc61-00ae47eeb23c), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:43.663859 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3378d-52f5-4455-89d0-70af2e9ce2ec tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Port': ['ID=dc55e2ab-e086-49cf-bc61-00ae47eeb23c,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:16:43.677409 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cbb3378d-52f5-4455-89d0-70af2e9ce2ec tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (0706e568-48f9-4261-99b7-c577731ea4f4), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:43.777285 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-cbb3378d-52f5-4455-89d0-70af2e9ce2ec tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Floating IP 0706e568-48f9-4261-99b7-c577731ea4f4 associated. External IP: 172.26.2.150, port: 039b09f6-fbad-4594-8d30-7156ef94b322. Mar 23 03:16:43.994524 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb3378d-52f5-4455-89d0-70af2e9ce2ec tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Router d601742c-3d1a-44e0-a7e3-78a64398e77f has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:16:44.416462 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb3378d-52f5-4455-89d0-70af2e9ce2ec tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:16:44.426344 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0974573b-52dc-4fe6-95b9-c31b65b5022d None None] Sync routers for ids ['d601742c-3d1a-44e0-a7e3-78a64398e77f'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:16:44.436098 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0974573b-52dc-4fe6-95b9-c31b65b5022d None None] Routers {'d601742c-3d1a-44e0-a7e3-78a64398e77f'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:16:44.436708 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-0974573b-52dc-4fe6-95b9-c31b65b5022d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:16:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d601742c-3d1a-44e0-a7e3-78a64398e77f'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:16:44.487814 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cbb3378d-52f5-4455-89d0-70af2e9ce2ec tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:44.517097 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-cbb3378d-52f5-4455-89d0-70af2e9ce2ec tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1384640 Mar 23 03:16:44.517709 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9672d766-e9db-4387-b59f-315b91b606aa', 'tag': '039b09f6-fbad-4594-8d30-7156ef94b322'}] {{(pid=104348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:16:44.519974 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a43494f7a0cd0c51715e4079ece57a9ff1e623b58ceb021b6bb41ba87478d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb36eee1-bf82-49eb-a595-9baa5dc8bc7e" -d '{"events": [{"name": "network-changed", "server_uuid": "9672d766-e9db-4387-b59f-315b91b606aa", "tag": "039b09f6-fbad-4594-8d30-7156ef94b322"}]}' {{(pid=104348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:16:44.546563 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-0974573b-52dc-4fe6-95b9-c31b65b5022d None None] Set router d601742c-3d1a-44e0-a7e3-78a64398e77f gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:16:44.618143 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1de6ff0-2464-43dc-a01f-47bc65cd2de1 x-openstack-request-id: req-d1de6ff0-2464-43dc-a01f-47bc65cd2de1 {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:16:44.618143 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9672d766-e9db-4387-b59f-315b91b606aa", "tag": "039b09f6-fbad-4594-8d30-7156ef94b322", "status": "completed", "code": 200}]} {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:16:44.618143 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1de6ff0-2464-43dc-a01f-47bc65cd2de1 {{(pid=104348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:16:44.618143 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1de6ff0-2464-43dc-a01f-47bc65cd2de1'] response: {'name': 'network-changed', 'server_uuid': '9672d766-e9db-4387-b59f-315b91b606aa', 'tag': '039b09f6-fbad-4594-8d30-7156ef94b322', 'status': 'completed', 'code': 200} Mar 23 03:16:44.631604 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574050e6-3548-4ef9-bdf1-195d5222ff33 req-52b44aca-bf2f-4b6e-9f6a-1e2e6dd31d1a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:44.636313 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-574050e6-3548-4ef9-bdf1-195d5222ff33 req-52b44aca-bf2f-4b6e-9f6a-1e2e6dd31d1a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 946 time: 0.0641208 Mar 23 03:16:44.728786 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-574050e6-3548-4ef9-bdf1-195d5222ff33 req-87665649-bd06-4c33-a1a2-aad7d5763bbe tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=b328cc5d-5dcf-4d9e-b8a5-4cae8309adba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892375 Mar 23 03:16:44.730832 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36eee1-bf82-49eb-a595-9baa5dc8bc7e req-21f164f6-bf01-4bb2-955b-cab0de60fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:44.732285 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cb36eee1-bf82-49eb-a595-9baa5dc8bc7e req-21f164f6-bf01-4bb2-955b-cab0de60fa1a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 1130 time: 0.0859175 Mar 23 03:16:44.751933 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40632) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:16:44.798239 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-0974573b-52dc-4fe6-95b9-c31b65b5022d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431396165', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'c07cac33-3635-40a1-8550-1f666b7a58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:16:24Z', 'updated_at': '2022-03-23T03:16:28Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': 'c07cac33-3635-40a1-8550-1f666b7a58ba', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:16:24Z', 'updated_at': '2022-03-23T03:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '0706e568-48f9-4261-99b7-c577731ea4f4', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'floating_ip_address': '172.26.2.150', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'port_id': '039b09f6-fbad-4594-8d30-7156ef94b322', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be885b6b-ddf1-449b-865c-1e342705c9c1', 'mac_address': 'fa:16:3e:21:c0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9672d766-e9db-4387-b59f-315b91b606aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:16:43Z', 'updated_at': '2022-03-23T03:16:43Z', 'revision_number': 0, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8a6f856-72c8-4fb2-894f-31bcc14f7f38', 'name': '', 'network_id': 'be885b6b-ddf1-449b-865c-1e342705c9c1', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:0b:49:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '6aa66da6-89d5-42c2-a4d6-e7c191d47d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:16:27Z', 'updated_at': '2022-03-23T03:16:31Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '6aa66da6-89d5-42c2-a4d6-e7c191d47d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:16:44.821185 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1791721f-0cef-49af-a951-f84aacb7037b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/floatingips/0706e568-48f9-4261-99b7-c577731ea4f4 HTTP/1.1" status: 200 len: 992 time: 0.0681081 Mar 23 03:16:44.829450 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36eee1-bf82-49eb-a595-9baa5dc8bc7e req-b6e46213-18c0-436c-81a9-b487b9b4f808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:44.830217 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0974573b-52dc-4fe6-95b9-c31b65b5022d None None] Checking router: d601742c-3d1a-44e0-a7e3-78a64398e77f for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:16:44.830908 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cb36eee1-bf82-49eb-a595-9baa5dc8bc7e req-b6e46213-18c0-436c-81a9-b487b9b4f808 service neutron] 10.222.0.23 "GET /v2.0/networks?id=be885b6b-ddf1-449b-865c-1e342705c9c1 HTTP/1.1" status: 200 len: 898 time: 0.0929370 Mar 23 03:16:44.838573 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0974573b-52dc-4fe6-95b9-c31b65b5022d None None] Routers {'d601742c-3d1a-44e0-a7e3-78a64398e77f'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:16:44.839175 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-0974573b-52dc-4fe6-95b9-c31b65b5022d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:16:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d601742c-3d1a-44e0-a7e3-78a64398e77f'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:16:44.899003 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cb36eee1-bf82-49eb-a595-9baa5dc8bc7e req-ba71232d-1953-44db-ae62-3f7fec7d2d28 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=039b09f6-fbad-4594-8d30-7156ef94b322 HTTP/1.1" status: 200 len: 1000 time: 0.0622780 Mar 23 03:16:44.948922 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36eee1-bf82-49eb-a595-9baa5dc8bc7e req-84af43ed-b98a-4254-b0b1-3d8014ddda57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:44.950449 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cb36eee1-bf82-49eb-a595-9baa5dc8bc7e req-84af43ed-b98a-4254-b0b1-3d8014ddda57 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6aa66da6-89d5-42c2-a4d6-e7c191d47d45 HTTP/1.1" status: 200 len: 834 time: 0.0465500 Mar 23 03:16:45.001655 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36eee1-bf82-49eb-a595-9baa5dc8bc7e req-179e1f80-0ca6-403a-8e8c-35452cfce095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:16:45.003106 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cb36eee1-bf82-49eb-a595-9baa5dc8bc7e req-179e1f80-0ca6-403a-8e8c-35452cfce095 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=be885b6b-ddf1-449b-865c-1e342705c9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0473037 Mar 23 03:16:45.093346 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-0974573b-52dc-4fe6-95b9-c31b65b5022d None None] Set router d601742c-3d1a-44e0-a7e3-78a64398e77f gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:16:45.096776 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cb36eee1-bf82-49eb-a595-9baa5dc8bc7e req-96c4d816-32d3-4ebd-8581-a9b67d8a74fa service neutron] 10.222.0.23 "GET /v2.0/networks/be885b6b-ddf1-449b-865c-1e342705c9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876822 Mar 23 03:16:45.188835 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cb36eee1-bf82-49eb-a595-9baa5dc8bc7e req-351ffc62-80d9-406e-acc7-3f807adbfc11 service neutron] 10.222.0.23 "GET /v2.0/networks/be885b6b-ddf1-449b-865c-1e342705c9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863380 Mar 23 03:16:45.318047 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-0974573b-52dc-4fe6-95b9-c31b65b5022d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431396165', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'c07cac33-3635-40a1-8550-1f666b7a58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:16:24Z', 'updated_at': '2022-03-23T03:16:28Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': 'c07cac33-3635-40a1-8550-1f666b7a58ba', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:16:24Z', 'updated_at': '2022-03-23T03:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '0706e568-48f9-4261-99b7-c577731ea4f4', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'floating_ip_address': '172.26.2.150', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'port_id': '039b09f6-fbad-4594-8d30-7156ef94b322', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be885b6b-ddf1-449b-865c-1e342705c9c1', 'mac_address': 'fa:16:3e:21:c0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9672d766-e9db-4387-b59f-315b91b606aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:16:43Z', 'updated_at': '2022-03-23T03:16:43Z', 'revision_number': 0, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8a6f856-72c8-4fb2-894f-31bcc14f7f38', 'name': '', 'network_id': 'be885b6b-ddf1-449b-865c-1e342705c9c1', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:0b:49:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '6aa66da6-89d5-42c2-a4d6-e7c191d47d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:16:27Z', 'updated_at': '2022-03-23T03:16:31Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '6aa66da6-89d5-42c2-a4d6-e7c191d47d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:16:45.347271 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0974573b-52dc-4fe6-95b9-c31b65b5022d None None] The sync data for ids ['d601742c-3d1a-44e0-a7e3-78a64398e77f'] in dv-neutron-834613-2-hyperv is: [{'id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431396165', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'c07cac33-3635-40a1-8550-1f666b7a58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:16:24Z', 'updated_at': '2022-03-23T03:16:28Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': 'c07cac33-3635-40a1-8550-1f666b7a58ba', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:16:24Z', 'updated_at': '2022-03-23T03:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '0706e568-48f9-4261-99b7-c577731ea4f4', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'floating_ip_address': '172.26.2.150', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'port_id': '039b09f6-fbad-4594-8d30-7156ef94b322', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be885b6b-ddf1-449b-865c-1e342705c9c1', 'mac_address': 'fa:16:3e:21:c0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9672d766-e9db-4387-b59f-315b91b606aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:16:43Z', 'updated_at': '2022-03-23T03:16:43Z', 'revision_number': 0, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8a6f856-72c8-4fb2-894f-31bcc14f7f38', 'name': '', 'network_id': 'be885b6b-ddf1-449b-865c-1e342705c9c1', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:0b:49:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '6aa66da6-89d5-42c2-a4d6-e7c191d47d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:16:27Z', 'updated_at': '2022-03-23T03:16:31Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '6aa66da6-89d5-42c2-a4d6-e7c191d47d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:16:45.547909 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b62437f-bb9d-4bef-83ed-87c5fce2fa21 None None] New status for floating IP 0706e568-48f9-4261-99b7-c577731ea4f4: ACTIVE {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 03:16:45.824962 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40634) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:16:45.889786 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-ecc805fb-7e84-403e-a78c-2d7c49cf2b9b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/floatingips/0706e568-48f9-4261-99b7-c577731ea4f4 HTTP/1.1" status: 200 len: 994 time: 0.0636833 Mar 23 03:16:47.618009 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-75fba07c-9750-4c6e-a556-51115df16923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:49.012304 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:49.915342 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-35d30a27-a54f-4aa9-b776-db65cd4da385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:51.371011 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:52.800641 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:16:54.000938 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:17:12.838474 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae6abe-df74-4c82-b03e-bfffd082e376 req-133c44b1-ecb8-45fa-a6de-397f55e2cf41 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:17:12.839994 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a6ae6abe-df74-4c82-b03e-bfffd082e376 req-133c44b1-ecb8-45fa-a6de-397f55e2cf41 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 946 time: 0.0559983 Mar 23 03:17:12.888674 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a6ae6abe-df74-4c82-b03e-bfffd082e376 req-86057ec7-f3ea-40f6-b698-fb4a525c4a76 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=b328cc5d-5dcf-4d9e-b8a5-4cae8309adba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430844 Mar 23 03:17:14.010734 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23962a-3754-4436-bea4-0b36139a853e req-91e88e33-a68e-4db3-82e5-f1f134135d3f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:17:14.012237 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cc23962a-3754-4436-bea4-0b36139a853e req-91e88e33-a68e-4db3-82e5-f1f134135d3f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 946 time: 0.0534739 Mar 23 03:17:14.059716 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cc23962a-3754-4436-bea4-0b36139a853e req-c480813e-41cf-4f0f-9d47-a8e4cee18c2f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=b328cc5d-5dcf-4d9e-b8a5-4cae8309adba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412409 Mar 23 03:17:15.178790 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a0059-154b-41b5-9409-0c92dd96fc24 req-a716f429-83d1-47cf-88e2-826b781e0285 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:17:15.180286 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6a8a0059-154b-41b5-9409-0c92dd96fc24 req-a716f429-83d1-47cf-88e2-826b781e0285 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 946 time: 0.0529256 Mar 23 03:17:15.230550 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6a8a0059-154b-41b5-9409-0c92dd96fc24 req-f99e52e1-0771-4a7c-8e85-f25d450da9b5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=b328cc5d-5dcf-4d9e-b8a5-4cae8309adba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446851 Mar 23 03:17:16.345492 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93170cb9-01db-463d-aa32-d8da11335183 req-fb128333-7de4-47d5-a8c7-b7a28264c5ee tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:17:16.346956 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-93170cb9-01db-463d-aa32-d8da11335183 req-fb128333-7de4-47d5-a8c7-b7a28264c5ee tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 946 time: 0.0515964 Mar 23 03:17:16.396939 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-93170cb9-01db-463d-aa32-d8da11335183 req-7452fd11-db2f-4375-8f45-05b9b013a2ed tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=b328cc5d-5dcf-4d9e-b8a5-4cae8309adba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444345 Mar 23 03:17:17.513666 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606eabd-2d90-4301-a988-1ac573683140 req-a6a4abce-7e22-4d33-84e6-3a3840e6457d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:17:17.515265 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3606eabd-2d90-4301-a988-1ac573683140 req-a6a4abce-7e22-4d33-84e6-3a3840e6457d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 946 time: 0.0522399 Mar 23 03:17:17.566852 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3606eabd-2d90-4301-a988-1ac573683140 req-67ee86e1-126b-4374-89af-f20c99d0c8b0 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=b328cc5d-5dcf-4d9e-b8a5-4cae8309adba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459757 Mar 23 03:17:17.628931 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-84bc59f6-f6b9-482d-9484-0c577b0d963c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:17:18.683989 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5d324-2ea4-485a-8a3f-7d9b814104df req-8df7c04e-6ad6-41d0-b391-03e2e698b5d3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:17:18.685458 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cbe5d324-2ea4-485a-8a3f-7d9b814104df req-8df7c04e-6ad6-41d0-b391-03e2e698b5d3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 946 time: 0.0520349 Mar 23 03:17:18.733396 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cbe5d324-2ea4-485a-8a3f-7d9b814104df req-f276398d-b729-40b5-81bf-f5522633fe93 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=b328cc5d-5dcf-4d9e-b8a5-4cae8309adba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409434 Mar 23 03:17:18.876622 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:17:19.033384 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:17:19.853105 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f9766-9389-409c-a3bb-bef53928c325 req-93f891ed-4f54-4e78-85b6-e8688c333a9f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:17:19.854535 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ab6f9766-9389-409c-a3bb-bef53928c325 req-93f891ed-4f54-4e78-85b6-e8688c333a9f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 946 time: 0.0518069 Mar 23 03:17:19.902817 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ab6f9766-9389-409c-a3bb-bef53928c325 req-9db0b973-372f-41ad-afb5-75379487537e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=b328cc5d-5dcf-4d9e-b8a5-4cae8309adba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427439 Mar 23 03:17:19.937234 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-55d81e1d-0f8e-4537-86ac-c6575b10849e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:17:20.196870 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [req-9a1c1c47-ef57-43df-a4bc-f79cb4cd2e0d req-c580ede7-2e2f-41f3-9245-a180f63f50e6 service neutron] (104349) timed out ('10.222.0.23', 63207) {{(pid=104349) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 03:17:21.031451 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8399b7-94d4-4ec1-b3db-31db56a90a86 req-d268289d-dfa8-41f8-b8dd-1b5326482976 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:17:21.032931 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5a8399b7-94d4-4ec1-b3db-31db56a90a86 req-d268289d-dfa8-41f8-b8dd-1b5326482976 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 946 time: 0.0524945 Mar 23 03:17:21.080575 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5a8399b7-94d4-4ec1-b3db-31db56a90a86 req-5dee4c69-8c02-46eb-bad7-b18b0dcd7b13 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=b328cc5d-5dcf-4d9e-b8a5-4cae8309adba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422256 Mar 23 03:17:21.371504 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:17:22.196293 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142635b-ebaa-48fc-b060-9f9104dc52a1 req-ffa62c07-8b49-4673-83dc-69b65dc693d1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:17:22.197717 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d142635b-ebaa-48fc-b060-9f9104dc52a1 req-ffa62c07-8b49-4673-83dc-69b65dc693d1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 946 time: 0.0523143 Mar 23 03:17:22.245709 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d142635b-ebaa-48fc-b060-9f9104dc52a1 req-d3fe26de-b55f-4b82-82e2-778445f88150 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=b328cc5d-5dcf-4d9e-b8a5-4cae8309adba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421560 Mar 23 03:17:22.812292 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:17:23.365532 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e91d29-250a-4536-a57a-58a5e0c8f272 req-a11d0e67-077b-4446-951e-88b0ba37b85d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:17:23.366986 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d6e91d29-250a-4536-a57a-58a5e0c8f272 req-a11d0e67-077b-4446-951e-88b0ba37b85d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 946 time: 0.0555918 Mar 23 03:17:23.414372 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d6e91d29-250a-4536-a57a-58a5e0c8f272 req-22657777-2a02-4eb9-9b0c-a44a1f4a8019 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=b328cc5d-5dcf-4d9e-b8a5-4cae8309adba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416334 Mar 23 03:17:23.435601 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40666) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:17:23.498247 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6926831e-6e56-4ca5-9b3c-917b1f314a21 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/floatingips/0706e568-48f9-4261-99b7-c577731ea4f4 HTTP/1.1" status: 200 len: 994 time: 0.0614192 Mar 23 03:17:23.994009 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:17:24.936591 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621563b8-7659-4687-a104-9ba9b18681a7 req-a1c88fb2-d03c-42da-91cd-76ba2e7b8ea1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:17:24.938131 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-621563b8-7659-4687-a104-9ba9b18681a7 req-a1c88fb2-d03c-42da-91cd-76ba2e7b8ea1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 946 time: 0.0553114 Mar 23 03:17:24.986862 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-621563b8-7659-4687-a104-9ba9b18681a7 req-c8be7553-a379-4665-ab3f-aecce74c33d9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=b328cc5d-5dcf-4d9e-b8a5-4cae8309adba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428598 Mar 23 03:17:24.997367 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a62745-c136-41fd-b659-db85dadf5f07 req-40e86e68-15e0-4973-988e-8b92bc0a2e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:17:24.999238 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a5a62745-c136-41fd-b659-db85dadf5f07 req-40e86e68-15e0-4973-988e-8b92bc0a2e82 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 1130 time: 0.0448847 Mar 23 03:17:25.091518 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a62745-c136-41fd-b659-db85dadf5f07 req-e81bb0f2-0866-4d47-b323-4344ca273316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:17:25.093627 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a5a62745-c136-41fd-b659-db85dadf5f07 req-e81bb0f2-0866-4d47-b323-4344ca273316 service neutron] 10.222.0.23 "GET /v2.0/networks?id=be885b6b-ddf1-449b-865c-1e342705c9c1 HTTP/1.1" status: 200 len: 898 time: 0.0880384 Mar 23 03:17:25.156808 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a5a62745-c136-41fd-b659-db85dadf5f07 req-2738f258-3a1b-44ba-9936-4b720f549c1e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=039b09f6-fbad-4594-8d30-7156ef94b322 HTTP/1.1" status: 200 len: 1002 time: 0.0574534 Mar 23 03:17:25.204579 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a62745-c136-41fd-b659-db85dadf5f07 req-3ddfa246-7ed3-40bb-942d-de72aa95857d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:17:25.206035 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a5a62745-c136-41fd-b659-db85dadf5f07 req-3ddfa246-7ed3-40bb-942d-de72aa95857d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6aa66da6-89d5-42c2-a4d6-e7c191d47d45 HTTP/1.1" status: 200 len: 834 time: 0.0434945 Mar 23 03:17:25.257130 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a62745-c136-41fd-b659-db85dadf5f07 req-286f3af9-d2a4-4b7f-bbe6-07d157bf674b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:17:25.258609 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a5a62745-c136-41fd-b659-db85dadf5f07 req-286f3af9-d2a4-4b7f-bbe6-07d157bf674b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=be885b6b-ddf1-449b-865c-1e342705c9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0472767 Mar 23 03:17:25.345862 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a5a62745-c136-41fd-b659-db85dadf5f07 req-2ad5a03c-db82-4e91-b600-cbf083fde261 service neutron] 10.222.0.23 "GET /v2.0/networks/be885b6b-ddf1-449b-865c-1e342705c9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816276 Mar 23 03:17:25.434712 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a5a62745-c136-41fd-b659-db85dadf5f07 req-4d4ca314-9b83-465a-8e26-c692f934d82d service neutron] 10.222.0.23 "GET /v2.0/networks/be885b6b-ddf1-449b-865c-1e342705c9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832477 Mar 23 03:17:26.111010 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b6bbc-bdab-4525-8e69-93f3b11c25cc req-3a2beef4-0b83-45e5-b3f8-d81b7cca9b8a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:17:26.112519 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-964b6bbc-bdab-4525-8e69-93f3b11c25cc req-3a2beef4-0b83-45e5-b3f8-d81b7cca9b8a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 946 time: 0.0549266 Mar 23 03:17:26.160118 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-964b6bbc-bdab-4525-8e69-93f3b11c25cc req-f6cb8d7a-b88a-4d1c-a240-4a48c849d20b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=b328cc5d-5dcf-4d9e-b8a5-4cae8309adba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418849 Mar 23 03:17:26.182592 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40676) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:17:26.245402 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-234b3bc1-a1f7-4d94-98e6-8b250bb147cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/floatingips/0706e568-48f9-4261-99b7-c577731ea4f4 HTTP/1.1" status: 200 len: 994 time: 0.0616851 Mar 23 03:17:29.600541 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d778bff3-0b65-417b-a994-c939947bc25d req-a0a4f46e-c863-4cf3-a84a-c2aa4a9b11fd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9672d766-e9db-4387-b59f-315b91b606aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441692 Mar 23 03:17:29.684663 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778bff3-0b65-417b-a994-c939947bc25d req-0662cbff-fa90-4503-9521-1dedcacfbe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:17:29.686941 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d778bff3-0b65-417b-a994-c939947bc25d req-0662cbff-fa90-4503-9521-1dedcacfbe44 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 1130 time: 0.0468326 Mar 23 03:17:29.792847 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778bff3-0b65-417b-a994-c939947bc25d req-e07a338c-7b87-4d70-a297-ef45596d971d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:17:29.794339 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d778bff3-0b65-417b-a994-c939947bc25d req-e07a338c-7b87-4d70-a297-ef45596d971d service neutron] 10.222.0.23 "GET /v2.0/networks?id=be885b6b-ddf1-449b-865c-1e342705c9c1 HTTP/1.1" status: 200 len: 898 time: 0.0895300 Mar 23 03:17:29.860102 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d778bff3-0b65-417b-a994-c939947bc25d req-a9f9dac3-8366-44d7-ba15-169c6574deff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=039b09f6-fbad-4594-8d30-7156ef94b322 HTTP/1.1" status: 200 len: 1002 time: 0.0594530 Mar 23 03:17:29.909380 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778bff3-0b65-417b-a994-c939947bc25d req-e143c588-6a84-428d-9c0b-8fc671da57c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:17:29.910839 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d778bff3-0b65-417b-a994-c939947bc25d req-e143c588-6a84-428d-9c0b-8fc671da57c1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6aa66da6-89d5-42c2-a4d6-e7c191d47d45 HTTP/1.1" status: 200 len: 834 time: 0.0455441 Mar 23 03:17:29.963797 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778bff3-0b65-417b-a994-c939947bc25d req-fc97e348-b657-4353-884c-b8f77ed5cc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:17:29.965425 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d778bff3-0b65-417b-a994-c939947bc25d req-fc97e348-b657-4353-884c-b8f77ed5cc75 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=be885b6b-ddf1-449b-865c-1e342705c9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0490289 Mar 23 03:17:30.056981 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d778bff3-0b65-417b-a994-c939947bc25d req-0817ed87-e6a0-454e-9391-d870bc76faca service neutron] 10.222.0.23 "GET /v2.0/networks/be885b6b-ddf1-449b-865c-1e342705c9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851164 Mar 23 03:17:30.148955 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d778bff3-0b65-417b-a994-c939947bc25d req-7b24ee74-978c-4739-87f5-82affba2ed8c service neutron] 10.222.0.23 "GET /v2.0/networks/be885b6b-ddf1-449b-865c-1e342705c9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865052 Mar 23 03:17:47.621900 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d7bc3937-454f-4ab9-9639-5923301af7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:17:49.051254 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:17:49.936728 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-91d5196f-2672-48b7-bf88-4cf36abc473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:17:51.382190 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:17:52.816488 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:17:53.970730 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:17:55.874660 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:17:56.630286 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40690) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:17:56.785511 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-b4ddea63-5c1e-45eb-aee9-4111a5eeeaa9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Deleting port dc55e2ab-e086-49cf-bc61-00ae47eeb23c {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:17:56.785852 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b4ddea63-5c1e-45eb-aee9-4111a5eeeaa9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (dc55e2ab-e086-49cf-bc61-00ae47eeb23c), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:17:56.861518 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b4ddea63-5c1e-45eb-aee9-4111a5eeeaa9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (dc55e2ab-e086-49cf-bc61-00ae47eeb23c), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:17:56.862494 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b4ddea63-5c1e-45eb-aee9-4111a5eeeaa9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for floatingip (dc55e2ab-e086-49cf-bc61-00ae47eeb23c), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:17:56.873876 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-b4ddea63-5c1e-45eb-aee9-4111a5eeeaa9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Calling delete_port for dc55e2ab-e086-49cf-bc61-00ae47eeb23c owned by network:floatingip {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:17:57.067956 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b4ddea63-5c1e-45eb-aee9-4111a5eeeaa9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (dc55e2ab-e086-49cf-bc61-00ae47eeb23c), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:17:57.093635 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ddea63-5c1e-45eb-aee9-4111a5eeeaa9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'Port': ['ID=dc55e2ab-e086-49cf-bc61-00ae47eeb23c,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:17:57.117281 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ddea63-5c1e-45eb-aee9-4111a5eeeaa9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:17:57.117637 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ddea63-5c1e-45eb-aee9-4111a5eeeaa9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:17:57.117990 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ddea63-5c1e-45eb-aee9-4111a5eeeaa9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:17:57.118341 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ddea63-5c1e-45eb-aee9-4111a5eeeaa9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:17:57.118681 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ddea63-5c1e-45eb-aee9-4111a5eeeaa9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:17:57.119019 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ddea63-5c1e-45eb-aee9-4111a5eeeaa9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:17:57.119353 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ddea63-5c1e-45eb-aee9-4111a5eeeaa9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:17:57.119688 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ddea63-5c1e-45eb-aee9-4111a5eeeaa9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:17:57.120046 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ddea63-5c1e-45eb-aee9-4111a5eeeaa9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:17:57.120385 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ddea63-5c1e-45eb-aee9-4111a5eeeaa9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:17:57.120714 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ddea63-5c1e-45eb-aee9-4111a5eeeaa9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:17:57.121044 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ddea63-5c1e-45eb-aee9-4111a5eeeaa9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:17:57.121373 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ddea63-5c1e-45eb-aee9-4111a5eeeaa9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:17:57.121700 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ddea63-5c1e-45eb-aee9-4111a5eeeaa9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:17:57.122026 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ddea63-5c1e-45eb-aee9-4111a5eeeaa9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:17:57.164076 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b4ddea63-5c1e-45eb-aee9-4111a5eeeaa9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for floatingip (0706e568-48f9-4261-99b7-c577731ea4f4), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:17:57.164409 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-b4ddea63-5c1e-45eb-aee9-4111a5eeeaa9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Floating IP 0706e568-48f9-4261-99b7-c577731ea4f4 disassociated (deleted). External IP: 172.26.2.150, port: 039b09f6-fbad-4594-8d30-7156ef94b322. Mar 23 03:17:57.375665 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ddea63-5c1e-45eb-aee9-4111a5eeeaa9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Router d601742c-3d1a-44e0-a7e3-78a64398e77f has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:17:57.484748 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ddea63-5c1e-45eb-aee9-4111a5eeeaa9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:17:57.490185 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-b4ddea63-5c1e-45eb-aee9-4111a5eeeaa9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:17:57.502701 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482a05e4-969d-4e0c-a423-d3f44053f184 None None] Sync routers for ids ['d601742c-3d1a-44e0-a7e3-78a64398e77f'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:17:57.512451 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482a05e4-969d-4e0c-a423-d3f44053f184 None None] Routers {'d601742c-3d1a-44e0-a7e3-78a64398e77f'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:17:57.513139 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-482a05e4-969d-4e0c-a423-d3f44053f184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:17:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d601742c-3d1a-44e0-a7e3-78a64398e77f'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:17:57.519553 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-b4ddea63-5c1e-45eb-aee9-4111a5eeeaa9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "DELETE /v2.0/floatingips/0706e568-48f9-4261-99b7-c577731ea4f4 HTTP/1.1" status: 204 len: 168 time: 0.8881867 Mar 23 03:17:57.520159 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9672d766-e9db-4387-b59f-315b91b606aa', 'tag': '039b09f6-fbad-4594-8d30-7156ef94b322'}] {{(pid=104348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:17:57.522500 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a43494f7a0cd0c51715e4079ece57a9ff1e623b58ceb021b6bb41ba87478d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b432bf9a-89fd-449d-b807-3c8f6557fbd2" -d '{"events": [{"name": "network-changed", "server_uuid": "9672d766-e9db-4387-b59f-315b91b606aa", "tag": "039b09f6-fbad-4594-8d30-7156ef94b322"}]}' {{(pid=104348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:17:57.563783 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919a436b-94da-43c5-ac45-8d6929289e14 x-openstack-request-id: req-919a436b-94da-43c5-ac45-8d6929289e14 {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:17:57.564157 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9672d766-e9db-4387-b59f-315b91b606aa", "tag": "039b09f6-fbad-4594-8d30-7156ef94b322", "status": "completed", "code": 200}]} {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:17:57.564393 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-919a436b-94da-43c5-ac45-8d6929289e14 {{(pid=104348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:17:57.564785 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-919a436b-94da-43c5-ac45-8d6929289e14'] response: {'name': 'network-changed', 'server_uuid': '9672d766-e9db-4387-b59f-315b91b606aa', 'tag': '039b09f6-fbad-4594-8d30-7156ef94b322', 'status': 'completed', 'code': 200} Mar 23 03:17:57.625328 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-482a05e4-969d-4e0c-a423-d3f44053f184 None None] Set router d601742c-3d1a-44e0-a7e3-78a64398e77f gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:17:57.638672 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432bf9a-89fd-449d-b807-3c8f6557fbd2 req-962e9565-a2e2-48a1-bf0c-7451f191505c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:17:57.640414 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b432bf9a-89fd-449d-b807-3c8f6557fbd2 req-962e9565-a2e2-48a1-bf0c-7451f191505c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 1130 time: 0.0521803 Mar 23 03:17:57.740888 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432bf9a-89fd-449d-b807-3c8f6557fbd2 req-5b7f1374-23af-463a-9566-933dff5a7c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:17:57.742475 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b432bf9a-89fd-449d-b807-3c8f6557fbd2 req-5b7f1374-23af-463a-9566-933dff5a7c06 service neutron] 10.222.0.23 "GET /v2.0/networks?id=be885b6b-ddf1-449b-865c-1e342705c9c1 HTTP/1.1" status: 200 len: 898 time: 0.0898428 Mar 23 03:17:57.788311 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b432bf9a-89fd-449d-b807-3c8f6557fbd2 req-3624d1b0-27dd-4b5a-b24a-cc744995e29b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=039b09f6-fbad-4594-8d30-7156ef94b322 HTTP/1.1" status: 200 len: 217 time: 0.0376008 Mar 23 03:17:57.836331 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-482a05e4-969d-4e0c-a423-d3f44053f184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431396165', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'c07cac33-3635-40a1-8550-1f666b7a58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:16:24Z', 'updated_at': '2022-03-23T03:16:28Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': 'c07cac33-3635-40a1-8550-1f666b7a58ba', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:16:24Z', 'updated_at': '2022-03-23T03:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'c8a6f856-72c8-4fb2-894f-31bcc14f7f38', 'name': '', 'network_id': 'be885b6b-ddf1-449b-865c-1e342705c9c1', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:0b:49:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '6aa66da6-89d5-42c2-a4d6-e7c191d47d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:16:27Z', 'updated_at': '2022-03-23T03:16:31Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '6aa66da6-89d5-42c2-a4d6-e7c191d47d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:17:57.837495 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432bf9a-89fd-449d-b807-3c8f6557fbd2 req-624c5441-21ee-403c-a8fb-3f529bc01719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:17:57.839167 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b432bf9a-89fd-449d-b807-3c8f6557fbd2 req-624c5441-21ee-403c-a8fb-3f529bc01719 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6aa66da6-89d5-42c2-a4d6-e7c191d47d45 HTTP/1.1" status: 200 len: 834 time: 0.0459144 Mar 23 03:17:57.868783 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482a05e4-969d-4e0c-a423-d3f44053f184 None None] Checking router: d601742c-3d1a-44e0-a7e3-78a64398e77f for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:17:57.877293 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482a05e4-969d-4e0c-a423-d3f44053f184 None None] Routers {'d601742c-3d1a-44e0-a7e3-78a64398e77f'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:17:57.878233 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-482a05e4-969d-4e0c-a423-d3f44053f184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:17:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d601742c-3d1a-44e0-a7e3-78a64398e77f'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:17:57.893447 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432bf9a-89fd-449d-b807-3c8f6557fbd2 req-a6118c2c-329c-41a6-89de-e2b43cf781c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:17:57.894834 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b432bf9a-89fd-449d-b807-3c8f6557fbd2 req-a6118c2c-329c-41a6-89de-e2b43cf781c4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=be885b6b-ddf1-449b-865c-1e342705c9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0464506 Mar 23 03:17:57.931853 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24e72e-7a28-451d-99da-909acc1fdf25 req-491695f5-1017-47c1-aaa9-98fd06de2291 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:17:57.938728 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1f24e72e-7a28-451d-99da-909acc1fdf25 req-491695f5-1017-47c1-aaa9-98fd06de2291 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 946 time: 0.0637460 Mar 23 03:17:57.993930 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1f24e72e-7a28-451d-99da-909acc1fdf25 req-27a447fd-5bcf-4dbf-b43f-03a6b7b77021 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=b328cc5d-5dcf-4d9e-b8a5-4cae8309adba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543373 Mar 23 03:17:57.995002 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b432bf9a-89fd-449d-b807-3c8f6557fbd2 req-c23f5430-0c09-48d9-b4d9-2f0390ab8766 service neutron] 10.222.0.23 "GET /v2.0/networks/be885b6b-ddf1-449b-865c-1e342705c9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933144 Mar 23 03:17:58.000740 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-482a05e4-969d-4e0c-a423-d3f44053f184 None None] Set router d601742c-3d1a-44e0-a7e3-78a64398e77f gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:17:58.088031 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b432bf9a-89fd-449d-b807-3c8f6557fbd2 req-45b6d1ca-f04c-476f-b8b0-51a6481ee03a service neutron] 10.222.0.23 "GET /v2.0/networks/be885b6b-ddf1-449b-865c-1e342705c9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856404 Mar 23 03:17:58.203858 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-482a05e4-969d-4e0c-a423-d3f44053f184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431396165', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'c07cac33-3635-40a1-8550-1f666b7a58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:16:24Z', 'updated_at': '2022-03-23T03:16:28Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': 'c07cac33-3635-40a1-8550-1f666b7a58ba', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:16:24Z', 'updated_at': '2022-03-23T03:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'c8a6f856-72c8-4fb2-894f-31bcc14f7f38', 'name': '', 'network_id': 'be885b6b-ddf1-449b-865c-1e342705c9c1', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:0b:49:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '6aa66da6-89d5-42c2-a4d6-e7c191d47d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:16:27Z', 'updated_at': '2022-03-23T03:16:31Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '6aa66da6-89d5-42c2-a4d6-e7c191d47d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:17:58.230191 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482a05e4-969d-4e0c-a423-d3f44053f184 None None] The sync data for ids ['d601742c-3d1a-44e0-a7e3-78a64398e77f'] in dv-neutron-834613-2-hyperv is: [{'id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431396165', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'c07cac33-3635-40a1-8550-1f666b7a58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:16:24Z', 'updated_at': '2022-03-23T03:16:28Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': 'c07cac33-3635-40a1-8550-1f666b7a58ba', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:16:24Z', 'updated_at': '2022-03-23T03:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'c8a6f856-72c8-4fb2-894f-31bcc14f7f38', 'name': '', 'network_id': 'be885b6b-ddf1-449b-865c-1e342705c9c1', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:0b:49:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '6aa66da6-89d5-42c2-a4d6-e7c191d47d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:16:27Z', 'updated_at': '2022-03-23T03:16:31Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '6aa66da6-89d5-42c2-a4d6-e7c191d47d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:17:58.463153 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613217e0-d692-4b87-840a-8236e55cd7a3 None None] New status for floating IP 0706e568-48f9-4261-99b7-c577731ea4f4: DOWN {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 03:17:59.118582 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c850ef-8020-4a94-80ec-9abc105e5b12 req-30391dc7-6bd6-4b4c-b85c-99a9643671ce tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:17:59.120081 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-56c850ef-8020-4a94-80ec-9abc105e5b12 req-30391dc7-6bd6-4b4c-b85c-99a9643671ce tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 946 time: 0.0565317 Mar 23 03:17:59.169196 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-56c850ef-8020-4a94-80ec-9abc105e5b12 req-e82e2786-bea5-4a41-9a4d-43211f730f4b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=b328cc5d-5dcf-4d9e-b8a5-4cae8309adba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436327 Mar 23 03:17:59.394514 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b4923-4d13-4d74-a716-6b83d83e8682 req-e3133f08-b56e-43c1-92f1-4bb1dd525470 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:17:59.399141 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f22b4923-4d13-4d74-a716-6b83d83e8682 req-e3133f08-b56e-43c1-92f1-4bb1dd525470 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.23 "GET /v2.0/ports?device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 946 time: 0.0518699 Mar 23 03:17:59.488900 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-f22b4923-4d13-4d74-a716-6b83d83e8682 req-932748a8-61eb-4f70-a03a-12a9c7d62546 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Deleting port 039b09f6-fbad-4594-8d30-7156ef94b322 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:17:59.489240 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-f22b4923-4d13-4d74-a716-6b83d83e8682 req-932748a8-61eb-4f70-a03a-12a9c7d62546 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (039b09f6-fbad-4594-8d30-7156ef94b322), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:17:59.575622 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-f22b4923-4d13-4d74-a716-6b83d83e8682 req-932748a8-61eb-4f70-a03a-12a9c7d62546 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] For port 039b09f6-fbad-4594-8d30-7156ef94b322, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=039b09f6-fbad-4594-8d30-7156ef94b322,segment=NetworkSegment(0dd0625b-493e-415a-9ca4-e3281e6927e1),segment_id=0dd0625b-493e-415a-9ca4-e3281e6927e1)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:17:59.575941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-f22b4923-4d13-4d74-a716-6b83d83e8682 req-932748a8-61eb-4f70-a03a-12a9c7d62546 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (039b09f6-fbad-4594-8d30-7156ef94b322), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:17:59.588523 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-f22b4923-4d13-4d74-a716-6b83d83e8682 req-932748a8-61eb-4f70-a03a-12a9c7d62546 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Calling delete_port for 039b09f6-fbad-4594-8d30-7156ef94b322 owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:17:59.782034 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-f22b4923-4d13-4d74-a716-6b83d83e8682 req-932748a8-61eb-4f70-a03a-12a9c7d62546 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (039b09f6-fbad-4594-8d30-7156ef94b322), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:17:59.811193 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932748a8-61eb-4f70-a03a-12a9c7d62546 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'Port': ['ID=039b09f6-fbad-4594-8d30-7156ef94b322,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:17:59.824035 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932748a8-61eb-4f70-a03a-12a9c7d62546 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:17:59.824388 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932748a8-61eb-4f70-a03a-12a9c7d62546 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:17:59.824727 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932748a8-61eb-4f70-a03a-12a9c7d62546 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:17:59.825077 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932748a8-61eb-4f70-a03a-12a9c7d62546 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:17:59.825421 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932748a8-61eb-4f70-a03a-12a9c7d62546 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:17:59.825813 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932748a8-61eb-4f70-a03a-12a9c7d62546 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:17:59.826112 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932748a8-61eb-4f70-a03a-12a9c7d62546 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:17:59.826449 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932748a8-61eb-4f70-a03a-12a9c7d62546 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:17:59.826782 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932748a8-61eb-4f70-a03a-12a9c7d62546 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:17:59.827111 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932748a8-61eb-4f70-a03a-12a9c7d62546 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:17:59.827441 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932748a8-61eb-4f70-a03a-12a9c7d62546 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:17:59.827780 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932748a8-61eb-4f70-a03a-12a9c7d62546 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:17:59.828126 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932748a8-61eb-4f70-a03a-12a9c7d62546 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:17:59.828456 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932748a8-61eb-4f70-a03a-12a9c7d62546 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:17:59.828782 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932748a8-61eb-4f70-a03a-12a9c7d62546 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:17:59.864788 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22b4923-4d13-4d74-a716-6b83d83e8682 req-932748a8-61eb-4f70-a03a-12a9c7d62546 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] No DVR routers for this DVR port 039b09f6-fbad-4594-8d30-7156ef94b322 on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:17:59.867200 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-f22b4923-4d13-4d74-a716-6b83d83e8682 req-932748a8-61eb-4f70-a03a-12a9c7d62546 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:17:59.870448 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f22b4923-4d13-4d74-a716-6b83d83e8682 req-932748a8-61eb-4f70-a03a-12a9c7d62546 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.23 "DELETE /v2.0/ports/039b09f6-fbad-4594-8d30-7156ef94b322 HTTP/1.1" status: 204 len: 173 time: 0.4696012 Mar 23 03:17:59.870883 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9672d766-e9db-4387-b59f-315b91b606aa', 'name': 'network-vif-deleted', 'tag': '039b09f6-fbad-4594-8d30-7156ef94b322'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:17:59.873197 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb652ced-624e-4c9c-83f9-443c464b63cb" -d '{"events": [{"server_uuid": "9672d766-e9db-4387-b59f-315b91b606aa", "name": "network-vif-deleted", "tag": "039b09f6-fbad-4594-8d30-7156ef94b322"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:17:59.907965 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64dce55-0ba6-4c28-8168-ba25f730430b x-openstack-request-id: req-c64dce55-0ba6-4c28-8168-ba25f730430b {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:17:59.909086 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9672d766-e9db-4387-b59f-315b91b606aa", "name": "network-vif-deleted", "tag": "039b09f6-fbad-4594-8d30-7156ef94b322", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:17:59.909347 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c64dce55-0ba6-4c28-8168-ba25f730430b {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:17:59.909944 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c64dce55-0ba6-4c28-8168-ba25f730430b'] response: {'server_uuid': '9672d766-e9db-4387-b59f-315b91b606aa', 'name': 'network-vif-deleted', 'tag': '039b09f6-fbad-4594-8d30-7156ef94b322', 'status': 'completed', 'code': 200} Mar 23 03:18:00.286199 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-84c76ff6-47a4-4c18-a7a5-8975b32f94d8 req-79cedfa1-82d7-4720-bbb7-510196d2b2db tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=9672d766-e9db-4387-b59f-315b91b606aa HTTP/1.1" status: 200 len: 210 time: 0.0320535 Mar 23 03:18:01.341715 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40708) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:18:01.694181 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2d2c9c53-817d-4402-be6b-e507090091c6 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (d601742c-3d1a-44e0-a7e3-78a64398e77f), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:01.962241 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-2d2c9c53-817d-4402-be6b-e507090091c6 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Deleting port c8a6f856-72c8-4fb2-894f-31bcc14f7f38 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:18:01.962626 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2d2c9c53-817d-4402-be6b-e507090091c6 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (c8a6f856-72c8-4fb2-894f-31bcc14f7f38), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:02.053038 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-2d2c9c53-817d-4402-be6b-e507090091c6 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] For port c8a6f856-72c8-4fb2-894f-31bcc14f7f38, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=c8a6f856-72c8-4fb2-894f-31bcc14f7f38,segment=NetworkSegment(0dd0625b-493e-415a-9ca4-e3281e6927e1),segment_id=0dd0625b-493e-415a-9ca4-e3281e6927e1)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:18:02.053397 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2d2c9c53-817d-4402-be6b-e507090091c6 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (c8a6f856-72c8-4fb2-894f-31bcc14f7f38), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:02.066232 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-2d2c9c53-817d-4402-be6b-e507090091c6 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Calling delete_port for c8a6f856-72c8-4fb2-894f-31bcc14f7f38 owned by network:router_interface {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:18:02.301194 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2d2c9c53-817d-4402-be6b-e507090091c6 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (c8a6f856-72c8-4fb2-894f-31bcc14f7f38), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:02.325434 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c9c53-817d-4402-be6b-e507090091c6 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'Port': ['ID=c8a6f856-72c8-4fb2-894f-31bcc14f7f38,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:02.508450 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2d2c9c53-817d-4402-be6b-e507090091c6 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (d601742c-3d1a-44e0-a7e3-78a64398e77f), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:02.783969 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2c9c53-817d-4402-be6b-e507090091c6 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Router d601742c-3d1a-44e0-a7e3-78a64398e77f has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:18:02.924098 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2c9c53-817d-4402-be6b-e507090091c6 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:18:02.930441 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2d2c9c53-817d-4402-be6b-e507090091c6 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "PUT /v2.0/routers/d601742c-3d1a-44e0-a7e3-78a64398e77f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5874262 Mar 23 03:18:02.933059 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40710) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:18:02.934250 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2cb0b6-3ee8-4868-8fb4-085ffbef74ca None None] Sync routers for ids ['d601742c-3d1a-44e0-a7e3-78a64398e77f'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:18:02.946163 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2cb0b6-3ee8-4868-8fb4-085ffbef74ca None None] Routers {'d601742c-3d1a-44e0-a7e3-78a64398e77f'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:18:02.946783 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-4d2cb0b6-3ee8-4868-8fb4-085ffbef74ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:17:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d601742c-3d1a-44e0-a7e3-78a64398e77f'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:18:02.988016 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-2970bea7-ac18-48b2-8ac9-f0e6d1153f0d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Deleting subnet 6aa66da6-89d5-42c2-a4d6-e7c191d47d45 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 03:18:02.991313 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2970bea7-ac18-48b2-8ac9-f0e6d1153f0d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for subnet (6aa66da6-89d5-42c2-a4d6-e7c191d47d45), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:03.032560 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2970bea7-ac18-48b2-8ac9-f0e6d1153f0d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (6aa66da6-89d5-42c2-a4d6-e7c191d47d45), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:03.077608 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-4d2cb0b6-3ee8-4868-8fb4-085ffbef74ca None None] Set router d601742c-3d1a-44e0-a7e3-78a64398e77f gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:18:03.124298 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2970bea7-ac18-48b2-8ac9-f0e6d1153f0d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (6aa66da6-89d5-42c2-a4d6-e7c191d47d45), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:03.264451 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2970bea7-ac18-48b2-8ac9-f0e6d1153f0d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (6aa66da6-89d5-42c2-a4d6-e7c191d47d45), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:03.297654 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970bea7-ac18-48b2-8ac9-f0e6d1153f0d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'Subnet': ['ID=6aa66da6-89d5-42c2-a4d6-e7c191d47d45,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:03.299321 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-4d2cb0b6-3ee8-4868-8fb4-085ffbef74ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431396165', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'c07cac33-3635-40a1-8550-1f666b7a58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:16:24Z', 'updated_at': '2022-03-23T03:18:02Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': 'c07cac33-3635-40a1-8550-1f666b7a58ba', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:16:24Z', 'updated_at': '2022-03-23T03:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:18:03.305246 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2970bea7-ac18-48b2-8ac9-f0e6d1153f0d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:03.308554 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2970bea7-ac18-48b2-8ac9-f0e6d1153f0d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "DELETE /v2.0/subnets/6aa66da6-89d5-42c2-a4d6-e7c191d47d45 HTTP/1.1" status: 204 len: 168 time: 0.3745606 Mar 23 03:18:03.311311 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40712) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:18:03.331892 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8104cc1-675f-46bc-bc39-6f1127b2f25c None None] Network be885b6b-ddf1-449b-865c-1e342705c9c1 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:18:03.334401 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2cb0b6-3ee8-4868-8fb4-085ffbef74ca None None] Checking router: d601742c-3d1a-44e0-a7e3-78a64398e77f for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:18:03.386288 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2cb0b6-3ee8-4868-8fb4-085ffbef74ca None None] Routers {'d601742c-3d1a-44e0-a7e3-78a64398e77f'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:18:03.386918 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-4d2cb0b6-3ee8-4868-8fb4-085ffbef74ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:17:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['d601742c-3d1a-44e0-a7e3-78a64398e77f'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:18:03.426292 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c00b1c45-5c60-4d60-a28c-07dad1783259 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router (d601742c-3d1a-44e0-a7e3-78a64398e77f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:03.684963 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-4d2cb0b6-3ee8-4868-8fb4-085ffbef74ca None None] Set router d601742c-3d1a-44e0-a7e3-78a64398e77f gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:18:03.746478 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0251c33-3141-4e9a-a7a9-5aa92b6c5961 None None] DHCP port deletion for be885b6b-ddf1-449b-865c-1e342705c9c1 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 03:18:03.891508 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c00b1c45-5c60-4d60-a28c-07dad1783259 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router_gateway (d601742c-3d1a-44e0-a7e3-78a64398e77f), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:03.892131 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e0251c33-3141-4e9a-a7a9-5aa92b6c5961 None None] Deleting port e8af349d-aded-4d8e-8eea-1e3a7e3111b4 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:18:03.892516 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e0251c33-3141-4e9a-a7a9-5aa92b6c5961 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (e8af349d-aded-4d8e-8eea-1e3a7e3111b4), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:03.968906 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-e0251c33-3141-4e9a-a7a9-5aa92b6c5961 None None] For port e8af349d-aded-4d8e-8eea-1e3a7e3111b4, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=e8af349d-aded-4d8e-8eea-1e3a7e3111b4,segment=NetworkSegment(0dd0625b-493e-415a-9ca4-e3281e6927e1),segment_id=0dd0625b-493e-415a-9ca4-e3281e6927e1)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:18:03.969613 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e0251c33-3141-4e9a-a7a9-5aa92b6c5961 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (e8af349d-aded-4d8e-8eea-1e3a7e3111b4), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:03.984363 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e0251c33-3141-4e9a-a7a9-5aa92b6c5961 None None] Calling delete_port for e8af349d-aded-4d8e-8eea-1e3a7e3111b4 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:18:03.996270 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-4d2cb0b6-3ee8-4868-8fb4-085ffbef74ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431396165', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'c07cac33-3635-40a1-8550-1f666b7a58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:16:24Z', 'updated_at': '2022-03-23T03:18:02Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': 'c07cac33-3635-40a1-8550-1f666b7a58ba', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:16:24Z', 'updated_at': '2022-03-23T03:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:18:04.020391 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-c00b1c45-5c60-4d60-a28c-07dad1783259 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Deleting port c07cac33-3635-40a1-8550-1f666b7a58ba {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:18:04.021055 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c00b1c45-5c60-4d60-a28c-07dad1783259 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (c07cac33-3635-40a1-8550-1f666b7a58ba), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:04.023791 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2cb0b6-3ee8-4868-8fb4-085ffbef74ca None None] The sync data for ids ['d601742c-3d1a-44e0-a7e3-78a64398e77f'] in dv-neutron-834613-2-hyperv is: [{'id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431396165', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'c07cac33-3635-40a1-8550-1f666b7a58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:16:24Z', 'updated_at': '2022-03-23T03:18:02Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': 'c07cac33-3635-40a1-8550-1f666b7a58ba', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601742c-3d1a-44e0-a7e3-78a64398e77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:16:24Z', 'updated_at': '2022-03-23T03:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:18:04.060755 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 039b09f6-fbad-4594-8d30-7156ef94b322 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:18:04.086072 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: 039b09f6-fbad-4594-8d30-7156ef94b322 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:18:04.086425 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 039b09f6-fbad-4594-8d30-7156ef94b322 not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:18:04.105972 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-c00b1c45-5c60-4d60-a28c-07dad1783259 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] For port c07cac33-3635-40a1-8550-1f666b7a58ba, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=c07cac33-3635-40a1-8550-1f666b7a58ba,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:18:04.106333 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c00b1c45-5c60-4d60-a28c-07dad1783259 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (c07cac33-3635-40a1-8550-1f666b7a58ba), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:04.119525 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-c00b1c45-5c60-4d60-a28c-07dad1783259 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Calling delete_port for c07cac33-3635-40a1-8550-1f666b7a58ba owned by network:router_gateway {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:18:04.170891 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e0251c33-3141-4e9a-a7a9-5aa92b6c5961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (e8af349d-aded-4d8e-8eea-1e3a7e3111b4), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:04.196416 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0251c33-3141-4e9a-a7a9-5aa92b6c5961 None None] Pushing event deleted for resources: {'Port': ['ID=e8af349d-aded-4d8e-8eea-1e3a7e3111b4,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:04.204206 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0251c33-3141-4e9a-a7a9-5aa92b6c5961 None None] No DVR routers for this DVR port e8af349d-aded-4d8e-8eea-1e3a7e3111b4 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:18:04.208444 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0251c33-3141-4e9a-a7a9-5aa92b6c5961 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:18:04.208795 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0251c33-3141-4e9a-a7a9-5aa92b6c5961 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:18:04.209145 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0251c33-3141-4e9a-a7a9-5aa92b6c5961 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:18:04.209483 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0251c33-3141-4e9a-a7a9-5aa92b6c5961 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:18:04.209818 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0251c33-3141-4e9a-a7a9-5aa92b6c5961 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:18:04.210145 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0251c33-3141-4e9a-a7a9-5aa92b6c5961 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:18:04.210472 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0251c33-3141-4e9a-a7a9-5aa92b6c5961 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:18:04.210795 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0251c33-3141-4e9a-a7a9-5aa92b6c5961 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:18:04.211349 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0251c33-3141-4e9a-a7a9-5aa92b6c5961 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:18:04.211455 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0251c33-3141-4e9a-a7a9-5aa92b6c5961 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:18:04.211748 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0251c33-3141-4e9a-a7a9-5aa92b6c5961 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:18:04.212099 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0251c33-3141-4e9a-a7a9-5aa92b6c5961 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:18:04.212421 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0251c33-3141-4e9a-a7a9-5aa92b6c5961 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:18:04.212737 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0251c33-3141-4e9a-a7a9-5aa92b6c5961 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:18:04.213055 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0251c33-3141-4e9a-a7a9-5aa92b6c5961 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:18:04.353900 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c00b1c45-5c60-4d60-a28c-07dad1783259 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (c07cac33-3635-40a1-8550-1f666b7a58ba), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:04.383774 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b1c45-5c60-4d60-a28c-07dad1783259 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'Port': ['ID=c07cac33-3635-40a1-8550-1f666b7a58ba,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:04.451205 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c00b1c45-5c60-4d60-a28c-07dad1783259 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (d601742c-3d1a-44e0-a7e3-78a64398e77f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:04.545518 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c00b1c45-5c60-4d60-a28c-07dad1783259 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (d601742c-3d1a-44e0-a7e3-78a64398e77f), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:04.547710 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c00b1c45-5c60-4d60-a28c-07dad1783259 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router_controller (d601742c-3d1a-44e0-a7e3-78a64398e77f), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:04.662122 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c00b1c45-5c60-4d60-a28c-07dad1783259 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (d601742c-3d1a-44e0-a7e3-78a64398e77f), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:04.662645 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00b1c45-5c60-4d60-a28c-07dad1783259 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Fanout notify agent at l3_agent the message router_deleted on router d601742c-3d1a-44e0-a7e3-78a64398e77f {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 03:18:04.669324 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c00b1c45-5c60-4d60-a28c-07dad1783259 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:04.670521 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c00b1c45-5c60-4d60-a28c-07dad1783259 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "DELETE /v2.0/routers/d601742c-3d1a-44e0-a7e3-78a64398e77f HTTP/1.1" status: 204 len: 168 time: 1.3580787 Mar 23 03:18:04.673165 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40714) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:18:04.755344 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7238d000-28e8-4c65-8a20-e48d85b6a695 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (be885b6b-ddf1-449b-865c-1e342705c9c1), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:04.846470 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7238d000-28e8-4c65-8a20-e48d85b6a695 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (be885b6b-ddf1-449b-865c-1e342705c9c1), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:04.865844 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-7238d000-28e8-4c65-8a20-e48d85b6a695 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be885b6b-ddf1-449b-865c-1e342705c9c1']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:18:04.874865 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-7238d000-28e8-4c65-8a20-e48d85b6a695 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd0625b-493e-415a-9ca4-e3281e6927e1') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:18:04.875165 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-7238d000-28e8-4c65-8a20-e48d85b6a695 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd0625b-493e-415a-9ca4-e3281e6927e1') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:18:04.884296 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7238d000-28e8-4c65-8a20-e48d85b6a695 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (0dd0625b-493e-415a-9ca4-e3281e6927e1), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:04.897309 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7238d000-28e8-4c65-8a20-e48d85b6a695 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (0dd0625b-493e-415a-9ca4-e3281e6927e1), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:04.903071 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7238d000-28e8-4c65-8a20-e48d85b6a695 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 03:18:04.903444 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7238d000-28e8-4c65-8a20-e48d85b6a695 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (0dd0625b-493e-415a-9ca4-e3281e6927e1), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:04.906747 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 03:18:04.906747 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 03:18:04.906747 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 03:18:04.906747 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 03:18:04.906747 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 03:18:04.906747 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 03:18:04.906747 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 03:18:04.906747 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 03:18:04.906747 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 03:18:04.906747 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 03:18:04.906747 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 03:18:04.906747 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 03:18:04.906747 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 03:18:04.906747 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 03:18:04.906747 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 03:18:04.906747 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 03:18:04.906747 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 03:18:04.906747 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 03:18:04.906747 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 03:18:04.906747 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 03:18:04.906747 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 03:18:04.906747 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 03:18:04.906747 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 03:18:04.906747 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 03:18:04.906747 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 03:18:04.906747 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 03:18:04.906747 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 03:18:04.906747 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 03:18:04.906747 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 03:18:04.906747 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 03:18:04.906747 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 03:18:04.906747 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 03:18:05.010471 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7238d000-28e8-4c65-8a20-e48d85b6a695 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (be885b6b-ddf1-449b-865c-1e342705c9c1), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:05.017757 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-7238d000-28e8-4c65-8a20-e48d85b6a695 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:05.020121 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-7238d000-28e8-4c65-8a20-e48d85b6a695 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "DELETE /v2.0/networks/be885b6b-ddf1-449b-865c-1e342705c9c1 HTTP/1.1" status: 204 len: 168 time: 0.3460019 Mar 23 03:18:05.023313 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40716) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:18:05.031556 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238d000-28e8-4c65-8a20-e48d85b6a695 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'Network': ['ID=be885b6b-ddf1-449b-865c-1e342705c9c1,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:05.081075 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-600c3bc6-e84b-4752-b5bb-558e9c28d345 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group (b328cc5d-5dcf-4d9e-b8a5-4cae8309adba), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:05.112401 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-600c3bc6-e84b-4752-b5bb-558e9c28d345 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group (b328cc5d-5dcf-4d9e-b8a5-4cae8309adba), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:05.227778 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-600c3bc6-e84b-4752-b5bb-558e9c28d345 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (b328cc5d-5dcf-4d9e-b8a5-4cae8309adba), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:05.230410 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-600c3bc6-e84b-4752-b5bb-558e9c28d345 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:05.231618 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-600c3bc6-e84b-4752-b5bb-558e9c28d345 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "DELETE /v2.0/security-groups/b328cc5d-5dcf-4d9e-b8a5-4cae8309adba HTTP/1.1" status: 204 len: 168 time: 0.2077019 Mar 23 03:18:05.241139 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c3bc6-e84b-4752-b5bb-558e9c28d345 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b328cc5d-5dcf-4d9e-b8a5-4cae8309adba,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:05.352015 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device c8a6f856-72c8-4fb2-894f-31bcc14f7f38 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:18:05.377973 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: c8a6f856-72c8-4fb2-894f-31bcc14f7f38 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:18:05.378333 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device c8a6f856-72c8-4fb2-894f-31bcc14f7f38 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:18:05.378762 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device c07cac33-3635-40a1-8550-1f666b7a58ba no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:18:05.398172 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: c07cac33-3635-40a1-8550-1f666b7a58ba {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:18:05.398478 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device c07cac33-3635-40a1-8550-1f666b7a58ba not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:18:05.398890 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device e8af349d-aded-4d8e-8eea-1e3a7e3111b4 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:18:05.417842 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: e8af349d-aded-4d8e-8eea-1e3a7e3111b4 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:18:05.418189 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device e8af349d-aded-4d8e-8eea-1e3a7e3111b4 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:18:05.610590 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40722) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:18:05.615121 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-efda805b-15e8-47a0-8379-48ab45e177c6 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-742751082', 'description': 'tempest-secgroup-smoke-742751082 description', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:18:05.684691 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-efda805b-15e8-47a0-8379-48ab45e177c6 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:05.748921 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-efda805b-15e8-47a0-8379-48ab45e177c6 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group (0aff2d58-db6a-4f4d-bdfd-a023304ae89e), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:05.792997 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-efda805b-15e8-47a0-8379-48ab45e177c6 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (0aff2d58-db6a-4f4d-bdfd-a023304ae89e), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:05.823097 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda805b-15e8-47a0-8379-48ab45e177c6 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aff2d58-db6a-4f4d-bdfd-a023304ae89e,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:05.864639 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-efda805b-15e8-47a0-8379-48ab45e177c6 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:05.865808 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-efda805b-15e8-47a0-8379-48ab45e177c6 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2541933 Mar 23 03:18:05.868684 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40724) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:18:05.873643 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-73dfd259-44bd-4598-b190-3ee723477e59 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group_rule': {'security_group_id': '0aff2d58-db6a-4f4d-bdfd-a023304ae89e', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:18:05.980281 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-73dfd259-44bd-4598-b190-3ee723477e59 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (3229143b-fc2d-4da2-aef3-5e645f3b2abb), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:06.036363 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-73dfd259-44bd-4598-b190-3ee723477e59 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (3229143b-fc2d-4da2-aef3-5e645f3b2abb), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:06.100622 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-73dfd259-44bd-4598-b190-3ee723477e59 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (3229143b-fc2d-4da2-aef3-5e645f3b2abb), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:06.118017 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dfd259-44bd-4598-b190-3ee723477e59 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3229143b-fc2d-4da2-aef3-5e645f3b2abb,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:06.200855 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-73dfd259-44bd-4598-b190-3ee723477e59 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:06.202476 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-73dfd259-44bd-4598-b190-3ee723477e59 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3326883 Mar 23 03:18:06.205081 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40726) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:18:06.210021 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-36de9fb4-f996-43cf-9844-3e377fcaad97 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group_rule': {'security_group_id': '0aff2d58-db6a-4f4d-bdfd-a023304ae89e', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:18:06.301174 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-36de9fb4-f996-43cf-9844-3e377fcaad97 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (7e89077b-ba25-47cc-825e-085eb093d03a), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:06.360163 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-36de9fb4-f996-43cf-9844-3e377fcaad97 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (7e89077b-ba25-47cc-825e-085eb093d03a), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:06.439073 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-36de9fb4-f996-43cf-9844-3e377fcaad97 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (7e89077b-ba25-47cc-825e-085eb093d03a), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:06.457412 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de9fb4-f996-43cf-9844-3e377fcaad97 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e89077b-ba25-47cc-825e-085eb093d03a,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:06.526650 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-36de9fb4-f996-43cf-9844-3e377fcaad97 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:06.527855 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-36de9fb4-f996-43cf-9844-3e377fcaad97 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3212430 Mar 23 03:18:06.530504 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40728) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:18:06.535811 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-20c1bb33-92b6-4bd9-b27b-ec51b5cb4b5a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group_rule': {'security_group_id': '0aff2d58-db6a-4f4d-bdfd-a023304ae89e', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:18:06.618736 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-20c1bb33-92b6-4bd9-b27b-ec51b5cb4b5a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (8bb878d9-8889-4d08-a269-2d1b4fa22811), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:06.678914 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-20c1bb33-92b6-4bd9-b27b-ec51b5cb4b5a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (8bb878d9-8889-4d08-a269-2d1b4fa22811), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:06.724805 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-20c1bb33-92b6-4bd9-b27b-ec51b5cb4b5a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (8bb878d9-8889-4d08-a269-2d1b4fa22811), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:06.743110 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1bb33-92b6-4bd9-b27b-ec51b5cb4b5a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb878d9-8889-4d08-a269-2d1b4fa22811,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:06.812417 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-20c1bb33-92b6-4bd9-b27b-ec51b5cb4b5a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:06.813638 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-20c1bb33-92b6-4bd9-b27b-ec51b5cb4b5a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2821853 Mar 23 03:18:06.816434 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40730) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:18:06.821051 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-a50cb158-e06c-4d6d-a982-3990a66e6f4c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group_rule': {'security_group_id': '0aff2d58-db6a-4f4d-bdfd-a023304ae89e', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:18:06.905573 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a50cb158-e06c-4d6d-a982-3990a66e6f4c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (e3805eec-496c-40a6-b448-92bf2f8cf434), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:06.964637 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a50cb158-e06c-4d6d-a982-3990a66e6f4c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (e3805eec-496c-40a6-b448-92bf2f8cf434), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:07.060717 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a50cb158-e06c-4d6d-a982-3990a66e6f4c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (e3805eec-496c-40a6-b448-92bf2f8cf434), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:07.078583 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50cb158-e06c-4d6d-a982-3990a66e6f4c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3805eec-496c-40a6-b448-92bf2f8cf434,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:07.144422 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-a50cb158-e06c-4d6d-a982-3990a66e6f4c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:07.145642 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a50cb158-e06c-4d6d-a982-3990a66e6f4c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3282685 Mar 23 03:18:07.148417 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40732) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:18:07.153177 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-77795c85-16ec-4023-ba4e-7a30f827117f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group_rule': {'security_group_id': '0aff2d58-db6a-4f4d-bdfd-a023304ae89e', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:18:07.222442 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.securitygroups_db [None req-77795c85-16ec-4023-ba4e-7a30f827117f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Project f41ad4ebfe104f0bbf5da25507598650 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 03:18:07.227524 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77795c85-16ec-4023-ba4e-7a30f827117f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (b1eaaefa-e9c4-465b-88bc-361ca16cae76), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:07.287916 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77795c85-16ec-4023-ba4e-7a30f827117f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (b1eaaefa-e9c4-465b-88bc-361ca16cae76), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:07.335737 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77795c85-16ec-4023-ba4e-7a30f827117f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (b1eaaefa-e9c4-465b-88bc-361ca16cae76), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:07.352841 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77795c85-16ec-4023-ba4e-7a30f827117f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1eaaefa-e9c4-465b-88bc-361ca16cae76,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:07.394833 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-77795c85-16ec-4023-ba4e-7a30f827117f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:07.396100 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-77795c85-16ec-4023-ba4e-7a30f827117f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2467272 Mar 23 03:18:07.398769 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40734) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:18:07.403013 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-1996a7da-20da-4f88-821b-f717c867b2b1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'security_group_rule': {'security_group_id': '0aff2d58-db6a-4f4d-bdfd-a023304ae89e', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:18:07.478643 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.securitygroups_db [None req-1996a7da-20da-4f88-821b-f717c867b2b1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Project f41ad4ebfe104f0bbf5da25507598650 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 03:18:07.483616 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1996a7da-20da-4f88-821b-f717c867b2b1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (3ce2ddaa-7af3-4755-a3c4-be9735db1601), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:07.541533 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1996a7da-20da-4f88-821b-f717c867b2b1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (3ce2ddaa-7af3-4755-a3c4-be9735db1601), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:07.597911 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1996a7da-20da-4f88-821b-f717c867b2b1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (3ce2ddaa-7af3-4755-a3c4-be9735db1601), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:07.615213 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996a7da-20da-4f88-821b-f717c867b2b1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce2ddaa-7af3-4755-a3c4-be9735db1601,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:07.691552 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1996a7da-20da-4f88-821b-f717c867b2b1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:07.693079 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1996a7da-20da-4f88-821b-f717c867b2b1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2933795 Mar 23 03:18:07.695902 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40736) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:18:07.700841 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-8e068dab-166a-4ad9-afe8-402585d988c7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'network': {'name': 'tempest-network-smoke--377246562', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'port_security_enabled': True}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:18:07.775637 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e068dab-166a-4ad9-afe8-402585d988c7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Made reservation on behalf of f41ad4ebfe104f0bbf5da25507598650 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:18:07.778938 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8e068dab-166a-4ad9-afe8-402585d988c7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:07.801790 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e068dab-166a-4ad9-afe8-402585d988c7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 03:18:07.810661 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8e068dab-166a-4ad9-afe8-402585d988c7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (7f6e6527-e22b-4cae-85e9-7f487d248d6a), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:07.811007 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-8e068dab-166a-4ad9-afe8-402585d988c7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Added segment 7f6e6527-e22b-4cae-85e9-7f487d248d6a of type vlan for network 1b3e2b8e-825b-4cd9-89ab-dcf96166f05a Mar 23 03:18:07.850173 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8e068dab-166a-4ad9-afe8-402585d988c7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (1b3e2b8e-825b-4cd9-89ab-dcf96166f05a), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:07.917582 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8e068dab-166a-4ad9-afe8-402585d988c7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (1b3e2b8e-825b-4cd9-89ab-dcf96166f05a), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:07.922687 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e068dab-166a-4ad9-afe8-402585d988c7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:07.923270 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8e068dab-166a-4ad9-afe8-402585d988c7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:07.988384 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e068dab-166a-4ad9-afe8-402585d988c7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Network': ['ID=1b3e2b8e-825b-4cd9-89ab-dcf96166f05a,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:07.998467 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 1b3e2b8e-825b-4cd9-89ab-dcf96166f05a details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 03:18:08.035544 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8e068dab-166a-4ad9-afe8-402585d988c7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3385699 Mar 23 03:18:08.038272 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40738) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:18:08.042742 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-0e51f57f-8386-4232-9caf-ec426e1e436e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-850859568', 'admin_state_up': True, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:18:08.123797 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0e51f57f-8386-4232-9caf-ec426e1e436e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (bbbc3ffa-7804-4de2-8554-79d1e27794ad), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:08.124828 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0e51f57f-8386-4232-9caf-ec426e1e436e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (bbbc3ffa-7804-4de2-8554-79d1e27794ad), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:08.183936 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0e51f57f-8386-4232-9caf-ec426e1e436e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router_controller (bbbc3ffa-7804-4de2-8554-79d1e27794ad), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:08.372863 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0e51f57f-8386-4232-9caf-ec426e1e436e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router_gateway (bbbc3ffa-7804-4de2-8554-79d1e27794ad), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:08.647213 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0e51f57f-8386-4232-9caf-ec426e1e436e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router_gateway (bbbc3ffa-7804-4de2-8554-79d1e27794ad), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:08.664853 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0e51f57f-8386-4232-9caf-ec426e1e436e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:08.762267 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-0e51f57f-8386-4232-9caf-ec426e1e436e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Allocated IP 172.26.2.58 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/a21ac940-fefe-44fb-ac10-8eaa5ebbcf78) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:18:08.863904 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0e51f57f-8386-4232-9caf-ec426e1e436e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for port (a21ac940-fefe-44fb-ac10-8eaa5ebbcf78), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:08.970492 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0e51f57f-8386-4232-9caf-ec426e1e436e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (a21ac940-fefe-44fb-ac10-8eaa5ebbcf78), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:09.007384 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e51f57f-8386-4232-9caf-ec426e1e436e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:18:09.010202 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-0e51f57f-8386-4232-9caf-ec426e1e436e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:18:09.013504 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e51f57f-8386-4232-9caf-ec426e1e436e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:18:09.047482 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51f57f-8386-4232-9caf-ec426e1e436e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Port': ['ID=a21ac940-fefe-44fb-ac10-8eaa5ebbcf78,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:09.331239 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0e51f57f-8386-4232-9caf-ec426e1e436e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router_gateway (bbbc3ffa-7804-4de2-8554-79d1e27794ad), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:09.849557 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0e51f57f-8386-4232-9caf-ec426e1e436e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (bbbc3ffa-7804-4de2-8554-79d1e27794ad), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:10.096414 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e51f57f-8386-4232-9caf-ec426e1e436e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Router bbbc3ffa-7804-4de2-8554-79d1e27794ad is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 03:18:10.211046 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e51f57f-8386-4232-9caf-ec426e1e436e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:18:10.221219 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f46ad4-1cbc-491d-9f4e-e05adabe74ba None None] Sync routers for ids ['bbbc3ffa-7804-4de2-8554-79d1e27794ad'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:18:10.230578 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f46ad4-1cbc-491d-9f4e-e05adabe74ba None None] Routers {'bbbc3ffa-7804-4de2-8554-79d1e27794ad'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:18:10.235090 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-58f46ad4-1cbc-491d-9f4e-e05adabe74ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:17:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['bbbc3ffa-7804-4de2-8554-79d1e27794ad'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:18:10.270347 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0e51f57f-8386-4232-9caf-ec426e1e436e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:10.271613 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0e51f57f-8386-4232-9caf-ec426e1e436e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2323759 Mar 23 03:18:10.274770 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40740) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:18:10.336964 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-58f46ad4-1cbc-491d-9f4e-e05adabe74ba None None] Set router bbbc3ffa-7804-4de2-8554-79d1e27794ad gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:18:10.351294 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-43b75c9a-2677-49d5-b450-46bf2e919aa9 tempest-TestNetworkAdvancedServerOps-344769112 tempest-TestNetworkAdvancedServerOps-344769112-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=f41ad4ebfe104f0bbf5da25507598650&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0753741 Mar 23 03:18:10.353784 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40744) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:18:10.444197 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950ff36c-2223-4b9a-81e2-194817f368ac tempest-TestNetworkAdvancedServerOps-344769112 tempest-TestNetworkAdvancedServerOps-344769112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:10.445632 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-950ff36c-2223-4b9a-81e2-194817f368ac tempest-TestNetworkAdvancedServerOps-344769112 tempest-TestNetworkAdvancedServerOps-344769112-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909131 Mar 23 03:18:10.448430 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40746) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:18:10.476059 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9ee7d983-dfc6-45de-909d-0c62d306d4e1 tempest-TestNetworkAdvancedServerOps-344769112 tempest-TestNetworkAdvancedServerOps-344769112-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6bbcca03-75ff-487c-8b0e-a32302dacbee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265481 Mar 23 03:18:10.478482 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40748) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:18:10.483074 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-85eeeee0-a0c3-4313-8809-8d913c7f6cc5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1069220896', 'network_id': '1b3e2b8e-825b-4cd9-89ab-dcf96166f05a', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:18:10.518644 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-58f46ad4-1cbc-491d-9f4e-e05adabe74ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850859568', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': 'a21ac940-fefe-44fb-ac10-8eaa5ebbcf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:18:08Z', 'updated_at': '2022-03-23T03:18:09Z', 'revision_number': 3, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': 'a21ac940-fefe-44fb-ac10-8eaa5ebbcf78', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:16:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:18:08Z', 'updated_at': '2022-03-23T03:18:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:18:10.545980 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f46ad4-1cbc-491d-9f4e-e05adabe74ba None None] Checking router: bbbc3ffa-7804-4de2-8554-79d1e27794ad for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:18:10.546331 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f46ad4-1cbc-491d-9f4e-e05adabe74ba None None] Updating router bbbc3ffa-7804-4de2-8554-79d1e27794ad port a21ac940-fefe-44fb-ac10-8eaa5ebbcf78 binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 03:18:10.572669 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-58f46ad4-1cbc-491d-9f4e-e05adabe74ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a21ac940-fefe-44fb-ac10-8eaa5ebbcf78), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:10.616247 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85eeeee0-a0c3-4313-8809-8d913c7f6cc5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Made reservation on behalf of f41ad4ebfe104f0bbf5da25507598650 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:18:10.619690 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-85eeeee0-a0c3-4313-8809-8d913c7f6cc5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:10.866678 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-85eeeee0-a0c3-4313-8809-8d913c7f6cc5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (98eee975-9ed1-4471-80f7-a2e1dbc5b37f), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:10.907790 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-58f46ad4-1cbc-491d-9f4e-e05adabe74ba None None] Publish callbacks [] for port (a21ac940-fefe-44fb-ac10-8eaa5ebbcf78), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:10.931067 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeeee0-a0c3-4313-8809-8d913c7f6cc5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Subnet': ['ID=98eee975-9ed1-4471-80f7-a2e1dbc5b37f,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:10.936286 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eeeee0-a0c3-4313-8809-8d913c7f6cc5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Checking segment: {'id': '7f6e6527-e22b-4cae-85e9-7f487d248d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1b3e2b8e-825b-4cd9-89ab-dcf96166f05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:18:10.936658 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eeeee0-a0c3-4313-8809-8d913c7f6cc5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network hostable DHCP agents. Network: 1b3e2b8e-825b-4cd9-89ab-dcf96166f05a, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 03:18:11.010030 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-58f46ad4-1cbc-491d-9f4e-e05adabe74ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (a21ac940-fefe-44fb-ac10-8eaa5ebbcf78), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:11.033749 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eeeee0-a0c3-4313-8809-8d913c7f6cc5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network 1b3e2b8e-825b-4cd9-89ab-dcf96166f05a is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 03:18:11.066751 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-58f46ad4-1cbc-491d-9f4e-e05adabe74ba None None] Attempting to bind port a21ac940-fefe-44fb-ac10-8eaa5ebbcf78 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:18:11.067109 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-58f46ad4-1cbc-491d-9f4e-e05adabe74ba None None] Attempting to bind port a21ac940-fefe-44fb-ac10-8eaa5ebbcf78 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:18:11.067729 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f46ad4-1cbc-491d-9f4e-e05adabe74ba None None] Attempting to bind port a21ac940-fefe-44fb-ac10-8eaa5ebbcf78 on network 6bbcca03-75ff-487c-8b0e-a32302dacbee {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:18:11.069672 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e4cc5-ad4e-4d90-8d5c-00f0c3694b98 None None] Pushing event updated for resources: {'Port': ['ID=a21ac940-fefe-44fb-ac10-8eaa5ebbcf78,revision_number=2']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:11.078439 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e4cc5-ad4e-4d90-8d5c-00f0c3694b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:18:11.078781 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e4cc5-ad4e-4d90-8d5c-00f0c3694b98 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:18:11.079118 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e4cc5-ad4e-4d90-8d5c-00f0c3694b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:18:11.079452 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e4cc5-ad4e-4d90-8d5c-00f0c3694b98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:18:11.080334 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e4cc5-ad4e-4d90-8d5c-00f0c3694b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:18:11.081229 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e4cc5-ad4e-4d90-8d5c-00f0c3694b98 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:18:11.081560 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e4cc5-ad4e-4d90-8d5c-00f0c3694b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:18:11.081883 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e4cc5-ad4e-4d90-8d5c-00f0c3694b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:18:11.082210 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e4cc5-ad4e-4d90-8d5c-00f0c3694b98 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:18:11.082539 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e4cc5-ad4e-4d90-8d5c-00f0c3694b98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:18:11.082862 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e4cc5-ad4e-4d90-8d5c-00f0c3694b98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:18:11.083183 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e4cc5-ad4e-4d90-8d5c-00f0c3694b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:18:11.083602 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e4cc5-ad4e-4d90-8d5c-00f0c3694b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:18:11.083950 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e4cc5-ad4e-4d90-8d5c-00f0c3694b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:18:11.084269 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e4cc5-ad4e-4d90-8d5c-00f0c3694b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:18:11.087550 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f46ad4-1cbc-491d-9f4e-e05adabe74ba None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:18:11.087950 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f46ad4-1cbc-491d-9f4e-e05adabe74ba None None] Checking segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:18:11.088351 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-58f46ad4-1cbc-491d-9f4e-e05adabe74ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:11.088727 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f46ad4-1cbc-491d-9f4e-e05adabe74ba None None] Bound using segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:18:11.089231 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-58f46ad4-1cbc-491d-9f4e-e05adabe74ba None None] Bound port: a21ac940-fefe-44fb-ac10-8eaa5ebbcf78, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:18:11.089600 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-58f46ad4-1cbc-491d-9f4e-e05adabe74ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a21ac940-fefe-44fb-ac10-8eaa5ebbcf78), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:11.101514 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-85eeeee0-a0c3-4313-8809-8d913c7f6cc5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 1b3e2b8e-825b-4cd9-89ab-dcf96166f05a) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:18:11.107051 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eeeee0-a0c3-4313-8809-8d913c7f6cc5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:11.107711 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-85eeeee0-a0c3-4313-8809-8d913c7f6cc5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:11.112756 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1db3289-2e7b-408c-bbfe-3b9495e3de08 None None] Network 1b3e2b8e-825b-4cd9-89ab-dcf96166f05a requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:18:11.143152 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-58f46ad4-1cbc-491d-9f4e-e05adabe74ba None None] For port a21ac940-fefe-44fb-ac10-8eaa5ebbcf78, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:18:11.146064 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-58f46ad4-1cbc-491d-9f4e-e05adabe74ba None None] For port a21ac940-fefe-44fb-ac10-8eaa5ebbcf78, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=a21ac940-fefe-44fb-ac10-8eaa5ebbcf78,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:18:11.190113 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-85eeeee0-a0c3-4313-8809-8d913c7f6cc5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7105622 Mar 23 03:18:11.193121 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40750) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:18:11.210700 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-58f46ad4-1cbc-491d-9f4e-e05adabe74ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (a21ac940-fefe-44fb-ac10-8eaa5ebbcf78), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:11.223704 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b49a735-2590-4fea-8923-514aee0a58dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-1b3e2b8e-825b-4cd9-89ab-dcf96166f05a', 'network_id': '1b3e2b8e-825b-4cd9-89ab-dcf96166f05a', 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'fixed_ips': [{'subnet_id': '98eee975-9ed1-4471-80f7-a2e1dbc5b37f'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 03:18:11.224644 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9b49a735-2590-4fea-8923-514aee0a58dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:11.262806 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f46ad4-1cbc-491d-9f4e-e05adabe74ba None None] Routers {'bbbc3ffa-7804-4de2-8554-79d1e27794ad'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:18:11.263403 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-58f46ad4-1cbc-491d-9f4e-e05adabe74ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:17:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['bbbc3ffa-7804-4de2-8554-79d1e27794ad'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:18:11.307510 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e4cc5-ad4e-4d90-8d5c-00f0c3694b98 None None] Pushing event updated for resources: {'Port': ['ID=a21ac940-fefe-44fb-ac10-8eaa5ebbcf78,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:11.371583 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-9b49a735-2590-4fea-8923-514aee0a58dd None None] Allocated IP 172.20.0.2 (1b3e2b8e-825b-4cd9-89ab-dcf96166f05a/98eee975-9ed1-4471-80f7-a2e1dbc5b37f/92a471c5-2fd5-4f1d-a600-fecd46f201a5) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:18:11.380574 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-58f46ad4-1cbc-491d-9f4e-e05adabe74ba None None] Set router bbbc3ffa-7804-4de2-8554-79d1e27794ad gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:18:11.522220 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9b49a735-2590-4fea-8923-514aee0a58dd None None] Publish callbacks [] for port (92a471c5-2fd5-4f1d-a600-fecd46f201a5), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:11.566072 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-58f46ad4-1cbc-491d-9f4e-e05adabe74ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850859568', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': 'a21ac940-fefe-44fb-ac10-8eaa5ebbcf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:18:08Z', 'updated_at': '2022-03-23T03:18:09Z', 'revision_number': 3, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': 'a21ac940-fefe-44fb-ac10-8eaa5ebbcf78', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:16:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:18:08Z', 'updated_at': '2022-03-23T03:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:18:11.587061 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9b49a735-2590-4fea-8923-514aee0a58dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (92a471c5-2fd5-4f1d-a600-fecd46f201a5), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:11.593173 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f46ad4-1cbc-491d-9f4e-e05adabe74ba None None] The sync data for ids ['bbbc3ffa-7804-4de2-8554-79d1e27794ad'] in dv-neutron-834613-2-hyperv is: [{'id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850859568', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': 'a21ac940-fefe-44fb-ac10-8eaa5ebbcf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:18:08Z', 'updated_at': '2022-03-23T03:18:09Z', 'revision_number': 3, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': 'a21ac940-fefe-44fb-ac10-8eaa5ebbcf78', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:16:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:18:08Z', 'updated_at': '2022-03-23T03:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:18:11.630531 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b49a735-2590-4fea-8923-514aee0a58dd None None] Network 1b3e2b8e-825b-4cd9-89ab-dcf96166f05a is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:18:11.633505 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-9b49a735-2590-4fea-8923-514aee0a58dd None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:18:11.639015 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b49a735-2590-4fea-8923-514aee0a58dd None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:18:11.646849 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49a735-2590-4fea-8923-514aee0a58dd None None] Pushing event updated for resources: {'Port': ['ID=92a471c5-2fd5-4f1d-a600-fecd46f201a5,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:11.659973 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ad7ab9d5-694e-4f1d-9e14-88b46d72e5b4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:11.713626 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-9b49a735-2590-4fea-8923-514aee0a58dd None None] Attempting to bind port 92a471c5-2fd5-4f1d-a600-fecd46f201a5 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:18:11.714001 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-9b49a735-2590-4fea-8923-514aee0a58dd None None] Attempting to bind port 92a471c5-2fd5-4f1d-a600-fecd46f201a5 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '7f6e6527-e22b-4cae-85e9-7f487d248d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1b3e2b8e-825b-4cd9-89ab-dcf96166f05a'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:18:11.714373 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b49a735-2590-4fea-8923-514aee0a58dd None None] Attempting to bind port 92a471c5-2fd5-4f1d-a600-fecd46f201a5 on network 1b3e2b8e-825b-4cd9-89ab-dcf96166f05a {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:18:11.719356 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b49a735-2590-4fea-8923-514aee0a58dd None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:18:11.721113 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b49a735-2590-4fea-8923-514aee0a58dd None None] Checking segment: {'id': '7f6e6527-e22b-4cae-85e9-7f487d248d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1b3e2b8e-825b-4cd9-89ab-dcf96166f05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:18:11.721523 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9b49a735-2590-4fea-8923-514aee0a58dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:11.721916 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b49a735-2590-4fea-8923-514aee0a58dd None None] Bound using segment: {'id': '7f6e6527-e22b-4cae-85e9-7f487d248d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1b3e2b8e-825b-4cd9-89ab-dcf96166f05a'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:18:11.722389 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-9b49a735-2590-4fea-8923-514aee0a58dd None None] Bound port: 92a471c5-2fd5-4f1d-a600-fecd46f201a5, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6e6527-e22b-4cae-85e9-7f487d248d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1b3e2b8e-825b-4cd9-89ab-dcf96166f05a'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:18:11.722773 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9b49a735-2590-4fea-8923-514aee0a58dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (92a471c5-2fd5-4f1d-a600-fecd46f201a5), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:11.789238 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-9b49a735-2590-4fea-8923-514aee0a58dd None None] For port 92a471c5-2fd5-4f1d-a600-fecd46f201a5, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:18:11.792499 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-9b49a735-2590-4fea-8923-514aee0a58dd None None] For port 92a471c5-2fd5-4f1d-a600-fecd46f201a5, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=92a471c5-2fd5-4f1d-a600-fecd46f201a5,segment=NetworkSegment(7f6e6527-e22b-4cae-85e9-7f487d248d6a),segment_id=7f6e6527-e22b-4cae-85e9-7f487d248d6a)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:18:11.891042 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9b49a735-2590-4fea-8923-514aee0a58dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (92a471c5-2fd5-4f1d-a600-fecd46f201a5), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:11.957097 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49a735-2590-4fea-8923-514aee0a58dd None None] Pushing event updated for resources: {'Port': ['ID=92a471c5-2fd5-4f1d-a600-fecd46f201a5,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:11.988429 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-ad7ab9d5-694e-4f1d-9e14-88b46d72e5b4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Allocated IP 172.20.0.1 (1b3e2b8e-825b-4cd9-89ab-dcf96166f05a/98eee975-9ed1-4471-80f7-a2e1dbc5b37f/f71b9a21-231d-450a-a0a2-478405c9089c) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:18:12.145963 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ad7ab9d5-694e-4f1d-9e14-88b46d72e5b4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for port (f71b9a21-231d-450a-a0a2-478405c9089c), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:12.240838 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ad7ab9d5-694e-4f1d-9e14-88b46d72e5b4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (f71b9a21-231d-450a-a0a2-478405c9089c), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:12.286598 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7ab9d5-694e-4f1d-9e14-88b46d72e5b4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network 1b3e2b8e-825b-4cd9-89ab-dcf96166f05a is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:18:12.289895 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-ad7ab9d5-694e-4f1d-9e14-88b46d72e5b4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:18:12.295911 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7ab9d5-694e-4f1d-9e14-88b46d72e5b4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:18:12.303308 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ab9d5-694e-4f1d-9e14-88b46d72e5b4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Port': ['ID=f71b9a21-231d-450a-a0a2-478405c9089c,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:12.346862 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ad7ab9d5-694e-4f1d-9e14-88b46d72e5b4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (bbbc3ffa-7804-4de2-8554-79d1e27794ad), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:12.541598 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ad7ab9d5-694e-4f1d-9e14-88b46d72e5b4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f71b9a21-231d-450a-a0a2-478405c9089c), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:12.826711 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ad7ab9d5-694e-4f1d-9e14-88b46d72e5b4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for port (f71b9a21-231d-450a-a0a2-478405c9089c), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:12.896065 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ad7ab9d5-694e-4f1d-9e14-88b46d72e5b4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (f71b9a21-231d-450a-a0a2-478405c9089c), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:12.945253 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a6bb88-397c-47e0-bbef-ef5f52fed5f2 None None] Network 1b3e2b8e-825b-4cd9-89ab-dcf96166f05a requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:18:12.974991 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ab9d5-694e-4f1d-9e14-88b46d72e5b4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Port': ['ID=f71b9a21-231d-450a-a0a2-478405c9089c,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:12.979513 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ad7ab9d5-694e-4f1d-9e14-88b46d72e5b4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (bbbc3ffa-7804-4de2-8554-79d1e27794ad), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:13.022277 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-3ea76b1d-7153-4b3e-9d97-9db6442acbbc None None] Provisioning complete for port 92a471c5-2fd5-4f1d-a600-fecd46f201a5 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:18:13.022664 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3ea76b1d-7153-4b3e-9d97-9db6442acbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (92a471c5-2fd5-4f1d-a600-fecd46f201a5), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:13.077127 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7ab9d5-694e-4f1d-9e14-88b46d72e5b4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network 1b3e2b8e-825b-4cd9-89ab-dcf96166f05a is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:18:13.078748 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-ad7ab9d5-694e-4f1d-9e14-88b46d72e5b4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:18:13.146917 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-3ea76b1d-7153-4b3e-9d97-9db6442acbbc None None] Current status of the port 92a471c5-2fd5-4f1d-a600-fecd46f201a5 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:18:13.147496 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3ea76b1d-7153-4b3e-9d97-9db6442acbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (92a471c5-2fd5-4f1d-a600-fecd46f201a5), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:13.184126 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-3ea76b1d-7153-4b3e-9d97-9db6442acbbc None None] For port 92a471c5-2fd5-4f1d-a600-fecd46f201a5, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=92a471c5-2fd5-4f1d-a600-fecd46f201a5,segment=NetworkSegment(7f6e6527-e22b-4cae-85e9-7f487d248d6a),segment_id=7f6e6527-e22b-4cae-85e9-7f487d248d6a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:18:13.214625 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7ab9d5-694e-4f1d-9e14-88b46d72e5b4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Router bbbc3ffa-7804-4de2-8554-79d1e27794ad has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:18:13.256398 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3ea76b1d-7153-4b3e-9d97-9db6442acbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (92a471c5-2fd5-4f1d-a600-fecd46f201a5), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:13.320200 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea76b1d-7153-4b3e-9d97-9db6442acbbc None None] Pushing event updated for resources: {'Port': ['ID=92a471c5-2fd5-4f1d-a600-fecd46f201a5,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:13.343704 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7ab9d5-694e-4f1d-9e14-88b46d72e5b4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:18:13.351862 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ad7ab9d5-694e-4f1d-9e14-88b46d72e5b4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "PUT /v2.0/routers/bbbc3ffa-7804-4de2-8554-79d1e27794ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1551566 Mar 23 03:18:13.383396 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-c24c29aa-f97f-4e29-ab22-2b8639319959 None None] Provisioning complete for port f71b9a21-231d-450a-a0a2-478405c9089c triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:18:13.383934 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c24c29aa-f97f-4e29-ab22-2b8639319959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f71b9a21-231d-450a-a0a2-478405c9089c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:13.431866 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c24c29aa-f97f-4e29-ab22-2b8639319959 None None] Port f71b9a21-231d-450a-a0a2-478405c9089c cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:18:13.444718 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-c24c29aa-f97f-4e29-ab22-2b8639319959 None None] Provisioning complete for port 92a471c5-2fd5-4f1d-a600-fecd46f201a5 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:18:13.445382 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c24c29aa-f97f-4e29-ab22-2b8639319959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (92a471c5-2fd5-4f1d-a600-fecd46f201a5), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:13.527701 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-62c9417d-504b-43d9-9891-802b5ad4c62b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-742751082&fields=id&tenant_id=f41ad4ebfe104f0bbf5da25507598650 HTTP/1.1" status: 200 len: 267 time: 0.0539949 Mar 23 03:18:13.551385 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 92a471c5-2fd5-4f1d-a600-fecd46f201a5 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:18:13.588570 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2949834-4571-425b-b5e8-c3513e2c266c None None] Sync routers for ids ['bbbc3ffa-7804-4de2-8554-79d1e27794ad'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:18:13.608281 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c24c29aa-f97f-4e29-ab22-2b8639319959 None None] Current status of the port 92a471c5-2fd5-4f1d-a600-fecd46f201a5 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:18:13.621455 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2949834-4571-425b-b5e8-c3513e2c266c None None] Routers {'bbbc3ffa-7804-4de2-8554-79d1e27794ad'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:18:13.622094 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-e2949834-4571-425b-b5e8-c3513e2c266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:17:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['bbbc3ffa-7804-4de2-8554-79d1e27794ad'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:18:13.652141 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-19271b12-46c3-46db-b13c-d772750b0214 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:13.654022 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-19271b12-46c3-46db-b13c-d772750b0214 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/networks?id=1b3e2b8e-825b-4cd9-89ab-dcf96166f05a HTTP/1.1" status: 200 len: 796 time: 0.1185641 Mar 23 03:18:13.671738 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-2fefb1b0-2375-4cee-ab3e-e7f4b9d6263c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/quotas/f41ad4ebfe104f0bbf5da25507598650 HTTP/1.1" status: 200 len: 375 time: 0.0111389 Mar 23 03:18:13.705354 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 92a471c5-2fd5-4f1d-a600-fecd46f201a5 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:18:13.705835 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (92a471c5-2fd5-4f1d-a600-fecd46f201a5), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:13.735653 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-6fc17fd1-b553-499e-897f-e9e7fcbc0877 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579288 Mar 23 03:18:13.781691 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-5ce381b8-6ee5-4e95-ba89-3e2f2d1eb85a None None] Provisioning complete for port f71b9a21-231d-450a-a0a2-478405c9089c triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:18:13.782234 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5ce381b8-6ee5-4e95-ba89-3e2f2d1eb85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f71b9a21-231d-450a-a0a2-478405c9089c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:13.819633 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-e2949834-4571-425b-b5e8-c3513e2c266c None None] Set router bbbc3ffa-7804-4de2-8554-79d1e27794ad gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:18:13.850012 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-ea3be57a-08ec-4bb8-9897-d66d7d25ecb0 service neutron] 10.222.0.24 "GET /v2.0/networks/1b3e2b8e-825b-4cd9-89ab-dcf96166f05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008735 Mar 23 03:18:13.890169 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-5ce381b8-6ee5-4e95-ba89-3e2f2d1eb85a None None] Port f71b9a21-231d-450a-a0a2-478405c9089c cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:18:13.936923 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 92a471c5-2fd5-4f1d-a600-fecd46f201a5 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:18:13.937953 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device a21ac940-fefe-44fb-ac10-8eaa5ebbcf78 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:18:13.944899 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-9737cc72-7626-4f08-beee-b1694dd5b02c service neutron] 10.222.0.24 "GET /v2.0/networks/1b3e2b8e-825b-4cd9-89ab-dcf96166f05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877380 Mar 23 03:18:14.056978 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-5b646915-c897-4dde-b5ea-2882931d17f7 None None] Provisioning complete for port f71b9a21-231d-450a-a0a2-478405c9089c triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:18:14.057588 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5b646915-c897-4dde-b5ea-2882931d17f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f71b9a21-231d-450a-a0a2-478405c9089c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:14.099863 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port a21ac940-fefe-44fb-ac10-8eaa5ebbcf78 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:18:14.100294 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a21ac940-fefe-44fb-ac10-8eaa5ebbcf78), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:14.143617 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-5b646915-c897-4dde-b5ea-2882931d17f7 None None] Port f71b9a21-231d-450a-a0a2-478405c9089c cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:18:14.197797 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ea8e7c18-3dee-46fc-a9c0-70ebea62f7a7 req-8746b622-abd0-46ef-aa2b-a48247f4bdcb tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c451563-c906-43f5-ad23-8c57320635f9 HTTP/1.1" status: 200 len: 210 time: 0.0294409 Mar 23 03:18:14.215257 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-e2949834-4571-425b-b5e8-c3513e2c266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850859568', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': 'a21ac940-fefe-44fb-ac10-8eaa5ebbcf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:18:08Z', 'updated_at': '2022-03-23T03:18:12Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': 'a21ac940-fefe-44fb-ac10-8eaa5ebbcf78', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:16:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:18:08Z', 'updated_at': '2022-03-23T03:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'f71b9a21-231d-450a-a0a2-478405c9089c', 'name': '', 'network_id': '1b3e2b8e-825b-4cd9-89ab-dcf96166f05a', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:c4:48:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '98eee975-9ed1-4471-80f7-a2e1dbc5b37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:18:11Z', 'updated_at': '2022-03-23T03:18:12Z', 'revision_number': 2, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '98eee975-9ed1-4471-80f7-a2e1dbc5b37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:18:14.255381 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2949834-4571-425b-b5e8-c3513e2c266c None None] Checking router: bbbc3ffa-7804-4de2-8554-79d1e27794ad for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:18:14.255743 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2949834-4571-425b-b5e8-c3513e2c266c None None] Updating router bbbc3ffa-7804-4de2-8554-79d1e27794ad port f71b9a21-231d-450a-a0a2-478405c9089c binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 03:18:14.258768 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port a21ac940-fefe-44fb-ac10-8eaa5ebbcf78 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:18:14.259168 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a21ac940-fefe-44fb-ac10-8eaa5ebbcf78), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:14.302471 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port a21ac940-fefe-44fb-ac10-8eaa5ebbcf78, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=a21ac940-fefe-44fb-ac10-8eaa5ebbcf78,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:18:14.303804 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e2949834-4571-425b-b5e8-c3513e2c266c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f71b9a21-231d-450a-a0a2-478405c9089c), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:14.396035 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (a21ac940-fefe-44fb-ac10-8eaa5ebbcf78), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:14.493824 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=a21ac940-fefe-44fb-ac10-8eaa5ebbcf78,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:14.604964 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e2949834-4571-425b-b5e8-c3513e2c266c None None] Publish callbacks [] for port (f71b9a21-231d-450a-a0a2-478405c9089c), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:14.677812 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e2949834-4571-425b-b5e8-c3513e2c266c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f71b9a21-231d-450a-a0a2-478405c9089c), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:14.736013 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f27d4-1ce1-4413-9af0-90d5bf2bfe00 None None] Pushing event updated for resources: {'Port': ['ID=f71b9a21-231d-450a-a0a2-478405c9089c,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:14.780947 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-e2949834-4571-425b-b5e8-c3513e2c266c None None] Attempting to bind port f71b9a21-231d-450a-a0a2-478405c9089c on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:18:14.781317 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-e2949834-4571-425b-b5e8-c3513e2c266c None None] Attempting to bind port f71b9a21-231d-450a-a0a2-478405c9089c by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '7f6e6527-e22b-4cae-85e9-7f487d248d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1b3e2b8e-825b-4cd9-89ab-dcf96166f05a'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:18:14.781686 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2949834-4571-425b-b5e8-c3513e2c266c None None] Attempting to bind port f71b9a21-231d-450a-a0a2-478405c9089c on network 1b3e2b8e-825b-4cd9-89ab-dcf96166f05a {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:18:14.788198 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2949834-4571-425b-b5e8-c3513e2c266c None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:18:14.788580 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2949834-4571-425b-b5e8-c3513e2c266c None None] Checking segment: {'id': '7f6e6527-e22b-4cae-85e9-7f487d248d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1b3e2b8e-825b-4cd9-89ab-dcf96166f05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:18:14.788991 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e2949834-4571-425b-b5e8-c3513e2c266c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:14.789395 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2949834-4571-425b-b5e8-c3513e2c266c None None] Bound using segment: {'id': '7f6e6527-e22b-4cae-85e9-7f487d248d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1b3e2b8e-825b-4cd9-89ab-dcf96166f05a'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:18:14.789905 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-e2949834-4571-425b-b5e8-c3513e2c266c None None] Bound port: f71b9a21-231d-450a-a0a2-478405c9089c, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6e6527-e22b-4cae-85e9-7f487d248d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1b3e2b8e-825b-4cd9-89ab-dcf96166f05a'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:18:14.790295 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e2949834-4571-425b-b5e8-c3513e2c266c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f71b9a21-231d-450a-a0a2-478405c9089c), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:14.861349 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-e2949834-4571-425b-b5e8-c3513e2c266c None None] For port f71b9a21-231d-450a-a0a2-478405c9089c, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:18:14.864624 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-e2949834-4571-425b-b5e8-c3513e2c266c None None] For port f71b9a21-231d-450a-a0a2-478405c9089c, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f71b9a21-231d-450a-a0a2-478405c9089c,segment=NetworkSegment(7f6e6527-e22b-4cae-85e9-7f487d248d6a),segment_id=7f6e6527-e22b-4cae-85e9-7f487d248d6a)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:18:14.948232 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e2949834-4571-425b-b5e8-c3513e2c266c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f71b9a21-231d-450a-a0a2-478405c9089c), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:15.017659 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-7fa07720-4a59-4a61-939e-82b2f9fcc1cf None None] Provisioning complete for port f71b9a21-231d-450a-a0a2-478405c9089c triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:18:15.018080 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7fa07720-4a59-4a61-939e-82b2f9fcc1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f71b9a21-231d-450a-a0a2-478405c9089c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:15.020038 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f27d4-1ce1-4413-9af0-90d5bf2bfe00 None None] Pushing event updated for resources: {'Port': ['ID=f71b9a21-231d-450a-a0a2-478405c9089c,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:15.046613 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2949834-4571-425b-b5e8-c3513e2c266c None None] Routers {'bbbc3ffa-7804-4de2-8554-79d1e27794ad'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:18:15.047093 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-e2949834-4571-425b-b5e8-c3513e2c266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:17:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['bbbc3ffa-7804-4de2-8554-79d1e27794ad'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:18:15.308921 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-beb18a9e-ffed-416c-839a-c8a9647e522e req-c1c4a4e7-e8ca-4f93-8ea7-04f06588856e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c451563-c906-43f5-ad23-8c57320635f9 HTTP/1.1" status: 200 len: 210 time: 0.0374897 Mar 23 03:18:15.373603 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-e2949834-4571-425b-b5e8-c3513e2c266c None None] Set router bbbc3ffa-7804-4de2-8554-79d1e27794ad gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:18:15.375418 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-7fa07720-4a59-4a61-939e-82b2f9fcc1cf None None] Current status of the port f71b9a21-231d-450a-a0a2-478405c9089c is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:18:15.375803 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7fa07720-4a59-4a61-939e-82b2f9fcc1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (f71b9a21-231d-450a-a0a2-478405c9089c), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:15.403726 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 92a471c5-2fd5-4f1d-a600-fecd46f201a5 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:18:15.513165 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-7fa07720-4a59-4a61-939e-82b2f9fcc1cf None None] For port f71b9a21-231d-450a-a0a2-478405c9089c, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f71b9a21-231d-450a-a0a2-478405c9089c,segment=NetworkSegment(7f6e6527-e22b-4cae-85e9-7f487d248d6a),segment_id=7f6e6527-e22b-4cae-85e9-7f487d248d6a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:18:15.574163 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 92a471c5-2fd5-4f1d-a600-fecd46f201a5 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:18:15.574455 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (92a471c5-2fd5-4f1d-a600-fecd46f201a5), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:15.586245 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7fa07720-4a59-4a61-939e-82b2f9fcc1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (f71b9a21-231d-450a-a0a2-478405c9089c), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:15.718163 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa07720-4a59-4a61-939e-82b2f9fcc1cf None None] Pushing event updated for resources: {'Port': ['ID=f71b9a21-231d-450a-a0a2-478405c9089c,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:15.757843 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-d4c7591b-d5ae-4449-b1c4-adbba5f4e10a None None] Provisioning complete for port f71b9a21-231d-450a-a0a2-478405c9089c triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:18:15.758276 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d4c7591b-d5ae-4449-b1c4-adbba5f4e10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f71b9a21-231d-450a-a0a2-478405c9089c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:15.801043 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 92a471c5-2fd5-4f1d-a600-fecd46f201a5 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:18:15.802100 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device a21ac940-fefe-44fb-ac10-8eaa5ebbcf78 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:18:15.832876 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-e2949834-4571-425b-b5e8-c3513e2c266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850859568', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': 'a21ac940-fefe-44fb-ac10-8eaa5ebbcf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:18:08Z', 'updated_at': '2022-03-23T03:18:12Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': 'a21ac940-fefe-44fb-ac10-8eaa5ebbcf78', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:16:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:18:08Z', 'updated_at': '2022-03-23T03:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'f71b9a21-231d-450a-a0a2-478405c9089c', 'name': '', 'network_id': '1b3e2b8e-825b-4cd9-89ab-dcf96166f05a', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:c4:48:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '98eee975-9ed1-4471-80f7-a2e1dbc5b37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:18:11Z', 'updated_at': '2022-03-23T03:18:14Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '98eee975-9ed1-4471-80f7-a2e1dbc5b37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:18:15.872665 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2949834-4571-425b-b5e8-c3513e2c266c None None] The sync data for ids ['bbbc3ffa-7804-4de2-8554-79d1e27794ad'] in dv-neutron-834613-2-hyperv is: [{'id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850859568', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': 'a21ac940-fefe-44fb-ac10-8eaa5ebbcf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:18:08Z', 'updated_at': '2022-03-23T03:18:12Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': 'a21ac940-fefe-44fb-ac10-8eaa5ebbcf78', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:16:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:18:08Z', 'updated_at': '2022-03-23T03:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'f71b9a21-231d-450a-a0a2-478405c9089c', 'name': '', 'network_id': '1b3e2b8e-825b-4cd9-89ab-dcf96166f05a', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:c4:48:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '98eee975-9ed1-4471-80f7-a2e1dbc5b37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:18:11Z', 'updated_at': '2022-03-23T03:18:14Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '98eee975-9ed1-4471-80f7-a2e1dbc5b37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:18:15.964866 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port a21ac940-fefe-44fb-ac10-8eaa5ebbcf78 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:18:15.964866 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a21ac940-fefe-44fb-ac10-8eaa5ebbcf78), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:15.964866 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-d4c7591b-d5ae-4449-b1c4-adbba5f4e10a None None] Current status of the port f71b9a21-231d-450a-a0a2-478405c9089c is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:18:16.039371 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port a21ac940-fefe-44fb-ac10-8eaa5ebbcf78 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:18:16.125563 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-cbcf6817-7779-45a1-9aad-6674de4fe9af tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:16.133386 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-cbcf6817-7779-45a1-9aad-6674de4fe9af tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.23 "GET /v2.0/networks?id=1b3e2b8e-825b-4cd9-89ab-dcf96166f05a HTTP/1.1" status: 200 len: 796 time: 0.1185622 Mar 23 03:18:16.202397 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-8b0c07a3-5da0-438c-bce4-4520272c0d5f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41ad4ebfe104f0bbf5da25507598650 HTTP/1.1" status: 200 len: 379 time: 0.0664339 Mar 23 03:18:16.212925 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-4081f935-1815-41bc-a1fe-a2162f340385 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'port': {'device_id': '7c451563-c906-43f5-ad23-8c57320635f9', 'network_id': '1b3e2b8e-825b-4cd9-89ab-dcf96166f05a', 'admin_state_up': True, 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'security_groups': ['0aff2d58-db6a-4f4d-bdfd-a023304ae89e']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:18:16.387414 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-4081f935-1815-41bc-a1fe-a2162f340385 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Made reservation on behalf of f41ad4ebfe104f0bbf5da25507598650 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:18:16.395574 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-4081f935-1815-41bc-a1fe-a2162f340385 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:16.431737 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-20b5e5b6-4240-4732-9627-12b26ad1bc74 req-4a0fa4c0-8e23-4a34-9c45-7c8f4be80d44 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c451563-c906-43f5-ad23-8c57320635f9 HTTP/1.1" status: 200 len: 210 time: 0.0463717 Mar 23 03:18:16.533616 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-4081f935-1815-41bc-a1fe-a2162f340385 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Allocated IP 172.20.0.11 (1b3e2b8e-825b-4cd9-89ab-dcf96166f05a/98eee975-9ed1-4471-80f7-a2e1dbc5b37f/ff02fe91-0a52-4105-bdec-63a282379335) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:18:16.677926 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-4081f935-1815-41bc-a1fe-a2162f340385 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for port (ff02fe91-0a52-4105-bdec-63a282379335), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:16.765016 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-4081f935-1815-41bc-a1fe-a2162f340385 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (ff02fe91-0a52-4105-bdec-63a282379335), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:16.811706 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-4081f935-1815-41bc-a1fe-a2162f340385 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network 1b3e2b8e-825b-4cd9-89ab-dcf96166f05a is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:18:16.815738 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-4081f935-1815-41bc-a1fe-a2162f340385 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:18:16.819004 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-4081f935-1815-41bc-a1fe-a2162f340385 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:18:16.852145 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081f935-1815-41bc-a1fe-a2162f340385 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Port': ['ID=ff02fe91-0a52-4105-bdec-63a282379335,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:16.882115 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-4081f935-1815-41bc-a1fe-a2162f340385 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:16.882779 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-4081f935-1815-41bc-a1fe-a2162f340385 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:16.961790 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-4081f935-1815-41bc-a1fe-a2162f340385 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7536058 Mar 23 03:18:16.973566 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-1b8794ce-af42-46cf-8f61-bac9afc4106d service neutron] Request body: {'port': {'device_id': '7c451563-c906-43f5-ad23-8c57320635f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:18:17.038856 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-1b8794ce-af42-46cf-8f61-bac9afc4106d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ff02fe91-0a52-4105-bdec-63a282379335), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:17.074066 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-9532c025-6552-4a0f-ba36-2d12a365b872 None None] Provisioning complete for port ff02fe91-0a52-4105-bdec-63a282379335 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:18:17.074676 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9532c025-6552-4a0f-ba36-2d12a365b872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ff02fe91-0a52-4105-bdec-63a282379335), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:17.108032 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-9532c025-6552-4a0f-ba36-2d12a365b872 None None] Port ff02fe91-0a52-4105-bdec-63a282379335 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:18:17.308339 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-1b8794ce-af42-46cf-8f61-bac9afc4106d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff02fe91-0a52-4105-bdec-63a282379335 {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:18:17.316483 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-1b8794ce-af42-46cf-8f61-bac9afc4106d service neutron] Publish callbacks [] for port (ff02fe91-0a52-4105-bdec-63a282379335), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:17.330377 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-1b8794ce-af42-46cf-8f61-bac9afc4106d service neutron] Transition to ACTIVE for port object ff02fe91-0a52-4105-bdec-63a282379335 will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 03:18:17.379107 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f71b9a21-231d-450a-a0a2-478405c9089c up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:18:17.410910 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-1b8794ce-af42-46cf-8f61-bac9afc4106d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (ff02fe91-0a52-4105-bdec-63a282379335), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:17.433156 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port f71b9a21-231d-450a-a0a2-478405c9089c triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:18:17.433540 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (f71b9a21-231d-450a-a0a2-478405c9089c), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:17.466423 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8794ce-af42-46cf-8f61-bac9afc4106d service neutron] Pushing event updated for resources: {'Port': ['ID=ff02fe91-0a52-4105-bdec-63a282379335,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:17.545145 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port f71b9a21-231d-450a-a0a2-478405c9089c is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:18:17.586225 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-1b8794ce-af42-46cf-8f61-bac9afc4106d service neutron] Attempting to bind port ff02fe91-0a52-4105-bdec-63a282379335 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:18:17.586620 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-1b8794ce-af42-46cf-8f61-bac9afc4106d service neutron] Attempting to bind port ff02fe91-0a52-4105-bdec-63a282379335 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '7f6e6527-e22b-4cae-85e9-7f487d248d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1b3e2b8e-825b-4cd9-89ab-dcf96166f05a'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:18:17.586900 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-1b8794ce-af42-46cf-8f61-bac9afc4106d service neutron] Attempting to bind port ff02fe91-0a52-4105-bdec-63a282379335 on network 1b3e2b8e-825b-4cd9-89ab-dcf96166f05a {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:18:17.594473 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-1b8794ce-af42-46cf-8f61-bac9afc4106d service neutron] Port ff02fe91-0a52-4105-bdec-63a282379335 on network 1b3e2b8e-825b-4cd9-89ab-dcf96166f05a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 03:18:17.594809 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-1b8794ce-af42-46cf-8f61-bac9afc4106d service neutron] Attempting to bind port ff02fe91-0a52-4105-bdec-63a282379335 on network 1b3e2b8e-825b-4cd9-89ab-dcf96166f05a {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:18:17.605704 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4afef3-8b0d-431e-8e09-598c02602053 req-54391999-d6b1-4d34-8d7f-8738b6dabf8f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:17.607278 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1d4afef3-8b0d-431e-8e09-598c02602053 req-54391999-d6b1-4d34-8d7f-8738b6dabf8f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c451563-c906-43f5-ad23-8c57320635f9 HTTP/1.1" status: 200 len: 944 time: 0.0885701 Mar 23 03:18:17.610278 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-1b8794ce-af42-46cf-8f61-bac9afc4106d service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:18:17.610626 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-1b8794ce-af42-46cf-8f61-bac9afc4106d service neutron] Checking segment: {'id': '7f6e6527-e22b-4cae-85e9-7f487d248d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1b3e2b8e-825b-4cd9-89ab-dcf96166f05a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:18:17.613409 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-1b8794ce-af42-46cf-8f61-bac9afc4106d service neutron] Bound using segment: {'id': '7f6e6527-e22b-4cae-85e9-7f487d248d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1b3e2b8e-825b-4cd9-89ab-dcf96166f05a'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:18:17.613409 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-1b8794ce-af42-46cf-8f61-bac9afc4106d service neutron] Bound port: ff02fe91-0a52-4105-bdec-63a282379335, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f6e6527-e22b-4cae-85e9-7f487d248d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1b3e2b8e-825b-4cd9-89ab-dcf96166f05a'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:18:17.613409 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-1b8794ce-af42-46cf-8f61-bac9afc4106d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ff02fe91-0a52-4105-bdec-63a282379335), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:17.655759 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fc7c0661-636c-4422-aa42-646399366df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:17.703419 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1d4afef3-8b0d-431e-8e09-598c02602053 req-2f68b000-8754-475b-bf79-9eb9ff78672e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=0aff2d58-db6a-4f4d-bdfd-a023304ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890236 Mar 23 03:18:17.713686 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-1b8794ce-af42-46cf-8f61-bac9afc4106d service neutron] For port ff02fe91-0a52-4105-bdec-63a282379335, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:18:17.716986 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-1b8794ce-af42-46cf-8f61-bac9afc4106d service neutron] For port ff02fe91-0a52-4105-bdec-63a282379335, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ff02fe91-0a52-4105-bdec-63a282379335,segment=NetworkSegment(7f6e6527-e22b-4cae-85e9-7f487d248d6a),segment_id=7f6e6527-e22b-4cae-85e9-7f487d248d6a)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:18:17.798980 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-1b8794ce-af42-46cf-8f61-bac9afc4106d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (ff02fe91-0a52-4105-bdec-63a282379335), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:17.833914 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-1b8794ce-af42-46cf-8f61-bac9afc4106d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:17.834537 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-1b8794ce-af42-46cf-8f61-bac9afc4106d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:17.835976 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-1b8794ce-af42-46cf-8f61-bac9afc4106d service neutron] 10.222.0.23 "PUT /v2.0/ports/ff02fe91-0a52-4105-bdec-63a282379335 HTTP/1.1" status: 200 len: 1094 time: 0.8669620 Mar 23 03:18:17.836443 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c451563-c906-43f5-ad23-8c57320635f9', 'tag': 'ff02fe91-0a52-4105-bdec-63a282379335'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:18:17.838754 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67df8163-7b09-4d38-987f-01baa0ea43d9" -d '{"events": [{"name": "network-changed", "server_uuid": "7c451563-c906-43f5-ad23-8c57320635f9", "tag": "ff02fe91-0a52-4105-bdec-63a282379335"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:18:17.865579 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8794ce-af42-46cf-8f61-bac9afc4106d service neutron] Pushing event updated for resources: {'Port': ['ID=ff02fe91-0a52-4105-bdec-63a282379335,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:17.883695 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c25826-5649-46b4-812d-97a0b24938b3 x-openstack-request-id: req-36c25826-5649-46b4-812d-97a0b24938b3 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:18:17.884082 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c451563-c906-43f5-ad23-8c57320635f9", "tag": "ff02fe91-0a52-4105-bdec-63a282379335", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:18:17.884399 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-36c25826-5649-46b4-812d-97a0b24938b3 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:18:17.884884 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36c25826-5649-46b4-812d-97a0b24938b3'] response: {'name': 'network-changed', 'server_uuid': '7c451563-c906-43f5-ad23-8c57320635f9', 'tag': 'ff02fe91-0a52-4105-bdec-63a282379335', 'status': 'completed', 'code': 200} Mar 23 03:18:17.959355 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df8163-7b09-4d38-987f-01baa0ea43d9 req-56d1f5c5-13bd-4d5a-b9e2-2d5f5d455d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:17.960922 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-67df8163-7b09-4d38-987f-01baa0ea43d9 req-56d1f5c5-13bd-4d5a-b9e2-2d5f5d455d95 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&device_id=7c451563-c906-43f5-ad23-8c57320635f9 HTTP/1.1" status: 200 len: 1128 time: 0.0561714 Mar 23 03:18:18.060984 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df8163-7b09-4d38-987f-01baa0ea43d9 req-7af0116a-180c-401f-b08d-5a9355cf7f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:18.062463 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-67df8163-7b09-4d38-987f-01baa0ea43d9 req-7af0116a-180c-401f-b08d-5a9355cf7f09 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=f41ad4ebfe104f0bbf5da25507598650&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0951216 Mar 23 03:18:18.158693 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df8163-7b09-4d38-987f-01baa0ea43d9 req-631484cd-e73f-46e9-9b19-f932975def29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:18.160240 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-67df8163-7b09-4d38-987f-01baa0ea43d9 req-631484cd-e73f-46e9-9b19-f932975def29 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919011 Mar 23 03:18:18.237655 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-d37c3f3e-7207-48e8-9dd8-f56a4c28b31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:18.239056 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-d37c3f3e-7207-48e8-9dd8-f56a4c28b31b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&device_id=7c451563-c906-43f5-ad23-8c57320635f9 HTTP/1.1" status: 200 len: 1128 time: 0.0450079 Mar 23 03:18:18.279981 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-697a3c33-df3f-4f9a-bfe4-2f5c5cc6b16b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff02fe91-0a52-4105-bdec-63a282379335 HTTP/1.1" status: 200 len: 217 time: 0.0345135 Mar 23 03:18:18.329866 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-68c2114d-86a4-439d-ad80-a0890f388372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:18.331918 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-68c2114d-86a4-439d-ad80-a0890f388372 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=98eee975-9ed1-4471-80f7-a2e1dbc5b37f HTTP/1.1" status: 200 len: 835 time: 0.0464909 Mar 23 03:18:18.378557 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-710705bf-5c57-40e0-840a-4831c29ea2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:18.380074 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-710705bf-5c57-40e0-840a-4831c29ea2f9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1b3e2b8e-825b-4cd9-89ab-dcf96166f05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0429049 Mar 23 03:18:18.467390 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-cdba33ff-bf10-4594-826b-660b5933bbef service neutron] 10.222.0.23 "GET /v2.0/networks/1b3e2b8e-825b-4cd9-89ab-dcf96166f05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816696 Mar 23 03:18:18.557358 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e58c3e82-ca4a-4353-8957-cf8b40c4550d req-17af8a10-7220-464b-b276-bfb8b28ce82c service neutron] 10.222.0.23 "GET /v2.0/networks/1b3e2b8e-825b-4cd9-89ab-dcf96166f05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842228 Mar 23 03:18:18.826329 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a1d29-d595-42c9-a747-fa40d5406eae req-a017392e-26b1-4988-95d9-118568ba4cf5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:18.827722 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f01a1d29-d595-42c9-a747-fa40d5406eae req-a017392e-26b1-4988-95d9-118568ba4cf5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c451563-c906-43f5-ad23-8c57320635f9 HTTP/1.1" status: 200 len: 944 time: 0.0529139 Mar 23 03:18:18.876021 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f01a1d29-d595-42c9-a747-fa40d5406eae req-0caa6433-0e94-4ca9-8707-a138023594a7 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=0aff2d58-db6a-4f4d-bdfd-a023304ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419524 Mar 23 03:18:19.020755 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:19.929857 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6f2b1d6e-6891-44d3-a807-53ef649e5574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:19.999411 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e899f1-da52-4ab8-bb68-45acb96b49e8 req-c45b0886-39d4-4140-9ac2-6281f5d3c2f6 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:20.000927 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c8e899f1-da52-4ab8-bb68-45acb96b49e8 req-c45b0886-39d4-4140-9ac2-6281f5d3c2f6 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c451563-c906-43f5-ad23-8c57320635f9 HTTP/1.1" status: 200 len: 944 time: 0.0544956 Mar 23 03:18:20.055610 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c8e899f1-da52-4ab8-bb68-45acb96b49e8 req-8f512194-858e-47dc-95bb-a4784cb5e0ea tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=0aff2d58-db6a-4f4d-bdfd-a023304ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491052 Mar 23 03:18:21.175311 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74caa41b-ede3-48e9-af27-5aab91f1ed1e req-5472c82c-0486-459f-9d83-49a5a42ada19 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:21.176917 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-74caa41b-ede3-48e9-af27-5aab91f1ed1e req-5472c82c-0486-459f-9d83-49a5a42ada19 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c451563-c906-43f5-ad23-8c57320635f9 HTTP/1.1" status: 200 len: 944 time: 0.0572519 Mar 23 03:18:21.225581 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-74caa41b-ede3-48e9-af27-5aab91f1ed1e req-942495b2-b1cb-43e0-9788-95d0c9bb09d1 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=0aff2d58-db6a-4f4d-bdfd-a023304ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431514 Mar 23 03:18:21.410452 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:22.129610 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device ff02fe91-0a52-4105-bdec-63a282379335 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 03:18:22.225024 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port ff02fe91-0a52-4105-bdec-63a282379335, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ff02fe91-0a52-4105-bdec-63a282379335,segment=NetworkSegment(7f6e6527-e22b-4cae-85e9-7f487d248d6a),segment_id=7f6e6527-e22b-4cae-85e9-7f487d248d6a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:18:22.236637 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': 'ff02fe91-0a52-4105-bdec-63a282379335', 'network_id': '1b3e2b8e-825b-4cd9-89ab-dcf96166f05a', 'port_id': 'ff02fe91-0a52-4105-bdec-63a282379335', 'mac_address': 'fa:16:3e:99:41:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98eee975-9ed1-4471-80f7-a2e1dbc5b37f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 03:18:22.283739 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port ff02fe91-0a52-4105-bdec-63a282379335 is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:18:22.284774 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ff02fe91-0a52-4105-bdec-63a282379335), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:22.298239 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff02fe91-0a52-4105-bdec-63a282379335 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:18:22.318636 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port ff02fe91-0a52-4105-bdec-63a282379335, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ff02fe91-0a52-4105-bdec-63a282379335,segment=NetworkSegment(7f6e6527-e22b-4cae-85e9-7f487d248d6a),segment_id=7f6e6527-e22b-4cae-85e9-7f487d248d6a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:18:22.347800 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c488a86-da40-42f0-a90e-591f34f6d259 req-f649c724-1094-4fbd-92f0-9e80154dde0f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:22.349333 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3c488a86-da40-42f0-a90e-591f34f6d259 req-f649c724-1094-4fbd-92f0-9e80154dde0f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c451563-c906-43f5-ad23-8c57320635f9 HTTP/1.1" status: 200 len: 944 time: 0.0559015 Mar 23 03:18:22.398267 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3c488a86-da40-42f0-a90e-591f34f6d259 req-6fda97cb-2813-411e-b6d6-4168df540fb6 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=0aff2d58-db6a-4f4d-bdfd-a023304ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432611 Mar 23 03:18:22.415994 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (ff02fe91-0a52-4105-bdec-63a282379335), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:22.464225 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=ff02fe91-0a52-4105-bdec-63a282379335,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:22.625568 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['ff02fe91-0a52-4105-bdec-63a282379335'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:18:22.828712 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:23.512567 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb51db5-2f8e-4636-8e7a-9df2830cee07 req-7b66ae82-6b56-4822-8197-adf1503c356c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:23.514067 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9bb51db5-2f8e-4636-8e7a-9df2830cee07 req-7b66ae82-6b56-4822-8197-adf1503c356c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c451563-c906-43f5-ad23-8c57320635f9 HTTP/1.1" status: 200 len: 945 time: 0.0517704 Mar 23 03:18:23.561486 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9bb51db5-2f8e-4636-8e7a-9df2830cee07 req-10c7a48c-1142-48df-8d8c-e24df870d56e tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=0aff2d58-db6a-4f4d-bdfd-a023304ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410671 Mar 23 03:18:23.993881 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:24.144459 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device ff02fe91-0a52-4105-bdec-63a282379335 up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:18:24.249225 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port ff02fe91-0a52-4105-bdec-63a282379335 completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 03:18:24.253509 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port ff02fe91-0a52-4105-bdec-63a282379335 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:18:24.253889 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ff02fe91-0a52-4105-bdec-63a282379335), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:24.330245 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port ff02fe91-0a52-4105-bdec-63a282379335 is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:18:24.330649 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ff02fe91-0a52-4105-bdec-63a282379335), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:24.352719 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c451563-c906-43f5-ad23-8c57320635f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff02fe91-0a52-4105-bdec-63a282379335'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:18:24.354952 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44377dee-de5e-4012-b1b3-df30ed7b50de" -d '{"events": [{"server_uuid": "7c451563-c906-43f5-ad23-8c57320635f9", "name": "network-vif-plugged", "status": "completed", "tag": "ff02fe91-0a52-4105-bdec-63a282379335"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:18:24.367606 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port ff02fe91-0a52-4105-bdec-63a282379335, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ff02fe91-0a52-4105-bdec-63a282379335,segment=NetworkSegment(7f6e6527-e22b-4cae-85e9-7f487d248d6a),segment_id=7f6e6527-e22b-4cae-85e9-7f487d248d6a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:18:24.412778 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (ff02fe91-0a52-4105-bdec-63a282379335), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:24.445724 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f76fca2-09bb-46ed-bdc7-aeae6ade6bdb x-openstack-request-id: req-6f76fca2-09bb-46ed-bdc7-aeae6ade6bdb {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:18:24.446016 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c451563-c906-43f5-ad23-8c57320635f9", "name": "network-vif-plugged", "status": "completed", "tag": "ff02fe91-0a52-4105-bdec-63a282379335", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:18:24.446271 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f76fca2-09bb-46ed-bdc7-aeae6ade6bdb {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:18:24.446668 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f76fca2-09bb-46ed-bdc7-aeae6ade6bdb'] response: {'server_uuid': '7c451563-c906-43f5-ad23-8c57320635f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff02fe91-0a52-4105-bdec-63a282379335', 'code': 200} Mar 23 03:18:24.469231 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=ff02fe91-0a52-4105-bdec-63a282379335,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:24.712751 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67aac8-d5da-48c3-b45d-0caf5c59ebb4 req-56aad119-1184-4520-952f-4fc2454240b4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:24.714228 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5b67aac8-d5da-48c3-b45d-0caf5c59ebb4 req-56aad119-1184-4520-952f-4fc2454240b4 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c451563-c906-43f5-ad23-8c57320635f9 HTTP/1.1" status: 200 len: 946 time: 0.0837891 Mar 23 03:18:24.727854 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1cfce-1405-4867-bf40-5d1306b8bbc8 req-04b6ce87-a0ad-443c-a96c-e8dec293b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:24.729311 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-51b1cfce-1405-4867-bf40-5d1306b8bbc8 req-04b6ce87-a0ad-443c-a96c-e8dec293b7c4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7c451563-c906-43f5-ad23-8c57320635f9 HTTP/1.1" status: 200 len: 1130 time: 0.0704627 Mar 23 03:18:24.795507 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5b67aac8-d5da-48c3-b45d-0caf5c59ebb4 req-9aca83d6-d947-4a53-ae9f-e7a74a951db2 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=0aff2d58-db6a-4f4d-bdfd-a023304ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750053 Mar 23 03:18:24.799128 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-51b1cfce-1405-4867-bf40-5d1306b8bbc8 req-286d5417-c9ff-4786-8665-e0ce3394c5c2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0aff2d58-db6a-4f4d-bdfd-a023304ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624857 Mar 23 03:18:25.914800 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c46a0a-b231-4324-8b18-6fa8361303f1 req-688963c0-e00f-421d-9cb9-bd5d0bdcfe72 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:25.916293 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a0c46a0a-b231-4324-8b18-6fa8361303f1 req-688963c0-e00f-421d-9cb9-bd5d0bdcfe72 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c451563-c906-43f5-ad23-8c57320635f9 HTTP/1.1" status: 200 len: 946 time: 0.0531654 Mar 23 03:18:25.967464 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a0c46a0a-b231-4324-8b18-6fa8361303f1 req-24dba2a1-b79f-4d54-8d64-d8c60069df50 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=0aff2d58-db6a-4f4d-bdfd-a023304ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454624 Mar 23 03:18:27.085030 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f80e7f-5d34-451d-8ed2-af03cd8a190e req-c7c5172b-5125-49d3-b356-cd2e69f37a28 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:27.086521 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-33f80e7f-5d34-451d-8ed2-af03cd8a190e req-c7c5172b-5125-49d3-b356-cd2e69f37a28 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c451563-c906-43f5-ad23-8c57320635f9 HTTP/1.1" status: 200 len: 946 time: 0.0544505 Mar 23 03:18:27.134815 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-33f80e7f-5d34-451d-8ed2-af03cd8a190e req-88683b13-064a-4900-932c-f9b6285f2b81 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=0aff2d58-db6a-4f4d-bdfd-a023304ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427442 Mar 23 03:18:27.249040 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2366a5e-4408-471e-bc5c-923a586b8ec9 req-bf429c18-0600-4380-8bf0-1bea66ac08a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:27.250438 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-f2366a5e-4408-471e-bc5c-923a586b8ec9 req-bf429c18-0600-4380-8bf0-1bea66ac08a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c451563-c906-43f5-ad23-8c57320635f9 HTTP/1.1" status: 200 len: 946 time: 0.0510569 Mar 23 03:18:27.302561 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-f2366a5e-4408-471e-bc5c-923a586b8ec9 req-030ce4af-88a5-4853-b1e5-9682b8548be9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=0aff2d58-db6a-4f4d-bdfd-a023304ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459855 Mar 23 03:18:27.324798 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40814) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:18:27.367362 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037411fd-29f3-4c72-8f3b-adce0b940922 tempest-TestNetworkAdvancedServerOps-344769112 tempest-TestNetworkAdvancedServerOps-344769112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:27.368890 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-037411fd-29f3-4c72-8f3b-adce0b940922 tempest-TestNetworkAdvancedServerOps-344769112 tempest-TestNetworkAdvancedServerOps-344769112-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7c451563-c906-43f5-ad23-8c57320635f9 HTTP/1.1" status: 200 len: 1125 time: 0.0431139 Mar 23 03:18:27.371591 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40816) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:18:27.375686 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-2e2ac608-a2fc-4ab4-a80e-75589e352c2d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'port_id': 'ff02fe91-0a52-4105-bdec-63a282379335', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:18:27.471596 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2e2ac608-a2fc-4ab4-a80e-75589e352c2d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:27.566193 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2e2ac608-a2fc-4ab4-a80e-75589e352c2d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:27.669008 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-2e2ac608-a2fc-4ab4-a80e-75589e352c2d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Allocated IP 172.26.2.217 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/2dc218c1-0b29-4650-b944-96718e015051) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:18:27.766659 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2e2ac608-a2fc-4ab4-a80e-75589e352c2d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for port (2dc218c1-0b29-4650-b944-96718e015051), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:27.884593 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2e2ac608-a2fc-4ab4-a80e-75589e352c2d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (2dc218c1-0b29-4650-b944-96718e015051), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:27.925829 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2ac608-a2fc-4ab4-a80e-75589e352c2d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:18:27.928842 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-2e2ac608-a2fc-4ab4-a80e-75589e352c2d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:18:27.934275 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2ac608-a2fc-4ab4-a80e-75589e352c2d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:18:27.939684 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ac608-a2fc-4ab4-a80e-75589e352c2d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Port': ['ID=2dc218c1-0b29-4650-b944-96718e015051,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:28.292046 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2e2ac608-a2fc-4ab4-a80e-75589e352c2d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for floatingip (4e4ceac8-5bbe-4548-8070-51f0fe651268), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:28.436775 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2e2ac608-a2fc-4ab4-a80e-75589e352c2d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2dc218c1-0b29-4650-b944-96718e015051), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:28.908623 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2e2ac608-a2fc-4ab4-a80e-75589e352c2d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for port (2dc218c1-0b29-4650-b944-96718e015051), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:28.980598 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2e2ac608-a2fc-4ab4-a80e-75589e352c2d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (2dc218c1-0b29-4650-b944-96718e015051), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:29.048010 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ac608-a2fc-4ab4-a80e-75589e352c2d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event updated for resources: {'Port': ['ID=2dc218c1-0b29-4650-b944-96718e015051,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:18:29.060840 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2e2ac608-a2fc-4ab4-a80e-75589e352c2d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (4e4ceac8-5bbe-4548-8070-51f0fe651268), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:29.165849 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-2e2ac608-a2fc-4ab4-a80e-75589e352c2d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Floating IP 4e4ceac8-5bbe-4548-8070-51f0fe651268 associated. External IP: 172.26.2.217, port: ff02fe91-0a52-4105-bdec-63a282379335. Mar 23 03:18:29.385937 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2ac608-a2fc-4ab4-a80e-75589e352c2d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Router bbbc3ffa-7804-4de2-8554-79d1e27794ad has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:18:29.500334 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2ac608-a2fc-4ab4-a80e-75589e352c2d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:18:29.513341 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea02754-d70b-4b59-9941-b040e26ad2e9 None None] Sync routers for ids ['bbbc3ffa-7804-4de2-8554-79d1e27794ad'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:18:29.523758 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea02754-d70b-4b59-9941-b040e26ad2e9 None None] Routers {'bbbc3ffa-7804-4de2-8554-79d1e27794ad'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:18:29.525727 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-7ea02754-d70b-4b59-9941-b040e26ad2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:18:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['bbbc3ffa-7804-4de2-8554-79d1e27794ad'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:18:29.589033 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2e2ac608-a2fc-4ab4-a80e-75589e352c2d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:29.618608 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2e2ac608-a2fc-4ab4-a80e-75589e352c2d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2460110 Mar 23 03:18:29.619645 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c451563-c906-43f5-ad23-8c57320635f9', 'tag': 'ff02fe91-0a52-4105-bdec-63a282379335'}] {{(pid=104348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:18:29.622369 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a43494f7a0cd0c51715e4079ece57a9ff1e623b58ceb021b6bb41ba87478d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afb59dd-850a-4549-a994-37d32f3af940" -d '{"events": [{"name": "network-changed", "server_uuid": "7c451563-c906-43f5-ad23-8c57320635f9", "tag": "ff02fe91-0a52-4105-bdec-63a282379335"}]}' {{(pid=104348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:18:29.633853 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-7ea02754-d70b-4b59-9941-b040e26ad2e9 None None] Set router bbbc3ffa-7804-4de2-8554-79d1e27794ad gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:18:29.681816 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6cd33c-11bf-42c0-9c9d-753610a87cf4 x-openstack-request-id: req-6f6cd33c-11bf-42c0-9c9d-753610a87cf4 {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:18:29.685993 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c451563-c906-43f5-ad23-8c57320635f9", "tag": "ff02fe91-0a52-4105-bdec-63a282379335", "status": "completed", "code": 200}]} {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:18:29.686536 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f6cd33c-11bf-42c0-9c9d-753610a87cf4 {{(pid=104348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:18:29.687188 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f6cd33c-11bf-42c0-9c9d-753610a87cf4'] response: {'name': 'network-changed', 'server_uuid': '7c451563-c906-43f5-ad23-8c57320635f9', 'tag': 'ff02fe91-0a52-4105-bdec-63a282379335', 'status': 'completed', 'code': 200} Mar 23 03:18:29.788030 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726c2c5-af9f-48a9-a5a8-47c4986886af req-021ee02a-2526-40a7-9fda-ed78c9ffa751 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:29.789414 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b726c2c5-af9f-48a9-a5a8-47c4986886af req-021ee02a-2526-40a7-9fda-ed78c9ffa751 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c451563-c906-43f5-ad23-8c57320635f9 HTTP/1.1" status: 200 len: 946 time: 0.0942750 Mar 23 03:18:29.792516 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb59dd-850a-4549-a994-37d32f3af940 req-f91857d3-c2f5-4240-ad0a-ed2330d43214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:29.793884 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0afb59dd-850a-4549-a994-37d32f3af940 req-f91857d3-c2f5-4240-ad0a-ed2330d43214 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&device_id=7c451563-c906-43f5-ad23-8c57320635f9 HTTP/1.1" status: 200 len: 1130 time: 0.0892313 Mar 23 03:18:29.875674 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-7ea02754-d70b-4b59-9941-b040e26ad2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850859568', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': 'a21ac940-fefe-44fb-ac10-8eaa5ebbcf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:18:08Z', 'updated_at': '2022-03-23T03:18:12Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': 'a21ac940-fefe-44fb-ac10-8eaa5ebbcf78', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:16:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:18:08Z', 'updated_at': '2022-03-23T03:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '4e4ceac8-5bbe-4548-8070-51f0fe651268', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'floating_ip_address': '172.26.2.217', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'port_id': 'ff02fe91-0a52-4105-bdec-63a282379335', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b3e2b8e-825b-4cd9-89ab-dcf96166f05a', 'mac_address': 'fa:16:3e:99:41:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c451563-c906-43f5-ad23-8c57320635f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:18:28Z', 'updated_at': '2022-03-23T03:18:28Z', 'revision_number': 0, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f71b9a21-231d-450a-a0a2-478405c9089c', 'name': '', 'network_id': '1b3e2b8e-825b-4cd9-89ab-dcf96166f05a', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:c4:48:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '98eee975-9ed1-4471-80f7-a2e1dbc5b37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:18:11Z', 'updated_at': '2022-03-23T03:18:15Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '98eee975-9ed1-4471-80f7-a2e1dbc5b37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:18:29.902030 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b726c2c5-af9f-48a9-a5a8-47c4986886af req-e8ad4362-e0a3-40f5-b910-1eab7c74eea6 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=0aff2d58-db6a-4f4d-bdfd-a023304ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019609 Mar 23 03:18:29.904248 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea02754-d70b-4b59-9941-b040e26ad2e9 None None] Checking router: bbbc3ffa-7804-4de2-8554-79d1e27794ad for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:18:29.914437 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea02754-d70b-4b59-9941-b040e26ad2e9 None None] Routers {'bbbc3ffa-7804-4de2-8554-79d1e27794ad'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:18:29.914914 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-7ea02754-d70b-4b59-9941-b040e26ad2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:18:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['bbbc3ffa-7804-4de2-8554-79d1e27794ad'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:18:29.927652 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb59dd-850a-4549-a994-37d32f3af940 req-24681086-d3f2-4476-8cc4-2f5d3289af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:29.929224 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0afb59dd-850a-4549-a994-37d32f3af940 req-24681086-d3f2-4476-8cc4-2f5d3289af3e service neutron] 10.222.0.23 "GET /v2.0/networks?id=1b3e2b8e-825b-4cd9-89ab-dcf96166f05a HTTP/1.1" status: 200 len: 897 time: 0.1279507 Mar 23 03:18:29.936338 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40824) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:18:30.002473 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0afb59dd-850a-4549-a994-37d32f3af940 req-946b6eb3-d718-4344-9f93-0bb1ca63f827 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff02fe91-0a52-4105-bdec-63a282379335 HTTP/1.1" status: 200 len: 1000 time: 0.0670934 Mar 23 03:18:30.016000 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f55a313a-1435-455f-b68e-5ad9b133112f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/floatingips/4e4ceac8-5bbe-4548-8070-51f0fe651268 HTTP/1.1" status: 200 len: 992 time: 0.0781808 Mar 23 03:18:30.056925 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-7ea02754-d70b-4b59-9941-b040e26ad2e9 None None] Set router bbbc3ffa-7804-4de2-8554-79d1e27794ad gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:18:30.057451 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb59dd-850a-4549-a994-37d32f3af940 req-d30b165b-55ae-4781-82cf-64741a2c7737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:30.059091 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0afb59dd-850a-4549-a994-37d32f3af940 req-d30b165b-55ae-4781-82cf-64741a2c7737 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=98eee975-9ed1-4471-80f7-a2e1dbc5b37f HTTP/1.1" status: 200 len: 835 time: 0.0513391 Mar 23 03:18:30.116829 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb59dd-850a-4549-a994-37d32f3af940 req-b472ae9d-e5b0-4e3a-9bb7-8a9054b68be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:30.118337 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0afb59dd-850a-4549-a994-37d32f3af940 req-b472ae9d-e5b0-4e3a-9bb7-8a9054b68be0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1b3e2b8e-825b-4cd9-89ab-dcf96166f05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0538514 Mar 23 03:18:30.128835 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [req-0afb59dd-850a-4549-a994-37d32f3af940 req-55696c6c-34ac-44c0-b114-789b2b967bd4 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 03:18:30.129802 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0afb59dd-850a-4549-a994-37d32f3af940 req-55696c6c-34ac-44c0-b114-789b2b967bd4 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056207 Mar 23 03:18:30.220113 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0afb59dd-850a-4549-a994-37d32f3af940 req-7cb82ae5-0721-4ec0-9983-d186f77c9353 service neutron] 10.222.0.23 "GET /v2.0/networks/1b3e2b8e-825b-4cd9-89ab-dcf96166f05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846865 Mar 23 03:18:30.302890 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-7ea02754-d70b-4b59-9941-b040e26ad2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850859568', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': 'a21ac940-fefe-44fb-ac10-8eaa5ebbcf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:18:08Z', 'updated_at': '2022-03-23T03:18:12Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': 'a21ac940-fefe-44fb-ac10-8eaa5ebbcf78', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:16:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:18:08Z', 'updated_at': '2022-03-23T03:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '4e4ceac8-5bbe-4548-8070-51f0fe651268', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'floating_ip_address': '172.26.2.217', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'port_id': 'ff02fe91-0a52-4105-bdec-63a282379335', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b3e2b8e-825b-4cd9-89ab-dcf96166f05a', 'mac_address': 'fa:16:3e:99:41:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c451563-c906-43f5-ad23-8c57320635f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:18:28Z', 'updated_at': '2022-03-23T03:18:28Z', 'revision_number': 0, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f71b9a21-231d-450a-a0a2-478405c9089c', 'name': '', 'network_id': '1b3e2b8e-825b-4cd9-89ab-dcf96166f05a', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:c4:48:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '98eee975-9ed1-4471-80f7-a2e1dbc5b37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:18:11Z', 'updated_at': '2022-03-23T03:18:15Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '98eee975-9ed1-4471-80f7-a2e1dbc5b37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:18:30.323855 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0afb59dd-850a-4549-a994-37d32f3af940 req-29624980-3df1-47ec-8d3b-77fff282e620 service neutron] 10.222.0.23 "GET /v2.0/networks/1b3e2b8e-825b-4cd9-89ab-dcf96166f05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979245 Mar 23 03:18:30.331471 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea02754-d70b-4b59-9941-b040e26ad2e9 None None] The sync data for ids ['bbbc3ffa-7804-4de2-8554-79d1e27794ad'] in dv-neutron-834613-2-hyperv is: [{'id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850859568', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': 'a21ac940-fefe-44fb-ac10-8eaa5ebbcf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:18:08Z', 'updated_at': '2022-03-23T03:18:12Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': 'a21ac940-fefe-44fb-ac10-8eaa5ebbcf78', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:16:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:18:08Z', 'updated_at': '2022-03-23T03:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': '4e4ceac8-5bbe-4548-8070-51f0fe651268', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'floating_ip_address': '172.26.2.217', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'port_id': 'ff02fe91-0a52-4105-bdec-63a282379335', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b3e2b8e-825b-4cd9-89ab-dcf96166f05a', 'mac_address': 'fa:16:3e:99:41:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c451563-c906-43f5-ad23-8c57320635f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:18:28Z', 'updated_at': '2022-03-23T03:18:28Z', 'revision_number': 0, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f71b9a21-231d-450a-a0a2-478405c9089c', 'name': '', 'network_id': '1b3e2b8e-825b-4cd9-89ab-dcf96166f05a', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:c4:48:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '98eee975-9ed1-4471-80f7-a2e1dbc5b37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:18:11Z', 'updated_at': '2022-03-23T03:18:15Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '98eee975-9ed1-4471-80f7-a2e1dbc5b37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:18:30.556717 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac3631c-761e-4313-86cf-0ab72cd03b81 None None] New status for floating IP 4e4ceac8-5bbe-4548-8070-51f0fe651268: ACTIVE {{(pid=104350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 03:18:30.614351 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4434a5e9-6a73-4722-9d21-b9e84b181138 req-248fe53b-fe6b-42c5-bc02-2cdb99768d63 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7c451563-c906-43f5-ad23-8c57320635f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443025 Mar 23 03:18:30.699525 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434a5e9-6a73-4722-9d21-b9e84b181138 req-6abc0bfb-d60b-460b-9652-a3e5410426a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:30.701072 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4434a5e9-6a73-4722-9d21-b9e84b181138 req-6abc0bfb-d60b-460b-9652-a3e5410426a9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&device_id=7c451563-c906-43f5-ad23-8c57320635f9 HTTP/1.1" status: 200 len: 1130 time: 0.0448153 Mar 23 03:18:30.808192 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434a5e9-6a73-4722-9d21-b9e84b181138 req-0d2884ed-a191-4573-a41c-81785e78fd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:30.809672 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4434a5e9-6a73-4722-9d21-b9e84b181138 req-0d2884ed-a191-4573-a41c-81785e78fd9a service neutron] 10.222.0.23 "GET /v2.0/networks?id=1b3e2b8e-825b-4cd9-89ab-dcf96166f05a HTTP/1.1" status: 200 len: 897 time: 0.0901883 Mar 23 03:18:30.873928 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4434a5e9-6a73-4722-9d21-b9e84b181138 req-0b1fd235-fc28-40c7-b175-cda36ec46e71 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff02fe91-0a52-4105-bdec-63a282379335 HTTP/1.1" status: 200 len: 1002 time: 0.0587687 Mar 23 03:18:30.920104 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434a5e9-6a73-4722-9d21-b9e84b181138 req-9cc25965-d7cc-48a6-986a-c438cb185345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:30.921530 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4434a5e9-6a73-4722-9d21-b9e84b181138 req-9cc25965-d7cc-48a6-986a-c438cb185345 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=98eee975-9ed1-4471-80f7-a2e1dbc5b37f HTTP/1.1" status: 200 len: 835 time: 0.0427234 Mar 23 03:18:30.974600 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434a5e9-6a73-4722-9d21-b9e84b181138 req-bff62a61-7ae3-476f-84fd-78226e5e81c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:18:30.976141 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4434a5e9-6a73-4722-9d21-b9e84b181138 req-bff62a61-7ae3-476f-84fd-78226e5e81c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1b3e2b8e-825b-4cd9-89ab-dcf96166f05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0488026 Mar 23 03:18:31.017635 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40826) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:18:31.064408 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4434a5e9-6a73-4722-9d21-b9e84b181138 req-92ee5d65-dd81-40a5-ba69-108fcb48ff30 service neutron] 10.222.0.23 "GET /v2.0/networks/1b3e2b8e-825b-4cd9-89ab-dcf96166f05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827084 Mar 23 03:18:31.079177 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-10d0f4b8-8d90-489e-8ad9-ec77d5671a19 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/floatingips/4e4ceac8-5bbe-4548-8070-51f0fe651268 HTTP/1.1" status: 200 len: 994 time: 0.0598528 Mar 23 03:18:31.157445 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4434a5e9-6a73-4722-9d21-b9e84b181138 req-a6263919-4114-4107-b23d-ee05d06a35ff service neutron] 10.222.0.23 "GET /v2.0/networks/1b3e2b8e-825b-4cd9-89ab-dcf96166f05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872655 Mar 23 03:18:32.873651 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:18:47.626357 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5ed63b8f-0c4a-4c5a-8e71-57e34dc06ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:49.036903 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:49.928937 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-90af4fbf-b33b-49c9-a0b5-3e0c38b857fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:51.386158 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:52.809041 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:18:54.003718 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:00.838202 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b4266-951a-4500-b649-3500a340bc38 req-8c6e6884-a30d-41dc-a57f-c2adf52d1cfe tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:00.839680 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b57b4266-951a-4500-b649-3500a340bc38 req-8c6e6884-a30d-41dc-a57f-c2adf52d1cfe tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c451563-c906-43f5-ad23-8c57320635f9 HTTP/1.1" status: 200 len: 946 time: 0.1000941 Mar 23 03:19:00.887215 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b57b4266-951a-4500-b649-3500a340bc38 req-d4ca776e-5445-4a64-9d05-0ad80705f08f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=0aff2d58-db6a-4f4d-bdfd-a023304ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420485 Mar 23 03:19:02.006636 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dba7f7-4bc3-4cf4-938a-21338724e581 req-4271be21-2fce-403a-8cf6-64f40be95c95 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:02.008788 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-31dba7f7-4bc3-4cf4-938a-21338724e581 req-4271be21-2fce-403a-8cf6-64f40be95c95 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c451563-c906-43f5-ad23-8c57320635f9 HTTP/1.1" status: 200 len: 946 time: 0.0528579 Mar 23 03:19:02.057480 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-31dba7f7-4bc3-4cf4-938a-21338724e581 req-9eeea817-42e1-413d-bfe7-2506c40f80e5 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=0aff2d58-db6a-4f4d-bdfd-a023304ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428057 Mar 23 03:19:02.079687 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40850) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:19:02.142116 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7607bd06-3fae-4f9c-a33a-65de25880ea9 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/floatingips/4e4ceac8-5bbe-4548-8070-51f0fe651268 HTTP/1.1" status: 200 len: 994 time: 0.0612917 Mar 23 03:19:03.611149 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff46584-5eee-4b97-b43f-9ac3d16dff87 req-ca38fb06-95cf-4677-972e-746f2e5f001d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:03.612767 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3ff46584-5eee-4b97-b43f-9ac3d16dff87 req-ca38fb06-95cf-4677-972e-746f2e5f001d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c451563-c906-43f5-ad23-8c57320635f9 HTTP/1.1" status: 200 len: 946 time: 0.0572047 Mar 23 03:19:03.663103 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3ff46584-5eee-4b97-b43f-9ac3d16dff87 req-4af6e6ce-d6a0-4c67-b93a-a76f95f0ca95 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=0aff2d58-db6a-4f4d-bdfd-a023304ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443888 Mar 23 03:19:03.686718 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d02e4c-e11d-49da-ad27-9d944e334c17 req-a7ebe68f-c490-4853-919e-07d7866d79ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:03.688265 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e6d02e4c-e11d-49da-ad27-9d944e334c17 req-a7ebe68f-c490-4853-919e-07d7866d79ff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&device_id=7c451563-c906-43f5-ad23-8c57320635f9 HTTP/1.1" status: 200 len: 1130 time: 0.0489457 Mar 23 03:19:03.776572 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d02e4c-e11d-49da-ad27-9d944e334c17 req-1d8b9a9b-763c-404e-99b7-7b636cabb6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:03.777950 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e6d02e4c-e11d-49da-ad27-9d944e334c17 req-1d8b9a9b-763c-404e-99b7-7b636cabb6a2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1b3e2b8e-825b-4cd9-89ab-dcf96166f05a HTTP/1.1" status: 200 len: 897 time: 0.0844831 Mar 23 03:19:03.845610 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e6d02e4c-e11d-49da-ad27-9d944e334c17 req-2fa374a8-18bb-4292-afed-24ac986541f4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff02fe91-0a52-4105-bdec-63a282379335 HTTP/1.1" status: 200 len: 1002 time: 0.0619733 Mar 23 03:19:03.893736 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d02e4c-e11d-49da-ad27-9d944e334c17 req-c34b44cb-7cc4-4c0a-a6d3-f33c9372c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:03.895297 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e6d02e4c-e11d-49da-ad27-9d944e334c17 req-c34b44cb-7cc4-4c0a-a6d3-f33c9372c27f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=98eee975-9ed1-4471-80f7-a2e1dbc5b37f HTTP/1.1" status: 200 len: 835 time: 0.0445175 Mar 23 03:19:03.943683 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d02e4c-e11d-49da-ad27-9d944e334c17 req-2e54e3ad-07c6-4219-ac41-633b7e636210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:03.945658 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e6d02e4c-e11d-49da-ad27-9d944e334c17 req-2e54e3ad-07c6-4219-ac41-633b7e636210 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1b3e2b8e-825b-4cd9-89ab-dcf96166f05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0446739 Mar 23 03:19:04.035079 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e6d02e4c-e11d-49da-ad27-9d944e334c17 req-9bba3c5e-4b27-4817-aec5-6e337fdd073c service neutron] 10.222.0.23 "GET /v2.0/networks/1b3e2b8e-825b-4cd9-89ab-dcf96166f05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841172 Mar 23 03:19:04.121937 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e6d02e4c-e11d-49da-ad27-9d944e334c17 req-b7d16f4d-3ac2-4733-b49d-e6be15076f79 service neutron] 10.222.0.23 "GET /v2.0/networks/1b3e2b8e-825b-4cd9-89ab-dcf96166f05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810432 Mar 23 03:19:04.792269 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c1fd0-fb4e-4fe2-8726-34cd6adef1d8 req-6bdb0be2-5859-4133-8c08-7aea4b40f72b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:04.793787 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d30c1fd0-fb4e-4fe2-8726-34cd6adef1d8 req-6bdb0be2-5859-4133-8c08-7aea4b40f72b tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c451563-c906-43f5-ad23-8c57320635f9 HTTP/1.1" status: 200 len: 946 time: 0.0544741 Mar 23 03:19:04.854202 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d30c1fd0-fb4e-4fe2-8726-34cd6adef1d8 req-46a17653-c0a8-4824-bcc6-45d7fc0ae04a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=0aff2d58-db6a-4f4d-bdfd-a023304ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548928 Mar 23 03:19:05.990939 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978b77a-6eee-4efc-b23a-5d4a93f6abf2 req-5176eec8-209c-44f9-94a8-8cc8341ef87a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:05.992722 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-9978b77a-6eee-4efc-b23a-5d4a93f6abf2 req-5176eec8-209c-44f9-94a8-8cc8341ef87a tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c451563-c906-43f5-ad23-8c57320635f9 HTTP/1.1" status: 200 len: 946 time: 0.0572672 Mar 23 03:19:06.041202 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-9978b77a-6eee-4efc-b23a-5d4a93f6abf2 req-15a395c3-ece9-4ad4-96af-fa227c79dc0f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=0aff2d58-db6a-4f4d-bdfd-a023304ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428152 Mar 23 03:19:06.063464 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40862) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:19:06.122844 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d1805e44-5e9f-45cf-85bb-34487d560ce8 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/floatingips/4e4ceac8-5bbe-4548-8070-51f0fe651268 HTTP/1.1" status: 200 len: 994 time: 0.0582392 Mar 23 03:19:06.350918 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40868) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:19:06.506840 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-e32f6a79-66d8-4ee2-9786-e180d50db46c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Deleting port 2dc218c1-0b29-4650-b944-96718e015051 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:19:06.507190 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e32f6a79-66d8-4ee2-9786-e180d50db46c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (2dc218c1-0b29-4650-b944-96718e015051), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:06.580032 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e32f6a79-66d8-4ee2-9786-e180d50db46c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (2dc218c1-0b29-4650-b944-96718e015051), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:06.580384 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e32f6a79-66d8-4ee2-9786-e180d50db46c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for floatingip (2dc218c1-0b29-4650-b944-96718e015051), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:06.592845 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-e32f6a79-66d8-4ee2-9786-e180d50db46c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Calling delete_port for 2dc218c1-0b29-4650-b944-96718e015051 owned by network:floatingip {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:19:06.854502 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e32f6a79-66d8-4ee2-9786-e180d50db46c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (2dc218c1-0b29-4650-b944-96718e015051), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:06.877779 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f6a79-66d8-4ee2-9786-e180d50db46c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'Port': ['ID=2dc218c1-0b29-4650-b944-96718e015051,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:06.888067 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f6a79-66d8-4ee2-9786-e180d50db46c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:06.888461 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f6a79-66d8-4ee2-9786-e180d50db46c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:06.888814 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f6a79-66d8-4ee2-9786-e180d50db46c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:06.889161 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f6a79-66d8-4ee2-9786-e180d50db46c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:06.889505 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f6a79-66d8-4ee2-9786-e180d50db46c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:06.889847 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f6a79-66d8-4ee2-9786-e180d50db46c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:06.890547 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f6a79-66d8-4ee2-9786-e180d50db46c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:06.890547 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f6a79-66d8-4ee2-9786-e180d50db46c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:06.890823 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f6a79-66d8-4ee2-9786-e180d50db46c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:06.891189 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f6a79-66d8-4ee2-9786-e180d50db46c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:06.891548 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f6a79-66d8-4ee2-9786-e180d50db46c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:06.891915 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f6a79-66d8-4ee2-9786-e180d50db46c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:06.892272 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f6a79-66d8-4ee2-9786-e180d50db46c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:06.892581 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f6a79-66d8-4ee2-9786-e180d50db46c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:06.892911 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f6a79-66d8-4ee2-9786-e180d50db46c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:06.956824 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e32f6a79-66d8-4ee2-9786-e180d50db46c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for floatingip (4e4ceac8-5bbe-4548-8070-51f0fe651268), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:06.957165 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-e32f6a79-66d8-4ee2-9786-e180d50db46c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Floating IP 4e4ceac8-5bbe-4548-8070-51f0fe651268 disassociated (deleted). External IP: 172.26.2.217, port: ff02fe91-0a52-4105-bdec-63a282379335. Mar 23 03:19:07.162322 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32f6a79-66d8-4ee2-9786-e180d50db46c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Router bbbc3ffa-7804-4de2-8554-79d1e27794ad has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:19:07.271245 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32f6a79-66d8-4ee2-9786-e180d50db46c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:19:07.276437 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e32f6a79-66d8-4ee2-9786-e180d50db46c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:07.281118 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff12e4a-2987-4324-bb7e-4ecd5653596a None None] Sync routers for ids ['bbbc3ffa-7804-4de2-8554-79d1e27794ad'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:19:07.294938 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff12e4a-2987-4324-bb7e-4ecd5653596a None None] Routers {'bbbc3ffa-7804-4de2-8554-79d1e27794ad'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:19:07.295625 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-3ff12e4a-2987-4324-bb7e-4ecd5653596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:18:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['bbbc3ffa-7804-4de2-8554-79d1e27794ad'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:19:07.306965 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e32f6a79-66d8-4ee2-9786-e180d50db46c tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "DELETE /v2.0/floatingips/4e4ceac8-5bbe-4548-8070-51f0fe651268 HTTP/1.1" status: 204 len: 168 time: 0.9548376 Mar 23 03:19:07.307627 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c451563-c906-43f5-ad23-8c57320635f9', 'tag': 'ff02fe91-0a52-4105-bdec-63a282379335'}] {{(pid=104348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:19:07.309999 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a43494f7a0cd0c51715e4079ece57a9ff1e623b58ceb021b6bb41ba87478d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b46bec6-ab20-4d41-9c4a-be8aa6033034" -d '{"events": [{"name": "network-changed", "server_uuid": "7c451563-c906-43f5-ad23-8c57320635f9", "tag": "ff02fe91-0a52-4105-bdec-63a282379335"}]}' {{(pid=104348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:19:07.359849 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8258ace-d158-4f20-b149-9f6e67cf4e79 x-openstack-request-id: req-a8258ace-d158-4f20-b149-9f6e67cf4e79 {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:19:07.360042 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c451563-c906-43f5-ad23-8c57320635f9", "tag": "ff02fe91-0a52-4105-bdec-63a282379335", "status": "completed", "code": 200}]} {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:19:07.360303 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a8258ace-d158-4f20-b149-9f6e67cf4e79 {{(pid=104348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:19:07.360728 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8258ace-d158-4f20-b149-9f6e67cf4e79'] response: {'name': 'network-changed', 'server_uuid': '7c451563-c906-43f5-ad23-8c57320635f9', 'tag': 'ff02fe91-0a52-4105-bdec-63a282379335', 'status': 'completed', 'code': 200} Mar 23 03:19:07.406775 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-3ff12e4a-2987-4324-bb7e-4ecd5653596a None None] Set router bbbc3ffa-7804-4de2-8554-79d1e27794ad gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:19:07.425418 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46bec6-ab20-4d41-9c4a-be8aa6033034 req-ceb84e87-91e6-4789-aaee-44e6643333bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:07.426923 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7b46bec6-ab20-4d41-9c4a-be8aa6033034 req-ceb84e87-91e6-4789-aaee-44e6643333bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f41ad4ebfe104f0bbf5da25507598650&device_id=7c451563-c906-43f5-ad23-8c57320635f9 HTTP/1.1" status: 200 len: 1130 time: 0.0457451 Mar 23 03:19:07.522178 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46bec6-ab20-4d41-9c4a-be8aa6033034 req-4d0468bd-1301-4d6d-8a4d-f1a3ea57bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:07.524601 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7b46bec6-ab20-4d41-9c4a-be8aa6033034 req-4d0468bd-1301-4d6d-8a4d-f1a3ea57bf01 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1b3e2b8e-825b-4cd9-89ab-dcf96166f05a HTTP/1.1" status: 200 len: 897 time: 0.0919874 Mar 23 03:19:07.569475 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7b46bec6-ab20-4d41-9c4a-be8aa6033034 req-d9ff82b4-66e3-4968-af2b-11048c0ea6a2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff02fe91-0a52-4105-bdec-63a282379335 HTTP/1.1" status: 200 len: 217 time: 0.0388622 Mar 23 03:19:07.620403 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46bec6-ab20-4d41-9c4a-be8aa6033034 req-5bca10b6-2f59-41d4-92b3-e700382f7ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:07.621898 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7b46bec6-ab20-4d41-9c4a-be8aa6033034 req-5bca10b6-2f59-41d4-92b3-e700382f7ee6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=98eee975-9ed1-4471-80f7-a2e1dbc5b37f HTTP/1.1" status: 200 len: 835 time: 0.0464373 Mar 23 03:19:07.671558 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46bec6-ab20-4d41-9c4a-be8aa6033034 req-7a95abb2-d0d0-4fd8-8023-f69bc37933af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:07.672999 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7b46bec6-ab20-4d41-9c4a-be8aa6033034 req-7a95abb2-d0d0-4fd8-8023-f69bc37933af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1b3e2b8e-825b-4cd9-89ab-dcf96166f05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0450737 Mar 23 03:19:07.727315 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-3ff12e4a-2987-4324-bb7e-4ecd5653596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850859568', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': 'a21ac940-fefe-44fb-ac10-8eaa5ebbcf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:18:08Z', 'updated_at': '2022-03-23T03:18:12Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': 'a21ac940-fefe-44fb-ac10-8eaa5ebbcf78', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:16:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:18:08Z', 'updated_at': '2022-03-23T03:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'f71b9a21-231d-450a-a0a2-478405c9089c', 'name': '', 'network_id': '1b3e2b8e-825b-4cd9-89ab-dcf96166f05a', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:c4:48:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '98eee975-9ed1-4471-80f7-a2e1dbc5b37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:18:11Z', 'updated_at': '2022-03-23T03:18:15Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '98eee975-9ed1-4471-80f7-a2e1dbc5b37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:19:07.754032 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff12e4a-2987-4324-bb7e-4ecd5653596a None None] Checking router: bbbc3ffa-7804-4de2-8554-79d1e27794ad for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:19:07.762904 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff12e4a-2987-4324-bb7e-4ecd5653596a None None] Routers {'bbbc3ffa-7804-4de2-8554-79d1e27794ad'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:19:07.763509 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-3ff12e4a-2987-4324-bb7e-4ecd5653596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:18:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['bbbc3ffa-7804-4de2-8554-79d1e27794ad'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:19:07.800683 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7b46bec6-ab20-4d41-9c4a-be8aa6033034 req-340a29cb-e460-44b5-b156-c72a12057156 service neutron] 10.222.0.23 "GET /v2.0/networks/1b3e2b8e-825b-4cd9-89ab-dcf96166f05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215720 Mar 23 03:19:07.856566 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f9caf-8d90-4337-8e80-6b56aaceac8f req-dcf57b2f-0d8b-424a-b0eb-0d274394b62d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:07.858054 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3b7f9caf-8d90-4337-8e80-6b56aaceac8f req-dcf57b2f-0d8b-424a-b0eb-0d274394b62d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c451563-c906-43f5-ad23-8c57320635f9 HTTP/1.1" status: 200 len: 946 time: 0.1168323 Mar 23 03:19:07.871900 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-3ff12e4a-2987-4324-bb7e-4ecd5653596a None None] Set router bbbc3ffa-7804-4de2-8554-79d1e27794ad gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:19:07.953449 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3b7f9caf-8d90-4337-8e80-6b56aaceac8f req-d08aefaf-f108-4e2c-baa8-150c5d526953 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=0aff2d58-db6a-4f4d-bdfd-a023304ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894189 Mar 23 03:19:07.955851 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7b46bec6-ab20-4d41-9c4a-be8aa6033034 req-9b8d6124-5f69-48c0-ba6d-9a76268c279b service neutron] 10.222.0.23 "GET /v2.0/networks/1b3e2b8e-825b-4cd9-89ab-dcf96166f05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487095 Mar 23 03:19:08.071295 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-3ff12e4a-2987-4324-bb7e-4ecd5653596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850859568', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': 'a21ac940-fefe-44fb-ac10-8eaa5ebbcf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:18:08Z', 'updated_at': '2022-03-23T03:18:12Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': 'a21ac940-fefe-44fb-ac10-8eaa5ebbcf78', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:16:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:18:08Z', 'updated_at': '2022-03-23T03:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'f71b9a21-231d-450a-a0a2-478405c9089c', 'name': '', 'network_id': '1b3e2b8e-825b-4cd9-89ab-dcf96166f05a', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:c4:48:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '98eee975-9ed1-4471-80f7-a2e1dbc5b37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:18:11Z', 'updated_at': '2022-03-23T03:18:15Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '98eee975-9ed1-4471-80f7-a2e1dbc5b37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:19:08.096509 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff12e4a-2987-4324-bb7e-4ecd5653596a None None] The sync data for ids ['bbbc3ffa-7804-4de2-8554-79d1e27794ad'] in dv-neutron-834613-2-hyperv is: [{'id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850859568', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': 'a21ac940-fefe-44fb-ac10-8eaa5ebbcf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:18:08Z', 'updated_at': '2022-03-23T03:18:12Z', 'revision_number': 4, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': 'a21ac940-fefe-44fb-ac10-8eaa5ebbcf78', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:16:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:18:08Z', 'updated_at': '2022-03-23T03:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'f71b9a21-231d-450a-a0a2-478405c9089c', 'name': '', 'network_id': '1b3e2b8e-825b-4cd9-89ab-dcf96166f05a', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'mac_address': 'fa:16:3e:c4:48:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '98eee975-9ed1-4471-80f7-a2e1dbc5b37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:18:11Z', 'updated_at': '2022-03-23T03:18:15Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'subnets': [{'id': '98eee975-9ed1-4471-80f7-a2e1dbc5b37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:19:08.309082 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c040a67c-8ff7-4f52-b088-2cce2c59b7e3 None None] New status for floating IP 4e4ceac8-5bbe-4548-8070-51f0fe651268: DOWN {{(pid=104350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 03:19:09.078680 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d46de1-0577-4a4e-adb1-b1ec3649b9b6 req-179912d7-9172-4bb7-a7f5-719071eeef95 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:09.080160 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a8d46de1-0577-4a4e-adb1-b1ec3649b9b6 req-179912d7-9172-4bb7-a7f5-719071eeef95 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c451563-c906-43f5-ad23-8c57320635f9 HTTP/1.1" status: 200 len: 946 time: 0.0587568 Mar 23 03:19:09.130126 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a8d46de1-0577-4a4e-adb1-b1ec3649b9b6 req-4fdea388-844f-4e49-b852-7abc1db77c61 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/security-groups?id=0aff2d58-db6a-4f4d-bdfd-a023304ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444233 Mar 23 03:19:09.251317 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16445263-20f6-4e7c-9836-eb8935035747 req-bc22f915-a7e1-49dc-aa2d-dd0038e56b7d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:09.252682 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-16445263-20f6-4e7c-9836-eb8935035747 req-bc22f915-a7e1-49dc-aa2d-dd0038e56b7d tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c451563-c906-43f5-ad23-8c57320635f9 HTTP/1.1" status: 200 len: 946 time: 0.0523813 Mar 23 03:19:09.343310 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-16445263-20f6-4e7c-9836-eb8935035747 req-e121e757-b563-4be8-b8e3-11deb9e168a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Deleting port ff02fe91-0a52-4105-bdec-63a282379335 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:19:09.343643 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-16445263-20f6-4e7c-9836-eb8935035747 req-e121e757-b563-4be8-b8e3-11deb9e168a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (ff02fe91-0a52-4105-bdec-63a282379335), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:09.436803 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-16445263-20f6-4e7c-9836-eb8935035747 req-e121e757-b563-4be8-b8e3-11deb9e168a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] For port ff02fe91-0a52-4105-bdec-63a282379335, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ff02fe91-0a52-4105-bdec-63a282379335,segment=NetworkSegment(7f6e6527-e22b-4cae-85e9-7f487d248d6a),segment_id=7f6e6527-e22b-4cae-85e9-7f487d248d6a)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:19:09.437171 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-16445263-20f6-4e7c-9836-eb8935035747 req-e121e757-b563-4be8-b8e3-11deb9e168a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (ff02fe91-0a52-4105-bdec-63a282379335), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:09.450326 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-16445263-20f6-4e7c-9836-eb8935035747 req-e121e757-b563-4be8-b8e3-11deb9e168a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Calling delete_port for ff02fe91-0a52-4105-bdec-63a282379335 owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:19:09.637120 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-16445263-20f6-4e7c-9836-eb8935035747 req-e121e757-b563-4be8-b8e3-11deb9e168a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (ff02fe91-0a52-4105-bdec-63a282379335), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:09.663795 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121e757-b563-4be8-b8e3-11deb9e168a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'Port': ['ID=ff02fe91-0a52-4105-bdec-63a282379335,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:09.673245 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121e757-b563-4be8-b8e3-11deb9e168a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:09.673600 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121e757-b563-4be8-b8e3-11deb9e168a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:09.673948 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121e757-b563-4be8-b8e3-11deb9e168a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:09.674288 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121e757-b563-4be8-b8e3-11deb9e168a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:09.674629 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121e757-b563-4be8-b8e3-11deb9e168a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:09.674967 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121e757-b563-4be8-b8e3-11deb9e168a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:09.675303 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121e757-b563-4be8-b8e3-11deb9e168a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:09.675636 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121e757-b563-4be8-b8e3-11deb9e168a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:09.676001 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121e757-b563-4be8-b8e3-11deb9e168a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:09.676336 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121e757-b563-4be8-b8e3-11deb9e168a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:09.677036 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121e757-b563-4be8-b8e3-11deb9e168a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:09.677036 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121e757-b563-4be8-b8e3-11deb9e168a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:09.677369 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121e757-b563-4be8-b8e3-11deb9e168a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:09.677616 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121e757-b563-4be8-b8e3-11deb9e168a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:09.677945 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121e757-b563-4be8-b8e3-11deb9e168a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:09.720783 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-16445263-20f6-4e7c-9836-eb8935035747 req-e121e757-b563-4be8-b8e3-11deb9e168a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] No DVR routers for this DVR port ff02fe91-0a52-4105-bdec-63a282379335 on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:19:09.723275 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-16445263-20f6-4e7c-9836-eb8935035747 req-e121e757-b563-4be8-b8e3-11deb9e168a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:09.726660 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-16445263-20f6-4e7c-9836-eb8935035747 req-e121e757-b563-4be8-b8e3-11deb9e168a3 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.23 "DELETE /v2.0/ports/ff02fe91-0a52-4105-bdec-63a282379335 HTTP/1.1" status: 204 len: 173 time: 0.4677422 Mar 23 03:19:09.727097 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c451563-c906-43f5-ad23-8c57320635f9', 'name': 'network-vif-deleted', 'tag': 'ff02fe91-0a52-4105-bdec-63a282379335'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:19:09.729381 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559dfabb-2c70-411a-8221-4dd33f01fb37" -d '{"events": [{"server_uuid": "7c451563-c906-43f5-ad23-8c57320635f9", "name": "network-vif-deleted", "tag": "ff02fe91-0a52-4105-bdec-63a282379335"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:19:09.765385 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec89d3d-b9dc-43c8-b5cd-37aa126655d7 x-openstack-request-id: req-8ec89d3d-b9dc-43c8-b5cd-37aa126655d7 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:19:09.765680 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c451563-c906-43f5-ad23-8c57320635f9", "name": "network-vif-deleted", "tag": "ff02fe91-0a52-4105-bdec-63a282379335", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:19:09.765935 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8ec89d3d-b9dc-43c8-b5cd-37aa126655d7 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:19:09.766349 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ec89d3d-b9dc-43c8-b5cd-37aa126655d7'] response: {'server_uuid': '7c451563-c906-43f5-ad23-8c57320635f9', 'name': 'network-vif-deleted', 'tag': 'ff02fe91-0a52-4105-bdec-63a282379335', 'status': 'completed', 'code': 200} Mar 23 03:19:09.872764 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:19:10.238322 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-700ad82b-0788-4236-a714-21108c452fd7 req-8b304141-ee41-4fe5-a92d-8a1c1aa763f8 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c451563-c906-43f5-ad23-8c57320635f9 HTTP/1.1" status: 200 len: 210 time: 0.0268204 Mar 23 03:19:11.294679 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40884) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:19:11.650159 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8697efd2-b091-4f35-b198-a583e1ac40cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (bbbc3ffa-7804-4de2-8554-79d1e27794ad), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:11.907515 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-8697efd2-b091-4f35-b198-a583e1ac40cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Deleting port f71b9a21-231d-450a-a0a2-478405c9089c {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:19:11.907784 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8697efd2-b091-4f35-b198-a583e1ac40cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (f71b9a21-231d-450a-a0a2-478405c9089c), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:11.995312 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-8697efd2-b091-4f35-b198-a583e1ac40cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] For port f71b9a21-231d-450a-a0a2-478405c9089c, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=f71b9a21-231d-450a-a0a2-478405c9089c,segment=NetworkSegment(7f6e6527-e22b-4cae-85e9-7f487d248d6a),segment_id=7f6e6527-e22b-4cae-85e9-7f487d248d6a)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:19:11.995667 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8697efd2-b091-4f35-b198-a583e1ac40cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (f71b9a21-231d-450a-a0a2-478405c9089c), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:12.008768 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-8697efd2-b091-4f35-b198-a583e1ac40cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Calling delete_port for f71b9a21-231d-450a-a0a2-478405c9089c owned by network:router_interface {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:19:12.277336 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8697efd2-b091-4f35-b198-a583e1ac40cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (f71b9a21-231d-450a-a0a2-478405c9089c), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:12.304592 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697efd2-b091-4f35-b198-a583e1ac40cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'Port': ['ID=f71b9a21-231d-450a-a0a2-478405c9089c,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:12.498597 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8697efd2-b091-4f35-b198-a583e1ac40cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (bbbc3ffa-7804-4de2-8554-79d1e27794ad), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:12.713482 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8697efd2-b091-4f35-b198-a583e1ac40cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Router bbbc3ffa-7804-4de2-8554-79d1e27794ad has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:19:12.819617 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8697efd2-b091-4f35-b198-a583e1ac40cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:19:12.825241 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8697efd2-b091-4f35-b198-a583e1ac40cd tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "PUT /v2.0/routers/bbbc3ffa-7804-4de2-8554-79d1e27794ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5295453 Mar 23 03:19:12.827963 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40886) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:19:12.830041 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb2c44e-2d23-458a-9e62-fc233903e5e6 None None] Sync routers for ids ['bbbc3ffa-7804-4de2-8554-79d1e27794ad'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:19:12.840240 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb2c44e-2d23-458a-9e62-fc233903e5e6 None None] Routers {'bbbc3ffa-7804-4de2-8554-79d1e27794ad'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:19:12.840846 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-7cb2c44e-2d23-458a-9e62-fc233903e5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:18:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['bbbc3ffa-7804-4de2-8554-79d1e27794ad'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:19:12.881075 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7658db3-ce84-4015-8402-b42e5db356bc tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Deleting subnet 98eee975-9ed1-4471-80f7-a2e1dbc5b37f {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 03:19:12.884929 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d7658db3-ce84-4015-8402-b42e5db356bc tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for subnet (98eee975-9ed1-4471-80f7-a2e1dbc5b37f), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:12.923701 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d7658db3-ce84-4015-8402-b42e5db356bc tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (98eee975-9ed1-4471-80f7-a2e1dbc5b37f), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:12.946379 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-7cb2c44e-2d23-458a-9e62-fc233903e5e6 None None] Set router bbbc3ffa-7804-4de2-8554-79d1e27794ad gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:19:13.010030 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d7658db3-ce84-4015-8402-b42e5db356bc tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (98eee975-9ed1-4471-80f7-a2e1dbc5b37f), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:13.120338 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-7cb2c44e-2d23-458a-9e62-fc233903e5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850859568', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': 'a21ac940-fefe-44fb-ac10-8eaa5ebbcf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:18:08Z', 'updated_at': '2022-03-23T03:19:12Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': 'a21ac940-fefe-44fb-ac10-8eaa5ebbcf78', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:16:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:18:08Z', 'updated_at': '2022-03-23T03:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:19:13.138328 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d7658db3-ce84-4015-8402-b42e5db356bc tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (98eee975-9ed1-4471-80f7-a2e1dbc5b37f), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:13.150665 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb2c44e-2d23-458a-9e62-fc233903e5e6 None None] Checking router: bbbc3ffa-7804-4de2-8554-79d1e27794ad for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:19:13.158891 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb2c44e-2d23-458a-9e62-fc233903e5e6 None None] Routers {'bbbc3ffa-7804-4de2-8554-79d1e27794ad'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:19:13.159492 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-7cb2c44e-2d23-458a-9e62-fc233903e5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:18:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['bbbc3ffa-7804-4de2-8554-79d1e27794ad'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:19:13.168214 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d7658db3-ce84-4015-8402-b42e5db356bc tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:13.173872 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d7658db3-ce84-4015-8402-b42e5db356bc tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "DELETE /v2.0/subnets/98eee975-9ed1-4471-80f7-a2e1dbc5b37f HTTP/1.1" status: 204 len: 168 time: 0.3425126 Mar 23 03:19:13.173872 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7658db3-ce84-4015-8402-b42e5db356bc tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'Subnet': ['ID=98eee975-9ed1-4471-80f7-a2e1dbc5b37f,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:13.175223 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40888) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:19:13.178921 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc69bbcb-c42b-4013-afc4-d2cc02375b01 None None] Network 1b3e2b8e-825b-4cd9-89ab-dcf96166f05a requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:19:13.267797 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-7cb2c44e-2d23-458a-9e62-fc233903e5e6 None None] Set router bbbc3ffa-7804-4de2-8554-79d1e27794ad gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:19:13.288784 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5954aec1-1243-4504-8f02-708be0a10f3f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router (bbbc3ffa-7804-4de2-8554-79d1e27794ad), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:13.374101 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2e7249-a395-4e62-acb0-0b81bf0a2d58 None None] DHCP port deletion for 1b3e2b8e-825b-4cd9-89ab-dcf96166f05a request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 03:19:13.405762 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5954aec1-1243-4504-8f02-708be0a10f3f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router_gateway (bbbc3ffa-7804-4de2-8554-79d1e27794ad), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:13.437080 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-4a2e7249-a395-4e62-acb0-0b81bf0a2d58 None None] Deleting port 92a471c5-2fd5-4f1d-a600-fecd46f201a5 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:19:13.437486 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4a2e7249-a395-4e62-acb0-0b81bf0a2d58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (92a471c5-2fd5-4f1d-a600-fecd46f201a5), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:13.452698 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-7cb2c44e-2d23-458a-9e62-fc233903e5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850859568', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': 'a21ac940-fefe-44fb-ac10-8eaa5ebbcf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:18:08Z', 'updated_at': '2022-03-23T03:19:12Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': 'a21ac940-fefe-44fb-ac10-8eaa5ebbcf78', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:16:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:18:08Z', 'updated_at': '2022-03-23T03:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:19:13.480736 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb2c44e-2d23-458a-9e62-fc233903e5e6 None None] The sync data for ids ['bbbc3ffa-7804-4de2-8554-79d1e27794ad'] in dv-neutron-834613-2-hyperv is: [{'id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850859568', 'tenant_id': 'f41ad4ebfe104f0bbf5da25507598650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': 'a21ac940-fefe-44fb-ac10-8eaa5ebbcf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:18:08Z', 'updated_at': '2022-03-23T03:19:12Z', 'revision_number': 5, 'project_id': 'f41ad4ebfe104f0bbf5da25507598650', 'gw_port': {'id': 'a21ac940-fefe-44fb-ac10-8eaa5ebbcf78', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:16:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc3ffa-7804-4de2-8554-79d1e27794ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:18:08Z', 'updated_at': '2022-03-23T03:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:19:13.514960 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 92a471c5-2fd5-4f1d-a600-fecd46f201a5 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:19:13.560645 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-4a2e7249-a395-4e62-acb0-0b81bf0a2d58 None None] For port 92a471c5-2fd5-4f1d-a600-fecd46f201a5, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=92a471c5-2fd5-4f1d-a600-fecd46f201a5,segment=NetworkSegment(7f6e6527-e22b-4cae-85e9-7f487d248d6a),segment_id=7f6e6527-e22b-4cae-85e9-7f487d248d6a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:19:13.561050 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4a2e7249-a395-4e62-acb0-0b81bf0a2d58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (92a471c5-2fd5-4f1d-a600-fecd46f201a5), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:13.580826 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-4a2e7249-a395-4e62-acb0-0b81bf0a2d58 None None] Calling delete_port for 92a471c5-2fd5-4f1d-a600-fecd46f201a5 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:19:13.678007 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 92a471c5-2fd5-4f1d-a600-fecd46f201a5 is: ACTIVE; New status is: DOWN {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:19:13.678316 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (92a471c5-2fd5-4f1d-a600-fecd46f201a5), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:13.765615 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 92a471c5-2fd5-4f1d-a600-fecd46f201a5, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=92a471c5-2fd5-4f1d-a600-fecd46f201a5,segment=NetworkSegment(7f6e6527-e22b-4cae-85e9-7f487d248d6a),segment_id=7f6e6527-e22b-4cae-85e9-7f487d248d6a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:19:13.844148 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (92a471c5-2fd5-4f1d-a600-fecd46f201a5), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:13.879323 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-5954aec1-1243-4504-8f02-708be0a10f3f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Deleting port a21ac940-fefe-44fb-ac10-8eaa5ebbcf78 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:19:13.879662 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5954aec1-1243-4504-8f02-708be0a10f3f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (a21ac940-fefe-44fb-ac10-8eaa5ebbcf78), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:13.899067 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=92a471c5-2fd5-4f1d-a600-fecd46f201a5,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:13.906426 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:13.908255 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:13.908255 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:13.908255 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:13.908255 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:13.908817 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:13.908817 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:13.909004 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:13.909341 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:13.909678 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:13.910133 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:13.910475 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:13.910806 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:13.911128 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:13.911449 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:13.928867 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4a2e7249-a395-4e62-acb0-0b81bf0a2d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (92a471c5-2fd5-4f1d-a600-fecd46f201a5), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:13.956472 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e7249-a395-4e62-acb0-0b81bf0a2d58 None None] Pushing event deleted for resources: {'Port': ['ID=92a471c5-2fd5-4f1d-a600-fecd46f201a5,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:13.960086 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2e7249-a395-4e62-acb0-0b81bf0a2d58 None None] No DVR routers for this DVR port 92a471c5-2fd5-4f1d-a600-fecd46f201a5 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:19:13.978303 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-5954aec1-1243-4504-8f02-708be0a10f3f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] For port a21ac940-fefe-44fb-ac10-8eaa5ebbcf78, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=a21ac940-fefe-44fb-ac10-8eaa5ebbcf78,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:19:13.978677 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5954aec1-1243-4504-8f02-708be0a10f3f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (a21ac940-fefe-44fb-ac10-8eaa5ebbcf78), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:13.992151 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-5954aec1-1243-4504-8f02-708be0a10f3f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Calling delete_port for a21ac940-fefe-44fb-ac10-8eaa5ebbcf78 owned by network:router_gateway {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:19:14.219500 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5954aec1-1243-4504-8f02-708be0a10f3f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (a21ac940-fefe-44fb-ac10-8eaa5ebbcf78), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:14.245969 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954aec1-1243-4504-8f02-708be0a10f3f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'Port': ['ID=a21ac940-fefe-44fb-ac10-8eaa5ebbcf78,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:14.307056 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5954aec1-1243-4504-8f02-708be0a10f3f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (bbbc3ffa-7804-4de2-8554-79d1e27794ad), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:14.398612 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5954aec1-1243-4504-8f02-708be0a10f3f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (bbbc3ffa-7804-4de2-8554-79d1e27794ad), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:14.401835 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5954aec1-1243-4504-8f02-708be0a10f3f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router_controller (bbbc3ffa-7804-4de2-8554-79d1e27794ad), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:14.471323 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device ff02fe91-0a52-4105-bdec-63a282379335 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:19:14.491790 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: ff02fe91-0a52-4105-bdec-63a282379335 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:19:14.492166 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device ff02fe91-0a52-4105-bdec-63a282379335 not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:19:14.528232 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5954aec1-1243-4504-8f02-708be0a10f3f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (bbbc3ffa-7804-4de2-8554-79d1e27794ad), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:14.528773 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5954aec1-1243-4504-8f02-708be0a10f3f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Fanout notify agent at l3_agent the message router_deleted on router bbbc3ffa-7804-4de2-8554-79d1e27794ad {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 03:19:14.535180 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5954aec1-1243-4504-8f02-708be0a10f3f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:14.536292 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5954aec1-1243-4504-8f02-708be0a10f3f tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "DELETE /v2.0/routers/bbbc3ffa-7804-4de2-8554-79d1e27794ad HTTP/1.1" status: 204 len: 168 time: 1.3599255 Mar 23 03:19:14.539038 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40890) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:19:14.621961 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-df1534df-ab76-4792-a8f7-f2d68d2cc350 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (1b3e2b8e-825b-4cd9-89ab-dcf96166f05a), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:14.708948 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-df1534df-ab76-4792-a8f7-f2d68d2cc350 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (1b3e2b8e-825b-4cd9-89ab-dcf96166f05a), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:14.729464 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-df1534df-ab76-4792-a8f7-f2d68d2cc350 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3e2b8e-825b-4cd9-89ab-dcf96166f05a']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:19:14.738392 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-df1534df-ab76-4792-a8f7-f2d68d2cc350 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6e6527-e22b-4cae-85e9-7f487d248d6a') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:19:14.738692 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-df1534df-ab76-4792-a8f7-f2d68d2cc350 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6e6527-e22b-4cae-85e9-7f487d248d6a') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:19:14.748512 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-df1534df-ab76-4792-a8f7-f2d68d2cc350 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (7f6e6527-e22b-4cae-85e9-7f487d248d6a), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:14.761611 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-df1534df-ab76-4792-a8f7-f2d68d2cc350 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (7f6e6527-e22b-4cae-85e9-7f487d248d6a), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:14.767432 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1534df-ab76-4792-a8f7-f2d68d2cc350 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 03:19:14.767812 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-df1534df-ab76-4792-a8f7-f2d68d2cc350 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (7f6e6527-e22b-4cae-85e9-7f487d248d6a), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:14.773039 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 03:19:14.773039 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 03:19:14.773039 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 03:19:14.773039 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 03:19:14.773039 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 03:19:14.773039 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 03:19:14.773039 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 03:19:14.773039 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 03:19:14.773039 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 03:19:14.773039 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 03:19:14.773039 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 03:19:14.773039 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 03:19:14.773039 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 03:19:14.773039 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 03:19:14.773039 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 03:19:14.773039 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 03:19:14.773039 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 03:19:14.773039 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 03:19:14.773039 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 03:19:14.773039 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 03:19:14.773039 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 03:19:14.773039 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 03:19:14.773039 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 03:19:14.773039 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 03:19:14.773039 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 03:19:14.773039 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 03:19:14.773039 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 03:19:14.773039 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 03:19:14.773039 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 03:19:14.773039 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 03:19:14.773039 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 03:19:14.773039 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 03:19:14.882936 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-df1534df-ab76-4792-a8f7-f2d68d2cc350 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (1b3e2b8e-825b-4cd9-89ab-dcf96166f05a), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:14.887141 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-df1534df-ab76-4792-a8f7-f2d68d2cc350 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:14.896287 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-df1534df-ab76-4792-a8f7-f2d68d2cc350 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "DELETE /v2.0/networks/1b3e2b8e-825b-4cd9-89ab-dcf96166f05a HTTP/1.1" status: 204 len: 168 time: 0.3503642 Mar 23 03:19:14.896405 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40892) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:19:14.905274 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1534df-ab76-4792-a8f7-f2d68d2cc350 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'Network': ['ID=1b3e2b8e-825b-4cd9-89ab-dcf96166f05a,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:14.954473 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9f24c6b2-e997-4c6c-8cab-e9b123242123 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group (0aff2d58-db6a-4f4d-bdfd-a023304ae89e), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:14.980980 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9f24c6b2-e997-4c6c-8cab-e9b123242123 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group (0aff2d58-db6a-4f4d-bdfd-a023304ae89e), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:15.100257 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9f24c6b2-e997-4c6c-8cab-e9b123242123 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (0aff2d58-db6a-4f4d-bdfd-a023304ae89e), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:15.104333 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9f24c6b2-e997-4c6c-8cab-e9b123242123 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:15.107852 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9f24c6b2-e997-4c6c-8cab-e9b123242123 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] 10.222.0.24 "DELETE /v2.0/security-groups/0aff2d58-db6a-4f4d-bdfd-a023304ae89e HTTP/1.1" status: 204 len: 168 time: 0.2105167 Mar 23 03:19:15.114856 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f24c6b2-e997-4c6c-8cab-e9b123242123 tempest-TestNetworkAdvancedServerOps-1305608253 tempest-TestNetworkAdvancedServerOps-1305608253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aff2d58-db6a-4f4d-bdfd-a023304ae89e,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:15.389921 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device a21ac940-fefe-44fb-ac10-8eaa5ebbcf78 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:19:15.409099 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: a21ac940-fefe-44fb-ac10-8eaa5ebbcf78 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:19:15.409455 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device a21ac940-fefe-44fb-ac10-8eaa5ebbcf78 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:19:15.409870 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f71b9a21-231d-450a-a0a2-478405c9089c no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:19:15.429024 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: f71b9a21-231d-450a-a0a2-478405c9089c {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:19:15.430806 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device f71b9a21-231d-450a-a0a2-478405c9089c not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:19:15.691503 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40900) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:19:15.831663 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8617705f-090a-4e3d-ab52-aeb040c77166 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f41ad4ebfe104f0bbf5da25507598650&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1385467 Mar 23 03:19:15.834087 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40904) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:19:15.880077 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6a699614-41ff-4782-a2c6-10cc536696ed admin admin] Publish callbacks [] for security_group (3b9f3d16-b01d-488a-aee1-b23268f74d5c), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:15.901296 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6a699614-41ff-4782-a2c6-10cc536696ed admin admin] Publish callbacks [] for security_group (3b9f3d16-b01d-488a-aee1-b23268f74d5c), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:16.025949 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6a699614-41ff-4782-a2c6-10cc536696ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (3b9f3d16-b01d-488a-aee1-b23268f74d5c), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:16.028489 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6a699614-41ff-4782-a2c6-10cc536696ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:16.029628 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6a699614-41ff-4782-a2c6-10cc536696ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b9f3d16-b01d-488a-aee1-b23268f74d5c HTTP/1.1" status: 204 len: 168 time: 0.1946659 Mar 23 03:19:16.037370 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a699614-41ff-4782-a2c6-10cc536696ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9f3d16-b01d-488a-aee1-b23268f74d5c,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:16.260106 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [req-0f87720f-f3f2-4752-8137-86cd7acadd1a req-60d8d526-a175-404e-afd9-9bbbc7cdc0cc service neutron] (104348) timed out ('10.222.0.24', 37088) {{(pid=104348) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 03:19:16.542767 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40910) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:19:16.556746 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d985a1b7-bdc0-44d9-9ccb-100bdc474b20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:16.629199 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d985a1b7-bdc0-44d9-9ccb-100bdc474b20 admin admin] Publish callbacks [] for security_group (3cac5ccc-2a0f-4ac4-84ec-8682cc280c1a), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:16.729194 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d985a1b7-bdc0-44d9-9ccb-100bdc474b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (3cac5ccc-2a0f-4ac4-84ec-8682cc280c1a), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:16.768029 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985a1b7-bdc0-44d9-9ccb-100bdc474b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cac5ccc-2a0f-4ac4-84ec-8682cc280c1a,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:16.772258 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d985a1b7-bdc0-44d9-9ccb-100bdc474b20 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=872ba4388c8e4dd6bbd884cfd6cc5f5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2284801 Mar 23 03:19:16.776244 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40912) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:19:16.828070 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-61f2c7bc-a158-48e6-89d4-9a6ae6cda452 admin admin] Publish callbacks [] for security_group (3cac5ccc-2a0f-4ac4-84ec-8682cc280c1a), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:16.849505 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-61f2c7bc-a158-48e6-89d4-9a6ae6cda452 admin admin] Publish callbacks [] for security_group (3cac5ccc-2a0f-4ac4-84ec-8682cc280c1a), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:16.866629 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [req-0f87720f-f3f2-4752-8137-86cd7acadd1a req-a56fcf5e-ce82-4974-8d10-69e3c79ba9a2 tempest-ServerActionsTestJSON-569005533 tempest-ServerActionsTestJSON-569005533-project] (104349) timed out ('10.222.0.24', 35464) {{(pid=104349) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 03:19:16.973418 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-61f2c7bc-a158-48e6-89d4-9a6ae6cda452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (3cac5ccc-2a0f-4ac4-84ec-8682cc280c1a), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:16.976023 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-61f2c7bc-a158-48e6-89d4-9a6ae6cda452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:16.978078 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-61f2c7bc-a158-48e6-89d4-9a6ae6cda452 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3cac5ccc-2a0f-4ac4-84ec-8682cc280c1a HTTP/1.1" status: 204 len: 168 time: 0.2011325 Mar 23 03:19:16.986135 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2c7bc-a158-48e6-89d4-9a6ae6cda452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cac5ccc-2a0f-4ac4-84ec-8682cc280c1a,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:17.636582 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8fffdb0f-9a80-4a4f-bae5-84491a61452b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:18.009887 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40934) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:19:18.103090 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-e5eb3f97-5fc4-4b99-9405-e8f8078f69d1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-700770415-network', 'tenant_id': '64f41877e5a749288d4e3f42b317f522'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:19:18.214275 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5eb3f97-5fc4-4b99-9405-e8f8078f69d1 admin admin] Made reservation on behalf of 64f41877e5a749288d4e3f42b317f522 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:19:18.216717 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e5eb3f97-5fc4-4b99-9405-e8f8078f69d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:18.225426 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e5eb3f97-5fc4-4b99-9405-e8f8078f69d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:18.297690 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e5eb3f97-5fc4-4b99-9405-e8f8078f69d1 admin admin] Publish callbacks [] for security_group (8c7bca7a-74ab-4b25-9717-b9399a7c1375), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:18.363033 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e5eb3f97-5fc4-4b99-9405-e8f8078f69d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (8c7bca7a-74ab-4b25-9717-b9399a7c1375), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:18.389768 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5eb3f97-5fc4-4b99-9405-e8f8078f69d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 03:19:18.397585 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb3f97-5fc4-4b99-9405-e8f8078f69d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7bca7a-74ab-4b25-9717-b9399a7c1375,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:18.402568 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e5eb3f97-5fc4-4b99-9405-e8f8078f69d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (9cdca5a5-09e7-4c7b-9d76-d858e7e686ee), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:18.402916 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-e5eb3f97-5fc4-4b99-9405-e8f8078f69d1 admin admin] Added segment 9cdca5a5-09e7-4c7b-9d76-d858e7e686ee of type vlan for network 63b93b7f-ce8a-48d2-8998-37d3dab7cf26 Mar 23 03:19:18.445758 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e5eb3f97-5fc4-4b99-9405-e8f8078f69d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (63b93b7f-ce8a-48d2-8998-37d3dab7cf26), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:18.534500 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e5eb3f97-5fc4-4b99-9405-e8f8078f69d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (63b93b7f-ce8a-48d2-8998-37d3dab7cf26), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:18.535451 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5eb3f97-5fc4-4b99-9405-e8f8078f69d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:18.536054 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e5eb3f97-5fc4-4b99-9405-e8f8078f69d1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:18.595260 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb3f97-5fc4-4b99-9405-e8f8078f69d1 admin admin] Pushing event updated for resources: {'Network': ['ID=63b93b7f-ce8a-48d2-8998-37d3dab7cf26,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:18.605953 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 63b93b7f-ce8a-48d2-8998-37d3dab7cf26 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 03:19:18.652505 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e5eb3f97-5fc4-4b99-9405-e8f8078f69d1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6412170 Mar 23 03:19:18.655206 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40938) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:19:18.660333 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-06a85abe-1e6b-4eb8-bf76-254f89c73217 admin admin] Request body: {'subnet': {'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-700770415-subnet', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'ip_version': 4}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:19:18.751679 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a85abe-1e6b-4eb8-bf76-254f89c73217 admin admin] Made reservation on behalf of 64f41877e5a749288d4e3f42b317f522 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:19:18.754154 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-06a85abe-1e6b-4eb8-bf76-254f89c73217 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:18.974653 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-06a85abe-1e6b-4eb8-bf76-254f89c73217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (272298fb-7893-4bf7-8969-ec79c01e205e), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:19.030998 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a85abe-1e6b-4eb8-bf76-254f89c73217 admin admin] Pushing event updated for resources: {'Subnet': ['ID=272298fb-7893-4bf7-8969-ec79c01e205e,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:19.039580 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a85abe-1e6b-4eb8-bf76-254f89c73217 admin admin] Checking segment: {'id': '9cdca5a5-09e7-4c7b-9d76-d858e7e686ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:19:19.039985 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a85abe-1e6b-4eb8-bf76-254f89c73217 admin admin] Network hostable DHCP agents. Network: 63b93b7f-ce8a-48d2-8998-37d3dab7cf26, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 03:19:19.121816 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:19.151168 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a85abe-1e6b-4eb8-bf76-254f89c73217 admin admin] Network 63b93b7f-ce8a-48d2-8998-37d3dab7cf26 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 03:19:19.236941 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-06a85abe-1e6b-4eb8-bf76-254f89c73217 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 63b93b7f-ce8a-48d2-8998-37d3dab7cf26) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:19:19.240915 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a85abe-1e6b-4eb8-bf76-254f89c73217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:19.241516 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-06a85abe-1e6b-4eb8-bf76-254f89c73217 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:19.246049 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b977f84b-c40f-454e-8aab-b166aadc993b None None] Network 63b93b7f-ce8a-48d2-8998-37d3dab7cf26 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:19:19.338282 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-06a85abe-1e6b-4eb8-bf76-254f89c73217 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6818240 Mar 23 03:19:19.348780 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40940) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:19:19.348780 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-8c7cd8c9-01d5-4b34-a2ca-dc0bd6fab24b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-700770415-router', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:19:19.348964 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d26c4a-f495-48eb-88ac-21e4f50b42f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-63b93b7f-ce8a-48d2-8998-37d3dab7cf26', 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26', 'project_id': '64f41877e5a749288d4e3f42b317f522', 'fixed_ips': [{'subnet_id': '272298fb-7893-4bf7-8969-ec79c01e205e'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 03:19:19.348964 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-64d26c4a-f495-48eb-88ac-21e4f50b42f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:19.414507 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8c7cd8c9-01d5-4b34-a2ca-dc0bd6fab24b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (32adf0d5-a94e-4e13-9819-1afc85c16cb8), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:19.416039 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8c7cd8c9-01d5-4b34-a2ca-dc0bd6fab24b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (32adf0d5-a94e-4e13-9819-1afc85c16cb8), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:19.472148 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8c7cd8c9-01d5-4b34-a2ca-dc0bd6fab24b admin admin] Publish callbacks [] for router_controller (32adf0d5-a94e-4e13-9819-1afc85c16cb8), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:19.481913 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-64d26c4a-f495-48eb-88ac-21e4f50b42f6 None None] Allocated IP 172.20.0.2 (63b93b7f-ce8a-48d2-8998-37d3dab7cf26/272298fb-7893-4bf7-8969-ec79c01e205e/bd410fc7-8270-4c8a-b0cd-c4ba439a6c22) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:19:19.626655 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-64d26c4a-f495-48eb-88ac-21e4f50b42f6 None None] Publish callbacks [] for port (bd410fc7-8270-4c8a-b0cd-c4ba439a6c22), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:19.677819 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8c7cd8c9-01d5-4b34-a2ca-dc0bd6fab24b admin admin] Publish callbacks [] for router_gateway (32adf0d5-a94e-4e13-9819-1afc85c16cb8), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:19.694694 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-64d26c4a-f495-48eb-88ac-21e4f50b42f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (bd410fc7-8270-4c8a-b0cd-c4ba439a6c22), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:19.735723 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d26c4a-f495-48eb-88ac-21e4f50b42f6 None None] Network 63b93b7f-ce8a-48d2-8998-37d3dab7cf26 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:19:19.738576 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-64d26c4a-f495-48eb-88ac-21e4f50b42f6 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:19:19.744067 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d26c4a-f495-48eb-88ac-21e4f50b42f6 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:19:19.749530 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d26c4a-f495-48eb-88ac-21e4f50b42f6 None None] Pushing event updated for resources: {'Port': ['ID=bd410fc7-8270-4c8a-b0cd-c4ba439a6c22,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:19.804861 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-64d26c4a-f495-48eb-88ac-21e4f50b42f6 None None] Attempting to bind port bd410fc7-8270-4c8a-b0cd-c4ba439a6c22 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:19:19.805189 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-64d26c4a-f495-48eb-88ac-21e4f50b42f6 None None] Attempting to bind port bd410fc7-8270-4c8a-b0cd-c4ba439a6c22 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '9cdca5a5-09e7-4c7b-9d76-d858e7e686ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:19:19.805619 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d26c4a-f495-48eb-88ac-21e4f50b42f6 None None] Attempting to bind port bd410fc7-8270-4c8a-b0cd-c4ba439a6c22 on network 63b93b7f-ce8a-48d2-8998-37d3dab7cf26 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:19:19.810775 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d26c4a-f495-48eb-88ac-21e4f50b42f6 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:19:19.811160 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d26c4a-f495-48eb-88ac-21e4f50b42f6 None None] Checking segment: {'id': '9cdca5a5-09e7-4c7b-9d76-d858e7e686ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:19:19.811580 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-64d26c4a-f495-48eb-88ac-21e4f50b42f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:19.812106 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d26c4a-f495-48eb-88ac-21e4f50b42f6 None None] Bound using segment: {'id': '9cdca5a5-09e7-4c7b-9d76-d858e7e686ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:19:19.812504 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-64d26c4a-f495-48eb-88ac-21e4f50b42f6 None None] Bound port: bd410fc7-8270-4c8a-b0cd-c4ba439a6c22, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cdca5a5-09e7-4c7b-9d76-d858e7e686ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:19:19.812896 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-64d26c4a-f495-48eb-88ac-21e4f50b42f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (bd410fc7-8270-4c8a-b0cd-c4ba439a6c22), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:19.890462 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-64d26c4a-f495-48eb-88ac-21e4f50b42f6 None None] For port bd410fc7-8270-4c8a-b0cd-c4ba439a6c22, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:19:19.893619 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-64d26c4a-f495-48eb-88ac-21e4f50b42f6 None None] For port bd410fc7-8270-4c8a-b0cd-c4ba439a6c22, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=bd410fc7-8270-4c8a-b0cd-c4ba439a6c22,segment=NetworkSegment(9cdca5a5-09e7-4c7b-9d76-d858e7e686ee),segment_id=9cdca5a5-09e7-4c7b-9d76-d858e7e686ee)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:19:19.952917 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8c7cd8c9-01d5-4b34-a2ca-dc0bd6fab24b admin admin] Publish callbacks [] for router_gateway (32adf0d5-a94e-4e13-9819-1afc85c16cb8), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:19.957324 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e774a998-437e-48d7-a95f-8bd9509dc5f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:19.971845 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8c7cd8c9-01d5-4b34-a2ca-dc0bd6fab24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:19.986525 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-64d26c4a-f495-48eb-88ac-21e4f50b42f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (bd410fc7-8270-4c8a-b0cd-c4ba439a6c22), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:20.046998 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d26c4a-f495-48eb-88ac-21e4f50b42f6 None None] Pushing event updated for resources: {'Port': ['ID=bd410fc7-8270-4c8a-b0cd-c4ba439a6c22,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:20.089202 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-8c7cd8c9-01d5-4b34-a2ca-dc0bd6fab24b admin admin] Allocated IP 172.26.2.8 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/2a9e0f71-f172-45ee-b315-db255f344a15) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:19:20.212445 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8c7cd8c9-01d5-4b34-a2ca-dc0bd6fab24b admin admin] Publish callbacks [] for port (2a9e0f71-f172-45ee-b315-db255f344a15), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:20.299844 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8c7cd8c9-01d5-4b34-a2ca-dc0bd6fab24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (2a9e0f71-f172-45ee-b315-db255f344a15), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:20.343772 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7cd8c9-01d5-4b34-a2ca-dc0bd6fab24b admin admin] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:19:20.345294 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-8c7cd8c9-01d5-4b34-a2ca-dc0bd6fab24b admin admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:19:20.349072 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7cd8c9-01d5-4b34-a2ca-dc0bd6fab24b admin admin] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:19:20.374904 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7cd8c9-01d5-4b34-a2ca-dc0bd6fab24b admin admin] Pushing event updated for resources: {'Port': ['ID=2a9e0f71-f172-45ee-b315-db255f344a15,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:20.693388 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8c7cd8c9-01d5-4b34-a2ca-dc0bd6fab24b admin admin] Publish callbacks [] for router_gateway (32adf0d5-a94e-4e13-9819-1afc85c16cb8), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:20.899710 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8c7cd8c9-01d5-4b34-a2ca-dc0bd6fab24b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (32adf0d5-a94e-4e13-9819-1afc85c16cb8), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:20.962290 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a907a6c8-6523-4e3e-8db3-485dc00898ec None None] Network 63b93b7f-ce8a-48d2-8998-37d3dab7cf26 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:19:21.073893 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-4fd3d960-d53a-470f-8b06-a429bcd43406 None None] Provisioning complete for port bd410fc7-8270-4c8a-b0cd-c4ba439a6c22 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:19:21.074261 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4fd3d960-d53a-470f-8b06-a429bcd43406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (bd410fc7-8270-4c8a-b0cd-c4ba439a6c22), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:21.076860 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7cd8c9-01d5-4b34-a2ca-dc0bd6fab24b admin admin] Router 32adf0d5-a94e-4e13-9819-1afc85c16cb8 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 03:19:21.172853 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-4fd3d960-d53a-470f-8b06-a429bcd43406 None None] Current status of the port bd410fc7-8270-4c8a-b0cd-c4ba439a6c22 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:19:21.173250 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4fd3d960-d53a-470f-8b06-a429bcd43406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (bd410fc7-8270-4c8a-b0cd-c4ba439a6c22), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:21.192565 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7cd8c9-01d5-4b34-a2ca-dc0bd6fab24b admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:19:21.205974 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a7b511-5ae9-488a-8dc9-5dffa4c4836a None None] Sync routers for ids ['32adf0d5-a94e-4e13-9819-1afc85c16cb8'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:19:21.217569 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-4fd3d960-d53a-470f-8b06-a429bcd43406 None None] For port bd410fc7-8270-4c8a-b0cd-c4ba439a6c22, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=bd410fc7-8270-4c8a-b0cd-c4ba439a6c22,segment=NetworkSegment(9cdca5a5-09e7-4c7b-9d76-d858e7e686ee),segment_id=9cdca5a5-09e7-4c7b-9d76-d858e7e686ee)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:19:21.224613 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a7b511-5ae9-488a-8dc9-5dffa4c4836a None None] Routers {'32adf0d5-a94e-4e13-9819-1afc85c16cb8'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:19:21.225242 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-d9a7b511-5ae9-488a-8dc9-5dffa4c4836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:19:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['32adf0d5-a94e-4e13-9819-1afc85c16cb8'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:19:21.290305 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8c7cd8c9-01d5-4b34-a2ca-dc0bd6fab24b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:21.291607 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8c7cd8c9-01d5-4b34-a2ca-dc0bd6fab24b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.9497762 Mar 23 03:19:21.294593 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40942) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:19:21.301313 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4fd3d960-d53a-470f-8b06-a429bcd43406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (bd410fc7-8270-4c8a-b0cd-c4ba439a6c22), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:21.405161 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3d960-d53a-470f-8b06-a429bcd43406 None None] Pushing event updated for resources: {'Port': ['ID=bd410fc7-8270-4c8a-b0cd-c4ba439a6c22,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:21.438653 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-d9a7b511-5ae9-488a-8dc9-5dffa4c4836a None None] Set router 32adf0d5-a94e-4e13-9819-1afc85c16cb8 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:19:21.504959 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device bd410fc7-8270-4c8a-b0cd-c4ba439a6c22 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:19:21.511113 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:21.624686 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-1b999fff-c99a-440c-b7a1-6c2266169d19 None None] Provisioning complete for port bd410fc7-8270-4c8a-b0cd-c4ba439a6c22 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:19:21.625084 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1b999fff-c99a-440c-b7a1-6c2266169d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (bd410fc7-8270-4c8a-b0cd-c4ba439a6c22), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:21.708802 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port bd410fc7-8270-4c8a-b0cd-c4ba439a6c22 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:19:21.709087 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (bd410fc7-8270-4c8a-b0cd-c4ba439a6c22), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:21.807400 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-1b999fff-c99a-440c-b7a1-6c2266169d19 None None] Current status of the port bd410fc7-8270-4c8a-b0cd-c4ba439a6c22 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:19:21.814684 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-d9a7b511-5ae9-488a-8dc9-5dffa4c4836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'name': 'tempest-TestShelveInstance-700770415-router', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:20Z', 'revision_number': 3, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'gw_port': {'id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:19:21.861203 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a7b511-5ae9-488a-8dc9-5dffa4c4836a None None] Checking router: 32adf0d5-a94e-4e13-9819-1afc85c16cb8 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:19:21.861553 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a7b511-5ae9-488a-8dc9-5dffa4c4836a None None] Updating router 32adf0d5-a94e-4e13-9819-1afc85c16cb8 port 2a9e0f71-f172-45ee-b315-db255f344a15 binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 03:19:21.901460 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port bd410fc7-8270-4c8a-b0cd-c4ba439a6c22 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:19:21.903944 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d9a7b511-5ae9-488a-8dc9-5dffa4c4836a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2a9e0f71-f172-45ee-b315-db255f344a15), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:22.097507 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8438225e-ced5-4013-b5a3-9ed63c5006c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:22.175412 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d9a7b511-5ae9-488a-8dc9-5dffa4c4836a None None] Publish callbacks [] for port (2a9e0f71-f172-45ee-b315-db255f344a15), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:22.254104 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d9a7b511-5ae9-488a-8dc9-5dffa4c4836a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (2a9e0f71-f172-45ee-b315-db255f344a15), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:22.268237 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-8438225e-ced5-4013-b5a3-9ed63c5006c8 admin admin] Allocated IP 172.20.0.1 (63b93b7f-ce8a-48d2-8998-37d3dab7cf26/272298fb-7893-4bf7-8969-ec79c01e205e/87397f20-2b76-403a-ba78-427946879777) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:19:22.312320 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf9cab-d10b-44ec-b45b-48ba555ccae9 None None] Pushing event updated for resources: {'Port': ['ID=2a9e0f71-f172-45ee-b315-db255f344a15,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:22.315166 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-d9a7b511-5ae9-488a-8dc9-5dffa4c4836a None None] Attempting to bind port 2a9e0f71-f172-45ee-b315-db255f344a15 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:19:22.315513 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-d9a7b511-5ae9-488a-8dc9-5dffa4c4836a None None] Attempting to bind port 2a9e0f71-f172-45ee-b315-db255f344a15 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:19:22.315898 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a7b511-5ae9-488a-8dc9-5dffa4c4836a None None] Attempting to bind port 2a9e0f71-f172-45ee-b315-db255f344a15 on network 6bbcca03-75ff-487c-8b0e-a32302dacbee {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:19:22.322232 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a7b511-5ae9-488a-8dc9-5dffa4c4836a None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:19:22.322604 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a7b511-5ae9-488a-8dc9-5dffa4c4836a None None] Checking segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:19:22.323003 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d9a7b511-5ae9-488a-8dc9-5dffa4c4836a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:22.323389 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a7b511-5ae9-488a-8dc9-5dffa4c4836a None None] Bound using segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:19:22.323878 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-d9a7b511-5ae9-488a-8dc9-5dffa4c4836a None None] Bound port: 2a9e0f71-f172-45ee-b315-db255f344a15, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:19:22.327568 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d9a7b511-5ae9-488a-8dc9-5dffa4c4836a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2a9e0f71-f172-45ee-b315-db255f344a15), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:22.379094 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8438225e-ced5-4013-b5a3-9ed63c5006c8 admin admin] Publish callbacks [] for port (87397f20-2b76-403a-ba78-427946879777), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:22.379661 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-d9a7b511-5ae9-488a-8dc9-5dffa4c4836a None None] For port 2a9e0f71-f172-45ee-b315-db255f344a15, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:19:22.379661 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-d9a7b511-5ae9-488a-8dc9-5dffa4c4836a None None] For port 2a9e0f71-f172-45ee-b315-db255f344a15, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=2a9e0f71-f172-45ee-b315-db255f344a15,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:19:22.454890 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d9a7b511-5ae9-488a-8dc9-5dffa4c4836a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (2a9e0f71-f172-45ee-b315-db255f344a15), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:22.483381 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8438225e-ced5-4013-b5a3-9ed63c5006c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (87397f20-2b76-403a-ba78-427946879777), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:22.515026 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a7b511-5ae9-488a-8dc9-5dffa4c4836a None None] Routers {'32adf0d5-a94e-4e13-9819-1afc85c16cb8'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:19:22.515649 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-d9a7b511-5ae9-488a-8dc9-5dffa4c4836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:19:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['32adf0d5-a94e-4e13-9819-1afc85c16cb8'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:19:22.518902 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf9cab-d10b-44ec-b45b-48ba555ccae9 None None] Pushing event updated for resources: {'Port': ['ID=2a9e0f71-f172-45ee-b315-db255f344a15,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:22.539422 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8438225e-ced5-4013-b5a3-9ed63c5006c8 admin admin] Network 63b93b7f-ce8a-48d2-8998-37d3dab7cf26 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:19:22.544673 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-8438225e-ced5-4013-b5a3-9ed63c5006c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:19:22.549198 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8438225e-ced5-4013-b5a3-9ed63c5006c8 admin admin] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:19:22.552339 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438225e-ced5-4013-b5a3-9ed63c5006c8 admin admin] Pushing event updated for resources: {'Port': ['ID=87397f20-2b76-403a-ba78-427946879777,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:22.590651 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8438225e-ced5-4013-b5a3-9ed63c5006c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (32adf0d5-a94e-4e13-9819-1afc85c16cb8), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:22.635355 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-d9a7b511-5ae9-488a-8dc9-5dffa4c4836a None None] Set router 32adf0d5-a94e-4e13-9819-1afc85c16cb8 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:19:22.831377 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8438225e-ced5-4013-b5a3-9ed63c5006c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (87397f20-2b76-403a-ba78-427946879777), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:22.846157 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-acddc718-1607-41bb-9101-2f17b123e079 None None] Provisioning complete for port 87397f20-2b76-403a-ba78-427946879777 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:19:22.846527 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-acddc718-1607-41bb-9101-2f17b123e079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (87397f20-2b76-403a-ba78-427946879777), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:22.850494 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-d9a7b511-5ae9-488a-8dc9-5dffa4c4836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'name': 'tempest-TestShelveInstance-700770415-router', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:20Z', 'revision_number': 3, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'gw_port': {'id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:19:22.895120 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:22.897419 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a7b511-5ae9-488a-8dc9-5dffa4c4836a None None] The sync data for ids ['32adf0d5-a94e-4e13-9819-1afc85c16cb8'] in dv-neutron-834613-2-hyperv is: [{'id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'name': 'tempest-TestShelveInstance-700770415-router', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:20Z', 'revision_number': 3, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'gw_port': {'id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:19:22.908863 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-acddc718-1607-41bb-9101-2f17b123e079 None None] Port 87397f20-2b76-403a-ba78-427946879777 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:19:23.012766 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8438225e-ced5-4013-b5a3-9ed63c5006c8 admin admin] Publish callbacks [] for port (87397f20-2b76-403a-ba78-427946879777), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:23.072404 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8438225e-ced5-4013-b5a3-9ed63c5006c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (87397f20-2b76-403a-ba78-427946879777), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:23.152083 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438225e-ced5-4013-b5a3-9ed63c5006c8 admin admin] Pushing event updated for resources: {'Port': ['ID=87397f20-2b76-403a-ba78-427946879777,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:23.158186 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-8438225e-ced5-4013-b5a3-9ed63c5006c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (32adf0d5-a94e-4e13-9819-1afc85c16cb8), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:23.270484 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8438225e-ced5-4013-b5a3-9ed63c5006c8 admin admin] Network 63b93b7f-ce8a-48d2-8998-37d3dab7cf26 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:19:23.271905 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-8438225e-ced5-4013-b5a3-9ed63c5006c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:19:23.408470 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8438225e-ced5-4013-b5a3-9ed63c5006c8 admin admin] Router 32adf0d5-a94e-4e13-9819-1afc85c16cb8 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:19:23.511451 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device bd410fc7-8270-4c8a-b0cd-c4ba439a6c22 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:19:23.541140 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8438225e-ced5-4013-b5a3-9ed63c5006c8 admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:19:23.546147 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8438225e-ced5-4013-b5a3-9ed63c5006c8 admin admin] 10.222.0.24 "PUT /v2.0/routers/32adf0d5-a94e-4e13-9819-1afc85c16cb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2505226 Mar 23 03:19:23.577798 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e1032ca8-a7e7-41c4-8406-1f14c8945cf3 None None] Provisioning complete for port 87397f20-2b76-403a-ba78-427946879777 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:19:23.578177 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e1032ca8-a7e7-41c4-8406-1f14c8945cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (87397f20-2b76-403a-ba78-427946879777), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:23.774375 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e1032ca8-a7e7-41c4-8406-1f14c8945cf3 None None] Port 87397f20-2b76-403a-ba78-427946879777 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:19:23.780182 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port bd410fc7-8270-4c8a-b0cd-c4ba439a6c22 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:19:23.780182 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (bd410fc7-8270-4c8a-b0cd-c4ba439a6c22), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:23.862191 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port bd410fc7-8270-4c8a-b0cd-c4ba439a6c22 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:19:23.863281 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 2a9e0f71-f172-45ee-b315-db255f344a15 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:19:23.925543 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 2a9e0f71-f172-45ee-b315-db255f344a15 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:19:23.925543 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (2a9e0f71-f172-45ee-b315-db255f344a15), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:24.008609 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 2a9e0f71-f172-45ee-b315-db255f344a15 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:19:24.009241 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2a9e0f71-f172-45ee-b315-db255f344a15), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:24.015957 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:24.034165 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 2a9e0f71-f172-45ee-b315-db255f344a15, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=2a9e0f71-f172-45ee-b315-db255f344a15,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:19:24.093623 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (2a9e0f71-f172-45ee-b315-db255f344a15), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:24.144361 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=2a9e0f71-f172-45ee-b315-db255f344a15,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:24.308158 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40958) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:19:24.313149 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-e4e62f06-070d-4bdf-9cb2-0cad978ae20b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-519785551-network', 'tenant_id': '9a4b10df91244289a7fabd08d31bd841'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:19:24.402930 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e62f06-070d-4bdf-9cb2-0cad978ae20b admin admin] Made reservation on behalf of 9a4b10df91244289a7fabd08d31bd841 for: {'network': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:19:24.405411 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e4e62f06-070d-4bdf-9cb2-0cad978ae20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:24.418792 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e4e62f06-070d-4bdf-9cb2-0cad978ae20b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:24.495944 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e4e62f06-070d-4bdf-9cb2-0cad978ae20b admin admin] Publish callbacks [] for security_group (3530bc31-12da-434e-91d3-7922a04e0c5e), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:24.518006 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c645fb-f24d-496f-bf25-ebce0e7fa41a None None] Sync routers for ids ['32adf0d5-a94e-4e13-9819-1afc85c16cb8'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:19:24.527473 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c645fb-f24d-496f-bf25-ebce0e7fa41a None None] Routers {'32adf0d5-a94e-4e13-9819-1afc85c16cb8'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:19:24.528121 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-62c645fb-f24d-496f-bf25-ebce0e7fa41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:19:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['32adf0d5-a94e-4e13-9819-1afc85c16cb8'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:19:24.585875 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e4e62f06-070d-4bdf-9cb2-0cad978ae20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (3530bc31-12da-434e-91d3-7922a04e0c5e), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:24.616508 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e62f06-070d-4bdf-9cb2-0cad978ae20b admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=104349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 03:19:24.623794 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e62f06-070d-4bdf-9cb2-0cad978ae20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3530bc31-12da-434e-91d3-7922a04e0c5e,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:24.632435 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e4e62f06-070d-4bdf-9cb2-0cad978ae20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (1e9c428f-54af-4d6e-9a4a-ca99d3e4f331), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:24.633208 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.segments_db [None req-e4e62f06-070d-4bdf-9cb2-0cad978ae20b admin admin] Added segment 1e9c428f-54af-4d6e-9a4a-ca99d3e4f331 of type vlan for network c9e2b398-4aca-4ba7-912b-68788fafa57c Mar 23 03:19:24.642161 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-62c645fb-f24d-496f-bf25-ebce0e7fa41a None None] Set router 32adf0d5-a94e-4e13-9819-1afc85c16cb8 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:19:24.677103 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e4e62f06-070d-4bdf-9cb2-0cad978ae20b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (c9e2b398-4aca-4ba7-912b-68788fafa57c), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:24.768404 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e4e62f06-070d-4bdf-9cb2-0cad978ae20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (c9e2b398-4aca-4ba7-912b-68788fafa57c), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:24.769333 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e62f06-070d-4bdf-9cb2-0cad978ae20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:24.769927 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-e4e62f06-070d-4bdf-9cb2-0cad978ae20b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:24.835052 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e62f06-070d-4bdf-9cb2-0cad978ae20b admin admin] Pushing event updated for resources: {'Network': ['ID=c9e2b398-4aca-4ba7-912b-68788fafa57c,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:24.845288 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network c9e2b398-4aca-4ba7-912b-68788fafa57c details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 03:19:24.883483 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-e4e62f06-070d-4bdf-9cb2-0cad978ae20b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5707498 Mar 23 03:19:24.883483 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40960) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:19:24.888610 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-9cabcb09-f7f9-4b0e-932d-f7f5eb758cad admin admin] Request body: {'subnet': {'network_id': 'c9e2b398-4aca-4ba7-912b-68788fafa57c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-519785551-subnet', 'tenant_id': '9a4b10df91244289a7fabd08d31bd841', 'ip_version': 4}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:19:24.939615 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-62c645fb-f24d-496f-bf25-ebce0e7fa41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'name': 'tempest-TestShelveInstance-700770415-router', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:22Z', 'revision_number': 4, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'gw_port': {'id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '87397f20-2b76-403a-ba78-427946879777', 'name': '', 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'mac_address': 'fa:16:3e:e6:21:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:22Z', 'updated_at': '2022-03-23T03:19:22Z', 'revision_number': 2, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'subnets': [{'id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:19:24.965325 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c645fb-f24d-496f-bf25-ebce0e7fa41a None None] Checking router: 32adf0d5-a94e-4e13-9819-1afc85c16cb8 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:19:24.965679 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c645fb-f24d-496f-bf25-ebce0e7fa41a None None] Updating router 32adf0d5-a94e-4e13-9819-1afc85c16cb8 port 87397f20-2b76-403a-ba78-427946879777 binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 03:19:24.968513 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cabcb09-f7f9-4b0e-932d-f7f5eb758cad admin admin] Made reservation on behalf of 9a4b10df91244289a7fabd08d31bd841 for: {'subnet': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:19:24.970942 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9cabcb09-f7f9-4b0e-932d-f7f5eb758cad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17401909'] for subnet (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:24.992355 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-62c645fb-f24d-496f-bf25-ebce0e7fa41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (87397f20-2b76-403a-ba78-427946879777), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:25.192427 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9cabcb09-f7f9-4b0e-932d-f7f5eb758cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17238784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17401891'] for subnet (2e5d31d0-744a-45fc-a7c5-09bc5acab766), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:25.253001 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cabcb09-f7f9-4b0e-932d-f7f5eb758cad admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e5d31d0-744a-45fc-a7c5-09bc5acab766,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:25.254102 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-62c645fb-f24d-496f-bf25-ebce0e7fa41a None None] Publish callbacks [] for port (87397f20-2b76-403a-ba78-427946879777), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:25.261483 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cabcb09-f7f9-4b0e-932d-f7f5eb758cad admin admin] Checking segment: {'id': '1e9c428f-54af-4d6e-9a4a-ca99d3e4f331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c9e2b398-4aca-4ba7-912b-68788fafa57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:19:25.261976 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cabcb09-f7f9-4b0e-932d-f7f5eb758cad admin admin] Network hostable DHCP agents. Network: c9e2b398-4aca-4ba7-912b-68788fafa57c, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 03:19:25.317307 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-62c645fb-f24d-496f-bf25-ebce0e7fa41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (87397f20-2b76-403a-ba78-427946879777), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:25.345585 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cabcb09-f7f9-4b0e-932d-f7f5eb758cad admin admin] Network c9e2b398-4aca-4ba7-912b-68788fafa57c is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 03:19:25.391125 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f169e912-70d3-4f51-872a-3f6892e693d1 None None] Pushing event updated for resources: {'Port': ['ID=87397f20-2b76-403a-ba78-427946879777,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:25.414395 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e912-70d3-4f51-872a-3f6892e693d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:25.414788 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e912-70d3-4f51-872a-3f6892e693d1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:25.415375 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e912-70d3-4f51-872a-3f6892e693d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:25.416970 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e912-70d3-4f51-872a-3f6892e693d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:25.416970 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e912-70d3-4f51-872a-3f6892e693d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:25.416970 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e912-70d3-4f51-872a-3f6892e693d1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:25.416970 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e912-70d3-4f51-872a-3f6892e693d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:25.417317 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e912-70d3-4f51-872a-3f6892e693d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:25.417435 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e912-70d3-4f51-872a-3f6892e693d1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:25.417761 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e912-70d3-4f51-872a-3f6892e693d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:25.418089 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e912-70d3-4f51-872a-3f6892e693d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:25.418417 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e912-70d3-4f51-872a-3f6892e693d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:25.418734 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e912-70d3-4f51-872a-3f6892e693d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:25.419056 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e912-70d3-4f51-872a-3f6892e693d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:25.419370 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e912-70d3-4f51-872a-3f6892e693d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:19:25.423602 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 2a9e0f71-f172-45ee-b315-db255f344a15 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:19:25.437740 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-9cabcb09-f7f9-4b0e-932d-f7f5eb758cad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, c9e2b398-4aca-4ba7-912b-68788fafa57c) {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:19:25.438676 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-62c645fb-f24d-496f-bf25-ebce0e7fa41a None None] Attempting to bind port 87397f20-2b76-403a-ba78-427946879777 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:19:25.439717 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-62c645fb-f24d-496f-bf25-ebce0e7fa41a None None] Attempting to bind port 87397f20-2b76-403a-ba78-427946879777 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '9cdca5a5-09e7-4c7b-9d76-d858e7e686ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:19:25.440108 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c645fb-f24d-496f-bf25-ebce0e7fa41a None None] Attempting to bind port 87397f20-2b76-403a-ba78-427946879777 on network 63b93b7f-ce8a-48d2-8998-37d3dab7cf26 {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:19:25.442880 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cabcb09-f7f9-4b0e-932d-f7f5eb758cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:25.443683 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9cabcb09-f7f9-4b0e-932d-f7f5eb758cad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:25.446952 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c645fb-f24d-496f-bf25-ebce0e7fa41a None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:19:25.451360 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c645fb-f24d-496f-bf25-ebce0e7fa41a None None] Checking segment: {'id': '9cdca5a5-09e7-4c7b-9d76-d858e7e686ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:19:25.451360 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-62c645fb-f24d-496f-bf25-ebce0e7fa41a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:25.451360 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c645fb-f24d-496f-bf25-ebce0e7fa41a None None] Bound using segment: {'id': '9cdca5a5-09e7-4c7b-9d76-d858e7e686ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:19:25.451360 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-62c645fb-f24d-496f-bf25-ebce0e7fa41a None None] Bound port: 87397f20-2b76-403a-ba78-427946879777, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cdca5a5-09e7-4c7b-9d76-d858e7e686ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:19:25.451360 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-62c645fb-f24d-496f-bf25-ebce0e7fa41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (87397f20-2b76-403a-ba78-427946879777), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:25.458948 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5cbe94-13ac-4de5-9568-4004f3cb27fa None None] Network c9e2b398-4aca-4ba7-912b-68788fafa57c requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:19:25.522091 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-62c645fb-f24d-496f-bf25-ebce0e7fa41a None None] For port 87397f20-2b76-403a-ba78-427946879777, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:19:25.526887 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-62c645fb-f24d-496f-bf25-ebce0e7fa41a None None] For port 87397f20-2b76-403a-ba78-427946879777, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=87397f20-2b76-403a-ba78-427946879777,segment=NetworkSegment(9cdca5a5-09e7-4c7b-9d76-d858e7e686ee),segment_id=9cdca5a5-09e7-4c7b-9d76-d858e7e686ee)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:19:25.536153 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9cabcb09-f7f9-4b0e-932d-f7f5eb758cad admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6514385 Mar 23 03:19:25.538901 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40962) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:19:25.543755 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-aea0be80-3c17-4465-a539-c1bafe37b54e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-519785551-router', 'tenant_id': '9a4b10df91244289a7fabd08d31bd841', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:19:25.549526 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 2a9e0f71-f172-45ee-b315-db255f344a15 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:19:25.549990 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (2a9e0f71-f172-45ee-b315-db255f344a15), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:25.604886 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb9565f-8f53-485b-93d1-2a8fc8b2928d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-c9e2b398-4aca-4ba7-912b-68788fafa57c', 'network_id': 'c9e2b398-4aca-4ba7-912b-68788fafa57c', 'project_id': '9a4b10df91244289a7fabd08d31bd841', 'fixed_ips': [{'subnet_id': '2e5d31d0-744a-45fc-a7c5-09bc5acab766'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 03:19:25.605712 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-adb9565f-8f53-485b-93d1-2a8fc8b2928d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:25.638048 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-62c645fb-f24d-496f-bf25-ebce0e7fa41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (87397f20-2b76-403a-ba78-427946879777), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:25.642119 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-eb82c2a6-b6ee-43e9-9bd8-cb8f9cfc3b67 None None] Provisioning complete for port 87397f20-2b76-403a-ba78-427946879777 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:19:25.642448 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-eb82c2a6-b6ee-43e9-9bd8-cb8f9cfc3b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (87397f20-2b76-403a-ba78-427946879777), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:25.660513 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aea0be80-3c17-4465-a539-c1bafe37b54e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (8303a8bb-7c7b-47e2-b52f-078f4ad60fcf), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:25.661858 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aea0be80-3c17-4465-a539-c1bafe37b54e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (8303a8bb-7c7b-47e2-b52f-078f4ad60fcf), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:25.694814 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c645fb-f24d-496f-bf25-ebce0e7fa41a None None] Routers {'32adf0d5-a94e-4e13-9819-1afc85c16cb8'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:19:25.695733 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-62c645fb-f24d-496f-bf25-ebce0e7fa41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:19:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['32adf0d5-a94e-4e13-9819-1afc85c16cb8'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:19:25.701349 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f169e912-70d3-4f51-872a-3f6892e693d1 None None] Pushing event updated for resources: {'Port': ['ID=87397f20-2b76-403a-ba78-427946879777,revision_number=4']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:25.740938 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aea0be80-3c17-4465-a539-c1bafe37b54e admin admin] Publish callbacks [] for router_controller (8303a8bb-7c7b-47e2-b52f-078f4ad60fcf), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:25.819669 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 2a9e0f71-f172-45ee-b315-db255f344a15 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:19:25.836772 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-62c645fb-f24d-496f-bf25-ebce0e7fa41a None None] Set router 32adf0d5-a94e-4e13-9819-1afc85c16cb8 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:19:25.858532 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-adb9565f-8f53-485b-93d1-2a8fc8b2928d None None] Allocated IP 172.20.0.2 (c9e2b398-4aca-4ba7-912b-68788fafa57c/2e5d31d0-744a-45fc-a7c5-09bc5acab766/35c60882-e3f5-4700-8f25-acd449c4d696) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:19:25.878813 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-eb82c2a6-b6ee-43e9-9bd8-cb8f9cfc3b67 None None] Current status of the port 87397f20-2b76-403a-ba78-427946879777 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:19:25.879216 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-eb82c2a6-b6ee-43e9-9bd8-cb8f9cfc3b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (87397f20-2b76-403a-ba78-427946879777), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:25.960487 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-eb82c2a6-b6ee-43e9-9bd8-cb8f9cfc3b67 None None] For port 87397f20-2b76-403a-ba78-427946879777, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=87397f20-2b76-403a-ba78-427946879777,segment=NetworkSegment(9cdca5a5-09e7-4c7b-9d76-d858e7e686ee),segment_id=9cdca5a5-09e7-4c7b-9d76-d858e7e686ee)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:19:26.007039 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aea0be80-3c17-4465-a539-c1bafe37b54e admin admin] Publish callbacks [] for router_gateway (8303a8bb-7c7b-47e2-b52f-078f4ad60fcf), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:26.035454 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-eb82c2a6-b6ee-43e9-9bd8-cb8f9cfc3b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (87397f20-2b76-403a-ba78-427946879777), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:26.051783 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-62c645fb-f24d-496f-bf25-ebce0e7fa41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'name': 'tempest-TestShelveInstance-700770415-router', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:22Z', 'revision_number': 4, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'gw_port': {'id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '87397f20-2b76-403a-ba78-427946879777', 'name': '', 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'mac_address': 'fa:16:3e:e6:21:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:22Z', 'updated_at': '2022-03-23T03:19:25Z', 'revision_number': 4, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'subnets': [{'id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:19:26.068903 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-adb9565f-8f53-485b-93d1-2a8fc8b2928d None None] Publish callbacks [] for port (35c60882-e3f5-4700-8f25-acd449c4d696), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:26.082531 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c645fb-f24d-496f-bf25-ebce0e7fa41a None None] The sync data for ids ['32adf0d5-a94e-4e13-9819-1afc85c16cb8'] in dv-neutron-834613-2-hyperv is: [{'id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'name': 'tempest-TestShelveInstance-700770415-router', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:22Z', 'revision_number': 4, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'gw_port': {'id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '87397f20-2b76-403a-ba78-427946879777', 'name': '', 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'mac_address': 'fa:16:3e:e6:21:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:22Z', 'updated_at': '2022-03-23T03:19:25Z', 'revision_number': 4, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'subnets': [{'id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:19:26.095835 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82c2a6-b6ee-43e9-9bd8-cb8f9cfc3b67 None None] Pushing event updated for resources: {'Port': ['ID=87397f20-2b76-403a-ba78-427946879777,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:26.162858 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-806a6d14-766e-498a-820c-3dc1b2df9c9c None None] Provisioning complete for port 87397f20-2b76-403a-ba78-427946879777 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:19:26.163340 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-806a6d14-766e-498a-820c-3dc1b2df9c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (87397f20-2b76-403a-ba78-427946879777), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:26.165460 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-adb9565f-8f53-485b-93d1-2a8fc8b2928d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (35c60882-e3f5-4700-8f25-acd449c4d696), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:26.243416 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb9565f-8f53-485b-93d1-2a8fc8b2928d None None] Network c9e2b398-4aca-4ba7-912b-68788fafa57c is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:19:26.251397 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-adb9565f-8f53-485b-93d1-2a8fc8b2928d None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:19:26.259266 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb9565f-8f53-485b-93d1-2a8fc8b2928d None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:19:26.271843 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9565f-8f53-485b-93d1-2a8fc8b2928d None None] Pushing event updated for resources: {'Port': ['ID=35c60882-e3f5-4700-8f25-acd449c4d696,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:26.339685 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aea0be80-3c17-4465-a539-c1bafe37b54e admin admin] Publish callbacks [] for router_gateway (8303a8bb-7c7b-47e2-b52f-078f4ad60fcf), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:26.363510 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aea0be80-3c17-4465-a539-c1bafe37b54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:26.366122 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-adb9565f-8f53-485b-93d1-2a8fc8b2928d None None] Attempting to bind port 35c60882-e3f5-4700-8f25-acd449c4d696 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:19:26.366499 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-adb9565f-8f53-485b-93d1-2a8fc8b2928d None None] Attempting to bind port 35c60882-e3f5-4700-8f25-acd449c4d696 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '1e9c428f-54af-4d6e-9a4a-ca99d3e4f331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c9e2b398-4aca-4ba7-912b-68788fafa57c'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:19:26.366862 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb9565f-8f53-485b-93d1-2a8fc8b2928d None None] Attempting to bind port 35c60882-e3f5-4700-8f25-acd449c4d696 on network c9e2b398-4aca-4ba7-912b-68788fafa57c {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:19:26.378516 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb9565f-8f53-485b-93d1-2a8fc8b2928d None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:19:26.378998 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb9565f-8f53-485b-93d1-2a8fc8b2928d None None] Checking segment: {'id': '1e9c428f-54af-4d6e-9a4a-ca99d3e4f331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c9e2b398-4aca-4ba7-912b-68788fafa57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:19:26.379294 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-adb9565f-8f53-485b-93d1-2a8fc8b2928d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:26.379690 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb9565f-8f53-485b-93d1-2a8fc8b2928d None None] Bound using segment: {'id': '1e9c428f-54af-4d6e-9a4a-ca99d3e4f331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c9e2b398-4aca-4ba7-912b-68788fafa57c'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:19:26.380198 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-adb9565f-8f53-485b-93d1-2a8fc8b2928d None None] Bound port: 35c60882-e3f5-4700-8f25-acd449c4d696, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e9c428f-54af-4d6e-9a4a-ca99d3e4f331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c9e2b398-4aca-4ba7-912b-68788fafa57c'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:19:26.380577 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-adb9565f-8f53-485b-93d1-2a8fc8b2928d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (35c60882-e3f5-4700-8f25-acd449c4d696), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:26.384473 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-806a6d14-766e-498a-820c-3dc1b2df9c9c None None] Current status of the port 87397f20-2b76-403a-ba78-427946879777 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:19:26.452274 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-adb9565f-8f53-485b-93d1-2a8fc8b2928d None None] For port 35c60882-e3f5-4700-8f25-acd449c4d696, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:19:26.456075 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-adb9565f-8f53-485b-93d1-2a8fc8b2928d None None] For port 35c60882-e3f5-4700-8f25-acd449c4d696, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=35c60882-e3f5-4700-8f25-acd449c4d696,segment=NetworkSegment(1e9c428f-54af-4d6e-9a4a-ca99d3e4f331),segment_id=1e9c428f-54af-4d6e-9a4a-ca99d3e4f331)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:19:26.476396 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-aea0be80-3c17-4465-a539-c1bafe37b54e admin admin] Allocated IP 172.26.2.87 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/a9613d06-cc6d-4edc-bc5d-3b1a06415435) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:19:26.525815 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-adb9565f-8f53-485b-93d1-2a8fc8b2928d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (35c60882-e3f5-4700-8f25-acd449c4d696), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:26.600319 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aea0be80-3c17-4465-a539-c1bafe37b54e admin admin] Publish callbacks [] for port (a9613d06-cc6d-4edc-bc5d-3b1a06415435), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:26.603672 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9565f-8f53-485b-93d1-2a8fc8b2928d None None] Pushing event updated for resources: {'Port': ['ID=35c60882-e3f5-4700-8f25-acd449c4d696,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:27.055575 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aea0be80-3c17-4465-a539-c1bafe37b54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (a9613d06-cc6d-4edc-bc5d-3b1a06415435), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:27.100488 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea0be80-3c17-4465-a539-c1bafe37b54e admin admin] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:19:27.105835 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-aea0be80-3c17-4465-a539-c1bafe37b54e admin admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:19:27.110827 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea0be80-3c17-4465-a539-c1bafe37b54e admin admin] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:19:27.113906 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0be80-3c17-4465-a539-c1bafe37b54e admin admin] Pushing event updated for resources: {'Port': ['ID=a9613d06-cc6d-4edc-bc5d-3b1a06415435,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:27.469671 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aea0be80-3c17-4465-a539-c1bafe37b54e admin admin] Publish callbacks [] for router_gateway (8303a8bb-7c7b-47e2-b52f-078f4ad60fcf), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:27.478750 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 87397f20-2b76-403a-ba78-427946879777 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:19:27.529773 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 87397f20-2b76-403a-ba78-427946879777 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:19:27.530161 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (87397f20-2b76-403a-ba78-427946879777), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:27.614170 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 87397f20-2b76-403a-ba78-427946879777 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:19:27.615387 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 35c60882-e3f5-4700-8f25-acd449c4d696 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:19:27.647790 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5715ff-d3fe-4cc5-b15a-b4311a1db83a None None] Network c9e2b398-4aca-4ba7-912b-68788fafa57c requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:19:27.687314 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aea0be80-3c17-4465-a539-c1bafe37b54e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (8303a8bb-7c7b-47e2-b52f-078f4ad60fcf), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:27.743378 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 35c60882-e3f5-4700-8f25-acd449c4d696 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:19:27.743670 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (35c60882-e3f5-4700-8f25-acd449c4d696), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:27.751034 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-eacd5286-0de9-4efd-844c-a7a93009afcd None None] Provisioning complete for port 35c60882-e3f5-4700-8f25-acd449c4d696 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:19:27.751402 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-eacd5286-0de9-4efd-844c-a7a93009afcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (35c60882-e3f5-4700-8f25-acd449c4d696), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:27.904982 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea0be80-3c17-4465-a539-c1bafe37b54e admin admin] Router 8303a8bb-7c7b-47e2-b52f-078f4ad60fcf is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 03:19:28.023648 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea0be80-3c17-4465-a539-c1bafe37b54e admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:19:28.049082 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfb197b-9e89-4b88-b658-942a8824bf47 None None] Sync routers for ids ['8303a8bb-7c7b-47e2-b52f-078f4ad60fcf'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:19:28.080470 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-eacd5286-0de9-4efd-844c-a7a93009afcd None None] Current status of the port 35c60882-e3f5-4700-8f25-acd449c4d696 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:19:28.080876 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-eacd5286-0de9-4efd-844c-a7a93009afcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (35c60882-e3f5-4700-8f25-acd449c4d696), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:28.084368 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 35c60882-e3f5-4700-8f25-acd449c4d696 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:19:28.090645 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (35c60882-e3f5-4700-8f25-acd449c4d696), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:28.090645 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfb197b-9e89-4b88-b658-942a8824bf47 None None] Routers {'8303a8bb-7c7b-47e2-b52f-078f4ad60fcf'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:19:28.090645 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-7cfb197b-9e89-4b88-b658-942a8824bf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:19:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['8303a8bb-7c7b-47e2-b52f-078f4ad60fcf'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:19:28.108930 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-aea0be80-3c17-4465-a539-c1bafe37b54e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:28.113157 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-aea0be80-3c17-4465-a539-c1bafe37b54e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5706062 Mar 23 03:19:28.113480 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40964) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:19:28.221498 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-eacd5286-0de9-4efd-844c-a7a93009afcd None None] For port 35c60882-e3f5-4700-8f25-acd449c4d696, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=35c60882-e3f5-4700-8f25-acd449c4d696,segment=NetworkSegment(1e9c428f-54af-4d6e-9a4a-ca99d3e4f331),segment_id=1e9c428f-54af-4d6e-9a4a-ca99d3e4f331)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:19:28.252243 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-7cfb197b-9e89-4b88-b658-942a8824bf47 None None] Set router 8303a8bb-7c7b-47e2-b52f-078f4ad60fcf gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:19:28.323742 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-eacd5286-0de9-4efd-844c-a7a93009afcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (35c60882-e3f5-4700-8f25-acd449c4d696), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:28.450453 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 03:19:28.450824 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG oslo_db.api [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 03:19:28.456713 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd5286-0de9-4efd-844c-a7a93009afcd None None] Pushing event updated for resources: {'Port': ['ID=35c60882-e3f5-4700-8f25-acd449c4d696,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:28.476198 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-2791c511-6a7b-44c4-abb0-3a5602990d74 None None] Provisioning complete for port 35c60882-e3f5-4700-8f25-acd449c4d696 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:19:28.477140 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2791c511-6a7b-44c4-abb0-3a5602990d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (35c60882-e3f5-4700-8f25-acd449c4d696), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:28.605939 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-2791c511-6a7b-44c4-abb0-3a5602990d74 None None] Current status of the port 35c60882-e3f5-4700-8f25-acd449c4d696 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:19:28.606738 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-82046306-b6e4-4b77-b2b0-d26ef7afcd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:28.610226 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-7cfb197b-9e89-4b88-b658-942a8824bf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8303a8bb-7c7b-47e2-b52f-078f4ad60fcf', 'name': 'tempest-TestShelveInstance-519785551-router', 'tenant_id': '9a4b10df91244289a7fabd08d31bd841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': 'a9613d06-cc6d-4edc-bc5d-3b1a06415435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:19:25Z', 'updated_at': '2022-03-23T03:19:27Z', 'revision_number': 3, 'project_id': '9a4b10df91244289a7fabd08d31bd841', 'gw_port': {'id': 'a9613d06-cc6d-4edc-bc5d-3b1a06415435', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8303a8bb-7c7b-47e2-b52f-078f4ad60fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:26Z', 'updated_at': '2022-03-23T03:19:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:19:28.640300 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfb197b-9e89-4b88-b658-942a8824bf47 None None] Checking router: 8303a8bb-7c7b-47e2-b52f-078f4ad60fcf for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:19:28.640704 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfb197b-9e89-4b88-b658-942a8824bf47 None None] Updating router 8303a8bb-7c7b-47e2-b52f-078f4ad60fcf port a9613d06-cc6d-4edc-bc5d-3b1a06415435 binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 03:19:28.669825 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7cfb197b-9e89-4b88-b658-942a8824bf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a9613d06-cc6d-4edc-bc5d-3b1a06415435), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:28.777851 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-82046306-b6e4-4b77-b2b0-d26ef7afcd4b admin admin] Allocated IP 172.20.0.1 (c9e2b398-4aca-4ba7-912b-68788fafa57c/2e5d31d0-744a-45fc-a7c5-09bc5acab766/9166dfeb-9dd4-4624-88d5-8c47056bf886) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:19:28.889768 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-82046306-b6e4-4b77-b2b0-d26ef7afcd4b admin admin] Publish callbacks [] for port (9166dfeb-9dd4-4624-88d5-8c47056bf886), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:28.936816 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7cfb197b-9e89-4b88-b658-942a8824bf47 None None] Publish callbacks [] for port (a9613d06-cc6d-4edc-bc5d-3b1a06415435), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:28.980520 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-82046306-b6e4-4b77-b2b0-d26ef7afcd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (9166dfeb-9dd4-4624-88d5-8c47056bf886), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:28.991489 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 35c60882-e3f5-4700-8f25-acd449c4d696 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:19:29.009840 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7cfb197b-9e89-4b88-b658-942a8824bf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (a9613d06-cc6d-4edc-bc5d-3b1a06415435), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:29.017728 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82046306-b6e4-4b77-b2b0-d26ef7afcd4b admin admin] Network c9e2b398-4aca-4ba7-912b-68788fafa57c is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:19:29.020731 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-82046306-b6e4-4b77-b2b0-d26ef7afcd4b admin admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:19:29.024937 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82046306-b6e4-4b77-b2b0-d26ef7afcd4b admin admin] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:19:29.062329 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82046306-b6e4-4b77-b2b0-d26ef7afcd4b admin admin] Pushing event updated for resources: {'Port': ['ID=9166dfeb-9dd4-4624-88d5-8c47056bf886,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:29.068826 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-7cfb197b-9e89-4b88-b658-942a8824bf47 None None] Attempting to bind port a9613d06-cc6d-4edc-bc5d-3b1a06415435 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:19:29.069207 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-7cfb197b-9e89-4b88-b658-942a8824bf47 None None] Attempting to bind port a9613d06-cc6d-4edc-bc5d-3b1a06415435 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:19:29.069719 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfb197b-9e89-4b88-b658-942a8824bf47 None None] Attempting to bind port a9613d06-cc6d-4edc-bc5d-3b1a06415435 on network 6bbcca03-75ff-487c-8b0e-a32302dacbee {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:19:29.072237 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c92e9-2b56-4490-b21c-0fda9f0fd850 None None] Pushing event updated for resources: {'Port': ['ID=a9613d06-cc6d-4edc-bc5d-3b1a06415435,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:29.078304 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfb197b-9e89-4b88-b658-942a8824bf47 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:19:29.078688 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfb197b-9e89-4b88-b658-942a8824bf47 None None] Checking segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:19:29.079094 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7cfb197b-9e89-4b88-b658-942a8824bf47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:29.079626 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfb197b-9e89-4b88-b658-942a8824bf47 None None] Bound using segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:19:29.080145 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-7cfb197b-9e89-4b88-b658-942a8824bf47 None None] Bound port: a9613d06-cc6d-4edc-bc5d-3b1a06415435, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:19:29.080537 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7cfb197b-9e89-4b88-b658-942a8824bf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a9613d06-cc6d-4edc-bc5d-3b1a06415435), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:29.084738 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-82046306-b6e4-4b77-b2b0-d26ef7afcd4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (8303a8bb-7c7b-47e2-b52f-078f4ad60fcf), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:29.139397 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-7cfb197b-9e89-4b88-b658-942a8824bf47 None None] For port a9613d06-cc6d-4edc-bc5d-3b1a06415435, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:19:29.142246 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-7cfb197b-9e89-4b88-b658-942a8824bf47 None None] For port a9613d06-cc6d-4edc-bc5d-3b1a06415435, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=a9613d06-cc6d-4edc-bc5d-3b1a06415435,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:19:29.227021 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7cfb197b-9e89-4b88-b658-942a8824bf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (a9613d06-cc6d-4edc-bc5d-3b1a06415435), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:29.290563 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c92e9-2b56-4490-b21c-0fda9f0fd850 None None] Pushing event updated for resources: {'Port': ['ID=a9613d06-cc6d-4edc-bc5d-3b1a06415435,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:29.293862 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfb197b-9e89-4b88-b658-942a8824bf47 None None] Routers {'8303a8bb-7c7b-47e2-b52f-078f4ad60fcf'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:19:29.294830 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-7cfb197b-9e89-4b88-b658-942a8824bf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:19:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['8303a8bb-7c7b-47e2-b52f-078f4ad60fcf'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:19:29.341618 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-82046306-b6e4-4b77-b2b0-d26ef7afcd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (9166dfeb-9dd4-4624-88d5-8c47056bf886), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:29.389812 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-f08ca159-3ae2-4c6d-9e8d-8a582927e260 None None] Provisioning complete for port 9166dfeb-9dd4-4624-88d5-8c47056bf886 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:19:29.390384 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f08ca159-3ae2-4c6d-9e8d-8a582927e260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (9166dfeb-9dd4-4624-88d5-8c47056bf886), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:29.449372 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f08ca159-3ae2-4c6d-9e8d-8a582927e260 None None] Port 9166dfeb-9dd4-4624-88d5-8c47056bf886 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:19:29.462384 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 35c60882-e3f5-4700-8f25-acd449c4d696 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:19:29.486152 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-7cfb197b-9e89-4b88-b658-942a8824bf47 None None] Set router 8303a8bb-7c7b-47e2-b52f-078f4ad60fcf gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:19:29.540433 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-82046306-b6e4-4b77-b2b0-d26ef7afcd4b admin admin] Publish callbacks [] for port (9166dfeb-9dd4-4624-88d5-8c47056bf886), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:29.608245 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-82046306-b6e4-4b77-b2b0-d26ef7afcd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (9166dfeb-9dd4-4624-88d5-8c47056bf886), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:29.629813 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 35c60882-e3f5-4700-8f25-acd449c4d696 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:19:29.630366 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (35c60882-e3f5-4700-8f25-acd449c4d696), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:29.675070 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82046306-b6e4-4b77-b2b0-d26ef7afcd4b admin admin] Pushing event updated for resources: {'Port': ['ID=9166dfeb-9dd4-4624-88d5-8c47056bf886,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:29.682506 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-82046306-b6e4-4b77-b2b0-d26ef7afcd4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (8303a8bb-7c7b-47e2-b52f-078f4ad60fcf), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:29.752465 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 35c60882-e3f5-4700-8f25-acd449c4d696 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:19:29.758484 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-7cfb197b-9e89-4b88-b658-942a8824bf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8303a8bb-7c7b-47e2-b52f-078f4ad60fcf', 'name': 'tempest-TestShelveInstance-519785551-router', 'tenant_id': '9a4b10df91244289a7fabd08d31bd841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': 'a9613d06-cc6d-4edc-bc5d-3b1a06415435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:19:25Z', 'updated_at': '2022-03-23T03:19:27Z', 'revision_number': 3, 'project_id': '9a4b10df91244289a7fabd08d31bd841', 'gw_port': {'id': 'a9613d06-cc6d-4edc-bc5d-3b1a06415435', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8303a8bb-7c7b-47e2-b52f-078f4ad60fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:26Z', 'updated_at': '2022-03-23T03:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:19:29.789975 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfb197b-9e89-4b88-b658-942a8824bf47 None None] The sync data for ids ['8303a8bb-7c7b-47e2-b52f-078f4ad60fcf'] in dv-neutron-834613-2-hyperv is: [{'id': '8303a8bb-7c7b-47e2-b52f-078f4ad60fcf', 'name': 'tempest-TestShelveInstance-519785551-router', 'tenant_id': '9a4b10df91244289a7fabd08d31bd841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': 'a9613d06-cc6d-4edc-bc5d-3b1a06415435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:19:25Z', 'updated_at': '2022-03-23T03:19:27Z', 'revision_number': 3, 'project_id': '9a4b10df91244289a7fabd08d31bd841', 'gw_port': {'id': 'a9613d06-cc6d-4edc-bc5d-3b1a06415435', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8303a8bb-7c7b-47e2-b52f-078f4ad60fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:26Z', 'updated_at': '2022-03-23T03:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:19:29.802666 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82046306-b6e4-4b77-b2b0-d26ef7afcd4b admin admin] Network c9e2b398-4aca-4ba7-912b-68788fafa57c is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:19:29.804434 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-82046306-b6e4-4b77-b2b0-d26ef7afcd4b admin admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:19:29.933897 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82046306-b6e4-4b77-b2b0-d26ef7afcd4b admin admin] Router 8303a8bb-7c7b-47e2-b52f-078f4ad60fcf has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:19:30.085828 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82046306-b6e4-4b77-b2b0-d26ef7afcd4b admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:19:30.100022 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-82046306-b6e4-4b77-b2b0-d26ef7afcd4b admin admin] 10.222.0.24 "PUT /v2.0/routers/8303a8bb-7c7b-47e2-b52f-078f4ad60fcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9768405 Mar 23 03:19:30.113285 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-b7154152-52fd-44cb-b9c6-57f45841d0bd None None] Provisioning complete for port 9166dfeb-9dd4-4624-88d5-8c47056bf886 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:19:30.113666 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b7154152-52fd-44cb-b9c6-57f45841d0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (9166dfeb-9dd4-4624-88d5-8c47056bf886), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:30.171664 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-b7154152-52fd-44cb-b9c6-57f45841d0bd None None] Port 9166dfeb-9dd4-4624-88d5-8c47056bf886 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:19:30.831578 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40976) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:19:30.836599 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-c4670357-bfac-4826-b0a9-0fa2a05e4a08 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-944032971', 'description': 'tempest-secgroup-smoke-944032971 description', 'project_id': '64f41877e5a749288d4e3f42b317f522'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:19:30.910940 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c4670357-bfac-4826-b0a9-0fa2a05e4a08 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:30.978127 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c4670357-bfac-4826-b0a9-0fa2a05e4a08 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group (0a08bb76-b415-45e8-8b8a-163a7303fd7d), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:31.053779 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c4670357-bfac-4826-b0a9-0fa2a05e4a08 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (0a08bb76-b415-45e8-8b8a-163a7303fd7d), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:31.083336 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4670357-bfac-4826-b0a9-0fa2a05e4a08 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a08bb76-b415-45e8-8b8a-163a7303fd7d,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:31.147365 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-c4670357-bfac-4826-b0a9-0fa2a05e4a08 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:31.148684 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-c4670357-bfac-4826-b0a9-0fa2a05e4a08 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3159862 Mar 23 03:19:31.152115 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40978) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:19:31.157008 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-bc817a70-4740-4a05-8323-8f7b66e65aad tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Request body: {'security_group_rule': {'security_group_id': '0a08bb76-b415-45e8-8b8a-163a7303fd7d', 'project_id': '64f41877e5a749288d4e3f42b317f522', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:19:31.248719 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bc817a70-4740-4a05-8323-8f7b66e65aad tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (72359434-9b5f-4cf0-94e3-a9416d6fe6c1), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:31.307746 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bc817a70-4740-4a05-8323-8f7b66e65aad tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (72359434-9b5f-4cf0-94e3-a9416d6fe6c1), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:31.385793 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bc817a70-4740-4a05-8323-8f7b66e65aad tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (72359434-9b5f-4cf0-94e3-a9416d6fe6c1), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:31.401744 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc817a70-4740-4a05-8323-8f7b66e65aad tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72359434-9b5f-4cf0-94e3-a9416d6fe6c1,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:31.439353 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device a9613d06-cc6d-4edc-bc5d-3b1a06415435 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:19:31.482684 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae19e4d2-1d01-4837-af26-5fe7ae6a73e0 None None] Sync routers for ids ['8303a8bb-7c7b-47e2-b52f-078f4ad60fcf'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:19:31.489145 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port a9613d06-cc6d-4edc-bc5d-3b1a06415435 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:19:31.489619 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a9613d06-cc6d-4edc-bc5d-3b1a06415435), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:31.490788 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-bc817a70-4740-4a05-8323-8f7b66e65aad tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:31.492431 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae19e4d2-1d01-4837-af26-5fe7ae6a73e0 None None] Routers {'8303a8bb-7c7b-47e2-b52f-078f4ad60fcf'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:19:31.493210 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-bc817a70-4740-4a05-8323-8f7b66e65aad tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3400779 Mar 23 03:19:31.493438 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-ae19e4d2-1d01-4837-af26-5fe7ae6a73e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:19:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['8303a8bb-7c7b-47e2-b52f-078f4ad60fcf'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:19:31.496311 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40982) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:19:31.500926 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-74cde948-c0aa-43ac-a5a8-7cbd300a1e37 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Request body: {'security_group_rule': {'security_group_id': '0a08bb76-b415-45e8-8b8a-163a7303fd7d', 'project_id': '64f41877e5a749288d4e3f42b317f522', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:19:31.573501 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port a9613d06-cc6d-4edc-bc5d-3b1a06415435 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:19:31.573815 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a9613d06-cc6d-4edc-bc5d-3b1a06415435), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:31.595464 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port a9613d06-cc6d-4edc-bc5d-3b1a06415435, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=a9613d06-cc6d-4edc-bc5d-3b1a06415435,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:19:31.602319 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-74cde948-c0aa-43ac-a5a8-7cbd300a1e37 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (d9e19e1f-a94a-4a8a-b3f1-fc644c13c1b3), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:31.608482 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-ae19e4d2-1d01-4837-af26-5fe7ae6a73e0 None None] Set router 8303a8bb-7c7b-47e2-b52f-078f4ad60fcf gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:19:31.658590 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-74cde948-c0aa-43ac-a5a8-7cbd300a1e37 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (d9e19e1f-a94a-4a8a-b3f1-fc644c13c1b3), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:31.682463 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (a9613d06-cc6d-4edc-bc5d-3b1a06415435), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:31.743678 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=a9613d06-cc6d-4edc-bc5d-3b1a06415435,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:31.744832 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-74cde948-c0aa-43ac-a5a8-7cbd300a1e37 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (d9e19e1f-a94a-4a8a-b3f1-fc644c13c1b3), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:31.778461 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cde948-c0aa-43ac-a5a8-7cbd300a1e37 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e19e1f-a94a-4a8a-b3f1-fc644c13c1b3,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:31.818028 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-ae19e4d2-1d01-4837-af26-5fe7ae6a73e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8303a8bb-7c7b-47e2-b52f-078f4ad60fcf', 'name': 'tempest-TestShelveInstance-519785551-router', 'tenant_id': '9a4b10df91244289a7fabd08d31bd841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': 'a9613d06-cc6d-4edc-bc5d-3b1a06415435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:19:25Z', 'updated_at': '2022-03-23T03:19:29Z', 'revision_number': 4, 'project_id': '9a4b10df91244289a7fabd08d31bd841', 'gw_port': {'id': 'a9613d06-cc6d-4edc-bc5d-3b1a06415435', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8303a8bb-7c7b-47e2-b52f-078f4ad60fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:26Z', 'updated_at': '2022-03-23T03:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '9166dfeb-9dd4-4624-88d5-8c47056bf886', 'name': '', 'network_id': 'c9e2b398-4aca-4ba7-912b-68788fafa57c', 'tenant_id': '9a4b10df91244289a7fabd08d31bd841', 'mac_address': 'fa:16:3e:74:b8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8303a8bb-7c7b-47e2-b52f-078f4ad60fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '2e5d31d0-744a-45fc-a7c5-09bc5acab766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:28Z', 'updated_at': '2022-03-23T03:19:29Z', 'revision_number': 2, 'project_id': '9a4b10df91244289a7fabd08d31bd841', 'subnets': [{'id': '2e5d31d0-744a-45fc-a7c5-09bc5acab766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:19:31.844379 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae19e4d2-1d01-4837-af26-5fe7ae6a73e0 None None] Checking router: 8303a8bb-7c7b-47e2-b52f-078f4ad60fcf for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:19:31.844658 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae19e4d2-1d01-4837-af26-5fe7ae6a73e0 None None] Updating router 8303a8bb-7c7b-47e2-b52f-078f4ad60fcf port 9166dfeb-9dd4-4624-88d5-8c47056bf886 binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 03:19:31.856097 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-74cde948-c0aa-43ac-a5a8-7cbd300a1e37 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:31.857333 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-74cde948-c0aa-43ac-a5a8-7cbd300a1e37 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3599744 Mar 23 03:19:31.860161 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 40984) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:19:31.864455 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-58f29c72-6885-443d-8725-c769eb86ce48 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Request body: {'security_group_rule': {'security_group_id': '0a08bb76-b415-45e8-8b8a-163a7303fd7d', 'project_id': '64f41877e5a749288d4e3f42b317f522', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:19:31.876058 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-ae19e4d2-1d01-4837-af26-5fe7ae6a73e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (9166dfeb-9dd4-4624-88d5-8c47056bf886), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:31.956825 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-58f29c72-6885-443d-8725-c769eb86ce48 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (942a9d0d-7c3a-41f7-9a9c-94cadcc7af80), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:32.024778 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-58f29c72-6885-443d-8725-c769eb86ce48 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (942a9d0d-7c3a-41f7-9a9c-94cadcc7af80), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:32.139961 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-58f29c72-6885-443d-8725-c769eb86ce48 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (942a9d0d-7c3a-41f7-9a9c-94cadcc7af80), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:32.160145 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f29c72-6885-443d-8725-c769eb86ce48 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=942a9d0d-7c3a-41f7-9a9c-94cadcc7af80,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:32.225515 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-ae19e4d2-1d01-4837-af26-5fe7ae6a73e0 None None] Publish callbacks [] for port (9166dfeb-9dd4-4624-88d5-8c47056bf886), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:32.227866 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-58f29c72-6885-443d-8725-c769eb86ce48 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:32.229092 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-58f29c72-6885-443d-8725-c769eb86ce48 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3680103 Mar 23 03:19:32.232126 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40986) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:19:32.236635 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-e9dbf9dc-01d4-4508-9c9a-69103e553e8d tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Request body: {'security_group_rule': {'security_group_id': '0a08bb76-b415-45e8-8b8a-163a7303fd7d', 'project_id': '64f41877e5a749288d4e3f42b317f522', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:19:32.306343 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-ae19e4d2-1d01-4837-af26-5fe7ae6a73e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (9166dfeb-9dd4-4624-88d5-8c47056bf886), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:32.339350 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e9dbf9dc-01d4-4508-9c9a-69103e553e8d tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (13e187c0-7815-4c40-bdaa-aa12a0688a63), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:32.357601 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e305942-3fd3-4d24-9dad-fb406f611627 None None] Pushing event updated for resources: {'Port': ['ID=9166dfeb-9dd4-4624-88d5-8c47056bf886,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:32.415696 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e9dbf9dc-01d4-4508-9c9a-69103e553e8d tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (13e187c0-7815-4c40-bdaa-aa12a0688a63), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:32.421054 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-ae19e4d2-1d01-4837-af26-5fe7ae6a73e0 None None] Attempting to bind port 9166dfeb-9dd4-4624-88d5-8c47056bf886 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:19:32.421449 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-ae19e4d2-1d01-4837-af26-5fe7ae6a73e0 None None] Attempting to bind port 9166dfeb-9dd4-4624-88d5-8c47056bf886 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '1e9c428f-54af-4d6e-9a4a-ca99d3e4f331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c9e2b398-4aca-4ba7-912b-68788fafa57c'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:19:32.421782 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae19e4d2-1d01-4837-af26-5fe7ae6a73e0 None None] Attempting to bind port 9166dfeb-9dd4-4624-88d5-8c47056bf886 on network c9e2b398-4aca-4ba7-912b-68788fafa57c {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:19:32.426774 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae19e4d2-1d01-4837-af26-5fe7ae6a73e0 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:19:32.427145 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae19e4d2-1d01-4837-af26-5fe7ae6a73e0 None None] Checking segment: {'id': '1e9c428f-54af-4d6e-9a4a-ca99d3e4f331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c9e2b398-4aca-4ba7-912b-68788fafa57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:19:32.427531 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-ae19e4d2-1d01-4837-af26-5fe7ae6a73e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:32.427942 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae19e4d2-1d01-4837-af26-5fe7ae6a73e0 None None] Bound using segment: {'id': '1e9c428f-54af-4d6e-9a4a-ca99d3e4f331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c9e2b398-4aca-4ba7-912b-68788fafa57c'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:19:32.428396 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-ae19e4d2-1d01-4837-af26-5fe7ae6a73e0 None None] Bound port: 9166dfeb-9dd4-4624-88d5-8c47056bf886, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e9c428f-54af-4d6e-9a4a-ca99d3e4f331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c9e2b398-4aca-4ba7-912b-68788fafa57c'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:19:32.428778 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-ae19e4d2-1d01-4837-af26-5fe7ae6a73e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (9166dfeb-9dd4-4624-88d5-8c47056bf886), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:32.488281 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e9dbf9dc-01d4-4508-9c9a-69103e553e8d tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (13e187c0-7815-4c40-bdaa-aa12a0688a63), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:32.498851 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-ae19e4d2-1d01-4837-af26-5fe7ae6a73e0 None None] For port 9166dfeb-9dd4-4624-88d5-8c47056bf886, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:19:32.506006 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-ae19e4d2-1d01-4837-af26-5fe7ae6a73e0 None None] For port 9166dfeb-9dd4-4624-88d5-8c47056bf886, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=9166dfeb-9dd4-4624-88d5-8c47056bf886,segment=NetworkSegment(1e9c428f-54af-4d6e-9a4a-ca99d3e4f331),segment_id=1e9c428f-54af-4d6e-9a4a-ca99d3e4f331)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:19:32.509047 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbf9dc-01d4-4508-9c9a-69103e553e8d tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e187c0-7815-4c40-bdaa-aa12a0688a63,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:32.574519 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-ae19e4d2-1d01-4837-af26-5fe7ae6a73e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (9166dfeb-9dd4-4624-88d5-8c47056bf886), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:32.588228 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e9dbf9dc-01d4-4508-9c9a-69103e553e8d tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:32.589552 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e9dbf9dc-01d4-4508-9c9a-69103e553e8d tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3564258 Mar 23 03:19:32.592293 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40988) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:19:32.597417 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-611fbdb4-9a70-4c10-995d-6f0262077de6 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Request body: {'security_group_rule': {'security_group_id': '0a08bb76-b415-45e8-8b8a-163a7303fd7d', 'project_id': '64f41877e5a749288d4e3f42b317f522', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:19:32.610841 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-dbd65bbd-700c-40af-a0f3-845b64b8f401 None None] Provisioning complete for port 9166dfeb-9dd4-4624-88d5-8c47056bf886 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:19:32.611784 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-dbd65bbd-700c-40af-a0f3-845b64b8f401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (9166dfeb-9dd4-4624-88d5-8c47056bf886), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:32.623809 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae19e4d2-1d01-4837-af26-5fe7ae6a73e0 None None] Routers {'8303a8bb-7c7b-47e2-b52f-078f4ad60fcf'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:19:32.624537 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-ae19e4d2-1d01-4837-af26-5fe7ae6a73e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:19:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['8303a8bb-7c7b-47e2-b52f-078f4ad60fcf'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:19:32.694582 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.securitygroups_db [None req-611fbdb4-9a70-4c10-995d-6f0262077de6 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Project 64f41877e5a749288d4e3f42b317f522 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 03:19:32.701104 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-611fbdb4-9a70-4c10-995d-6f0262077de6 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (b273943d-19c8-45d1-8138-1704358d44e2), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:32.703534 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-dbd65bbd-700c-40af-a0f3-845b64b8f401 None None] Current status of the port 9166dfeb-9dd4-4624-88d5-8c47056bf886 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:19:32.703534 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-dbd65bbd-700c-40af-a0f3-845b64b8f401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (9166dfeb-9dd4-4624-88d5-8c47056bf886), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:32.713131 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e305942-3fd3-4d24-9dad-fb406f611627 None None] Pushing event updated for resources: {'Port': ['ID=9166dfeb-9dd4-4624-88d5-8c47056bf886,revision_number=4']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:32.761135 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-dbd65bbd-700c-40af-a0f3-845b64b8f401 None None] For port 9166dfeb-9dd4-4624-88d5-8c47056bf886, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=9166dfeb-9dd4-4624-88d5-8c47056bf886,segment=NetworkSegment(1e9c428f-54af-4d6e-9a4a-ca99d3e4f331),segment_id=1e9c428f-54af-4d6e-9a4a-ca99d3e4f331)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:19:32.772437 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-ae19e4d2-1d01-4837-af26-5fe7ae6a73e0 None None] Set router 8303a8bb-7c7b-47e2-b52f-078f4ad60fcf gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:19:32.781899 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-611fbdb4-9a70-4c10-995d-6f0262077de6 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (b273943d-19c8-45d1-8138-1704358d44e2), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:32.808887 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-dbd65bbd-700c-40af-a0f3-845b64b8f401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (9166dfeb-9dd4-4624-88d5-8c47056bf886), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:32.825800 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-611fbdb4-9a70-4c10-995d-6f0262077de6 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (b273943d-19c8-45d1-8138-1704358d44e2), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:32.847348 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611fbdb4-9a70-4c10-995d-6f0262077de6 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b273943d-19c8-45d1-8138-1704358d44e2,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:32.866827 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd65bbd-700c-40af-a0f3-845b64b8f401 None None] Pushing event updated for resources: {'Port': ['ID=9166dfeb-9dd4-4624-88d5-8c47056bf886,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:32.902214 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-611fbdb4-9a70-4c10-995d-6f0262077de6 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:32.903434 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-611fbdb4-9a70-4c10-995d-6f0262077de6 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3095381 Mar 23 03:19:32.909337 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 40990) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:19:32.913675 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-813c44ca-06ec-472e-876d-fe9edc32e946 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Request body: {'security_group_rule': {'security_group_id': '0a08bb76-b415-45e8-8b8a-163a7303fd7d', 'project_id': '64f41877e5a749288d4e3f42b317f522', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:19:32.929007 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-2e60183e-2e80-48ef-9cc9-f487c7bd6ad2 None None] Provisioning complete for port 9166dfeb-9dd4-4624-88d5-8c47056bf886 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:19:32.929438 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2e60183e-2e80-48ef-9cc9-f487c7bd6ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (9166dfeb-9dd4-4624-88d5-8c47056bf886), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:32.980785 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-ae19e4d2-1d01-4837-af26-5fe7ae6a73e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8303a8bb-7c7b-47e2-b52f-078f4ad60fcf', 'name': 'tempest-TestShelveInstance-519785551-router', 'tenant_id': '9a4b10df91244289a7fabd08d31bd841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': 'a9613d06-cc6d-4edc-bc5d-3b1a06415435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:19:25Z', 'updated_at': '2022-03-23T03:19:29Z', 'revision_number': 4, 'project_id': '9a4b10df91244289a7fabd08d31bd841', 'gw_port': {'id': 'a9613d06-cc6d-4edc-bc5d-3b1a06415435', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8303a8bb-7c7b-47e2-b52f-078f4ad60fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:26Z', 'updated_at': '2022-03-23T03:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '9166dfeb-9dd4-4624-88d5-8c47056bf886', 'name': '', 'network_id': 'c9e2b398-4aca-4ba7-912b-68788fafa57c', 'tenant_id': '9a4b10df91244289a7fabd08d31bd841', 'mac_address': 'fa:16:3e:74:b8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8303a8bb-7c7b-47e2-b52f-078f4ad60fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '2e5d31d0-744a-45fc-a7c5-09bc5acab766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:28Z', 'updated_at': '2022-03-23T03:19:32Z', 'revision_number': 4, 'project_id': '9a4b10df91244289a7fabd08d31bd841', 'subnets': [{'id': '2e5d31d0-744a-45fc-a7c5-09bc5acab766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:19:33.009203 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.securitygroups_db [None req-813c44ca-06ec-472e-876d-fe9edc32e946 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Project 64f41877e5a749288d4e3f42b317f522 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 03:19:33.009469 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae19e4d2-1d01-4837-af26-5fe7ae6a73e0 None None] The sync data for ids ['8303a8bb-7c7b-47e2-b52f-078f4ad60fcf'] in dv-neutron-834613-2-hyperv is: [{'id': '8303a8bb-7c7b-47e2-b52f-078f4ad60fcf', 'name': 'tempest-TestShelveInstance-519785551-router', 'tenant_id': '9a4b10df91244289a7fabd08d31bd841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': 'a9613d06-cc6d-4edc-bc5d-3b1a06415435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:19:25Z', 'updated_at': '2022-03-23T03:19:29Z', 'revision_number': 4, 'project_id': '9a4b10df91244289a7fabd08d31bd841', 'gw_port': {'id': 'a9613d06-cc6d-4edc-bc5d-3b1a06415435', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8303a8bb-7c7b-47e2-b52f-078f4ad60fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:26Z', 'updated_at': '2022-03-23T03:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '9166dfeb-9dd4-4624-88d5-8c47056bf886', 'name': '', 'network_id': 'c9e2b398-4aca-4ba7-912b-68788fafa57c', 'tenant_id': '9a4b10df91244289a7fabd08d31bd841', 'mac_address': 'fa:16:3e:74:b8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8303a8bb-7c7b-47e2-b52f-078f4ad60fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '2e5d31d0-744a-45fc-a7c5-09bc5acab766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:28Z', 'updated_at': '2022-03-23T03:19:32Z', 'revision_number': 4, 'project_id': '9a4b10df91244289a7fabd08d31bd841', 'subnets': [{'id': '2e5d31d0-744a-45fc-a7c5-09bc5acab766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:19:33.015030 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-2e60183e-2e80-48ef-9cc9-f487c7bd6ad2 None None] Current status of the port 9166dfeb-9dd4-4624-88d5-8c47056bf886 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:19:33.020269 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-813c44ca-06ec-472e-876d-fe9edc32e946 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (451bec72-dc26-48b7-a3cb-37ebe2e943fe), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:33.097652 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-813c44ca-06ec-472e-876d-fe9edc32e946 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (451bec72-dc26-48b7-a3cb-37ebe2e943fe), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:33.185631 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-813c44ca-06ec-472e-876d-fe9edc32e946 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (451bec72-dc26-48b7-a3cb-37ebe2e943fe), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:33.205534 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c44ca-06ec-472e-876d-fe9edc32e946 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=451bec72-dc26-48b7-a3cb-37ebe2e943fe,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:33.284847 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-813c44ca-06ec-472e-876d-fe9edc32e946 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:33.286115 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-813c44ca-06ec-472e-876d-fe9edc32e946 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3758402 Mar 23 03:19:33.452934 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b326b877-aacb-4748-8f2a-e8e331090876 req-b1ea40ef-ba84-4bb2-92ac-74d8cea6161e tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-944032971&fields=id&tenant_id=64f41877e5a749288d4e3f42b317f522 HTTP/1.1" status: 200 len: 267 time: 0.0522578 Mar 23 03:19:33.502736 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device a9613d06-cc6d-4edc-bc5d-3b1a06415435 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:19:33.559012 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port a9613d06-cc6d-4edc-bc5d-3b1a06415435 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:19:33.559504 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (a9613d06-cc6d-4edc-bc5d-3b1a06415435), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:33.573817 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326b877-aacb-4748-8f2a-e8e331090876 req-dcd7a6bc-631d-41e7-b1ba-0b8a9c3261a8 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:33.576281 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b326b877-aacb-4748-8f2a-e8e331090876 req-dcd7a6bc-631d-41e7-b1ba-0b8a9c3261a8 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/networks?id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26 HTTP/1.1" status: 200 len: 808 time: 0.1155114 Mar 23 03:19:33.590959 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b326b877-aacb-4748-8f2a-e8e331090876 req-6667236f-afa3-41dc-a529-4bb8cb20e5a0 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/quotas/64f41877e5a749288d4e3f42b317f522 HTTP/1.1" status: 200 len: 375 time: 0.0101924 Mar 23 03:19:33.652355 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b326b877-aacb-4748-8f2a-e8e331090876 req-fdc984fb-b869-43ce-86c7-73caa5133919 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=64f41877e5a749288d4e3f42b317f522&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559845 Mar 23 03:19:33.806171 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port a9613d06-cc6d-4edc-bc5d-3b1a06415435 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:19:33.807269 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 9166dfeb-9dd4-4624-88d5-8c47056bf886 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:19:33.858547 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b326b877-aacb-4748-8f2a-e8e331090876 req-4541a8db-9faa-4053-96ce-68dad1272065 service neutron] 10.222.0.24 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938283 Mar 23 03:19:33.863203 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 9166dfeb-9dd4-4624-88d5-8c47056bf886 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:19:33.864914 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (9166dfeb-9dd4-4624-88d5-8c47056bf886), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:33.952213 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 9166dfeb-9dd4-4624-88d5-8c47056bf886 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:19:33.968471 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b326b877-aacb-4748-8f2a-e8e331090876 req-f951a130-9f5b-48be-8caf-3a54c4ae7e87 service neutron] 10.222.0.24 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024203 Mar 23 03:19:34.256247 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-dceb2f5e-ed68-4284-a069-1ea6c9e3f140 req-a2a4956d-bb06-49cb-ab7d-8923427112bf tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 210 time: 0.0818241 Mar 23 03:19:35.338257 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-77e343f6-4251-4d46-9938-845b270e9522 req-a85c08d8-b15b-4d96-b8b2-32eb5a3115be tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 210 time: 0.0279152 Mar 23 03:19:36.430184 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-003dc0cb-3721-4bf2-bdd6-918747ed3ff9 req-227c2742-fb98-4cb3-9aae-5c0832504733 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 210 time: 0.0268943 Mar 23 03:19:37.525275 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5f177ae0-0503-4d1e-8e74-7da1fce16dd0 req-f6db5103-75fd-4e7c-8356-f4a51088dc18 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 210 time: 0.0279005 Mar 23 03:19:38.380512 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326b877-aacb-4748-8f2a-e8e331090876 req-b6ddb767-8230-4388-b14c-10a808361519 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:38.382060 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b326b877-aacb-4748-8f2a-e8e331090876 req-b6ddb767-8230-4388-b14c-10a808361519 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.23 "GET /v2.0/networks?id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26 HTTP/1.1" status: 200 len: 808 time: 0.1102087 Mar 23 03:19:38.445584 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b326b877-aacb-4748-8f2a-e8e331090876 req-01f4ce12-e139-4751-8f31-59ddf0c69ca8 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64f41877e5a749288d4e3f42b317f522 HTTP/1.1" status: 200 len: 379 time: 0.0543818 Mar 23 03:19:38.454196 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-b326b877-aacb-4748-8f2a-e8e331090876 req-1f668765-f04b-4ac0-ba9b-63dc49290875 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Request body: {'port': {'device_id': 'a88f12c0-156e-4815-8e19-0d1c947c0558', 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26', 'admin_state_up': True, 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'security_groups': ['0a08bb76-b415-45e8-8b8a-163a7303fd7d']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:19:38.633235 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-95e9597a-99b3-43d9-8312-5a7caa05f42e req-a4afbe68-06f9-4f65-a89c-9e4a3787b22f tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 210 time: 0.0375278 Mar 23 03:19:38.634482 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b326b877-aacb-4748-8f2a-e8e331090876 req-1f668765-f04b-4ac0-ba9b-63dc49290875 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Made reservation on behalf of 64f41877e5a749288d4e3f42b317f522 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:19:38.642048 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-b326b877-aacb-4748-8f2a-e8e331090876 req-1f668765-f04b-4ac0-ba9b-63dc49290875 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:38.768610 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-b326b877-aacb-4748-8f2a-e8e331090876 req-1f668765-f04b-4ac0-ba9b-63dc49290875 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Allocated IP 172.20.0.6 (63b93b7f-ce8a-48d2-8998-37d3dab7cf26/272298fb-7893-4bf7-8969-ec79c01e205e/99ed6b53-136f-49a5-a796-c86e935027b2) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:19:38.907447 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-b326b877-aacb-4748-8f2a-e8e331090876 req-1f668765-f04b-4ac0-ba9b-63dc49290875 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for port (99ed6b53-136f-49a5-a796-c86e935027b2), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:38.997559 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-b326b877-aacb-4748-8f2a-e8e331090876 req-1f668765-f04b-4ac0-ba9b-63dc49290875 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (99ed6b53-136f-49a5-a796-c86e935027b2), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:39.039655 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b326b877-aacb-4748-8f2a-e8e331090876 req-1f668765-f04b-4ac0-ba9b-63dc49290875 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Network 63b93b7f-ce8a-48d2-8998-37d3dab7cf26 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:19:39.042785 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-b326b877-aacb-4748-8f2a-e8e331090876 req-1f668765-f04b-4ac0-ba9b-63dc49290875 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:19:39.049112 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-b326b877-aacb-4748-8f2a-e8e331090876 req-1f668765-f04b-4ac0-ba9b-63dc49290875 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:19:39.055732 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f668765-f04b-4ac0-ba9b-63dc49290875 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Pushing event updated for resources: {'Port': ['ID=99ed6b53-136f-49a5-a796-c86e935027b2,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:39.106392 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326b877-aacb-4748-8f2a-e8e331090876 req-1f668765-f04b-4ac0-ba9b-63dc49290875 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:39.107016 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-b326b877-aacb-4748-8f2a-e8e331090876 req-1f668765-f04b-4ac0-ba9b-63dc49290875 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:39.211842 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b326b877-aacb-4748-8f2a-e8e331090876 req-1f668765-f04b-4ac0-ba9b-63dc49290875 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7610610 Mar 23 03:19:39.265063 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-b326b877-aacb-4748-8f2a-e8e331090876 req-643f949e-efac-44d4-abb2-26944958648c service neutron] Request body: {'port': {'device_id': 'a88f12c0-156e-4815-8e19-0d1c947c0558', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:19:39.272485 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-7f630218-ca8f-47bf-a2fe-b732a3a96e0e None None] Provisioning complete for port 99ed6b53-136f-49a5-a796-c86e935027b2 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:19:39.273772 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7f630218-ca8f-47bf-a2fe-b732a3a96e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (99ed6b53-136f-49a5-a796-c86e935027b2), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:39.307184 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-7f630218-ca8f-47bf-a2fe-b732a3a96e0e None None] Port 99ed6b53-136f-49a5-a796-c86e935027b2 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:19:39.324361 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-b326b877-aacb-4748-8f2a-e8e331090876 req-643f949e-efac-44d4-abb2-26944958648c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (99ed6b53-136f-49a5-a796-c86e935027b2), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:39.584831 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-b326b877-aacb-4748-8f2a-e8e331090876 req-643f949e-efac-44d4-abb2-26944958648c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99ed6b53-136f-49a5-a796-c86e935027b2 {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:19:39.593033 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-b326b877-aacb-4748-8f2a-e8e331090876 req-643f949e-efac-44d4-abb2-26944958648c service neutron] Publish callbacks [] for port (99ed6b53-136f-49a5-a796-c86e935027b2), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:39.605030 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-b326b877-aacb-4748-8f2a-e8e331090876 req-643f949e-efac-44d4-abb2-26944958648c service neutron] Transition to ACTIVE for port object 99ed6b53-136f-49a5-a796-c86e935027b2 will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 03:19:39.693812 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-b326b877-aacb-4748-8f2a-e8e331090876 req-643f949e-efac-44d4-abb2-26944958648c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (99ed6b53-136f-49a5-a796-c86e935027b2), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:39.750019 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f949e-efac-44d4-abb2-26944958648c service neutron] Pushing event updated for resources: {'Port': ['ID=99ed6b53-136f-49a5-a796-c86e935027b2,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:39.764773 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bfa36-df97-419a-a8c7-d34ab9ea9fb6 req-7d7bedbf-e34e-49da-8d45-80226f399afa tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:39.766466 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-9b6bfa36-df97-419a-a8c7-d34ab9ea9fb6 req-7d7bedbf-e34e-49da-8d45-80226f399afa tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 943 time: 0.0661952 Mar 23 03:19:39.826227 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-9b6bfa36-df97-419a-a8c7-d34ab9ea9fb6 req-2a11fc17-2b9d-487b-8f25-dac20d091f46 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517495 Mar 23 03:19:39.827379 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-b326b877-aacb-4748-8f2a-e8e331090876 req-643f949e-efac-44d4-abb2-26944958648c service neutron] Attempting to bind port 99ed6b53-136f-49a5-a796-c86e935027b2 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:19:39.827718 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-b326b877-aacb-4748-8f2a-e8e331090876 req-643f949e-efac-44d4-abb2-26944958648c service neutron] Attempting to bind port 99ed6b53-136f-49a5-a796-c86e935027b2 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '9cdca5a5-09e7-4c7b-9d76-d858e7e686ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:19:39.828073 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b326b877-aacb-4748-8f2a-e8e331090876 req-643f949e-efac-44d4-abb2-26944958648c service neutron] Attempting to bind port 99ed6b53-136f-49a5-a796-c86e935027b2 on network 63b93b7f-ce8a-48d2-8998-37d3dab7cf26 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:19:39.832714 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b326b877-aacb-4748-8f2a-e8e331090876 req-643f949e-efac-44d4-abb2-26944958648c service neutron] Port 99ed6b53-136f-49a5-a796-c86e935027b2 on network 63b93b7f-ce8a-48d2-8998-37d3dab7cf26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 03:19:39.833134 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b326b877-aacb-4748-8f2a-e8e331090876 req-643f949e-efac-44d4-abb2-26944958648c service neutron] Attempting to bind port 99ed6b53-136f-49a5-a796-c86e935027b2 on network 63b93b7f-ce8a-48d2-8998-37d3dab7cf26 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:19:39.839572 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b326b877-aacb-4748-8f2a-e8e331090876 req-643f949e-efac-44d4-abb2-26944958648c service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:19:39.839892 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b326b877-aacb-4748-8f2a-e8e331090876 req-643f949e-efac-44d4-abb2-26944958648c service neutron] Checking segment: {'id': '9cdca5a5-09e7-4c7b-9d76-d858e7e686ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:19:39.840290 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b326b877-aacb-4748-8f2a-e8e331090876 req-643f949e-efac-44d4-abb2-26944958648c service neutron] Bound using segment: {'id': '9cdca5a5-09e7-4c7b-9d76-d858e7e686ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:19:39.840731 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-b326b877-aacb-4748-8f2a-e8e331090876 req-643f949e-efac-44d4-abb2-26944958648c service neutron] Bound port: 99ed6b53-136f-49a5-a796-c86e935027b2, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cdca5a5-09e7-4c7b-9d76-d858e7e686ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:19:39.841094 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-b326b877-aacb-4748-8f2a-e8e331090876 req-643f949e-efac-44d4-abb2-26944958648c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (99ed6b53-136f-49a5-a796-c86e935027b2), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:39.911188 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-b326b877-aacb-4748-8f2a-e8e331090876 req-643f949e-efac-44d4-abb2-26944958648c service neutron] For port 99ed6b53-136f-49a5-a796-c86e935027b2, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:19:39.915182 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-b326b877-aacb-4748-8f2a-e8e331090876 req-643f949e-efac-44d4-abb2-26944958648c service neutron] For port 99ed6b53-136f-49a5-a796-c86e935027b2, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=99ed6b53-136f-49a5-a796-c86e935027b2,segment=NetworkSegment(9cdca5a5-09e7-4c7b-9d76-d858e7e686ee),segment_id=9cdca5a5-09e7-4c7b-9d76-d858e7e686ee)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:19:39.985621 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-b326b877-aacb-4748-8f2a-e8e331090876 req-643f949e-efac-44d4-abb2-26944958648c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (99ed6b53-136f-49a5-a796-c86e935027b2), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:40.019417 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326b877-aacb-4748-8f2a-e8e331090876 req-643f949e-efac-44d4-abb2-26944958648c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:40.019893 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-b326b877-aacb-4748-8f2a-e8e331090876 req-643f949e-efac-44d4-abb2-26944958648c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:40.021270 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b326b877-aacb-4748-8f2a-e8e331090876 req-643f949e-efac-44d4-abb2-26944958648c service neutron] 10.222.0.23 "PUT /v2.0/ports/99ed6b53-136f-49a5-a796-c86e935027b2 HTTP/1.1" status: 200 len: 1093 time: 0.8023880 Mar 23 03:19:40.021718 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88f12c0-156e-4815-8e19-0d1c947c0558', 'tag': '99ed6b53-136f-49a5-a796-c86e935027b2'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:19:40.024796 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108b1732-d58d-48af-8f5a-d6c10781f2e1" -d '{"events": [{"name": "network-changed", "server_uuid": "a88f12c0-156e-4815-8e19-0d1c947c0558", "tag": "99ed6b53-136f-49a5-a796-c86e935027b2"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:19:40.055730 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f949e-efac-44d4-abb2-26944958648c service neutron] Pushing event updated for resources: {'Port': ['ID=99ed6b53-136f-49a5-a796-c86e935027b2,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:40.066306 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dc4a19-cdee-4742-8b0b-62ac573d8215 x-openstack-request-id: req-f9dc4a19-cdee-4742-8b0b-62ac573d8215 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:19:40.066614 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a88f12c0-156e-4815-8e19-0d1c947c0558", "tag": "99ed6b53-136f-49a5-a796-c86e935027b2", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:19:40.067158 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9dc4a19-cdee-4742-8b0b-62ac573d8215 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:19:40.067642 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9dc4a19-cdee-4742-8b0b-62ac573d8215'] response: {'name': 'network-changed', 'server_uuid': 'a88f12c0-156e-4815-8e19-0d1c947c0558', 'tag': '99ed6b53-136f-49a5-a796-c86e935027b2', 'status': 'completed', 'code': 200} Mar 23 03:19:40.135061 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b1732-d58d-48af-8f5a-d6c10781f2e1 req-93ab4c94-4087-4091-97d5-e253e6a48269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:40.136679 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-108b1732-d58d-48af-8f5a-d6c10781f2e1 req-93ab4c94-4087-4091-97d5-e253e6a48269 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f41877e5a749288d4e3f42b317f522&device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 1127 time: 0.0526922 Mar 23 03:19:40.240353 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b1732-d58d-48af-8f5a-d6c10781f2e1 req-f62fc97d-6477-418b-8b23-b1598e10d779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:40.241870 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-108b1732-d58d-48af-8f5a-d6c10781f2e1 req-f62fc97d-6477-418b-8b23-b1598e10d779 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=64f41877e5a749288d4e3f42b317f522&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0985947 Mar 23 03:19:40.677865 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b1732-d58d-48af-8f5a-d6c10781f2e1 req-6e1b3420-d239-4996-abac-8c8848c50b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:40.679907 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-108b1732-d58d-48af-8f5a-d6c10781f2e1 req-6e1b3420-d239-4996-abac-8c8848c50b09 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4325774 Mar 23 03:19:40.760118 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326b877-aacb-4748-8f2a-e8e331090876 req-f5b017bb-13ef-48cf-8bff-793229b473df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:40.761614 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b326b877-aacb-4748-8f2a-e8e331090876 req-f5b017bb-13ef-48cf-8bff-793229b473df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f41877e5a749288d4e3f42b317f522&device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 1127 time: 0.0449431 Mar 23 03:19:40.806218 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b326b877-aacb-4748-8f2a-e8e331090876 req-83bd0be4-2ae9-4008-88b5-c1c33e0f6662 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99ed6b53-136f-49a5-a796-c86e935027b2 HTTP/1.1" status: 200 len: 217 time: 0.0380785 Mar 23 03:19:40.856855 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326b877-aacb-4748-8f2a-e8e331090876 req-0cdc8c42-d3ee-4d38-809b-57380f2d6fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:40.858471 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b326b877-aacb-4748-8f2a-e8e331090876 req-0cdc8c42-d3ee-4d38-809b-57380f2d6fca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=272298fb-7893-4bf7-8969-ec79c01e205e HTTP/1.1" status: 200 len: 847 time: 0.0464609 Mar 23 03:19:40.909034 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326b877-aacb-4748-8f2a-e8e331090876 req-cfdb0bcf-d406-4a37-a022-b95b83c34fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:40.910628 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b326b877-aacb-4748-8f2a-e8e331090876 req-cfdb0bcf-d406-4a37-a022-b95b83c34fbb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0461760 Mar 23 03:19:40.952955 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1a661-398d-4faa-a57c-fb9a15b80d66 req-d808f2ff-c7e3-4278-af9f-0d56f838c11d tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:40.954396 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5bf1a661-398d-4faa-a57c-fb9a15b80d66 req-d808f2ff-c7e3-4278-af9f-0d56f838c11d tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 943 time: 0.0538247 Mar 23 03:19:41.004242 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b326b877-aacb-4748-8f2a-e8e331090876 req-6c20adbf-846f-4a09-b1bd-248850cda1d9 service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872576 Mar 23 03:19:41.005741 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5bf1a661-398d-4faa-a57c-fb9a15b80d66 req-9251f3f8-87ec-445c-9d2d-e956e7751f16 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452762 Mar 23 03:19:41.092298 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b326b877-aacb-4748-8f2a-e8e331090876 req-cabc02ff-ed69-4a24-b60d-86c2eb7c4fe0 service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815165 Mar 23 03:19:42.128750 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33df290-28d6-41be-9035-77032670450f req-f3cfae94-0da9-479d-afe2-1c4262fe33c0 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:42.130225 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f33df290-28d6-41be-9035-77032670450f req-f3cfae94-0da9-479d-afe2-1c4262fe33c0 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 943 time: 0.0559919 Mar 23 03:19:42.178730 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f33df290-28d6-41be-9035-77032670450f req-27b07369-6dc8-4e14-a8aa-0ac0433138b2 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420671 Mar 23 03:19:43.295576 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e563ecd-84a5-4b23-bb1b-e1bc99f3f0b6 req-889d5ba0-fc6f-4c13-b1e8-2bd5103aab39 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:43.297076 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6e563ecd-84a5-4b23-bb1b-e1bc99f3f0b6 req-889d5ba0-fc6f-4c13-b1e8-2bd5103aab39 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 943 time: 0.0518022 Mar 23 03:19:43.346897 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6e563ecd-84a5-4b23-bb1b-e1bc99f3f0b6 req-1b6c5e67-c5ea-4cca-9c4b-0bf8307737e1 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443542 Mar 23 03:19:44.464452 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea55853-1a34-45e1-a486-89402550cf3d req-220f6ec6-e9c4-4e17-ba69-54e777b70d17 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:44.465836 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4ea55853-1a34-45e1-a486-89402550cf3d req-220f6ec6-e9c4-4e17-ba69-54e777b70d17 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 943 time: 0.0526237 Mar 23 03:19:44.513736 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4ea55853-1a34-45e1-a486-89402550cf3d req-bfca7564-2b07-4096-92d5-482b7532b4c2 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424242 Mar 23 03:19:44.592584 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 99ed6b53-136f-49a5-a796-c86e935027b2 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 03:19:44.691335 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 99ed6b53-136f-49a5-a796-c86e935027b2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=99ed6b53-136f-49a5-a796-c86e935027b2,segment=NetworkSegment(9cdca5a5-09e7-4c7b-9d76-d858e7e686ee),segment_id=9cdca5a5-09e7-4c7b-9d76-d858e7e686ee)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:19:44.703102 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '99ed6b53-136f-49a5-a796-c86e935027b2', 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26', 'port_id': '99ed6b53-136f-49a5-a796-c86e935027b2', 'mac_address': 'fa:16:3e:76:d1:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 03:19:44.738819 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 99ed6b53-136f-49a5-a796-c86e935027b2 is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:19:44.739143 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (99ed6b53-136f-49a5-a796-c86e935027b2), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:44.752159 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99ed6b53-136f-49a5-a796-c86e935027b2 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:19:44.771078 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 99ed6b53-136f-49a5-a796-c86e935027b2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=99ed6b53-136f-49a5-a796-c86e935027b2,segment=NetworkSegment(9cdca5a5-09e7-4c7b-9d76-d858e7e686ee),segment_id=9cdca5a5-09e7-4c7b-9d76-d858e7e686ee)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:19:44.830927 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (99ed6b53-136f-49a5-a796-c86e935027b2), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:44.877485 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=99ed6b53-136f-49a5-a796-c86e935027b2,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:45.032194 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['99ed6b53-136f-49a5-a796-c86e935027b2'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:19:45.634699 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35e3fc-8163-4b2c-9f86-f60edb84e455 req-6256e44d-47bd-4a9a-8172-67a7a8e7c8cf tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:45.636083 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ae35e3fc-8163-4b2c-9f86-f60edb84e455 req-6256e44d-47bd-4a9a-8172-67a7a8e7c8cf tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 944 time: 0.0562720 Mar 23 03:19:45.684248 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ae35e3fc-8163-4b2c-9f86-f60edb84e455 req-f2af61ce-2c1e-48da-87fc-b4bf5701f682 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425713 Mar 23 03:19:46.594063 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 99ed6b53-136f-49a5-a796-c86e935027b2 up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:19:46.745034 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port 99ed6b53-136f-49a5-a796-c86e935027b2 completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 03:19:46.749778 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 99ed6b53-136f-49a5-a796-c86e935027b2 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:19:46.754777 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (99ed6b53-136f-49a5-a796-c86e935027b2), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:46.806843 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56bbf2a-599c-4587-a548-55614dfd18c1 req-e576074f-4345-45cb-b785-64e7ae4f901c tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:46.808348 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c56bbf2a-599c-4587-a548-55614dfd18c1 req-e576074f-4345-45cb-b785-64e7ae4f901c tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 944 time: 0.0545435 Mar 23 03:19:46.827321 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 99ed6b53-136f-49a5-a796-c86e935027b2 is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:19:46.827723 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (99ed6b53-136f-49a5-a796-c86e935027b2), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:46.851674 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88f12c0-156e-4815-8e19-0d1c947c0558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ed6b53-136f-49a5-a796-c86e935027b2'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:19:46.853875 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc46ceb1-20f6-416b-a243-6c9ac5c8e8e4" -d '{"events": [{"server_uuid": "a88f12c0-156e-4815-8e19-0d1c947c0558", "name": "network-vif-plugged", "status": "completed", "tag": "99ed6b53-136f-49a5-a796-c86e935027b2"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:19:46.861942 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c56bbf2a-599c-4587-a548-55614dfd18c1 req-6fdeb50d-c784-4383-9ba7-f30dfb2c2d65 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479538 Mar 23 03:19:46.866274 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 99ed6b53-136f-49a5-a796-c86e935027b2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=99ed6b53-136f-49a5-a796-c86e935027b2,segment=NetworkSegment(9cdca5a5-09e7-4c7b-9d76-d858e7e686ee),segment_id=9cdca5a5-09e7-4c7b-9d76-d858e7e686ee)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:19:46.871987 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:19:46.894680 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fc4187-6e5a-49fb-be09-86dde0ca1566 x-openstack-request-id: req-22fc4187-6e5a-49fb-be09-86dde0ca1566 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:19:46.894972 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88f12c0-156e-4815-8e19-0d1c947c0558", "name": "network-vif-plugged", "status": "completed", "tag": "99ed6b53-136f-49a5-a796-c86e935027b2", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:19:46.895301 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-22fc4187-6e5a-49fb-be09-86dde0ca1566 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:19:46.895704 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22fc4187-6e5a-49fb-be09-86dde0ca1566'] response: {'server_uuid': 'a88f12c0-156e-4815-8e19-0d1c947c0558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ed6b53-136f-49a5-a796-c86e935027b2', 'code': 200} Mar 23 03:19:46.922123 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (99ed6b53-136f-49a5-a796-c86e935027b2), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:46.976380 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=99ed6b53-136f-49a5-a796-c86e935027b2,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:47.188536 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2dcfb8-465d-482a-ac71-e4d87c876fd2 req-577a0877-2193-40f2-a945-388cb207d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:47.190035 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bf2dcfb8-465d-482a-ac71-e4d87c876fd2 req-577a0877-2193-40f2-a945-388cb207d759 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 1129 time: 0.0439818 Mar 23 03:19:47.235302 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bf2dcfb8-465d-482a-ac71-e4d87c876fd2 req-4f17a493-8222-4824-acb5-d60da333c396 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394731 Mar 23 03:19:47.632479 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b3e1ac0c-b807-4b59-bdcc-4bf5786c574b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:47.980224 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198245d-cdc0-43b1-92e7-ab2fa013617c req-19f0bf25-846e-45d5-9045-bfd044ea603a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:47.981767 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f198245d-cdc0-43b1-92e7-ab2fa013617c req-19f0bf25-846e-45d5-9045-bfd044ea603a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 945 time: 0.0530591 Mar 23 03:19:48.035162 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f198245d-cdc0-43b1-92e7-ab2fa013617c req-1b4212cd-f87f-4e70-8b33-51c339c224ce tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479088 Mar 23 03:19:49.053609 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:49.155984 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd78fd0-e6c9-4e18-83d1-85c4159cef08 req-044d0bdc-bcdd-4559-b5e6-71d98815ed61 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:49.157467 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5dd78fd0-e6c9-4e18-83d1-85c4159cef08 req-044d0bdc-bcdd-4559-b5e6-71d98815ed61 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 945 time: 0.0526564 Mar 23 03:19:49.207249 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5dd78fd0-e6c9-4e18-83d1-85c4159cef08 req-78c63066-a015-44f5-9bf3-f44b8ce13562 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442097 Mar 23 03:19:49.331899 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c5c33-be39-40d3-a056-8f00fde7667e req-6f0b62bf-473f-4689-8a15-f384faa9d0f4 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:49.333314 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f13c5c33-be39-40d3-a056-8f00fde7667e req-6f0b62bf-473f-4689-8a15-f384faa9d0f4 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 945 time: 0.0607445 Mar 23 03:19:49.382527 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f13c5c33-be39-40d3-a056-8f00fde7667e req-2556329c-7395-419d-9dc5-529b238b1406 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418708 Mar 23 03:19:49.404562 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 41064) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:19:49.493218 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a833b07e-0dc2-408f-b868-1560068a7801 tempest-TestShelveInstance-995891489 tempest-TestShelveInstance-995891489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:49.494724 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-a833b07e-0dc2-408f-b868-1560068a7801 tempest-TestShelveInstance-995891489 tempest-TestShelveInstance-995891489-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 1124 time: 0.0891495 Mar 23 03:19:49.497645 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 41068) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:19:49.501761 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-27e2510b-e741-4446-86ab-742bb4490cb5 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'port_id': '99ed6b53-136f-49a5-a796-c86e935027b2', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:19:49.561916 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-27e2510b-e741-4446-86ab-742bb4490cb5 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:49.656263 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-27e2510b-e741-4446-86ab-742bb4490cb5 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:49.758965 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-27e2510b-e741-4446-86ab-742bb4490cb5 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Allocated IP 172.26.2.110 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/5fe379be-2b61-4d4e-852f-9764752c3371) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:19:49.860924 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-27e2510b-e741-4446-86ab-742bb4490cb5 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for port (5fe379be-2b61-4d4e-852f-9764752c3371), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:49.933509 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b887384f-048a-4c93-b280-c201711c310c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:49.956826 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-27e2510b-e741-4446-86ab-742bb4490cb5 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (5fe379be-2b61-4d4e-852f-9764752c3371), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:49.993299 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e2510b-e741-4446-86ab-742bb4490cb5 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:19:49.996311 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-27e2510b-e741-4446-86ab-742bb4490cb5 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:19:50.006070 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e2510b-e741-4446-86ab-742bb4490cb5 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:19:50.012194 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2510b-e741-4446-86ab-742bb4490cb5 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Pushing event updated for resources: {'Port': ['ID=5fe379be-2b61-4d4e-852f-9764752c3371,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:50.347161 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-27e2510b-e741-4446-86ab-742bb4490cb5 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for floatingip (c8646295-9a83-48d6-97c5-a1c419f8246f), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:50.467391 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-27e2510b-e741-4446-86ab-742bb4490cb5 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (5fe379be-2b61-4d4e-852f-9764752c3371), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:50.611279 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-27e2510b-e741-4446-86ab-742bb4490cb5 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for port (5fe379be-2b61-4d4e-852f-9764752c3371), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:50.665522 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-27e2510b-e741-4446-86ab-742bb4490cb5 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (5fe379be-2b61-4d4e-852f-9764752c3371), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:50.737320 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2510b-e741-4446-86ab-742bb4490cb5 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Pushing event updated for resources: {'Port': ['ID=5fe379be-2b61-4d4e-852f-9764752c3371,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:19:50.748064 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-27e2510b-e741-4446-86ab-742bb4490cb5 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (c8646295-9a83-48d6-97c5-a1c419f8246f), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:50.847731 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-27e2510b-e741-4446-86ab-742bb4490cb5 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Floating IP c8646295-9a83-48d6-97c5-a1c419f8246f associated. External IP: 172.26.2.110, port: 99ed6b53-136f-49a5-a796-c86e935027b2. Mar 23 03:19:51.054231 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e2510b-e741-4446-86ab-742bb4490cb5 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Router 32adf0d5-a94e-4e13-9819-1afc85c16cb8 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:19:51.162944 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e2510b-e741-4446-86ab-742bb4490cb5 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:19:51.172734 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdb9c0c-7188-417a-a0ca-e1f5f4547137 None None] Sync routers for ids ['32adf0d5-a94e-4e13-9819-1afc85c16cb8'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:19:51.182782 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdb9c0c-7188-417a-a0ca-e1f5f4547137 None None] Routers {'32adf0d5-a94e-4e13-9819-1afc85c16cb8'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:19:51.183402 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-9bdb9c0c-7188-417a-a0ca-e1f5f4547137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:19:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['32adf0d5-a94e-4e13-9819-1afc85c16cb8'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:19:51.249769 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-27e2510b-e741-4446-86ab-742bb4490cb5 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:51.279590 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-27e2510b-e741-4446-86ab-742bb4490cb5 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7809432 Mar 23 03:19:51.280205 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88f12c0-156e-4815-8e19-0d1c947c0558', 'tag': '99ed6b53-136f-49a5-a796-c86e935027b2'}] {{(pid=104348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:19:51.282464 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a43494f7a0cd0c51715e4079ece57a9ff1e623b58ceb021b6bb41ba87478d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae927582-6630-448f-93ea-e0c466d3eb1f" -d '{"events": [{"name": "network-changed", "server_uuid": "a88f12c0-156e-4815-8e19-0d1c947c0558", "tag": "99ed6b53-136f-49a5-a796-c86e935027b2"}]}' {{(pid=104348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:19:51.295654 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-9bdb9c0c-7188-417a-a0ca-e1f5f4547137 None None] Set router 32adf0d5-a94e-4e13-9819-1afc85c16cb8 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:19:51.327277 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90902095-445f-46ee-8fa1-a62012899372 x-openstack-request-id: req-90902095-445f-46ee-8fa1-a62012899372 {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:19:51.327599 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a88f12c0-156e-4815-8e19-0d1c947c0558", "tag": "99ed6b53-136f-49a5-a796-c86e935027b2", "status": "completed", "code": 200}]} {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:19:51.327887 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-90902095-445f-46ee-8fa1-a62012899372 {{(pid=104348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:19:51.328311 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90902095-445f-46ee-8fa1-a62012899372'] response: {'name': 'network-changed', 'server_uuid': 'a88f12c0-156e-4815-8e19-0d1c947c0558', 'tag': '99ed6b53-136f-49a5-a796-c86e935027b2', 'status': 'completed', 'code': 200} Mar 23 03:19:51.391835 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae927582-6630-448f-93ea-e0c466d3eb1f req-781308c9-b043-41a6-9e24-eb37a3868909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:51.393365 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ae927582-6630-448f-93ea-e0c466d3eb1f req-781308c9-b043-41a6-9e24-eb37a3868909 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f41877e5a749288d4e3f42b317f522&device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 1129 time: 0.0459924 Mar 23 03:19:51.441794 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:51.488376 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae927582-6630-448f-93ea-e0c466d3eb1f req-d0b84dba-7b2c-4aa9-b9ce-34dd292252c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:51.489857 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ae927582-6630-448f-93ea-e0c466d3eb1f req-d0b84dba-7b2c-4aa9-b9ce-34dd292252c0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26 HTTP/1.1" status: 200 len: 909 time: 0.0891008 Mar 23 03:19:51.531907 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-9bdb9c0c-7188-417a-a0ca-e1f5f4547137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'name': 'tempest-TestShelveInstance-700770415-router', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:22Z', 'revision_number': 4, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'gw_port': {'id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'c8646295-9a83-48d6-97c5-a1c419f8246f', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'floating_ip_address': '172.26.2.110', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'port_id': '99ed6b53-136f-49a5-a796-c86e935027b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26', 'mac_address': 'fa:16:3e:76:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88f12c0-156e-4815-8e19-0d1c947c0558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:19:50Z', 'updated_at': '2022-03-23T03:19:50Z', 'revision_number': 0, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87397f20-2b76-403a-ba78-427946879777', 'name': '', 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'mac_address': 'fa:16:3e:e6:21:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:22Z', 'updated_at': '2022-03-23T03:19:25Z', 'revision_number': 5, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'subnets': [{'id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:19:51.556078 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ae927582-6630-448f-93ea-e0c466d3eb1f req-c9d1d2f1-19c1-4489-ba2a-9786e088a310 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99ed6b53-136f-49a5-a796-c86e935027b2 HTTP/1.1" status: 200 len: 999 time: 0.0598066 Mar 23 03:19:51.559856 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdb9c0c-7188-417a-a0ca-e1f5f4547137 None None] Checking router: 32adf0d5-a94e-4e13-9819-1afc85c16cb8 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:19:51.568418 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdb9c0c-7188-417a-a0ca-e1f5f4547137 None None] Routers {'32adf0d5-a94e-4e13-9819-1afc85c16cb8'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:19:51.569026 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-9bdb9c0c-7188-417a-a0ca-e1f5f4547137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:19:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['32adf0d5-a94e-4e13-9819-1afc85c16cb8'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:19:51.604145 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae927582-6630-448f-93ea-e0c466d3eb1f req-cae7241d-9e05-4ebe-8baa-a37b01f071a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:51.605607 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ae927582-6630-448f-93ea-e0c466d3eb1f req-cae7241d-9e05-4ebe-8baa-a37b01f071a5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=272298fb-7893-4bf7-8969-ec79c01e205e HTTP/1.1" status: 200 len: 847 time: 0.0436311 Mar 23 03:19:51.659135 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae927582-6630-448f-93ea-e0c466d3eb1f req-de467ed1-3d39-4c00-a401-79035724faae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:19:51.663450 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ae927582-6630-448f-93ea-e0c466d3eb1f req-de467ed1-3d39-4c00-a401-79035724faae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0507252 Mar 23 03:19:51.680377 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-9bdb9c0c-7188-417a-a0ca-e1f5f4547137 None None] Set router 32adf0d5-a94e-4e13-9819-1afc85c16cb8 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:19:51.754012 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ae927582-6630-448f-93ea-e0c466d3eb1f req-927f7d6f-9423-4e45-adc4-54ac956368a8 service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840344 Mar 23 03:19:51.848118 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ae927582-6630-448f-93ea-e0c466d3eb1f req-98085585-228d-4a37-a70d-b1f2a623a086 service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877783 Mar 23 03:19:51.906347 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-9bdb9c0c-7188-417a-a0ca-e1f5f4547137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'name': 'tempest-TestShelveInstance-700770415-router', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:22Z', 'revision_number': 4, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'gw_port': {'id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'c8646295-9a83-48d6-97c5-a1c419f8246f', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'floating_ip_address': '172.26.2.110', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'port_id': '99ed6b53-136f-49a5-a796-c86e935027b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26', 'mac_address': 'fa:16:3e:76:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88f12c0-156e-4815-8e19-0d1c947c0558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:19:50Z', 'updated_at': '2022-03-23T03:19:50Z', 'revision_number': 0, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87397f20-2b76-403a-ba78-427946879777', 'name': '', 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'mac_address': 'fa:16:3e:e6:21:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:22Z', 'updated_at': '2022-03-23T03:19:25Z', 'revision_number': 5, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'subnets': [{'id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:19:51.933395 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdb9c0c-7188-417a-a0ca-e1f5f4547137 None None] The sync data for ids ['32adf0d5-a94e-4e13-9819-1afc85c16cb8'] in dv-neutron-834613-2-hyperv is: [{'id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'name': 'tempest-TestShelveInstance-700770415-router', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:22Z', 'revision_number': 4, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'gw_port': {'id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'c8646295-9a83-48d6-97c5-a1c419f8246f', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'floating_ip_address': '172.26.2.110', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'port_id': '99ed6b53-136f-49a5-a796-c86e935027b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26', 'mac_address': 'fa:16:3e:76:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88f12c0-156e-4815-8e19-0d1c947c0558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:19:50Z', 'updated_at': '2022-03-23T03:19:50Z', 'revision_number': 0, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87397f20-2b76-403a-ba78-427946879777', 'name': '', 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'mac_address': 'fa:16:3e:e6:21:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:22Z', 'updated_at': '2022-03-23T03:19:25Z', 'revision_number': 5, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'subnets': [{'id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:19:52.133919 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d921ca-f428-46e2-9248-e5a14477f32c None None] New status for floating IP c8646295-9a83-48d6-97c5-a1c419f8246f: ACTIVE {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 03:19:52.812803 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:19:54.007097 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:20:17.635710 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b25ea743-c808-4527-b1a3-54fc658d5615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:20:19.081521 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:20:19.915308 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-017eaedd-b467-4621-b715-1031dca48c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:20:21.378448 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:20:22.835865 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:20:23.871077 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:20:23.972450 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:20:30.594127 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fd3835a1-1238-4317-863e-9f0abe854107 req-5f6e7c2d-3a1f-41d6-906a-3c47a9f33c14 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448699 Mar 23 03:20:30.676037 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3835a1-1238-4317-863e-9f0abe854107 req-15b5245c-2659-4d01-8c5c-8d0e0d269048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:20:30.677556 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fd3835a1-1238-4317-863e-9f0abe854107 req-15b5245c-2659-4d01-8c5c-8d0e0d269048 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f41877e5a749288d4e3f42b317f522&device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 1129 time: 0.0438528 Mar 23 03:20:30.781236 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3835a1-1238-4317-863e-9f0abe854107 req-f934c864-eb7a-433c-9da0-489d815ac026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:20:30.782726 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fd3835a1-1238-4317-863e-9f0abe854107 req-f934c864-eb7a-433c-9da0-489d815ac026 service neutron] 10.222.0.23 "GET /v2.0/networks?id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26 HTTP/1.1" status: 200 len: 909 time: 0.0879779 Mar 23 03:20:30.846448 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fd3835a1-1238-4317-863e-9f0abe854107 req-a6062d5d-9e83-46a6-8b97-03586247759a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99ed6b53-136f-49a5-a796-c86e935027b2 HTTP/1.1" status: 200 len: 1001 time: 0.0583608 Mar 23 03:20:30.896761 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3835a1-1238-4317-863e-9f0abe854107 req-03a4e94c-73b6-4926-b5af-3129d61baec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:20:30.898845 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fd3835a1-1238-4317-863e-9f0abe854107 req-03a4e94c-73b6-4926-b5af-3129d61baec9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=272298fb-7893-4bf7-8969-ec79c01e205e HTTP/1.1" status: 200 len: 847 time: 0.0468774 Mar 23 03:20:30.947243 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3835a1-1238-4317-863e-9f0abe854107 req-e079d0c3-98a3-462b-88da-9209b1c17086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:20:30.948737 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fd3835a1-1238-4317-863e-9f0abe854107 req-e079d0c3-98a3-462b-88da-9209b1c17086 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435071 Mar 23 03:20:31.036606 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fd3835a1-1238-4317-863e-9f0abe854107 req-47a88698-3a60-44b4-b977-fb2d456e6e00 service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816197 Mar 23 03:20:31.128132 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fd3835a1-1238-4317-863e-9f0abe854107 req-7fc1f45e-5950-4dc8-9546-58d39bd2df00 service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851743 Mar 23 03:20:47.629402 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1c0470a6-d5cf-4da8-b21f-7197136ff55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:20:49.074587 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:20:49.983459 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-378eebd2-13bf-457a-bcda-f8bcc57f8451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:20:51.383356 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:20:52.845969 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:20:53.988837 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:21:00.870111 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:21:17.617465 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ed3ae550-c663-4b7e-920c-cf3b01d190a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:21:19.086119 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:21:19.937137 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7e7e4bba-54ff-4ccd-ba87-a3129a03cef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:21:21.405350 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:21:22.834247 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:21:23.994143 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:21:30.863620 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bfc47697-1aa7-470c-9589-d275f0c5e1e3 req-3487b2da-3860-4040-8d8d-383d30c919f3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468478 Mar 23 03:21:30.949068 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc47697-1aa7-470c-9589-d275f0c5e1e3 req-45fc346e-6fe9-4a47-b828-a860b203768d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:21:30.950538 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bfc47697-1aa7-470c-9589-d275f0c5e1e3 req-45fc346e-6fe9-4a47-b828-a860b203768d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f41877e5a749288d4e3f42b317f522&device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 1129 time: 0.0448248 Mar 23 03:21:31.050161 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc47697-1aa7-470c-9589-d275f0c5e1e3 req-19899f18-9933-4ef1-b64e-5c1fd947ccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:21:31.051601 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bfc47697-1aa7-470c-9589-d275f0c5e1e3 req-19899f18-9933-4ef1-b64e-5c1fd947ccdb service neutron] 10.222.0.23 "GET /v2.0/networks?id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26 HTTP/1.1" status: 200 len: 909 time: 0.0841434 Mar 23 03:21:31.130930 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bfc47697-1aa7-470c-9589-d275f0c5e1e3 req-6276ed09-8436-4195-9608-8bbafa8da3a9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99ed6b53-136f-49a5-a796-c86e935027b2 HTTP/1.1" status: 200 len: 1001 time: 0.0627813 Mar 23 03:21:31.168959 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc47697-1aa7-470c-9589-d275f0c5e1e3 req-f0130af5-f924-4211-bcaa-f251daff6014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:21:31.170468 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bfc47697-1aa7-470c-9589-d275f0c5e1e3 req-f0130af5-f924-4211-bcaa-f251daff6014 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=272298fb-7893-4bf7-8969-ec79c01e205e HTTP/1.1" status: 200 len: 847 time: 0.0445116 Mar 23 03:21:31.219179 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc47697-1aa7-470c-9589-d275f0c5e1e3 req-51fdcbd5-5997-496a-8269-5b34526d01dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:21:31.220696 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bfc47697-1aa7-470c-9589-d275f0c5e1e3 req-51fdcbd5-5997-496a-8269-5b34526d01dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0446181 Mar 23 03:21:31.311018 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bfc47697-1aa7-470c-9589-d275f0c5e1e3 req-68211235-b0a2-4126-8602-fa4ad9e3a159 service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843737 Mar 23 03:21:31.398503 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bfc47697-1aa7-470c-9589-d275f0c5e1e3 req-82c6dd6a-36e1-4979-9dec-2093a98ec125 service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809216 Mar 23 03:21:37.869238 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:21:46.276105 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ac43b-7338-4c50-b0c3-2bf5fe9bd3bc req-08fb4382-84a3-40e3-8947-c01c871317c5 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:21:46.277628 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-703ac43b-7338-4c50-b0c3-2bf5fe9bd3bc req-08fb4382-84a3-40e3-8947-c01c871317c5 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 945 time: 0.0573335 Mar 23 03:21:46.326935 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-703ac43b-7338-4c50-b0c3-2bf5fe9bd3bc req-972c50b4-15ca-4d94-9725-e72098f7acb9 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437493 Mar 23 03:21:47.450654 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7ae54-9717-44b6-a05a-4097a2132df4 req-ffb56b2d-de39-4522-8a6b-25d133336b8a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:21:47.452138 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-40b7ae54-9717-44b6-a05a-4097a2132df4 req-ffb56b2d-de39-4522-8a6b-25d133336b8a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 945 time: 0.0563228 Mar 23 03:21:47.499552 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-40b7ae54-9717-44b6-a05a-4097a2132df4 req-f973b84f-f0d7-4324-a571-925f5cd33897 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418968 Mar 23 03:21:47.627745 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0b3d4d78-66b5-490f-bcc1-6c009747a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:21:48.618723 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68115b39-148e-40ec-b85f-15ec964b008d req-c2dbf6e5-b5b9-4d25-802d-d9dc362f6646 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:21:48.620203 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-68115b39-148e-40ec-b85f-15ec964b008d req-c2dbf6e5-b5b9-4d25-802d-d9dc362f6646 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 945 time: 0.0512629 Mar 23 03:21:48.670750 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-68115b39-148e-40ec-b85f-15ec964b008d req-eb117bfd-9500-428b-945f-101e570b777b tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450759 Mar 23 03:21:49.124634 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:21:49.789654 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a5949-834f-4e8d-a168-27cc24ceadd0 req-09cb102b-47e6-4c4b-aab2-fa47160bf674 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:21:49.791131 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b52a5949-834f-4e8d-a168-27cc24ceadd0 req-09cb102b-47e6-4c4b-aab2-fa47160bf674 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 945 time: 0.0523200 Mar 23 03:21:49.838641 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b52a5949-834f-4e8d-a168-27cc24ceadd0 req-b0f88b18-56b8-4ede-a946-3f9bf3540ca1 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420609 Mar 23 03:21:49.965160 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16f195ac-5c7c-4f23-a57a-d6d2d1ff8bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:21:50.957823 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912b86b-a554-4a8b-95e5-dffa6bafb25c req-ebad7843-a83b-4098-98f3-16adf8d2d31a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:21:50.959401 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-f912b86b-a554-4a8b-95e5-dffa6bafb25c req-ebad7843-a83b-4098-98f3-16adf8d2d31a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 945 time: 0.0532925 Mar 23 03:21:51.008096 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-f912b86b-a554-4a8b-95e5-dffa6bafb25c req-7b28b19c-aa31-4570-b43a-5733f12ca785 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430067 Mar 23 03:21:51.416497 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:21:52.124710 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79b51d-f454-4fce-be13-8d24e0c30ab7 req-81c52940-0c40-432e-925b-aae8399e9e78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:21:52.135468 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ff79b51d-f454-4fce-be13-8d24e0c30ab7 req-81c52940-0c40-432e-925b-aae8399e9e78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 945 time: 0.0518119 Mar 23 03:21:52.180387 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ff79b51d-f454-4fce-be13-8d24e0c30ab7 req-97122059-a6ae-4b94-a8e5-62fd540c5d16 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478899 Mar 23 03:21:52.851991 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:21:53.298666 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c307d5-8a7d-4da6-b813-2aa5d6962a58 req-b74143db-678d-4f61-b107-d954cffa810b tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:21:53.300139 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-f4c307d5-8a7d-4da6-b813-2aa5d6962a58 req-b74143db-678d-4f61-b107-d954cffa810b tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 945 time: 0.0515873 Mar 23 03:21:53.348193 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-f4c307d5-8a7d-4da6-b813-2aa5d6962a58 req-718fc3b8-c9ee-406e-894b-566722ff7d4d tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418119 Mar 23 03:21:54.004831 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:21:54.466701 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c9c05-2186-4d54-afcf-64d2ffef0261 req-864cc1a5-3f41-4147-be24-aed73b550245 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:21:54.468192 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5d6c9c05-2186-4d54-afcf-64d2ffef0261 req-864cc1a5-3f41-4147-be24-aed73b550245 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 945 time: 0.0540464 Mar 23 03:21:54.517197 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5d6c9c05-2186-4d54-afcf-64d2ffef0261 req-514660a4-d103-45a5-b5d8-532d72d10654 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434544 Mar 23 03:21:55.637542 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa95f2f-7f87-4976-8a58-f8f6ffd2217f req-d1557e1e-2d40-4bfb-9205-d96d9d7a894d tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:21:55.638992 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-0aa95f2f-7f87-4976-8a58-f8f6ffd2217f req-d1557e1e-2d40-4bfb-9205-d96d9d7a894d tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 945 time: 0.0564570 Mar 23 03:21:55.687904 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-0aa95f2f-7f87-4976-8a58-f8f6ffd2217f req-2d58cb53-4072-4e7a-9147-22e288319ed4 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432725 Mar 23 03:21:56.807303 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc839d6-3cb7-474e-8237-c129e5505e78 req-0d34a7a2-3d29-4b4c-98fc-4d50e8edba73 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:21:56.808847 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9fc839d6-3cb7-474e-8237-c129e5505e78 req-0d34a7a2-3d29-4b4c-98fc-4d50e8edba73 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 945 time: 0.0530250 Mar 23 03:21:56.864695 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9fc839d6-3cb7-474e-8237-c129e5505e78 req-8281d208-147f-4282-bd69-85e7a154bb36 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503078 Mar 23 03:21:57.980029 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e5c17-882e-4cfa-ba76-d787b0d2b851 req-9dc051b1-2fed-44fd-af1c-c1cfaa9dfb96 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:21:57.981502 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-bf2e5c17-882e-4cfa-ba76-d787b0d2b851 req-9dc051b1-2fed-44fd-af1c-c1cfaa9dfb96 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 945 time: 0.0516019 Mar 23 03:21:58.028877 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-bf2e5c17-882e-4cfa-ba76-d787b0d2b851 req-f5898991-22df-4a04-b5a0-bafea172920c tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419295 Mar 23 03:21:59.156378 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804fa60-69b9-464d-83e6-e8e22b50a63e req-de24aef4-3522-4a61-aa70-fd8356be15ce tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:21:59.159046 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f804fa60-69b9-464d-83e6-e8e22b50a63e req-de24aef4-3522-4a61-aa70-fd8356be15ce tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 945 time: 0.0612395 Mar 23 03:21:59.210778 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f804fa60-69b9-464d-83e6-e8e22b50a63e req-095c6715-256b-4652-b540-f588f0263d49 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458467 Mar 23 03:21:59.291805 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 99ed6b53-136f-49a5-a796-c86e935027b2 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 03:21:59.392885 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 99ed6b53-136f-49a5-a796-c86e935027b2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=99ed6b53-136f-49a5-a796-c86e935027b2,segment=NetworkSegment(9cdca5a5-09e7-4c7b-9d76-d858e7e686ee),segment_id=9cdca5a5-09e7-4c7b-9d76-d858e7e686ee)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:21:59.405000 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '99ed6b53-136f-49a5-a796-c86e935027b2', 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26', 'port_id': '99ed6b53-136f-49a5-a796-c86e935027b2', 'mac_address': 'fa:16:3e:76:d1:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 03:21:59.444309 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 99ed6b53-136f-49a5-a796-c86e935027b2 is: ACTIVE; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:21:59.444581 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (99ed6b53-136f-49a5-a796-c86e935027b2), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:21:59.457812 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99ed6b53-136f-49a5-a796-c86e935027b2 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:21:59.479382 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 99ed6b53-136f-49a5-a796-c86e935027b2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=99ed6b53-136f-49a5-a796-c86e935027b2,segment=NetworkSegment(9cdca5a5-09e7-4c7b-9d76-d858e7e686ee),segment_id=9cdca5a5-09e7-4c7b-9d76-d858e7e686ee)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:21:59.529937 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (99ed6b53-136f-49a5-a796-c86e935027b2), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:21:59.584337 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=99ed6b53-136f-49a5-a796-c86e935027b2,revision_number=6']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:21:59.592170 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:21:59.592518 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:21:59.592864 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:21:59.593203 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:21:59.593538 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:21:59.593867 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:21:59.594194 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:21:59.594518 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:21:59.594843 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:21:59.595168 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:21:59.595492 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:21:59.595833 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:21:59.596165 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:21:59.596485 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:21:59.596803 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:21:59.604080 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['99ed6b53-136f-49a5-a796-c86e935027b2'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:22:00.346427 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5380e7-fc07-4df3-9d35-a0567e89c1ef req-0aeeb0c1-e8eb-4b5b-b531-5883da4fde30 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:00.348655 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-be5380e7-fc07-4df3-9d35-a0567e89c1ef req-0aeeb0c1-e8eb-4b5b-b531-5883da4fde30 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 944 time: 0.0667207 Mar 23 03:22:00.410213 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-be5380e7-fc07-4df3-9d35-a0567e89c1ef req-27a62428-173a-4127-8460-774abe1d4078 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510340 Mar 23 03:22:01.309246 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 99ed6b53-136f-49a5-a796-c86e935027b2 up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:22:01.362602 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 99ed6b53-136f-49a5-a796-c86e935027b2 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:22:01.362978 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (99ed6b53-136f-49a5-a796-c86e935027b2), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:22:01.459513 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 99ed6b53-136f-49a5-a796-c86e935027b2 is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:22:01.460265 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (99ed6b53-136f-49a5-a796-c86e935027b2), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:22:01.487494 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88f12c0-156e-4815-8e19-0d1c947c0558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ed6b53-136f-49a5-a796-c86e935027b2'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:22:01.490027 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bfa624-89a2-4ceb-ba2f-1767da0a48da" -d '{"events": [{"server_uuid": "a88f12c0-156e-4815-8e19-0d1c947c0558", "name": "network-vif-plugged", "status": "completed", "tag": "99ed6b53-136f-49a5-a796-c86e935027b2"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:22:01.504972 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 99ed6b53-136f-49a5-a796-c86e935027b2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=99ed6b53-136f-49a5-a796-c86e935027b2,segment=NetworkSegment(9cdca5a5-09e7-4c7b-9d76-d858e7e686ee),segment_id=9cdca5a5-09e7-4c7b-9d76-d858e7e686ee)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:22:01.536315 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037c8ea7-0381-40d0-a379-36bfcb6abf72 x-openstack-request-id: req-037c8ea7-0381-40d0-a379-36bfcb6abf72 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:22:01.536609 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88f12c0-156e-4815-8e19-0d1c947c0558", "name": "network-vif-plugged", "status": "completed", "tag": "99ed6b53-136f-49a5-a796-c86e935027b2", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:22:01.536919 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-037c8ea7-0381-40d0-a379-36bfcb6abf72 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:22:01.537431 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-037c8ea7-0381-40d0-a379-36bfcb6abf72'] response: {'server_uuid': 'a88f12c0-156e-4815-8e19-0d1c947c0558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ed6b53-136f-49a5-a796-c86e935027b2', 'code': 200} Mar 23 03:22:01.575872 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d017c4-2c07-49c7-a4ee-3a0aa573063c req-5bfba1ba-cb15-4498-9cb6-75ef2bd45bc6 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:01.577370 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-64d017c4-2c07-49c7-a4ee-3a0aa573063c req-5bfba1ba-cb15-4498-9cb6-75ef2bd45bc6 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 944 time: 0.0631046 Mar 23 03:22:01.600163 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (99ed6b53-136f-49a5-a796-c86e935027b2), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:22:01.657900 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-64d017c4-2c07-49c7-a4ee-3a0aa573063c req-541053f1-d09d-4f2a-a25e-f757869b8f39 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744042 Mar 23 03:22:01.667770 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=99ed6b53-136f-49a5-a796-c86e935027b2,revision_number=7']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:22:02.784806 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb018106-8739-428c-aaec-9ccd037490b5 req-0d9f2ae1-c6e8-4dba-989c-128ceab12de1 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:02.786281 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-eb018106-8739-428c-aaec-9ccd037490b5 req-0d9f2ae1-c6e8-4dba-989c-128ceab12de1 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 945 time: 0.0565791 Mar 23 03:22:02.851678 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-eb018106-8739-428c-aaec-9ccd037490b5 req-daa44ee0-b184-4b27-b936-e16c1110ba6f tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560586 Mar 23 03:22:04.006756 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611badc-8510-471e-b3c3-66a06b303953 req-1806a000-c10e-43ee-95b8-96777178b4eb tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:04.012356 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8611badc-8510-471e-b3c3-66a06b303953 req-1806a000-c10e-43ee-95b8-96777178b4eb tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 945 time: 0.0637791 Mar 23 03:22:04.069025 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8611badc-8510-471e-b3c3-66a06b303953 req-62203310-e2bf-4a67-8487-80b291386693 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528767 Mar 23 03:22:05.193866 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a237eff-ea50-4255-a156-742805fd2784 req-025da960-b316-49ab-9c0f-cfc533957b94 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:05.195381 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5a237eff-ea50-4255-a156-742805fd2784 req-025da960-b316-49ab-9c0f-cfc533957b94 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 945 time: 0.0573668 Mar 23 03:22:05.253605 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5a237eff-ea50-4255-a156-742805fd2784 req-034faf25-b9a9-4a12-9a8c-397d8ea27bca tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493591 Mar 23 03:22:06.378457 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad038b07-2a55-484f-8e1b-4bfa48a65708 req-4841385e-b880-4c95-bced-5b945a8b2f4b tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:06.380704 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ad038b07-2a55-484f-8e1b-4bfa48a65708 req-4841385e-b880-4c95-bced-5b945a8b2f4b tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 945 time: 0.0554595 Mar 23 03:22:06.434134 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ad038b07-2a55-484f-8e1b-4bfa48a65708 req-fa693153-ce87-4643-b2e6-be6b929c3536 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472925 Mar 23 03:22:07.564936 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c9649-d21c-41c0-8247-33f3e34ca4f6 req-274d982d-401b-4eda-a889-0e850af1bc80 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:07.568305 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ca0c9649-d21c-41c0-8247-33f3e34ca4f6 req-274d982d-401b-4eda-a889-0e850af1bc80 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 945 time: 0.0606418 Mar 23 03:22:07.640214 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ca0c9649-d21c-41c0-8247-33f3e34ca4f6 req-679a211b-a1c1-4b65-9d71-5eed661ad233 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629044 Mar 23 03:22:08.795711 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd5647-dfc2-4366-8c59-abc0a3da9ebd req-343fd00c-ca09-460f-be4b-030ac3d5bf8f tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:08.797404 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cedd5647-dfc2-4366-8c59-abc0a3da9ebd req-343fd00c-ca09-460f-be4b-030ac3d5bf8f tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 945 time: 0.0753794 Mar 23 03:22:08.863246 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cedd5647-dfc2-4366-8c59-abc0a3da9ebd req-b03e35f8-ed86-42b8-a27c-cec4a7cc4bb8 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602515 Mar 23 03:22:09.984893 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f0028-ee76-4029-93a6-8941592cfd06 req-92f67e69-32af-468b-8d65-52177261723a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:09.986673 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-920f0028-ee76-4029-93a6-8941592cfd06 req-92f67e69-32af-468b-8d65-52177261723a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 945 time: 0.0551925 Mar 23 03:22:10.035331 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-920f0028-ee76-4029-93a6-8941592cfd06 req-3492bca0-10cd-4078-822c-76fde374d831 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431011 Mar 23 03:22:10.626628 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894d7a8-5ee1-49b9-919d-a4f820f49305 req-3a22bad4-32de-4c8d-ba79-99989ccff9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:10.628127 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f894d7a8-5ee1-49b9-919d-a4f820f49305 req-3a22bad4-32de-4c8d-ba79-99989ccff9a1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f41877e5a749288d4e3f42b317f522&device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 1129 time: 0.0444844 Mar 23 03:22:10.715491 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894d7a8-5ee1-49b9-919d-a4f820f49305 req-c7c2b1a6-b656-4a95-94b0-d03f3316ece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:10.716954 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f894d7a8-5ee1-49b9-919d-a4f820f49305 req-c7c2b1a6-b656-4a95-94b0-d03f3316ece1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26 HTTP/1.1" status: 200 len: 909 time: 0.0832262 Mar 23 03:22:10.786092 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f894d7a8-5ee1-49b9-919d-a4f820f49305 req-bf826905-2942-42d7-aa9e-c7610614eab0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99ed6b53-136f-49a5-a796-c86e935027b2 HTTP/1.1" status: 200 len: 1001 time: 0.0630555 Mar 23 03:22:10.833163 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894d7a8-5ee1-49b9-919d-a4f820f49305 req-6726702b-e874-42fc-8f42-aad8757a2f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:10.834599 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f894d7a8-5ee1-49b9-919d-a4f820f49305 req-6726702b-e874-42fc-8f42-aad8757a2f36 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=272298fb-7893-4bf7-8969-ec79c01e205e HTTP/1.1" status: 200 len: 847 time: 0.0423205 Mar 23 03:22:10.881127 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894d7a8-5ee1-49b9-919d-a4f820f49305 req-faf33263-b1c7-4797-9e90-5c7546c22331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:10.882487 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f894d7a8-5ee1-49b9-919d-a4f820f49305 req-faf33263-b1c7-4797-9e90-5c7546c22331 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0426912 Mar 23 03:22:10.980554 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f894d7a8-5ee1-49b9-919d-a4f820f49305 req-cf372f09-5d32-4f28-8ea8-275d077d134d service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920143 Mar 23 03:22:11.074965 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f894d7a8-5ee1-49b9-919d-a4f820f49305 req-b1359f6c-96a0-4788-9c1e-7afc7cd38a1c service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877702 Mar 23 03:22:11.159731 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f8e86-cbb1-4e8e-bfe8-164652e7a6ce req-ece1d418-769c-4a08-846d-add8144977f4 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:11.161333 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-176f8e86-cbb1-4e8e-bfe8-164652e7a6ce req-ece1d418-769c-4a08-846d-add8144977f4 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 945 time: 0.0580835 Mar 23 03:22:11.209659 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-176f8e86-cbb1-4e8e-bfe8-164652e7a6ce req-85df344f-4968-4fab-bdbe-d31d82c2188f tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424457 Mar 23 03:22:12.331025 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7215a-72a0-4098-96ac-01c8eb405e09 req-6c88acef-84f9-41d1-9dbb-8d453c6cfa6c tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:12.332511 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8df7215a-72a0-4098-96ac-01c8eb405e09 req-6c88acef-84f9-41d1-9dbb-8d453c6cfa6c tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 945 time: 0.0555544 Mar 23 03:22:12.379351 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8df7215a-72a0-4098-96ac-01c8eb405e09 req-a730f535-eca3-4fb0-af6e-9d4225414af3 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410964 Mar 23 03:22:13.496071 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e144ac8-7c66-4f9e-989a-4eb61a55bd07 req-2006db09-14b4-4f84-9d71-8d89824dc489 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:13.497531 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0e144ac8-7c66-4f9e-989a-4eb61a55bd07 req-2006db09-14b4-4f84-9d71-8d89824dc489 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 945 time: 0.0528581 Mar 23 03:22:13.545682 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0e144ac8-7c66-4f9e-989a-4eb61a55bd07 req-31a2eb08-38cc-4035-a083-4207b1a974c5 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426166 Mar 23 03:22:13.611869 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [req-8a0dfc97-3c78-40db-a215-e73942a401e3 req-dc2ab942-6327-44c9-88a4-157b90671afd service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 03:22:13.612864 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8a0dfc97-3c78-40db-a215-e73942a401e3 req-dc2ab942-6327-44c9-88a4-157b90671afd service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053937 Mar 23 03:22:13.903204 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd885b7-08de-484d-bf61-b47975ba7f6b req-b6789fbf-7600-4220-b8c1-3801c4880fdc tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:13.904237 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7bd885b7-08de-484d-bf61-b47975ba7f6b req-b6789fbf-7600-4220-b8c1-3801c4880fdc tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 945 time: 0.0530188 Mar 23 03:22:13.958797 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7bd885b7-08de-484d-bf61-b47975ba7f6b req-bbbec9b3-a84d-4b86-b935-92048341890f tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486476 Mar 23 03:22:14.319378 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5eedbaaf-4b2f-4cec-b4c1-a1f76de01fa2 req-a9a47c4a-3633-40cd-ab35-1120046bf9c3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0866795 Mar 23 03:22:14.440763 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eedbaaf-4b2f-4cec-b4c1-a1f76de01fa2 req-9e0f3a03-f854-44e3-b3f2-8bed9b642873 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:14.442363 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5eedbaaf-4b2f-4cec-b4c1-a1f76de01fa2 req-9e0f3a03-f854-44e3-b3f2-8bed9b642873 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports/99ed6b53-136f-49a5-a796-c86e935027b2 HTTP/1.1" status: 200 len: 942 time: 0.0949607 Mar 23 03:22:14.869398 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:22:15.079745 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71dc68-ce0e-4b14-ac01-dd35dc55e24b req-d7881762-022a-484f-8a09-faab382d150f tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:15.082349 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ef71dc68-ce0e-4b14-ac01-dd35dc55e24b req-d7881762-022a-484f-8a09-faab382d150f tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 945 time: 0.0571296 Mar 23 03:22:15.133142 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ef71dc68-ce0e-4b14-ac01-dd35dc55e24b req-0a47d16a-5a5e-49d3-ace7-43e11ef11586 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447736 Mar 23 03:22:15.418669 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 99ed6b53-136f-49a5-a796-c86e935027b2 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:22:15.642253 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 99ed6b53-136f-49a5-a796-c86e935027b2 is: ACTIVE; New status is: DOWN {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:22:15.642648 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (99ed6b53-136f-49a5-a796-c86e935027b2), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:22:15.664020 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88f12c0-156e-4815-8e19-0d1c947c0558', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99ed6b53-136f-49a5-a796-c86e935027b2'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:22:15.666802 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c679b8e9-96e2-477f-9185-16b56c5915c9" -d '{"events": [{"server_uuid": "a88f12c0-156e-4815-8e19-0d1c947c0558", "name": "network-vif-unplugged", "status": "completed", "tag": "99ed6b53-136f-49a5-a796-c86e935027b2"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:22:15.678514 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 99ed6b53-136f-49a5-a796-c86e935027b2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=99ed6b53-136f-49a5-a796-c86e935027b2,segment=NetworkSegment(9cdca5a5-09e7-4c7b-9d76-d858e7e686ee),segment_id=9cdca5a5-09e7-4c7b-9d76-d858e7e686ee)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:22:15.702655 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 03:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc4bf4c-5a2d-4531-8638-ea06c9199498 x-openstack-request-id: req-7fc4bf4c-5a2d-4531-8638-ea06c9199498 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:22:15.703036 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88f12c0-156e-4815-8e19-0d1c947c0558", "name": "network-vif-unplugged", "status": "completed", "tag": "99ed6b53-136f-49a5-a796-c86e935027b2", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:22:15.703289 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7fc4bf4c-5a2d-4531-8638-ea06c9199498 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:22:15.703686 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fc4bf4c-5a2d-4531-8638-ea06c9199498'] response: {'server_uuid': 'a88f12c0-156e-4815-8e19-0d1c947c0558', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99ed6b53-136f-49a5-a796-c86e935027b2', 'code': 200} Mar 23 03:22:15.747009 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (99ed6b53-136f-49a5-a796-c86e935027b2), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:22:15.793751 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=99ed6b53-136f-49a5-a796-c86e935027b2,revision_number=8']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:22:15.808584 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eedbaaf-4b2f-4cec-b4c1-a1f76de01fa2 req-fb73dfd9-2815-4996-aad2-e6383cb6ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:15.810085 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5eedbaaf-4b2f-4cec-b4c1-a1f76de01fa2 req-fb73dfd9-2815-4996-aad2-e6383cb6ce2c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558&tenant_id=64f41877e5a749288d4e3f42b317f522 HTTP/1.1" status: 200 len: 1127 time: 0.0453966 Mar 23 03:22:15.873095 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eedbaaf-4b2f-4cec-b4c1-a1f76de01fa2 req-61de27d6-c7b1-4482-9f06-63a3a3f0f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:15.874577 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5eedbaaf-4b2f-4cec-b4c1-a1f76de01fa2 req-61de27d6-c7b1-4482-9f06-63a3a3f0f61a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f41877e5a749288d4e3f42b317f522&device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 1127 time: 0.0450580 Mar 23 03:22:15.965093 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eedbaaf-4b2f-4cec-b4c1-a1f76de01fa2 req-ea9be8cf-49db-457d-8519-80bada695e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:15.966486 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5eedbaaf-4b2f-4cec-b4c1-a1f76de01fa2 req-ea9be8cf-49db-457d-8519-80bada695e95 service neutron] 10.222.0.23 "GET /v2.0/networks?id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26 HTTP/1.1" status: 200 len: 909 time: 0.0866776 Mar 23 03:22:16.030824 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5eedbaaf-4b2f-4cec-b4c1-a1f76de01fa2 req-3ccef7db-30a1-4538-8bc2-f5806798e489 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99ed6b53-136f-49a5-a796-c86e935027b2 HTTP/1.1" status: 200 len: 999 time: 0.0577796 Mar 23 03:22:16.081300 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eedbaaf-4b2f-4cec-b4c1-a1f76de01fa2 req-20dda25c-d642-48fe-8d6d-376906571bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:16.082713 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5eedbaaf-4b2f-4cec-b4c1-a1f76de01fa2 req-20dda25c-d642-48fe-8d6d-376906571bf0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=272298fb-7893-4bf7-8969-ec79c01e205e HTTP/1.1" status: 200 len: 847 time: 0.0462208 Mar 23 03:22:16.130297 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eedbaaf-4b2f-4cec-b4c1-a1f76de01fa2 req-4b80a57a-262f-44fb-a748-fe754f6b50ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:16.131787 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5eedbaaf-4b2f-4cec-b4c1-a1f76de01fa2 req-4b80a57a-262f-44fb-a748-fe754f6b50ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433457 Mar 23 03:22:16.219612 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5eedbaaf-4b2f-4cec-b4c1-a1f76de01fa2 req-340fb18c-06a7-4f1e-b0d2-9590c258cc2f service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820937 Mar 23 03:22:16.258075 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009afc45-9422-4f30-91f9-d63bfe59363a req-cc8299db-2e9f-4ee5-87c2-a21ff7e20b30 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:16.260276 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-009afc45-9422-4f30-91f9-d63bfe59363a req-cc8299db-2e9f-4ee5-87c2-a21ff7e20b30 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 943 time: 0.0567560 Mar 23 03:22:16.308937 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-009afc45-9422-4f30-91f9-d63bfe59363a req-7b8b8f97-db3d-469e-9156-b7a9c4f1131d tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431006 Mar 23 03:22:16.319421 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5eedbaaf-4b2f-4cec-b4c1-a1f76de01fa2 req-a86a5b84-3bdc-412f-b2aa-816b31a954ec service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941098 Mar 23 03:22:17.463288 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929590ca-148e-4a8c-bde5-3cd990abfba5 req-52118971-2143-4315-8509-e3ca0e6cef6f tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:17.465317 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-929590ca-148e-4a8c-bde5-3cd990abfba5 req-52118971-2143-4315-8509-e3ca0e6cef6f tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 943 time: 0.0739498 Mar 23 03:22:17.516824 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-929590ca-148e-4a8c-bde5-3cd990abfba5 req-d33e815c-6f61-4da6-b336-48857725716f tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459003 Mar 23 03:22:17.638695 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-06994263-918e-4179-b4a2-96c88348b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:22:18.640386 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a234d42-88de-49c7-b1fa-b22968072f07 req-686ac407-a3a4-4066-8c18-d9e1e6ca4e79 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:18.641944 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-9a234d42-88de-49c7-b1fa-b22968072f07 req-686ac407-a3a4-4066-8c18-d9e1e6ca4e79 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 943 time: 0.0556557 Mar 23 03:22:18.693789 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-9a234d42-88de-49c7-b1fa-b22968072f07 req-846c82a3-2dd7-4f6d-a7c9-1f34e8d7fdbc tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460234 Mar 23 03:22:19.107362 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:22:19.826100 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b654d-3b9a-482c-b07c-9c1e18b769c4 req-fee50411-78aa-40b7-b3f3-8be7dc731e2c tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:19.827724 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7d0b654d-3b9a-482c-b07c-9c1e18b769c4 req-fee50411-78aa-40b7-b3f3-8be7dc731e2c tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 943 time: 0.0586839 Mar 23 03:22:19.890398 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7d0b654d-3b9a-482c-b07c-9c1e18b769c4 req-b4a8a39f-289d-4421-a484-b27c137f9934 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570314 Mar 23 03:22:19.935635 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-984c6bb5-1b89-4a02-8997-95a311b26a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:22:21.035728 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9510f-c4cc-4ada-b181-4dac0f00043f req-5428e860-d709-44e2-aeef-bfa09ee654bb tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:21.042115 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ebc9510f-c4cc-4ada-b181-4dac0f00043f req-5428e860-d709-44e2-aeef-bfa09ee654bb tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 943 time: 0.0700758 Mar 23 03:22:21.416576 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:22:21.503556 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ebc9510f-c4cc-4ada-b181-4dac0f00043f req-20479df2-afef-4474-b7a3-a95f5dd61e2e tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4584234 Mar 23 03:22:22.645790 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba9a3f-eae6-4422-aae0-30c7dc3fec27 req-2220a462-15df-4460-8ffc-44aa4c15d30b tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:22.647804 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-27ba9a3f-eae6-4422-aae0-30c7dc3fec27 req-2220a462-15df-4460-8ffc-44aa4c15d30b tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 943 time: 0.0664902 Mar 23 03:22:22.713822 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-27ba9a3f-eae6-4422-aae0-30c7dc3fec27 req-3ad27e96-637f-485a-97e4-33140fcf2ea0 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585475 Mar 23 03:22:22.834421 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:22:23.842742 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00956e1f-d665-4fbd-b738-4c4e0a8e6d15 req-123b30cd-f85a-4050-8b4f-8399083898cb tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:23.844237 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-00956e1f-d665-4fbd-b738-4c4e0a8e6d15 req-123b30cd-f85a-4050-8b4f-8399083898cb tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 943 time: 0.0618236 Mar 23 03:22:23.898362 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-00956e1f-d665-4fbd-b738-4c4e0a8e6d15 req-b3a259b5-d72c-42a4-a060-fb2a9e915f2f tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481055 Mar 23 03:22:23.987637 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:22:25.023002 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475e069-bf03-4d70-a425-ea01ea5030a0 req-838aa7d9-63bf-4de6-9678-02734711812a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:25.024702 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2475e069-bf03-4d70-a425-ea01ea5030a0 req-838aa7d9-63bf-4de6-9678-02734711812a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 943 time: 0.0519984 Mar 23 03:22:25.073437 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2475e069-bf03-4d70-a425-ea01ea5030a0 req-089d1ef0-a893-4bd1-a798-7a18bfc8cd22 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433166 Mar 23 03:22:26.190031 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1a81b-6e8b-416e-a561-188aa648b1fa req-6dc699db-54d5-4cb0-83fb-22d782fa6fd6 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:26.191743 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-61b1a81b-6e8b-416e-a561-188aa648b1fa req-6dc699db-54d5-4cb0-83fb-22d782fa6fd6 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 943 time: 0.0521815 Mar 23 03:22:26.241941 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-61b1a81b-6e8b-416e-a561-188aa648b1fa req-4940580c-d291-41c0-8a24-e7f630acd7a6 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445063 Mar 23 03:22:27.364976 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84988c52-5464-4684-b767-46c644cd469b req-8eda1374-d846-4373-afa9-e86c84e2d32a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:27.366439 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-84988c52-5464-4684-b767-46c644cd469b req-8eda1374-d846-4373-afa9-e86c84e2d32a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 943 time: 0.0565984 Mar 23 03:22:27.414070 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-84988c52-5464-4684-b767-46c644cd469b req-c9916821-d3a2-4260-a1af-7211f96fa065 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418003 Mar 23 03:22:27.471418 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 99ed6b53-136f-49a5-a796-c86e935027b2 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 03:22:27.568554 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 99ed6b53-136f-49a5-a796-c86e935027b2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=99ed6b53-136f-49a5-a796-c86e935027b2,segment=NetworkSegment(9cdca5a5-09e7-4c7b-9d76-d858e7e686ee),segment_id=9cdca5a5-09e7-4c7b-9d76-d858e7e686ee)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:22:27.581081 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '99ed6b53-136f-49a5-a796-c86e935027b2', 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26', 'port_id': '99ed6b53-136f-49a5-a796-c86e935027b2', 'mac_address': 'fa:16:3e:76:d1:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 03:22:27.616614 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 99ed6b53-136f-49a5-a796-c86e935027b2 is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:22:27.617010 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (99ed6b53-136f-49a5-a796-c86e935027b2), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:22:27.630179 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99ed6b53-136f-49a5-a796-c86e935027b2 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:22:27.648887 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 99ed6b53-136f-49a5-a796-c86e935027b2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=99ed6b53-136f-49a5-a796-c86e935027b2,segment=NetworkSegment(9cdca5a5-09e7-4c7b-9d76-d858e7e686ee),segment_id=9cdca5a5-09e7-4c7b-9d76-d858e7e686ee)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:22:27.712469 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (99ed6b53-136f-49a5-a796-c86e935027b2), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:22:27.761135 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=99ed6b53-136f-49a5-a796-c86e935027b2,revision_number=9']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:22:27.946081 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['99ed6b53-136f-49a5-a796-c86e935027b2'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:22:28.530802 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec25949-84be-4dca-b6be-a1fd1a71b856 req-f4b3665d-ac50-4b2e-af95-8376ff757bdf tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:28.532279 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-dec25949-84be-4dca-b6be-a1fd1a71b856 req-f4b3665d-ac50-4b2e-af95-8376ff757bdf tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 944 time: 0.0520236 Mar 23 03:22:28.579979 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-dec25949-84be-4dca-b6be-a1fd1a71b856 req-2c65162c-9cbd-4836-bf13-86fc07ac0f07 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420952 Mar 23 03:22:29.487250 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 99ed6b53-136f-49a5-a796-c86e935027b2 up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:22:29.536653 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 99ed6b53-136f-49a5-a796-c86e935027b2 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:22:29.537043 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (99ed6b53-136f-49a5-a796-c86e935027b2), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:22:29.614573 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 99ed6b53-136f-49a5-a796-c86e935027b2 is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:22:29.614946 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (99ed6b53-136f-49a5-a796-c86e935027b2), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:22:29.645660 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88f12c0-156e-4815-8e19-0d1c947c0558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ed6b53-136f-49a5-a796-c86e935027b2'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:22:29.649138 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5c0648-fd42-45ec-b423-023cea00706d" -d '{"events": [{"server_uuid": "a88f12c0-156e-4815-8e19-0d1c947c0558", "name": "network-vif-plugged", "status": "completed", "tag": "99ed6b53-136f-49a5-a796-c86e935027b2"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:22:29.661477 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 99ed6b53-136f-49a5-a796-c86e935027b2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=99ed6b53-136f-49a5-a796-c86e935027b2,segment=NetworkSegment(9cdca5a5-09e7-4c7b-9d76-d858e7e686ee),segment_id=9cdca5a5-09e7-4c7b-9d76-d858e7e686ee)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:22:29.693651 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfffe747-7d48-433a-91d4-89d1f14f62ee x-openstack-request-id: req-dfffe747-7d48-433a-91d4-89d1f14f62ee {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:22:29.694247 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88f12c0-156e-4815-8e19-0d1c947c0558", "name": "network-vif-plugged", "status": "completed", "tag": "99ed6b53-136f-49a5-a796-c86e935027b2", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:22:29.694373 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dfffe747-7d48-433a-91d4-89d1f14f62ee {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:22:29.695582 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfffe747-7d48-433a-91d4-89d1f14f62ee'] response: {'server_uuid': 'a88f12c0-156e-4815-8e19-0d1c947c0558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ed6b53-136f-49a5-a796-c86e935027b2', 'code': 200} Mar 23 03:22:29.707420 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a6472-29cc-4ec5-ab0c-8cc58d5871d0 req-fafbafeb-16a0-4b95-aad9-bc8691e7a251 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:29.712582 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7f6a6472-29cc-4ec5-ab0c-8cc58d5871d0 req-fafbafeb-16a0-4b95-aad9-bc8691e7a251 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 944 time: 0.0615273 Mar 23 03:22:29.724044 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (99ed6b53-136f-49a5-a796-c86e935027b2), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:22:29.776355 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=99ed6b53-136f-49a5-a796-c86e935027b2,revision_number=10']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:22:29.793995 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7f6a6472-29cc-4ec5-ab0c-8cc58d5871d0 req-23e7c88d-531f-4cd8-b57f-b7d60086cfd9 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709469 Mar 23 03:22:30.017002 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a5263-09a7-433c-8ff4-a32da1a21b3d req-73f0c496-2f03-47ba-bd27-e92efd6b526e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:30.018482 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c53a5263-09a7-433c-8ff4-a32da1a21b3d req-73f0c496-2f03-47ba-bd27-e92efd6b526e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 1130 time: 0.0478821 Mar 23 03:22:30.067183 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-c53a5263-09a7-433c-8ff4-a32da1a21b3d req-7ec222c3-0adc-4591-ad5e-7e114f43b566 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420306 Mar 23 03:22:30.914056 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b14b7-0c48-4c4b-956c-f13e7d6c2fbc req-2a6a2d07-0f01-4a15-9a2e-f470c6dfa429 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:30.915549 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-cf7b14b7-0c48-4c4b-956c-f13e7d6c2fbc req-2a6a2d07-0f01-4a15-9a2e-f470c6dfa429 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 946 time: 0.0535107 Mar 23 03:22:30.963474 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-cf7b14b7-0c48-4c4b-956c-f13e7d6c2fbc req-cafd8c1a-fcf8-4c1d-8bd9-a460a354bf21 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424397 Mar 23 03:22:31.629925 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384aa0e3-b732-4f03-b742-19d22febab1a req-34a98189-aec3-4538-87d2-b3146d860e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:31.631378 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-384aa0e3-b732-4f03-b742-19d22febab1a req-34a98189-aec3-4538-87d2-b3146d860e3b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f41877e5a749288d4e3f42b317f522&device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 1130 time: 0.0461690 Mar 23 03:22:31.732314 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384aa0e3-b732-4f03-b742-19d22febab1a req-aca9d1c9-7ab9-414f-91d7-338c1fb77c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:31.734031 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-384aa0e3-b732-4f03-b742-19d22febab1a req-aca9d1c9-7ab9-414f-91d7-338c1fb77c2d service neutron] 10.222.0.23 "GET /v2.0/networks?id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26 HTTP/1.1" status: 200 len: 909 time: 0.0853596 Mar 23 03:22:31.805737 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-384aa0e3-b732-4f03-b742-19d22febab1a req-68b47a3c-5ca2-4c21-b34b-8c910e4f963f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99ed6b53-136f-49a5-a796-c86e935027b2 HTTP/1.1" status: 200 len: 1001 time: 0.0662565 Mar 23 03:22:31.854339 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384aa0e3-b732-4f03-b742-19d22febab1a req-483100b0-6853-4ce0-b9f4-4aff53bc935e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:31.855855 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-384aa0e3-b732-4f03-b742-19d22febab1a req-483100b0-6853-4ce0-b9f4-4aff53bc935e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=272298fb-7893-4bf7-8969-ec79c01e205e HTTP/1.1" status: 200 len: 847 time: 0.0445180 Mar 23 03:22:31.904327 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384aa0e3-b732-4f03-b742-19d22febab1a req-2e3e69f4-53ef-496c-bfb2-5e1b5a72e0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:31.905750 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-384aa0e3-b732-4f03-b742-19d22febab1a req-2e3e69f4-53ef-496c-bfb2-5e1b5a72e0e3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0446925 Mar 23 03:22:32.006577 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-384aa0e3-b732-4f03-b742-19d22febab1a req-30b699b2-b39c-4b68-b3ad-e1e77ba14493 service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951297 Mar 23 03:22:32.132933 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-384aa0e3-b732-4f03-b742-19d22febab1a req-09fb2947-956b-4509-b63c-ed5dd7b2f1af service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205351 Mar 23 03:22:32.140318 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc8dd1-41b7-454c-bd72-487691c76ac6 req-f2d641b4-75ef-439e-9f31-eacf62878078 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:32.141871 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-69fc8dd1-41b7-454c-bd72-487691c76ac6 req-f2d641b4-75ef-439e-9f31-eacf62878078 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 946 time: 0.0840745 Mar 23 03:22:32.190357 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-69fc8dd1-41b7-454c-bd72-487691c76ac6 req-255f5f11-10aa-4ffd-8f3c-2db153d94e19 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425684 Mar 23 03:22:33.312574 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f24fec-511c-4612-ab78-4a2e613e974c req-1ad2c9dd-dccd-43df-b1c7-4dcaafa7efa6 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:22:33.314030 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-32f24fec-511c-4612-ab78-4a2e613e974c req-1ad2c9dd-dccd-43df-b1c7-4dcaafa7efa6 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 946 time: 0.0554636 Mar 23 03:22:33.361932 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-32f24fec-511c-4612-ab78-4a2e613e974c req-b00aa50b-eca9-4a56-a178-00d679199c7e tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420616 Mar 23 03:22:47.643345 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6793a71d-7f53-4c30-85fd-669613279ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:22:49.100924 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:22:49.912156 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-77235902-77f3-4dd6-b4df-38c175f4dbd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:22:51.409286 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:22:51.867335 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:22:52.848938 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:22:53.974632 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:17.642591 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-17ff8543-6ae8-4bb7-93fd-1e9217641177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:19.145902 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:19.939789 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bab75260-6976-4e0a-b794-2e74da16944d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:21.431186 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:22.831296 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:23.979970 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:28.865581 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:23:31.601051 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f723e897-16c0-4514-9f2b-6d37e5d154ce req-9f0e336a-ed9d-4a8f-b957-7d9728e70d9f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430202 Mar 23 03:23:31.683284 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723e897-16c0-4514-9f2b-6d37e5d154ce req-61519b07-101d-4bcc-b9f5-d2e78fc789e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:23:31.684899 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f723e897-16c0-4514-9f2b-6d37e5d154ce req-61519b07-101d-4bcc-b9f5-d2e78fc789e9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f41877e5a749288d4e3f42b317f522&device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 1130 time: 0.0445716 Mar 23 03:23:31.785179 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723e897-16c0-4514-9f2b-6d37e5d154ce req-fca881d2-a8f1-4388-a2d2-eb7be6f364a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:23:31.786611 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f723e897-16c0-4514-9f2b-6d37e5d154ce req-fca881d2-a8f1-4388-a2d2-eb7be6f364a8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26 HTTP/1.1" status: 200 len: 909 time: 0.0844884 Mar 23 03:23:31.849193 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f723e897-16c0-4514-9f2b-6d37e5d154ce req-2a706287-6664-4ed6-a163-fc8297b4c03e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99ed6b53-136f-49a5-a796-c86e935027b2 HTTP/1.1" status: 200 len: 1001 time: 0.0568259 Mar 23 03:23:31.894417 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723e897-16c0-4514-9f2b-6d37e5d154ce req-b2df89cb-3963-47fc-94f7-deb5ca9b8b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:23:31.895795 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f723e897-16c0-4514-9f2b-6d37e5d154ce req-b2df89cb-3963-47fc-94f7-deb5ca9b8b2f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=272298fb-7893-4bf7-8969-ec79c01e205e HTTP/1.1" status: 200 len: 847 time: 0.0413771 Mar 23 03:23:31.945639 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723e897-16c0-4514-9f2b-6d37e5d154ce req-a68b6d00-5983-4020-ac3d-47d36aeee745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:23:31.947091 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f723e897-16c0-4514-9f2b-6d37e5d154ce req-a68b6d00-5983-4020-ac3d-47d36aeee745 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0461800 Mar 23 03:23:32.032115 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f723e897-16c0-4514-9f2b-6d37e5d154ce req-2fbc5558-7124-4126-bdaf-90ec42925345 service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789733 Mar 23 03:23:32.122102 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f723e897-16c0-4514-9f2b-6d37e5d154ce req-04fe2dcf-36ba-492a-a542-114ef78e35c6 service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837212 Mar 23 03:23:40.718183 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 41380) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:23:40.870726 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-f8a4143f-2d66-41a3-8191-cbb8d5869a7a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Deleting port 5fe379be-2b61-4d4e-852f-9764752c3371 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:23:40.871080 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f8a4143f-2d66-41a3-8191-cbb8d5869a7a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (5fe379be-2b61-4d4e-852f-9764752c3371), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:40.948048 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f8a4143f-2d66-41a3-8191-cbb8d5869a7a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (5fe379be-2b61-4d4e-852f-9764752c3371), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:40.948380 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f8a4143f-2d66-41a3-8191-cbb8d5869a7a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for floatingip (5fe379be-2b61-4d4e-852f-9764752c3371), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:40.959992 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-f8a4143f-2d66-41a3-8191-cbb8d5869a7a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Calling delete_port for 5fe379be-2b61-4d4e-852f-9764752c3371 owned by network:floatingip {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:23:41.145285 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f8a4143f-2d66-41a3-8191-cbb8d5869a7a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (5fe379be-2b61-4d4e-852f-9764752c3371), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:41.175608 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4143f-2d66-41a3-8191-cbb8d5869a7a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Pushing event deleted for resources: {'Port': ['ID=5fe379be-2b61-4d4e-852f-9764752c3371,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:23:41.197108 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a4143f-2d66-41a3-8191-cbb8d5869a7a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:23:41.197452 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a4143f-2d66-41a3-8191-cbb8d5869a7a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:23:41.197797 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a4143f-2d66-41a3-8191-cbb8d5869a7a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:23:41.198138 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a4143f-2d66-41a3-8191-cbb8d5869a7a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:23:41.198477 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a4143f-2d66-41a3-8191-cbb8d5869a7a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:23:41.198816 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a4143f-2d66-41a3-8191-cbb8d5869a7a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:23:41.199150 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a4143f-2d66-41a3-8191-cbb8d5869a7a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:23:41.199480 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a4143f-2d66-41a3-8191-cbb8d5869a7a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:23:41.199809 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a4143f-2d66-41a3-8191-cbb8d5869a7a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:23:41.200163 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a4143f-2d66-41a3-8191-cbb8d5869a7a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:23:41.200491 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a4143f-2d66-41a3-8191-cbb8d5869a7a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:23:41.200819 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a4143f-2d66-41a3-8191-cbb8d5869a7a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:23:41.201146 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a4143f-2d66-41a3-8191-cbb8d5869a7a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:23:41.201471 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a4143f-2d66-41a3-8191-cbb8d5869a7a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:23:41.201782 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a4143f-2d66-41a3-8191-cbb8d5869a7a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:23:41.242877 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f8a4143f-2d66-41a3-8191-cbb8d5869a7a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for floatingip (c8646295-9a83-48d6-97c5-a1c419f8246f), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:41.243204 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-f8a4143f-2d66-41a3-8191-cbb8d5869a7a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Floating IP c8646295-9a83-48d6-97c5-a1c419f8246f disassociated (deleted). External IP: 172.26.2.110, port: 99ed6b53-136f-49a5-a796-c86e935027b2. Mar 23 03:23:41.455095 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a4143f-2d66-41a3-8191-cbb8d5869a7a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Router 32adf0d5-a94e-4e13-9819-1afc85c16cb8 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:23:41.565258 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a4143f-2d66-41a3-8191-cbb8d5869a7a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:23:41.570140 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f8a4143f-2d66-41a3-8191-cbb8d5869a7a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:41.577012 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b16ffe-77ea-40a9-b491-64d270e2c764 None None] Sync routers for ids ['32adf0d5-a94e-4e13-9819-1afc85c16cb8'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:23:41.586265 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b16ffe-77ea-40a9-b491-64d270e2c764 None None] Routers {'32adf0d5-a94e-4e13-9819-1afc85c16cb8'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:23:41.586866 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-04b16ffe-77ea-40a9-b491-64d270e2c764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:23:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['32adf0d5-a94e-4e13-9819-1afc85c16cb8'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:23:41.599656 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f8a4143f-2d66-41a3-8191-cbb8d5869a7a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "DELETE /v2.0/floatingips/c8646295-9a83-48d6-97c5-a1c419f8246f HTTP/1.1" status: 204 len: 168 time: 0.8803899 Mar 23 03:23:41.600284 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88f12c0-156e-4815-8e19-0d1c947c0558', 'tag': '99ed6b53-136f-49a5-a796-c86e935027b2'}] {{(pid=104348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:23:41.602552 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a43494f7a0cd0c51715e4079ece57a9ff1e623b58ceb021b6bb41ba87478d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2831a0c1-fedc-47a9-8eaf-0d46528be5c3" -d '{"events": [{"name": "network-changed", "server_uuid": "a88f12c0-156e-4815-8e19-0d1c947c0558", "tag": "99ed6b53-136f-49a5-a796-c86e935027b2"}]}' {{(pid=104348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:23:41.703157 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-04b16ffe-77ea-40a9-b491-64d270e2c764 None None] Set router 32adf0d5-a94e-4e13-9819-1afc85c16cb8 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:23:41.720301 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca50e6a-ac7b-4f2d-bad2-a0b2f6ed109d x-openstack-request-id: req-aca50e6a-ac7b-4f2d-bad2-a0b2f6ed109d {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:23:41.728370 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a88f12c0-156e-4815-8e19-0d1c947c0558", "tag": "99ed6b53-136f-49a5-a796-c86e935027b2", "status": "completed", "code": 200}]} {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:23:41.728370 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aca50e6a-ac7b-4f2d-bad2-a0b2f6ed109d {{(pid=104348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:23:41.728370 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aca50e6a-ac7b-4f2d-bad2-a0b2f6ed109d'] response: {'name': 'network-changed', 'server_uuid': 'a88f12c0-156e-4815-8e19-0d1c947c0558', 'tag': '99ed6b53-136f-49a5-a796-c86e935027b2', 'status': 'completed', 'code': 200} Mar 23 03:23:41.788584 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831a0c1-fedc-47a9-8eaf-0d46528be5c3 req-d99b4cd2-0b58-49cd-a949-2ecab7728c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:23:41.790146 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2831a0c1-fedc-47a9-8eaf-0d46528be5c3 req-d99b4cd2-0b58-49cd-a949-2ecab7728c85 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f41877e5a749288d4e3f42b317f522&device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 1130 time: 0.0478122 Mar 23 03:23:41.883580 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831a0c1-fedc-47a9-8eaf-0d46528be5c3 req-f998914b-1420-4c16-af93-deead9a274d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:23:41.885952 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2831a0c1-fedc-47a9-8eaf-0d46528be5c3 req-f998914b-1420-4c16-af93-deead9a274d9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26 HTTP/1.1" status: 200 len: 909 time: 0.0906243 Mar 23 03:23:41.910521 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-04b16ffe-77ea-40a9-b491-64d270e2c764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'name': 'tempest-TestShelveInstance-700770415-router', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:22Z', 'revision_number': 4, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'gw_port': {'id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '87397f20-2b76-403a-ba78-427946879777', 'name': '', 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'mac_address': 'fa:16:3e:e6:21:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:22Z', 'updated_at': '2022-03-23T03:19:25Z', 'revision_number': 5, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'subnets': [{'id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:23:41.933453 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2831a0c1-fedc-47a9-8eaf-0d46528be5c3 req-73980743-59ba-415c-b70e-ff120580dfef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99ed6b53-136f-49a5-a796-c86e935027b2 HTTP/1.1" status: 200 len: 217 time: 0.0402026 Mar 23 03:23:41.941738 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b16ffe-77ea-40a9-b491-64d270e2c764 None None] Checking router: 32adf0d5-a94e-4e13-9819-1afc85c16cb8 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:23:41.951110 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b16ffe-77ea-40a9-b491-64d270e2c764 None None] Routers {'32adf0d5-a94e-4e13-9819-1afc85c16cb8'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:23:41.951726 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-04b16ffe-77ea-40a9-b491-64d270e2c764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:23:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['32adf0d5-a94e-4e13-9819-1afc85c16cb8'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:23:41.985101 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831a0c1-fedc-47a9-8eaf-0d46528be5c3 req-422da501-c398-456e-ac9a-e496e1909f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:23:41.986598 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2831a0c1-fedc-47a9-8eaf-0d46528be5c3 req-422da501-c398-456e-ac9a-e496e1909f34 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=272298fb-7893-4bf7-8969-ec79c01e205e HTTP/1.1" status: 200 len: 847 time: 0.0467994 Mar 23 03:23:42.031927 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcff2ca-c0d8-4a37-b16e-2b760caa9361 req-4054ab47-828a-472e-b16e-930973b12628 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:23:42.033557 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-0fcff2ca-c0d8-4a37-b16e-2b760caa9361 req-4054ab47-828a-472e-b16e-930973b12628 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 946 time: 0.0562205 Mar 23 03:23:42.039190 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831a0c1-fedc-47a9-8eaf-0d46528be5c3 req-c73faafe-a8b8-41f9-91c9-766255a181db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:23:42.040723 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2831a0c1-fedc-47a9-8eaf-0d46528be5c3 req-c73faafe-a8b8-41f9-91c9-766255a181db service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0480783 Mar 23 03:23:42.066140 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-04b16ffe-77ea-40a9-b491-64d270e2c764 None None] Set router 32adf0d5-a94e-4e13-9819-1afc85c16cb8 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:23:42.089237 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-0fcff2ca-c0d8-4a37-b16e-2b760caa9361 req-6c9c9e11-9022-400f-b5fc-bc9920df3177 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488439 Mar 23 03:23:42.143313 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2831a0c1-fedc-47a9-8eaf-0d46528be5c3 req-333cffd6-bba6-4498-bdd2-bcb5ab09fc85 service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959849 Mar 23 03:23:42.230867 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-2831a0c1-fedc-47a9-8eaf-0d46528be5c3 req-fd135c1f-2d3b-40d7-b4cd-d09ad96b123d service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814252 Mar 23 03:23:42.264314 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-04b16ffe-77ea-40a9-b491-64d270e2c764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'name': 'tempest-TestShelveInstance-700770415-router', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:22Z', 'revision_number': 4, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'gw_port': {'id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '87397f20-2b76-403a-ba78-427946879777', 'name': '', 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'mac_address': 'fa:16:3e:e6:21:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:22Z', 'updated_at': '2022-03-23T03:19:25Z', 'revision_number': 5, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'subnets': [{'id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:23:42.289517 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b16ffe-77ea-40a9-b491-64d270e2c764 None None] The sync data for ids ['32adf0d5-a94e-4e13-9819-1afc85c16cb8'] in dv-neutron-834613-2-hyperv is: [{'id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'name': 'tempest-TestShelveInstance-700770415-router', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:22Z', 'revision_number': 4, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'gw_port': {'id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '87397f20-2b76-403a-ba78-427946879777', 'name': '', 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'mac_address': 'fa:16:3e:e6:21:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:22Z', 'updated_at': '2022-03-23T03:19:25Z', 'revision_number': 5, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'subnets': [{'id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:23:42.515559 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdac3a72-133e-4760-9ca4-817531e70177 None None] New status for floating IP c8646295-9a83-48d6-97c5-a1c419f8246f: DOWN {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 03:23:43.214599 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a839c-579b-4caf-adde-17bc733c0f6a req-7967f19c-872e-4e77-8a4b-250fdddbe190 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:23:43.216728 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-553a839c-579b-4caf-adde-17bc733c0f6a req-7967f19c-872e-4e77-8a4b-250fdddbe190 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 946 time: 0.0582705 Mar 23 03:23:43.289688 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-553a839c-579b-4caf-adde-17bc733c0f6a req-4e1b9065-c63f-44bb-8cc4-05efe41b3386 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a08bb76-b415-45e8-8b8a-163a7303fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646019 Mar 23 03:23:43.300519 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00962d37-78a5-40ae-83cf-b6b2aeb6296e req-15cbfa66-b095-412b-8a3d-35e237cb9ec8 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:23:43.302114 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-00962d37-78a5-40ae-83cf-b6b2aeb6296e req-15cbfa66-b095-412b-8a3d-35e237cb9ec8 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.23 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 946 time: 0.0845449 Mar 23 03:23:43.399193 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-00962d37-78a5-40ae-83cf-b6b2aeb6296e req-0963f2b7-dfbf-410e-84b0-9248f8fea9cc tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Deleting port 99ed6b53-136f-49a5-a796-c86e935027b2 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:23:43.399427 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-00962d37-78a5-40ae-83cf-b6b2aeb6296e req-0963f2b7-dfbf-410e-84b0-9248f8fea9cc tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (99ed6b53-136f-49a5-a796-c86e935027b2), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:43.485220 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-00962d37-78a5-40ae-83cf-b6b2aeb6296e req-0963f2b7-dfbf-410e-84b0-9248f8fea9cc tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] For port 99ed6b53-136f-49a5-a796-c86e935027b2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=99ed6b53-136f-49a5-a796-c86e935027b2,segment=NetworkSegment(9cdca5a5-09e7-4c7b-9d76-d858e7e686ee),segment_id=9cdca5a5-09e7-4c7b-9d76-d858e7e686ee)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:23:43.485586 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-00962d37-78a5-40ae-83cf-b6b2aeb6296e req-0963f2b7-dfbf-410e-84b0-9248f8fea9cc tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (99ed6b53-136f-49a5-a796-c86e935027b2), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:43.498394 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-00962d37-78a5-40ae-83cf-b6b2aeb6296e req-0963f2b7-dfbf-410e-84b0-9248f8fea9cc tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Calling delete_port for 99ed6b53-136f-49a5-a796-c86e935027b2 owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:23:43.688505 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-00962d37-78a5-40ae-83cf-b6b2aeb6296e req-0963f2b7-dfbf-410e-84b0-9248f8fea9cc tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (99ed6b53-136f-49a5-a796-c86e935027b2), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:43.718537 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963f2b7-dfbf-410e-84b0-9248f8fea9cc tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Pushing event deleted for resources: {'Port': ['ID=99ed6b53-136f-49a5-a796-c86e935027b2,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:23:43.731192 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0963f2b7-dfbf-410e-84b0-9248f8fea9cc tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:23:43.731192 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0963f2b7-dfbf-410e-84b0-9248f8fea9cc tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:23:43.731192 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0963f2b7-dfbf-410e-84b0-9248f8fea9cc tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:23:43.731570 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0963f2b7-dfbf-410e-84b0-9248f8fea9cc tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:23:43.731703 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0963f2b7-dfbf-410e-84b0-9248f8fea9cc tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:23:43.732066 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0963f2b7-dfbf-410e-84b0-9248f8fea9cc tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:23:43.732402 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0963f2b7-dfbf-410e-84b0-9248f8fea9cc tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:23:43.732732 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0963f2b7-dfbf-410e-84b0-9248f8fea9cc tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:23:43.733068 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0963f2b7-dfbf-410e-84b0-9248f8fea9cc tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:23:43.733403 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0963f2b7-dfbf-410e-84b0-9248f8fea9cc tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:23:43.733750 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0963f2b7-dfbf-410e-84b0-9248f8fea9cc tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:23:43.734064 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0963f2b7-dfbf-410e-84b0-9248f8fea9cc tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:23:43.734391 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0963f2b7-dfbf-410e-84b0-9248f8fea9cc tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:23:43.734716 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0963f2b7-dfbf-410e-84b0-9248f8fea9cc tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:23:43.735038 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0963f2b7-dfbf-410e-84b0-9248f8fea9cc tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:23:43.772186 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-00962d37-78a5-40ae-83cf-b6b2aeb6296e req-0963f2b7-dfbf-410e-84b0-9248f8fea9cc tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] No DVR routers for this DVR port 99ed6b53-136f-49a5-a796-c86e935027b2 on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:23:43.774725 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-00962d37-78a5-40ae-83cf-b6b2aeb6296e req-0963f2b7-dfbf-410e-84b0-9248f8fea9cc tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:43.778330 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-00962d37-78a5-40ae-83cf-b6b2aeb6296e req-0963f2b7-dfbf-410e-84b0-9248f8fea9cc tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.23 "DELETE /v2.0/ports/99ed6b53-136f-49a5-a796-c86e935027b2 HTTP/1.1" status: 204 len: 173 time: 0.4711754 Mar 23 03:23:43.778779 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88f12c0-156e-4815-8e19-0d1c947c0558', 'name': 'network-vif-deleted', 'tag': '99ed6b53-136f-49a5-a796-c86e935027b2'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:23:43.781097 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7934a08-a6d9-4e67-b2b7-f8a8bcbd571c" -d '{"events": [{"server_uuid": "a88f12c0-156e-4815-8e19-0d1c947c0558", "name": "network-vif-deleted", "tag": "99ed6b53-136f-49a5-a796-c86e935027b2"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:23:43.884657 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6fe65e-5f49-4fb2-a6e8-18503c045eab x-openstack-request-id: req-eb6fe65e-5f49-4fb2-a6e8-18503c045eab {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:23:43.884951 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88f12c0-156e-4815-8e19-0d1c947c0558", "name": "network-vif-deleted", "tag": "99ed6b53-136f-49a5-a796-c86e935027b2", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:23:43.885539 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb6fe65e-5f49-4fb2-a6e8-18503c045eab {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:23:43.885997 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb6fe65e-5f49-4fb2-a6e8-18503c045eab'] response: {'server_uuid': 'a88f12c0-156e-4815-8e19-0d1c947c0558', 'name': 'network-vif-deleted', 'tag': '99ed6b53-136f-49a5-a796-c86e935027b2', 'status': 'completed', 'code': 200} Mar 23 03:23:44.396278 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b1fcae74-cdf6-4957-9465-54be754ad5d9 req-1b1f7081-022b-4065-833d-ed5ebf68c937 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88f12c0-156e-4815-8e19-0d1c947c0558 HTTP/1.1" status: 200 len: 210 time: 0.0296245 Mar 23 03:23:45.452642 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 41410) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:23:45.511626 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-92b88e2a-9aa7-4ff8-a1c1-4684bd615105 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group (0a08bb76-b415-45e8-8b8a-163a7303fd7d), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:45.538012 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-92b88e2a-9aa7-4ff8-a1c1-4684bd615105 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group (0a08bb76-b415-45e8-8b8a-163a7303fd7d), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:45.664911 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-92b88e2a-9aa7-4ff8-a1c1-4684bd615105 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (0a08bb76-b415-45e8-8b8a-163a7303fd7d), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:45.667500 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-92b88e2a-9aa7-4ff8-a1c1-4684bd615105 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:45.668851 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-92b88e2a-9aa7-4ff8-a1c1-4684bd615105 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "DELETE /v2.0/security-groups/0a08bb76-b415-45e8-8b8a-163a7303fd7d HTTP/1.1" status: 204 len: 168 time: 0.2150946 Mar 23 03:23:45.678016 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b88e2a-9aa7-4ff8-a1c1-4684bd615105 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a08bb76-b415-45e8-8b8a-163a7303fd7d,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:23:45.996568 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 41416) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:23:46.001395 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-5358605f-7484-4646-8fa3-17fd5e799c74 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1644093735', 'description': 'tempest-secgroup-smoke-1644093735 description', 'project_id': '64f41877e5a749288d4e3f42b317f522'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:23:46.082344 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5358605f-7484-4646-8fa3-17fd5e799c74 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:46.146098 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5358605f-7484-4646-8fa3-17fd5e799c74 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group (5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:46.225197 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5358605f-7484-4646-8fa3-17fd5e799c74 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:46.254861 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358605f-7484-4646-8fa3-17fd5e799c74 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:23:46.307049 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5358605f-7484-4646-8fa3-17fd5e799c74 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:46.308351 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5358605f-7484-4646-8fa3-17fd5e799c74 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3107104 Mar 23 03:23:46.323726 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 41418) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:23:46.328338 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-8a50612f-62b0-4eae-be78-8d71f0083ad7 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Request body: {'security_group_rule': {'security_group_id': '5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67', 'project_id': '64f41877e5a749288d4e3f42b317f522', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:23:46.401264 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8a50612f-62b0-4eae-be78-8d71f0083ad7 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (558af5fa-b948-4283-9557-25a24b854783), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:46.456544 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8a50612f-62b0-4eae-be78-8d71f0083ad7 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (558af5fa-b948-4283-9557-25a24b854783), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:46.516552 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8a50612f-62b0-4eae-be78-8d71f0083ad7 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (558af5fa-b948-4283-9557-25a24b854783), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:46.538821 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50612f-62b0-4eae-be78-8d71f0083ad7 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=558af5fa-b948-4283-9557-25a24b854783,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:23:46.586743 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-8a50612f-62b0-4eae-be78-8d71f0083ad7 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:46.587963 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-8a50612f-62b0-4eae-be78-8d71f0083ad7 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2631128 Mar 23 03:23:46.590660 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 41420) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:23:46.595388 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-0f766464-bca3-4067-9ceb-0252e4c4eacf tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Request body: {'security_group_rule': {'security_group_id': '5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67', 'project_id': '64f41877e5a749288d4e3f42b317f522', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:23:46.658719 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0f766464-bca3-4067-9ceb-0252e4c4eacf tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (6b280c2a-7e07-4ee8-bb00-a1ae57246510), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:46.712997 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0f766464-bca3-4067-9ceb-0252e4c4eacf tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (6b280c2a-7e07-4ee8-bb00-a1ae57246510), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:46.756624 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0f766464-bca3-4067-9ceb-0252e4c4eacf tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (6b280c2a-7e07-4ee8-bb00-a1ae57246510), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:46.773591 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f766464-bca3-4067-9ceb-0252e4c4eacf tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b280c2a-7e07-4ee8-bb00-a1ae57246510,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:23:46.815653 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0f766464-bca3-4067-9ceb-0252e4c4eacf tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:46.817155 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0f766464-bca3-4067-9ceb-0252e4c4eacf tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2250376 Mar 23 03:23:46.819760 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 41422) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:23:46.823923 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-5ca0a5a7-1a9d-4f60-9aa7-1978d6991adf tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Request body: {'security_group_rule': {'security_group_id': '5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67', 'project_id': '64f41877e5a749288d4e3f42b317f522', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:23:46.886652 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5ca0a5a7-1a9d-4f60-9aa7-1978d6991adf tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (30796941-2b4a-4ce1-b456-1e497bae7e9b), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:46.943476 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5ca0a5a7-1a9d-4f60-9aa7-1978d6991adf tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (30796941-2b4a-4ce1-b456-1e497bae7e9b), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:47.025374 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5ca0a5a7-1a9d-4f60-9aa7-1978d6991adf tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (30796941-2b4a-4ce1-b456-1e497bae7e9b), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:47.043038 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0a5a7-1a9d-4f60-9aa7-1978d6991adf tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30796941-2b4a-4ce1-b456-1e497bae7e9b,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:23:47.129752 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5ca0a5a7-1a9d-4f60-9aa7-1978d6991adf tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:47.130945 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5ca0a5a7-1a9d-4f60-9aa7-1978d6991adf tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3102658 Mar 23 03:23:47.133622 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 41424) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:23:47.137984 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-4951c88a-4fac-49f6-94fb-a49618918f7d tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Request body: {'security_group_rule': {'security_group_id': '5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67', 'project_id': '64f41877e5a749288d4e3f42b317f522', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:23:47.224239 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4951c88a-4fac-49f6-94fb-a49618918f7d tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (a98d926a-7190-4628-b7b6-88ef876a8307), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:47.281628 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4951c88a-4fac-49f6-94fb-a49618918f7d tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (a98d926a-7190-4628-b7b6-88ef876a8307), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:47.327790 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4951c88a-4fac-49f6-94fb-a49618918f7d tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (a98d926a-7190-4628-b7b6-88ef876a8307), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:47.349080 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4951c88a-4fac-49f6-94fb-a49618918f7d tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98d926a-7190-4628-b7b6-88ef876a8307,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:23:47.409639 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4951c88a-4fac-49f6-94fb-a49618918f7d tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:47.410860 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4951c88a-4fac-49f6-94fb-a49618918f7d tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2763062 Mar 23 03:23:47.413528 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 41426) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:23:47.417778 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-0be347df-f5b3-41e5-b205-6a0c0859028b tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Request body: {'security_group_rule': {'security_group_id': '5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67', 'project_id': '64f41877e5a749288d4e3f42b317f522', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:23:47.493401 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.securitygroups_db [None req-0be347df-f5b3-41e5-b205-6a0c0859028b tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Project 64f41877e5a749288d4e3f42b317f522 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 03:23:47.498450 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0be347df-f5b3-41e5-b205-6a0c0859028b tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (0c92ac29-c6d3-4953-927f-cd753cbeeb78), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:47.556425 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0be347df-f5b3-41e5-b205-6a0c0859028b tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (0c92ac29-c6d3-4953-927f-cd753cbeeb78), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:47.630688 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0be347df-f5b3-41e5-b205-6a0c0859028b tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (0c92ac29-c6d3-4953-927f-cd753cbeeb78), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:47.649762 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be347df-f5b3-41e5-b205-6a0c0859028b tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c92ac29-c6d3-4953-927f-cd753cbeeb78,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:23:47.661661 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9030920e-443e-4336-99d2-6e149c3c37af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:47.741476 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0be347df-f5b3-41e5-b205-6a0c0859028b tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:47.742747 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0be347df-f5b3-41e5-b205-6a0c0859028b tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3283148 Mar 23 03:23:47.745449 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 41428) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:23:47.749863 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-454110d4-8d46-4db7-978b-8bea8d79d5e1 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Request body: {'security_group_rule': {'security_group_id': '5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67', 'project_id': '64f41877e5a749288d4e3f42b317f522', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:23:47.836790 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.securitygroups_db [None req-454110d4-8d46-4db7-978b-8bea8d79d5e1 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Project 64f41877e5a749288d4e3f42b317f522 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 03:23:47.842636 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-454110d4-8d46-4db7-978b-8bea8d79d5e1 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (c6a1b0ce-8910-42db-a360-205720e069f9), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:47.850826 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 99ed6b53-136f-49a5-a796-c86e935027b2 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:23:47.870879 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: 99ed6b53-136f-49a5-a796-c86e935027b2 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:23:47.871237 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 99ed6b53-136f-49a5-a796-c86e935027b2 not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:23:47.900898 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-454110d4-8d46-4db7-978b-8bea8d79d5e1 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (c6a1b0ce-8910-42db-a360-205720e069f9), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:47.962096 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-454110d4-8d46-4db7-978b-8bea8d79d5e1 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (c6a1b0ce-8910-42db-a360-205720e069f9), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:47.979557 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454110d4-8d46-4db7-978b-8bea8d79d5e1 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a1b0ce-8910-42db-a360-205720e069f9,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:23:48.038189 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-454110d4-8d46-4db7-978b-8bea8d79d5e1 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:48.039406 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-454110d4-8d46-4db7-978b-8bea8d79d5e1 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2930362 Mar 23 03:23:49.110894 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:49.917058 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-44bcb6d4-49a5-4441-8a02-ec8261a3dde8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:51.431107 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:52.865319 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:23:54.019619 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:05.865253 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:24:17.148387 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-c499ab40-061f-43a7-a7a4-9dc3a2e6efd5 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1644093735&fields=id&tenant_id=64f41877e5a749288d4e3f42b317f522 HTTP/1.1" status: 200 len: 267 time: 0.0436916 Mar 23 03:24:17.253982 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-483c99ab-7f37-4185-83f9-53d2fa15b377 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:17.255449 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-483c99ab-7f37-4185-83f9-53d2fa15b377 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/networks?id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26 HTTP/1.1" status: 200 len: 808 time: 0.1007552 Mar 23 03:24:17.270916 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-9f936e09-90ad-4014-8496-60f38fdabf1b tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/quotas/64f41877e5a749288d4e3f42b317f522 HTTP/1.1" status: 200 len: 375 time: 0.0098107 Mar 23 03:24:17.324893 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-d48625bd-f74b-421d-90ae-6f9eef19e29e tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=64f41877e5a749288d4e3f42b317f522&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488639 Mar 23 03:24:17.391354 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-d0fa094b-f9ad-4fca-bced-64871cf65441 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 03:24:17.392379 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-d0fa094b-f9ad-4fca-bced-64871cf65441 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0559986 Mar 23 03:24:17.479941 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-cbb680c2-fc1f-4cf6-8c2d-8420a778222c service neutron] 10.222.0.24 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808203 Mar 23 03:24:17.572715 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-183d971e-a0d3-46b7-9f1a-a591385a5fba service neutron] 10.222.0.24 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871315 Mar 23 03:24:17.647388 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-969698df-25fc-4ea5-9375-3e7b5a8edfda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:19.138847 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:19.181292 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-54e7aa28-9cf4-4f77-9a1f-af7209fa1c87 req-8c4bc6ef-d2b5-4389-84bc-02ba4cb01bc2 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 210 time: 0.0779510 Mar 23 03:24:19.921498 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-81e1a1ed-39c6-42a4-96a5-68f100e58462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:20.259278 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-650fc4f6-3b6f-461b-b408-29fadf184f4e req-f2daab41-f729-4c9a-857a-03bfa6bce5f6 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 210 time: 0.0277846 Mar 23 03:24:21.353100 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-cab25187-cf2b-4ea7-9f1c-539b0052c7dd req-1f2b5a13-d356-472e-8dff-9974a81907e6 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 210 time: 0.0290961 Mar 23 03:24:21.401860 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:22.448232 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-df792572-f6e3-44dd-9832-30f583230260 req-fe5acb0b-20da-40c3-8d22-2865477416d0 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 210 time: 0.0277648 Mar 23 03:24:22.864675 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:23.222651 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-7125b7a6-256b-4b1b-9e74-2cc559f9637b tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:23.224116 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-7125b7a6-256b-4b1b-9e74-2cc559f9637b tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.23 "GET /v2.0/networks?id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26 HTTP/1.1" status: 200 len: 808 time: 0.4477038 Mar 23 03:24:23.286772 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-4c536837-9871-4c72-8b31-74413231d676 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64f41877e5a749288d4e3f42b317f522 HTTP/1.1" status: 200 len: 380 time: 0.0551841 Mar 23 03:24:23.295259 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-21e28bb4-6c61-41eb-822f-562307ed43c8 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Request body: {'port': {'device_id': '556f6c1c-9c87-4d97-8a5b-966864be15c1', 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26', 'admin_state_up': True, 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'security_groups': ['5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:24:23.516079 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-21e28bb4-6c61-41eb-822f-562307ed43c8 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Made reservation on behalf of 64f41877e5a749288d4e3f42b317f522 for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:24:23.519709 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-21e28bb4-6c61-41eb-822f-562307ed43c8 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:23.560149 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6e633559-9ce8-41f0-ae2b-1d44ab50e941 req-f55d84dd-6249-4723-87cd-4a596c7042f5 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 210 time: 0.0332906 Mar 23 03:24:23.659187 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-21e28bb4-6c61-41eb-822f-562307ed43c8 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Allocated IP 172.20.0.11 (63b93b7f-ce8a-48d2-8998-37d3dab7cf26/272298fb-7893-4bf7-8969-ec79c01e205e/ddafb2f0-fb61-45c7-8dc1-b3688773d4f9) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:24:23.810630 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-21e28bb4-6c61-41eb-822f-562307ed43c8 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for port (ddafb2f0-fb61-45c7-8dc1-b3688773d4f9), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:23.922162 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-21e28bb4-6c61-41eb-822f-562307ed43c8 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (ddafb2f0-fb61-45c7-8dc1-b3688773d4f9), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:23.967216 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-21e28bb4-6c61-41eb-822f-562307ed43c8 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Network 63b93b7f-ce8a-48d2-8998-37d3dab7cf26 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:24:23.970353 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-21e28bb4-6c61-41eb-822f-562307ed43c8 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:24:23.977130 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-21e28bb4-6c61-41eb-822f-562307ed43c8 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:24:24.004728 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e28bb4-6c61-41eb-822f-562307ed43c8 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Pushing event updated for resources: {'Port': ['ID=ddafb2f0-fb61-45c7-8dc1-b3688773d4f9,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:24:24.020242 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:24.041267 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-21e28bb4-6c61-41eb-822f-562307ed43c8 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:24.041889 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-21e28bb4-6c61-41eb-822f-562307ed43c8 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:24.118974 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-21e28bb4-6c61-41eb-822f-562307ed43c8 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8272343 Mar 23 03:24:24.131626 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-52e65bd1-a0a0-4120-b370-8a9c48112de8 service neutron] Request body: {'port': {'device_id': '556f6c1c-9c87-4d97-8a5b-966864be15c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:24:24.201310 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-52e65bd1-a0a0-4120-b370-8a9c48112de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ddafb2f0-fb61-45c7-8dc1-b3688773d4f9), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:24.208852 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-dc93fcfb-8af8-48f2-9363-582960ddf02a None None] Provisioning complete for port ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:24:24.209226 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-dc93fcfb-8af8-48f2-9363-582960ddf02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ddafb2f0-fb61-45c7-8dc1-b3688773d4f9), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:24.246799 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-dc93fcfb-8af8-48f2-9363-582960ddf02a None None] Port ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:24:24.470643 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-52e65bd1-a0a0-4120-b370-8a9c48112de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:24:24.479392 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-52e65bd1-a0a0-4120-b370-8a9c48112de8 service neutron] Publish callbacks [] for port (ddafb2f0-fb61-45c7-8dc1-b3688773d4f9), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:24.491639 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-52e65bd1-a0a0-4120-b370-8a9c48112de8 service neutron] Transition to ACTIVE for port object ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 03:24:24.544087 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-52e65bd1-a0a0-4120-b370-8a9c48112de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (ddafb2f0-fb61-45c7-8dc1-b3688773d4f9), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:24.616950 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e65bd1-a0a0-4120-b370-8a9c48112de8 service neutron] Pushing event updated for resources: {'Port': ['ID=ddafb2f0-fb61-45c7-8dc1-b3688773d4f9,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:24:24.710412 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-52e65bd1-a0a0-4120-b370-8a9c48112de8 service neutron] Attempting to bind port ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:24:24.710757 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-52e65bd1-a0a0-4120-b370-8a9c48112de8 service neutron] Attempting to bind port ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '9cdca5a5-09e7-4c7b-9d76-d858e7e686ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:24:24.711089 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-52e65bd1-a0a0-4120-b370-8a9c48112de8 service neutron] Attempting to bind port ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 on network 63b93b7f-ce8a-48d2-8998-37d3dab7cf26 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:24:24.718518 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-52e65bd1-a0a0-4120-b370-8a9c48112de8 service neutron] Port ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 on network 63b93b7f-ce8a-48d2-8998-37d3dab7cf26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 03:24:24.718869 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-52e65bd1-a0a0-4120-b370-8a9c48112de8 service neutron] Attempting to bind port ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 on network 63b93b7f-ce8a-48d2-8998-37d3dab7cf26 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:24:24.727594 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-52e65bd1-a0a0-4120-b370-8a9c48112de8 service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:24:24.727873 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-52e65bd1-a0a0-4120-b370-8a9c48112de8 service neutron] Checking segment: {'id': '9cdca5a5-09e7-4c7b-9d76-d858e7e686ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:24:24.728266 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-52e65bd1-a0a0-4120-b370-8a9c48112de8 service neutron] Bound using segment: {'id': '9cdca5a5-09e7-4c7b-9d76-d858e7e686ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:24:24.728705 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-52e65bd1-a0a0-4120-b370-8a9c48112de8 service neutron] Bound port: ddafb2f0-fb61-45c7-8dc1-b3688773d4f9, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cdca5a5-09e7-4c7b-9d76-d858e7e686ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:24:24.729071 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-52e65bd1-a0a0-4120-b370-8a9c48112de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ddafb2f0-fb61-45c7-8dc1-b3688773d4f9), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:24.750665 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4506b-415a-42ca-b533-f684724fcf1e req-4cf58a8c-9592-44f6-8389-9badb15cf646 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:24.752779 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b7a4506b-415a-42ca-b533-f684724fcf1e req-4cf58a8c-9592-44f6-8389-9badb15cf646 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.1024349 Mar 23 03:24:24.844403 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b7a4506b-415a-42ca-b533-f684724fcf1e req-d2c210d5-5e1c-45b8-b588-13a0fba97fb9 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683556 Mar 23 03:24:24.846824 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-52e65bd1-a0a0-4120-b370-8a9c48112de8 service neutron] For port ddafb2f0-fb61-45c7-8dc1-b3688773d4f9, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:24:24.850060 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-52e65bd1-a0a0-4120-b370-8a9c48112de8 service neutron] For port ddafb2f0-fb61-45c7-8dc1-b3688773d4f9, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ddafb2f0-fb61-45c7-8dc1-b3688773d4f9,segment=NetworkSegment(9cdca5a5-09e7-4c7b-9d76-d858e7e686ee),segment_id=9cdca5a5-09e7-4c7b-9d76-d858e7e686ee)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:24:24.945220 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-52e65bd1-a0a0-4120-b370-8a9c48112de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (ddafb2f0-fb61-45c7-8dc1-b3688773d4f9), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:24.980794 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-52e65bd1-a0a0-4120-b370-8a9c48112de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:24.981422 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-52e65bd1-a0a0-4120-b370-8a9c48112de8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:24.982975 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-52e65bd1-a0a0-4120-b370-8a9c48112de8 service neutron] 10.222.0.23 "PUT /v2.0/ports/ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 HTTP/1.1" status: 200 len: 1094 time: 0.8569317 Mar 23 03:24:24.983253 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '556f6c1c-9c87-4d97-8a5b-966864be15c1', 'tag': 'ddafb2f0-fb61-45c7-8dc1-b3688773d4f9'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:24:24.985595 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bb0c8b-a3e4-449a-8253-c7f5ba71b4ca" -d '{"events": [{"name": "network-changed", "server_uuid": "556f6c1c-9c87-4d97-8a5b-966864be15c1", "tag": "ddafb2f0-fb61-45c7-8dc1-b3688773d4f9"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:24:25.012391 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e65bd1-a0a0-4120-b370-8a9c48112de8 service neutron] Pushing event updated for resources: {'Port': ['ID=ddafb2f0-fb61-45c7-8dc1-b3688773d4f9,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:24:25.040871 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9c6abd-53f0-4cd0-a29a-03b1308ef6af x-openstack-request-id: req-3f9c6abd-53f0-4cd0-a29a-03b1308ef6af {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:24:25.040871 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "556f6c1c-9c87-4d97-8a5b-966864be15c1", "tag": "ddafb2f0-fb61-45c7-8dc1-b3688773d4f9", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:24:25.044467 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3f9c6abd-53f0-4cd0-a29a-03b1308ef6af {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:24:25.044969 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f9c6abd-53f0-4cd0-a29a-03b1308ef6af'] response: {'name': 'network-changed', 'server_uuid': '556f6c1c-9c87-4d97-8a5b-966864be15c1', 'tag': 'ddafb2f0-fb61-45c7-8dc1-b3688773d4f9', 'status': 'completed', 'code': 200} Mar 23 03:24:25.122531 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb0c8b-a3e4-449a-8253-c7f5ba71b4ca req-031c3a17-119e-4322-817c-ceb844cc8a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:25.124261 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-60bb0c8b-a3e4-449a-8253-c7f5ba71b4ca req-031c3a17-119e-4322-817c-ceb844cc8a5f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f41877e5a749288d4e3f42b317f522&device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 1128 time: 0.0614035 Mar 23 03:24:25.236261 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb0c8b-a3e4-449a-8253-c7f5ba71b4ca req-5a1d4ca3-e556-4a2d-9a86-efd60623d074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:25.238382 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-60bb0c8b-a3e4-449a-8253-c7f5ba71b4ca req-5a1d4ca3-e556-4a2d-9a86-efd60623d074 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=64f41877e5a749288d4e3f42b317f522&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1010759 Mar 23 03:24:25.336543 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb0c8b-a3e4-449a-8253-c7f5ba71b4ca req-5e231836-cb47-418f-874f-ae31d7694b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:25.338118 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-60bb0c8b-a3e4-449a-8253-c7f5ba71b4ca req-5e231836-cb47-418f-874f-ae31d7694b3d service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944777 Mar 23 03:24:25.420465 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-3274129c-496e-474c-90a0-6be00a1c4e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:25.421988 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-3274129c-496e-474c-90a0-6be00a1c4e10 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f41877e5a749288d4e3f42b317f522&device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 1128 time: 0.0477021 Mar 23 03:24:25.464885 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-65cadefe-6ad9-4245-8291-6db4b99c2b3a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 HTTP/1.1" status: 200 len: 217 time: 0.0363481 Mar 23 03:24:25.517734 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-93f277a2-7cbf-40b1-b63c-8d521d414a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:25.520352 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-93f277a2-7cbf-40b1-b63c-8d521d414a0a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=272298fb-7893-4bf7-8969-ec79c01e205e HTTP/1.1" status: 200 len: 847 time: 0.0500739 Mar 23 03:24:25.568798 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-d071e766-236c-4540-a1c4-a7ace21df465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:25.570291 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-d071e766-236c-4540-a1c4-a7ace21df465 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442712 Mar 23 03:24:25.656608 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-8d27aad5-d163-41db-a77d-f95cbe7e8a21 service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807619 Mar 23 03:24:25.750205 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1fd55e3e-f5f9-445f-9dca-befd538121e0 req-13c65449-8f89-4f36-8ac5-f7ab17a7028d service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883179 Mar 23 03:24:25.981265 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda506b8-e4fb-433c-9bf1-a27003723618 req-73954e64-abd3-475b-a059-d218ec5520d1 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:25.982836 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-eda506b8-e4fb-433c-9bf1-a27003723618 req-73954e64-abd3-475b-a059-d218ec5520d1 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0584397 Mar 23 03:24:26.034754 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-eda506b8-e4fb-433c-9bf1-a27003723618 req-a3699e45-a8d3-4fce-ba54-2e3331760630 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459459 Mar 23 03:24:27.156082 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbc25f-2c95-4ace-a234-ff1e8f3bc20e req-619edf00-a111-4644-b1da-0b41dbc585f4 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:27.158213 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-28cbc25f-2c95-4ace-a234-ff1e8f3bc20e req-619edf00-a111-4644-b1da-0b41dbc585f4 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0548110 Mar 23 03:24:27.211810 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-28cbc25f-2c95-4ace-a234-ff1e8f3bc20e req-5ba7cf74-c237-46ff-a0ee-99439448ac9c tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472438 Mar 23 03:24:28.338715 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3ff5c-b6f4-4fb8-8d60-ab7bcbce6921 req-f743b3a0-2ef1-47dc-9204-b2d4c0a7f9dd tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:28.340902 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5ff3ff5c-b6f4-4fb8-8d60-ab7bcbce6921 req-f743b3a0-2ef1-47dc-9204-b2d4c0a7f9dd tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0611660 Mar 23 03:24:28.391655 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5ff3ff5c-b6f4-4fb8-8d60-ab7bcbce6921 req-7850a838-5063-472b-be2a-2e28d84e29d3 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442286 Mar 23 03:24:29.529500 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd4fa6-d540-4831-b8f4-544bff4e9c21 req-b539517e-4713-4eb7-9a7a-47242662aea9 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:29.530830 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-06dd4fa6-d540-4831-b8f4-544bff4e9c21 req-b539517e-4713-4eb7-9a7a-47242662aea9 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0623856 Mar 23 03:24:29.585530 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-06dd4fa6-d540-4831-b8f4-544bff4e9c21 req-3ca1eeb8-9667-4ef1-9fd0-9180dc67bbf1 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486498 Mar 23 03:24:30.750742 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe8d3b-d86a-4bab-9be1-085469a50b75 req-071ea455-695f-4d60-a493-7f21752f4172 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:30.752246 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8dfe8d3b-d86a-4bab-9be1-085469a50b75 req-071ea455-695f-4d60-a493-7f21752f4172 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0538733 Mar 23 03:24:30.800806 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8dfe8d3b-d86a-4bab-9be1-085469a50b75 req-676c1124-8a91-4af8-a1cb-4e13b8a86fab tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429299 Mar 23 03:24:31.919167 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba33137-2cd5-449b-9c33-de360f82403e req-49b3e515-0aa7-463b-a5a0-504bbb137c47 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:31.920670 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7ba33137-2cd5-449b-9c33-de360f82403e req-49b3e515-0aa7-463b-a5a0-504bbb137c47 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0516415 Mar 23 03:24:31.970091 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7ba33137-2cd5-449b-9c33-de360f82403e req-484abb6b-82b9-41a8-aa1a-11ba23196885 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427833 Mar 23 03:24:33.094288 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795cac9-08db-41fe-9775-f911ab226f98 req-cdecfea9-2bec-4f8e-889e-6f5ad88cc048 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:33.096159 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5795cac9-08db-41fe-9775-f911ab226f98 req-cdecfea9-2bec-4f8e-889e-6f5ad88cc048 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0560002 Mar 23 03:24:33.150182 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5795cac9-08db-41fe-9775-f911ab226f98 req-ee89d2c4-fc51-406b-8252-271bc391ce57 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484202 Mar 23 03:24:34.266892 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b60deb-5ea7-4baf-8a67-2d0b393f7b68 req-12248298-fc7f-4186-8d74-3cc223b9cd80 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:34.268905 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c8b60deb-5ea7-4baf-8a67-2d0b393f7b68 req-12248298-fc7f-4186-8d74-3cc223b9cd80 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0523996 Mar 23 03:24:34.316158 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c8b60deb-5ea7-4baf-8a67-2d0b393f7b68 req-31c55f7b-6c60-4f59-8251-bdc8f4dbb5f5 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416932 Mar 23 03:24:35.478793 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5cf76-246c-4ab7-a469-ae967fcdc4dc req-6058676f-fbf0-44c5-b102-63c12c33529b tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:35.480355 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-88e5cf76-246c-4ab7-a469-ae967fcdc4dc req-6058676f-fbf0-44c5-b102-63c12c33529b tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0972612 Mar 23 03:24:35.529730 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-88e5cf76-246c-4ab7-a469-ae967fcdc4dc req-ed0fb42a-6593-42f1-92a8-a8e38423bc91 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437224 Mar 23 03:24:36.659403 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f5a4f-bab9-46b0-a6d0-2cf87fc18382 req-41e732fa-0158-449c-84f5-24ffa957de0d tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:36.660910 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a43f5a4f-bab9-46b0-a6d0-2cf87fc18382 req-41e732fa-0158-449c-84f5-24ffa957de0d tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0559773 Mar 23 03:24:36.708839 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a43f5a4f-bab9-46b0-a6d0-2cf87fc18382 req-b76b605e-96c8-4f5b-b231-3cb9f2efc4af tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424078 Mar 23 03:24:37.825193 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f092d-c0ff-4fa0-a72d-bf1011f6b77d req-e6776486-1862-49d2-bdce-738ab4df3240 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:37.826669 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9f0f092d-c0ff-4fa0-a72d-bf1011f6b77d req-e6776486-1862-49d2-bdce-738ab4df3240 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0525105 Mar 23 03:24:37.874181 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9f0f092d-c0ff-4fa0-a72d-bf1011f6b77d req-479243c9-94e7-4b42-a908-48207eab8757 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416322 Mar 23 03:24:38.990896 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e91ba4-75ef-4478-a13b-cd0df7e91346 req-e320a56e-b4d2-41ed-8071-fea735cda52a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:38.992414 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-f1e91ba4-75ef-4478-a13b-cd0df7e91346 req-e320a56e-b4d2-41ed-8071-fea735cda52a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0525851 Mar 23 03:24:39.039064 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-f1e91ba4-75ef-4478-a13b-cd0df7e91346 req-eac627a1-afbd-4303-b7a4-50b8b671fea0 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412223 Mar 23 03:24:40.164582 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0fb98-02f2-439c-a0b8-ea580ef0bc07 req-b23379e6-92c1-433e-8e76-3195957aa4f1 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:40.166072 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-29d0fb98-02f2-439c-a0b8-ea580ef0bc07 req-b23379e6-92c1-433e-8e76-3195957aa4f1 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0594246 Mar 23 03:24:40.217299 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-29d0fb98-02f2-439c-a0b8-ea580ef0bc07 req-f7dbe781-6926-4b9e-824d-76e3c6742fb9 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454998 Mar 23 03:24:41.338181 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9dec2e-eb99-4f14-ac29-bbd9272664f0 req-131bf41f-5867-4463-a7d2-f046a96343c0 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:41.339666 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-9a9dec2e-eb99-4f14-ac29-bbd9272664f0 req-131bf41f-5867-4463-a7d2-f046a96343c0 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0562608 Mar 23 03:24:41.386724 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-9a9dec2e-eb99-4f14-ac29-bbd9272664f0 req-f408e2a0-8a1b-4d31-94c7-cb5feebccb90 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415730 Mar 23 03:24:42.179991 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 03:24:42.273710 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port ddafb2f0-fb61-45c7-8dc1-b3688773d4f9, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ddafb2f0-fb61-45c7-8dc1-b3688773d4f9,segment=NetworkSegment(9cdca5a5-09e7-4c7b-9d76-d858e7e686ee),segment_id=9cdca5a5-09e7-4c7b-9d76-d858e7e686ee)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:24:42.284860 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': 'ddafb2f0-fb61-45c7-8dc1-b3688773d4f9', 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26', 'port_id': 'ddafb2f0-fb61-45c7-8dc1-b3688773d4f9', 'mac_address': 'fa:16:3e:08:ff:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 03:24:42.321121 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:24:42.321515 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ddafb2f0-fb61-45c7-8dc1-b3688773d4f9), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:42.336611 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:24:42.354883 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port ddafb2f0-fb61-45c7-8dc1-b3688773d4f9, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ddafb2f0-fb61-45c7-8dc1-b3688773d4f9,segment=NetworkSegment(9cdca5a5-09e7-4c7b-9d76-d858e7e686ee),segment_id=9cdca5a5-09e7-4c7b-9d76-d858e7e686ee)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:24:42.429988 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (ddafb2f0-fb61-45c7-8dc1-b3688773d4f9), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:42.510942 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306a620-ed0e-43d7-ba45-f630e3744694 req-949070a6-e4ec-4b35-b53e-3f1b7eb84f6d tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:42.512707 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f306a620-ed0e-43d7-ba45-f630e3744694 req-949070a6-e4ec-4b35-b53e-3f1b7eb84f6d tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 945 time: 0.0575171 Mar 23 03:24:42.565307 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f306a620-ed0e-43d7-ba45-f630e3744694 req-3d32e373-f4c7-4a67-96bc-c7716102efce tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469422 Mar 23 03:24:42.624869 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=ddafb2f0-fb61-45c7-8dc1-b3688773d4f9,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:24:42.632116 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:24:42.632479 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:24:42.632845 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:24:42.633176 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:24:42.633518 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:24:42.633855 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:24:42.634188 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:24:42.634519 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:24:42.634856 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:24:42.635184 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:24:42.635515 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:24:42.635878 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:24:42.636279 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:24:42.636564 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:24:42.636853 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:24:42.684512 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['ddafb2f0-fb61-45c7-8dc1-b3688773d4f9'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:24:42.864532 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:24:43.684498 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444091f6-05e9-4837-ac23-9a389910a341 req-bd90de53-1829-498a-8f12-6878cb19730e tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:43.685962 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-444091f6-05e9-4837-ac23-9a389910a341 req-bd90de53-1829-498a-8f12-6878cb19730e tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 945 time: 0.0527856 Mar 23 03:24:43.733340 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-444091f6-05e9-4837-ac23-9a389910a341 req-fb08b802-5247-4339-8fb1-2d392c82887c tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418639 Mar 23 03:24:44.176769 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:24:44.309475 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 03:24:44.313366 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:24:44.313743 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ddafb2f0-fb61-45c7-8dc1-b3688773d4f9), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:44.390622 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:24:44.390914 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ddafb2f0-fb61-45c7-8dc1-b3688773d4f9), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:44.413412 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556f6c1c-9c87-4d97-8a5b-966864be15c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddafb2f0-fb61-45c7-8dc1-b3688773d4f9'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:24:44.415644 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b16f06d-b57e-4bc4-bf40-1444b88e1c60" -d '{"events": [{"server_uuid": "556f6c1c-9c87-4d97-8a5b-966864be15c1", "name": "network-vif-plugged", "status": "completed", "tag": "ddafb2f0-fb61-45c7-8dc1-b3688773d4f9"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:24:44.429097 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port ddafb2f0-fb61-45c7-8dc1-b3688773d4f9, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ddafb2f0-fb61-45c7-8dc1-b3688773d4f9,segment=NetworkSegment(9cdca5a5-09e7-4c7b-9d76-d858e7e686ee),segment_id=9cdca5a5-09e7-4c7b-9d76-d858e7e686ee)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:24:44.492875 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (ddafb2f0-fb61-45c7-8dc1-b3688773d4f9), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:44.516212 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019ea23a-f6ab-4beb-9398-0b0373cb51fd x-openstack-request-id: req-019ea23a-f6ab-4beb-9398-0b0373cb51fd {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:24:44.516505 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556f6c1c-9c87-4d97-8a5b-966864be15c1", "name": "network-vif-plugged", "status": "completed", "tag": "ddafb2f0-fb61-45c7-8dc1-b3688773d4f9", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:24:44.516758 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-019ea23a-f6ab-4beb-9398-0b0373cb51fd {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:24:44.517240 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-019ea23a-f6ab-4beb-9398-0b0373cb51fd'] response: {'server_uuid': '556f6c1c-9c87-4d97-8a5b-966864be15c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddafb2f0-fb61-45c7-8dc1-b3688773d4f9', 'code': 200} Mar 23 03:24:44.542784 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=ddafb2f0-fb61-45c7-8dc1-b3688773d4f9,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:24:44.776816 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf36a1-917e-4234-bc88-5d18e9805e96 req-f00dcada-92e5-4249-ba30-b34f09b9f89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:44.778350 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-41bf36a1-917e-4234-bc88-5d18e9805e96 req-f00dcada-92e5-4249-ba30-b34f09b9f89c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 1130 time: 0.0855572 Mar 23 03:24:44.833997 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-41bf36a1-917e-4234-bc88-5d18e9805e96 req-9d4e13c0-d7db-4d14-9eb6-df0e118024cf service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453165 Mar 23 03:24:44.858021 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ef93a-92da-4b76-9334-3c81f340d909 req-5bf59f0f-642f-45d5-addb-009dd32f1248 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:44.859481 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-083ef93a-92da-4b76-9334-3c81f340d909 req-5bf59f0f-642f-45d5-addb-009dd32f1248 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 946 time: 0.0587347 Mar 23 03:24:44.912623 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-083ef93a-92da-4b76-9334-3c81f340d909 req-3696b954-099a-4a6f-99ea-fffe3f710c73 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475001 Mar 23 03:24:46.035875 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27de8d-cda4-41b0-87a4-784aa613073a req-b458b0dc-9adb-4b05-b46c-8db9f6dcaddb tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:46.037372 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6b27de8d-cda4-41b0-87a4-784aa613073a req-b458b0dc-9adb-4b05-b46c-8db9f6dcaddb tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 946 time: 0.0534606 Mar 23 03:24:46.085965 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6b27de8d-cda4-41b0-87a4-784aa613073a req-1f9cb9e7-73ae-4ae0-b09f-b778882270b6 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430210 Mar 23 03:24:46.202513 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019d3d6-6ba2-4520-b1e7-69c079f9b1d7 req-2e259614-9cc8-410b-96e8-a9d22b87d8f4 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:46.203929 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6019d3d6-6ba2-4520-b1e7-69c079f9b1d7 req-2e259614-9cc8-410b-96e8-a9d22b87d8f4 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 946 time: 0.0527246 Mar 23 03:24:46.253498 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6019d3d6-6ba2-4520-b1e7-69c079f9b1d7 req-07785fe8-1dd2-4085-acc9-678036fced87 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431573 Mar 23 03:24:46.275179 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 41678) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:24:46.318156 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290f916c-7fbf-4670-8754-811e2efe73b1 tempest-TestShelveInstance-995891489 tempest-TestShelveInstance-995891489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:46.319654 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-290f916c-7fbf-4670-8754-811e2efe73b1 tempest-TestShelveInstance-995891489 tempest-TestShelveInstance-995891489-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 1125 time: 0.0434651 Mar 23 03:24:46.322449 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 41680) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:24:46.326598 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'port_id': 'ddafb2f0-fb61-45c7-8dc1-b3688773d4f9', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:24:46.429454 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:46.529734 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:46.629421 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Allocated IP 172.26.2.71 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/8f2951b4-f41d-4f82-ad9b-278650200bd8) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:24:46.730861 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for port (8f2951b4-f41d-4f82-ad9b-278650200bd8), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:46.835502 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (8f2951b4-f41d-4f82-ad9b-278650200bd8), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:46.870730 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:24:46.873586 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:24:46.877826 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:24:46.906585 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Pushing event updated for resources: {'Port': ['ID=8f2951b4-f41d-4f82-ad9b-278650200bd8,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:24:46.919790 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:24:46.920164 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:24:46.920514 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:24:46.920855 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:24:46.921190 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:24:46.921523 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:24:46.921852 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:24:46.922176 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:24:46.922502 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:24:46.922829 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:24:46.923158 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:24:46.924122 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:24:46.924408 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:24:46.924729 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:24:46.925050 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:24:47.241393 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for floatingip (b3e5fa05-a93b-4b53-a4f8-0bc862349055), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:47.393091 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8f2951b4-f41d-4f82-ad9b-278650200bd8), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:47.538934 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for port (8f2951b4-f41d-4f82-ad9b-278650200bd8), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:47.589486 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (8f2951b4-f41d-4f82-ad9b-278650200bd8), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:47.647106 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e0193f3e-843e-4f5d-a61a-96276938aa20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:47.665560 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Pushing event updated for resources: {'Port': ['ID=8f2951b4-f41d-4f82-ad9b-278650200bd8,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:24:47.671865 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (b3e5fa05-a93b-4b53-a4f8-0bc862349055), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:47.774282 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Floating IP b3e5fa05-a93b-4b53-a4f8-0bc862349055 associated. External IP: 172.26.2.71, port: ddafb2f0-fb61-45c7-8dc1-b3688773d4f9. Mar 23 03:24:47.983105 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Router 32adf0d5-a94e-4e13-9819-1afc85c16cb8 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:24:48.090852 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:24:48.101197 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d81948-8dc0-411c-9862-8d639c629228 None None] Sync routers for ids ['32adf0d5-a94e-4e13-9819-1afc85c16cb8'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:24:48.111408 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d81948-8dc0-411c-9862-8d639c629228 None None] Routers {'32adf0d5-a94e-4e13-9819-1afc85c16cb8'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:24:48.114597 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-91d81948-8dc0-411c-9862-8d639c629228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:24:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['32adf0d5-a94e-4e13-9819-1afc85c16cb8'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:24:48.186001 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:48.216807 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-6e8084dc-f66d-41db-978c-d503528f9b78 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8933120 Mar 23 03:24:48.217509 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '556f6c1c-9c87-4d97-8a5b-966864be15c1', 'tag': 'ddafb2f0-fb61-45c7-8dc1-b3688773d4f9'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:24:48.219752 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1a5f72-1d0d-45a3-b265-105e67418774" -d '{"events": [{"name": "network-changed", "server_uuid": "556f6c1c-9c87-4d97-8a5b-966864be15c1", "tag": "ddafb2f0-fb61-45c7-8dc1-b3688773d4f9"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:24:48.223952 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-91d81948-8dc0-411c-9862-8d639c629228 None None] Set router 32adf0d5-a94e-4e13-9819-1afc85c16cb8 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:24:48.264476 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0df315e-529c-45cc-8608-0c22a0bb27cf x-openstack-request-id: req-a0df315e-529c-45cc-8608-0c22a0bb27cf {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:24:48.264993 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "556f6c1c-9c87-4d97-8a5b-966864be15c1", "tag": "ddafb2f0-fb61-45c7-8dc1-b3688773d4f9", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:24:48.265100 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0df315e-529c-45cc-8608-0c22a0bb27cf {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:24:48.265435 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0df315e-529c-45cc-8608-0c22a0bb27cf'] response: {'name': 'network-changed', 'server_uuid': '556f6c1c-9c87-4d97-8a5b-966864be15c1', 'tag': 'ddafb2f0-fb61-45c7-8dc1-b3688773d4f9', 'status': 'completed', 'code': 200} Mar 23 03:24:48.330491 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a5f72-1d0d-45a3-b265-105e67418774 req-f534dcbb-1728-4d4e-b8e4-c1bed7c552b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:48.332050 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e1a5f72-1d0d-45a3-b265-105e67418774 req-f534dcbb-1728-4d4e-b8e4-c1bed7c552b3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f41877e5a749288d4e3f42b317f522&device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 1130 time: 0.0456855 Mar 23 03:24:48.421143 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a5f72-1d0d-45a3-b265-105e67418774 req-8892efc1-d5d2-466c-8825-d6c1eb30b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:48.422595 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e1a5f72-1d0d-45a3-b265-105e67418774 req-8892efc1-d5d2-466c-8825-d6c1eb30b37e service neutron] 10.222.0.23 "GET /v2.0/networks?id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26 HTTP/1.1" status: 200 len: 909 time: 0.0843046 Mar 23 03:24:48.454028 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-91d81948-8dc0-411c-9862-8d639c629228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'name': 'tempest-TestShelveInstance-700770415-router', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:22Z', 'revision_number': 4, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'gw_port': {'id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'b3e5fa05-a93b-4b53-a4f8-0bc862349055', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'floating_ip_address': '172.26.2.71', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'port_id': 'ddafb2f0-fb61-45c7-8dc1-b3688773d4f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26', 'mac_address': 'fa:16:3e:08:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f6c1c-9c87-4d97-8a5b-966864be15c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:24:47Z', 'updated_at': '2022-03-23T03:24:47Z', 'revision_number': 0, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87397f20-2b76-403a-ba78-427946879777', 'name': '', 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'mac_address': 'fa:16:3e:e6:21:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:22Z', 'updated_at': '2022-03-23T03:19:25Z', 'revision_number': 5, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'subnets': [{'id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:24:48.480877 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d81948-8dc0-411c-9862-8d639c629228 None None] Checking router: 32adf0d5-a94e-4e13-9819-1afc85c16cb8 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:24:48.489271 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d81948-8dc0-411c-9862-8d639c629228 None None] Routers {'32adf0d5-a94e-4e13-9819-1afc85c16cb8'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:24:48.489816 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-91d81948-8dc0-411c-9862-8d639c629228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:24:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['32adf0d5-a94e-4e13-9819-1afc85c16cb8'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:24:48.491081 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e1a5f72-1d0d-45a3-b265-105e67418774 req-37260b26-cd7e-4409-a881-36adf35561cd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 HTTP/1.1" status: 200 len: 999 time: 0.0627382 Mar 23 03:24:48.538690 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a5f72-1d0d-45a3-b265-105e67418774 req-6077d9d1-d108-4463-aaf1-b19578db47dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:48.540199 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e1a5f72-1d0d-45a3-b265-105e67418774 req-6077d9d1-d108-4463-aaf1-b19578db47dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=272298fb-7893-4bf7-8969-ec79c01e205e HTTP/1.1" status: 200 len: 847 time: 0.0437324 Mar 23 03:24:48.588140 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a5f72-1d0d-45a3-b265-105e67418774 req-7268c5ab-0c8f-4a03-928e-a44df84ce7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:24:48.596076 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e1a5f72-1d0d-45a3-b265-105e67418774 req-7268c5ab-0c8f-4a03-928e-a44df84ce7e8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439520 Mar 23 03:24:48.598489 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-91d81948-8dc0-411c-9862-8d639c629228 None None] Set router 32adf0d5-a94e-4e13-9819-1afc85c16cb8 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:24:48.682777 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e1a5f72-1d0d-45a3-b265-105e67418774 req-2f535223-89ce-440b-b9c7-25bd6da5e186 service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860472 Mar 23 03:24:48.771676 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8e1a5f72-1d0d-45a3-b265-105e67418774 req-ed86f369-6c48-4cb4-9bb9-94c79728a7fa service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832400 Mar 23 03:24:48.822065 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-91d81948-8dc0-411c-9862-8d639c629228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'name': 'tempest-TestShelveInstance-700770415-router', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:22Z', 'revision_number': 4, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'gw_port': {'id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'b3e5fa05-a93b-4b53-a4f8-0bc862349055', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'floating_ip_address': '172.26.2.71', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'port_id': 'ddafb2f0-fb61-45c7-8dc1-b3688773d4f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26', 'mac_address': 'fa:16:3e:08:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f6c1c-9c87-4d97-8a5b-966864be15c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:24:47Z', 'updated_at': '2022-03-23T03:24:47Z', 'revision_number': 0, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87397f20-2b76-403a-ba78-427946879777', 'name': '', 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'mac_address': 'fa:16:3e:e6:21:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:22Z', 'updated_at': '2022-03-23T03:19:25Z', 'revision_number': 5, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'subnets': [{'id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:24:48.848636 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d81948-8dc0-411c-9862-8d639c629228 None None] The sync data for ids ['32adf0d5-a94e-4e13-9819-1afc85c16cb8'] in dv-neutron-834613-2-hyperv is: [{'id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'name': 'tempest-TestShelveInstance-700770415-router', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:22Z', 'revision_number': 4, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'gw_port': {'id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'b3e5fa05-a93b-4b53-a4f8-0bc862349055', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'floating_ip_address': '172.26.2.71', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'port_id': 'ddafb2f0-fb61-45c7-8dc1-b3688773d4f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26', 'mac_address': 'fa:16:3e:08:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f6c1c-9c87-4d97-8a5b-966864be15c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:24:47Z', 'updated_at': '2022-03-23T03:24:47Z', 'revision_number': 0, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87397f20-2b76-403a-ba78-427946879777', 'name': '', 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'mac_address': 'fa:16:3e:e6:21:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:22Z', 'updated_at': '2022-03-23T03:19:25Z', 'revision_number': 5, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'subnets': [{'id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:24:49.033372 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b630e7-536c-4acb-81aa-8425924cbe4f None None] New status for floating IP b3e5fa05-a93b-4b53-a4f8-0bc862349055: ACTIVE {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 03:24:49.138698 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:49.903486 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b5ac8242-337d-4801-af8a-34aa8f9a0040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:51.429691 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:52.852134 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:24:54.000877 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:25:17.668570 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8a33a8c6-bf77-42a5-9899-c56b5f87dbe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:25:19.120668 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:25:19.864009 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:25:19.914810 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-40551335-6620-4a33-82d5-add3856cce40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:25:21.400362 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:25:22.892051 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:25:24.017202 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:25:33.580659 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-48f48b89-8440-48de-8379-0ee44427ad81 req-08d9f580-13e3-42ad-9722-9a0c7ead924c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429988 Mar 23 03:25:33.662216 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f48b89-8440-48de-8379-0ee44427ad81 req-f5ef7db7-e31f-456b-8db7-e775c7d68e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:25:33.663732 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-48f48b89-8440-48de-8379-0ee44427ad81 req-f5ef7db7-e31f-456b-8db7-e775c7d68e5f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f41877e5a749288d4e3f42b317f522&device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 1130 time: 0.0442109 Mar 23 03:25:33.767869 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f48b89-8440-48de-8379-0ee44427ad81 req-b4330011-cc4b-42c1-9a51-672756243677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:25:33.769347 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-48f48b89-8440-48de-8379-0ee44427ad81 req-b4330011-cc4b-42c1-9a51-672756243677 service neutron] 10.222.0.23 "GET /v2.0/networks?id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26 HTTP/1.1" status: 200 len: 909 time: 0.0879116 Mar 23 03:25:33.835761 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-48f48b89-8440-48de-8379-0ee44427ad81 req-ff56eccc-7d8d-4a90-82d7-3f8e6e3fa355 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 HTTP/1.1" status: 200 len: 1001 time: 0.0606017 Mar 23 03:25:33.890990 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f48b89-8440-48de-8379-0ee44427ad81 req-f8ad547f-c211-4134-b870-239af930f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:25:33.892473 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-48f48b89-8440-48de-8379-0ee44427ad81 req-f8ad547f-c211-4134-b870-239af930f155 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=272298fb-7893-4bf7-8969-ec79c01e205e HTTP/1.1" status: 200 len: 847 time: 0.0517604 Mar 23 03:25:33.939938 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f48b89-8440-48de-8379-0ee44427ad81 req-94f47df1-a1db-4548-bcbc-c614a55a6f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:25:33.941823 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-48f48b89-8440-48de-8379-0ee44427ad81 req-94f47df1-a1db-4548-bcbc-c614a55a6f79 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439944 Mar 23 03:25:34.028677 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-48f48b89-8440-48de-8379-0ee44427ad81 req-0d7ecd7d-71f8-473e-a10f-5b95570157fd service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810096 Mar 23 03:25:34.120507 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-48f48b89-8440-48de-8379-0ee44427ad81 req-03d62d1c-8eb8-4200-bc21-35e5ee94e687 service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860114 Mar 23 03:25:47.651001 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c9beca15-ea2f-4c88-b8a9-dd8381abb482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:25:49.139390 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:25:49.943009 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7c164226-eb58-4e32-a220-84a90467d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:25:51.440236 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:25:52.851161 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:25:54.017104 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:25:56.864109 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:26:17.633662 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b59e91dc-593f-4b67-bb11-b200cca5501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:26:19.153529 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:26:19.936410 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-82ec9b81-ceb9-4c76-af4e-9601a91b3427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:26:21.433653 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:26:22.855803 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:26:24.022127 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:26:33.863035 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:26:35.599089 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-71892782-bced-4c57-a36e-4e3b97489b29 req-b588bd1a-ef5c-4167-9bf2-5e1017b003b2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474205 Mar 23 03:26:35.681824 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71892782-bced-4c57-a36e-4e3b97489b29 req-0a53ed69-edc6-497e-a390-5cd07a65e312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:26:35.683301 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-71892782-bced-4c57-a36e-4e3b97489b29 req-0a53ed69-edc6-497e-a390-5cd07a65e312 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f41877e5a749288d4e3f42b317f522&device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 1130 time: 0.0446482 Mar 23 03:26:35.781990 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71892782-bced-4c57-a36e-4e3b97489b29 req-83deb8cb-a98f-4eef-b80b-fcd66b77aa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:26:35.783407 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-71892782-bced-4c57-a36e-4e3b97489b29 req-83deb8cb-a98f-4eef-b80b-fcd66b77aa0e service neutron] 10.222.0.23 "GET /v2.0/networks?id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26 HTTP/1.1" status: 200 len: 909 time: 0.0819664 Mar 23 03:26:36.190418 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-71892782-bced-4c57-a36e-4e3b97489b29 req-12733659-9451-483e-b8f2-0372cf0eea64 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 HTTP/1.1" status: 200 len: 1001 time: 0.4009669 Mar 23 03:26:36.238856 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71892782-bced-4c57-a36e-4e3b97489b29 req-cb0a5a07-866c-4bc2-af2a-d3ac8eb0f2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:26:36.240362 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-71892782-bced-4c57-a36e-4e3b97489b29 req-cb0a5a07-866c-4bc2-af2a-d3ac8eb0f2f9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=272298fb-7893-4bf7-8969-ec79c01e205e HTTP/1.1" status: 200 len: 847 time: 0.0435848 Mar 23 03:26:36.286867 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71892782-bced-4c57-a36e-4e3b97489b29 req-b77705a4-1a02-4a87-89ce-76b8eb64385f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:26:36.288337 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-71892782-bced-4c57-a36e-4e3b97489b29 req-b77705a4-1a02-4a87-89ce-76b8eb64385f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0428092 Mar 23 03:26:36.379736 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-71892782-bced-4c57-a36e-4e3b97489b29 req-6a3a3a0a-6521-4f5b-98b7-0d3b2e53eae9 service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846643 Mar 23 03:26:36.465668 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-71892782-bced-4c57-a36e-4e3b97489b29 req-847613f3-4eac-4959-8d7c-b5ca09e33639 service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802748 Mar 23 03:26:47.638496 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a5d5be40-7b75-430a-9d2a-27f1ba30cf52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:26:49.147280 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:26:49.936001 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f8bcc0ed-2993-4cbd-955a-197e9c5553d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:26:51.427340 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:26:52.872265 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:26:53.992370 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:27:07.251670 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185508a1-77f3-4f4f-8353-1cbd4c9bf224 req-119d7af2-b441-4406-be9f-2c42242ec936 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:07.253193 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-185508a1-77f3-4f4f-8353-1cbd4c9bf224 req-119d7af2-b441-4406-be9f-2c42242ec936 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 946 time: 0.0539446 Mar 23 03:27:07.302869 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-185508a1-77f3-4f4f-8353-1cbd4c9bf224 req-c97686a8-1349-4bad-92a1-09ec1c92746e tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435202 Mar 23 03:27:08.426623 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4d3bf-6cc7-47e1-9ebc-f61425968cfc req-f7f1696c-6c43-44e3-9470-2b7305c1e7ce tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:08.428059 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-91b4d3bf-6cc7-47e1-9ebc-f61425968cfc req-f7f1696c-6c43-44e3-9470-2b7305c1e7ce tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 946 time: 0.0533216 Mar 23 03:27:08.475511 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-91b4d3bf-6cc7-47e1-9ebc-f61425968cfc req-44ca4479-d042-498c-ba3c-7193e78f278e tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419447 Mar 23 03:27:09.595545 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653e957-a7a0-4727-9d59-3e59086007c4 req-90f3daad-e55e-4155-90a8-c691900fc8f5 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:09.597055 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4653e957-a7a0-4727-9d59-3e59086007c4 req-90f3daad-e55e-4155-90a8-c691900fc8f5 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 946 time: 0.0523217 Mar 23 03:27:09.645107 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4653e957-a7a0-4727-9d59-3e59086007c4 req-b1b4f18c-4388-47e2-ab64-8bc2b2a4f9d4 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418518 Mar 23 03:27:10.767269 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099608bd-73f9-4bd3-99d3-361fd9fa63f4 req-9198d228-75db-4965-b66b-bfc8c85cd2a0 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:10.768788 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-099608bd-73f9-4bd3-99d3-361fd9fa63f4 req-9198d228-75db-4965-b66b-bfc8c85cd2a0 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 946 time: 0.0570660 Mar 23 03:27:10.817625 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-099608bd-73f9-4bd3-99d3-361fd9fa63f4 req-51753a41-8945-465c-a7af-d24bd5260d49 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429797 Mar 23 03:27:10.861346 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:27:11.956467 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07de17-8184-40e4-9cf8-9acac5d120f1 req-14c19bc1-5dc7-449f-aeec-9edc3be5b639 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:11.958717 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3f07de17-8184-40e4-9cf8-9acac5d120f1 req-14c19bc1-5dc7-449f-aeec-9edc3be5b639 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 946 time: 0.0729535 Mar 23 03:27:12.011632 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3f07de17-8184-40e4-9cf8-9acac5d120f1 req-e20d3fa6-731f-47ba-ad2d-4d67711c7b43 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472083 Mar 23 03:27:13.141379 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e051060-069d-4beb-9592-001afe5a413a req-622463fe-5071-4b1f-a484-e0e1de27344b tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:13.144694 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1e051060-069d-4beb-9592-001afe5a413a req-622463fe-5071-4b1f-a484-e0e1de27344b tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 946 time: 0.0530524 Mar 23 03:27:13.192396 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1e051060-069d-4beb-9592-001afe5a413a req-bb52faaf-18e7-4806-8562-3769bab17e0b tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432177 Mar 23 03:27:14.311220 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd298b3-e138-4334-b01a-1255ac465bd6 req-17b17205-e5c5-4f14-b8ee-4b4946a3cd13 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:14.312732 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1dd298b3-e138-4334-b01a-1255ac465bd6 req-17b17205-e5c5-4f14-b8ee-4b4946a3cd13 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 946 time: 0.0529966 Mar 23 03:27:14.360217 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1dd298b3-e138-4334-b01a-1255ac465bd6 req-023c01ba-6701-46b9-bcc7-28db63d4a020 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412183 Mar 23 03:27:15.486786 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdf48d-57f7-4330-94c6-5d9a358087fa req-dac22879-3206-4d1e-8eb4-0d517bfacbfe tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:15.488718 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8ccdf48d-57f7-4330-94c6-5d9a358087fa req-dac22879-3206-4d1e-8eb4-0d517bfacbfe tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 946 time: 0.0614262 Mar 23 03:27:15.536487 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8ccdf48d-57f7-4330-94c6-5d9a358087fa req-032bae94-be5c-46ac-9cc5-65dcc696a08d tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422080 Mar 23 03:27:16.656766 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce6d51-a8e9-42f9-be42-c5e8abcea804 req-8cc417a7-6109-4d51-96ff-ffbe0b6ef022 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:16.658235 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-46ce6d51-a8e9-42f9-be42-c5e8abcea804 req-8cc417a7-6109-4d51-96ff-ffbe0b6ef022 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 946 time: 0.0555727 Mar 23 03:27:16.707282 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-46ce6d51-a8e9-42f9-be42-c5e8abcea804 req-2605b943-14a9-4858-8906-cfb3b569e0fb tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418406 Mar 23 03:27:17.479183 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f1fff-a64f-4f2a-a3b7-3f596e1ec670 req-b5ad3eff-bdad-4b32-a472-42f5311cde70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:17.480624 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6d0f1fff-a64f-4f2a-a3b7-3f596e1ec670 req-b5ad3eff-bdad-4b32-a472-42f5311cde70 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f41877e5a749288d4e3f42b317f522&device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 1130 time: 0.0440011 Mar 23 03:27:17.568085 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f1fff-a64f-4f2a-a3b7-3f596e1ec670 req-a76140aa-45ab-4f9f-9a9f-0e0a72c1544d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:17.569530 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6d0f1fff-a64f-4f2a-a3b7-3f596e1ec670 req-a76140aa-45ab-4f9f-9a9f-0e0a72c1544d service neutron] 10.222.0.23 "GET /v2.0/networks?id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26 HTTP/1.1" status: 200 len: 909 time: 0.0833945 Mar 23 03:27:17.638550 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6d0f1fff-a64f-4f2a-a3b7-3f596e1ec670 req-66213349-16c9-4b8d-85d1-cf09397258af service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 HTTP/1.1" status: 200 len: 1001 time: 0.0624821 Mar 23 03:27:17.655469 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5d4a695b-4837-4629-b8d3-35c7d34f90f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:27:17.686843 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f1fff-a64f-4f2a-a3b7-3f596e1ec670 req-9a1e76be-c5b9-40a3-a950-516a9b048635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:17.688481 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6d0f1fff-a64f-4f2a-a3b7-3f596e1ec670 req-9a1e76be-c5b9-40a3-a950-516a9b048635 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=272298fb-7893-4bf7-8969-ec79c01e205e HTTP/1.1" status: 200 len: 847 time: 0.0442979 Mar 23 03:27:17.737321 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f1fff-a64f-4f2a-a3b7-3f596e1ec670 req-62b3267f-6d98-4ff2-83cc-638ef42e2c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:17.739462 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6d0f1fff-a64f-4f2a-a3b7-3f596e1ec670 req-62b3267f-6d98-4ff2-83cc-638ef42e2c0c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0455704 Mar 23 03:27:17.825890 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3a79c-e87f-4286-8612-c1aed8b986f3 req-ec7866f9-01c7-4ee8-85e6-5515c6b6948a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:17.827385 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-27d3a79c-e87f-4286-8612-c1aed8b986f3 req-ec7866f9-01c7-4ee8-85e6-5515c6b6948a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 946 time: 0.0529745 Mar 23 03:27:17.832786 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6d0f1fff-a64f-4f2a-a3b7-3f596e1ec670 req-21d099e4-f93b-4dbc-8555-ed0da0a21fbe service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866461 Mar 23 03:27:17.876055 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-27d3a79c-e87f-4286-8612-c1aed8b986f3 req-2b9cd869-7c5e-4103-a480-c2ef4b202005 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430539 Mar 23 03:27:17.922448 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6d0f1fff-a64f-4f2a-a3b7-3f596e1ec670 req-3cb940c1-d1b2-4236-8054-b085a74087b1 service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836363 Mar 23 03:27:18.999516 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a332d9-4b3e-4140-a105-8894a9b019aa req-8d3a3e5a-8c75-406e-a38c-e0bef51c33c2 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:19.001021 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e8a332d9-4b3e-4140-a105-8894a9b019aa req-8d3a3e5a-8c75-406e-a38c-e0bef51c33c2 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 946 time: 0.0573559 Mar 23 03:27:19.048802 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e8a332d9-4b3e-4140-a105-8894a9b019aa req-86ab48d7-8be9-4d87-844c-6789c40d0836 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414014 Mar 23 03:27:19.204220 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:27:19.935719 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4f34332f-69e8-470e-a13d-f5e7474455a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:27:20.166940 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512fa54-9ccc-4137-a48f-9d11806e95a8 req-d6934f89-198b-4e39-9136-acd70373905a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:20.168512 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e512fa54-9ccc-4137-a48f-9d11806e95a8 req-d6934f89-198b-4e39-9136-acd70373905a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 946 time: 0.0522180 Mar 23 03:27:20.221567 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e512fa54-9ccc-4137-a48f-9d11806e95a8 req-1b67d982-dfff-4b87-85d5-f97836b14205 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473492 Mar 23 03:27:21.343648 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a47e5e-8533-494d-af98-541d47be5ee5 req-266a8c67-5981-41cc-8486-af460070c40a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:21.345257 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-26a47e5e-8533-494d-af98-541d47be5ee5 req-266a8c67-5981-41cc-8486-af460070c40a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 946 time: 0.0550399 Mar 23 03:27:21.396884 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-26a47e5e-8533-494d-af98-541d47be5ee5 req-09164840-cef0-4e0b-bc75-f03be6e0be18 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456102 Mar 23 03:27:21.415424 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:27:22.514389 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87a98e-4d0d-49d0-a091-20b45998c814 req-210bf96a-6a7c-47b7-ac89-21474f07c350 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:22.515894 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-2f87a98e-4d0d-49d0-a091-20b45998c814 req-210bf96a-6a7c-47b7-ac89-21474f07c350 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 946 time: 0.0524051 Mar 23 03:27:22.563337 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-2f87a98e-4d0d-49d0-a091-20b45998c814 req-610c7bb5-b854-4a58-adb5-ba364b0687aa tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418651 Mar 23 03:27:22.855906 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:27:22.954430 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:27:23.031976 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 is: ACTIVE; New status is: DOWN {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:27:23.032376 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ddafb2f0-fb61-45c7-8dc1-b3688773d4f9), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:27:23.060177 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556f6c1c-9c87-4d97-8a5b-966864be15c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddafb2f0-fb61-45c7-8dc1-b3688773d4f9'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:27:23.062512 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60556c92-0d79-4e7c-8203-4b8fdf9d3536" -d '{"events": [{"server_uuid": "556f6c1c-9c87-4d97-8a5b-966864be15c1", "name": "network-vif-unplugged", "status": "completed", "tag": "ddafb2f0-fb61-45c7-8dc1-b3688773d4f9"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:27:23.080180 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port ddafb2f0-fb61-45c7-8dc1-b3688773d4f9, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ddafb2f0-fb61-45c7-8dc1-b3688773d4f9,segment=NetworkSegment(9cdca5a5-09e7-4c7b-9d76-d858e7e686ee),segment_id=9cdca5a5-09e7-4c7b-9d76-d858e7e686ee)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:27:23.141522 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (ddafb2f0-fb61-45c7-8dc1-b3688773d4f9), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:27:23.191209 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=ddafb2f0-fb61-45c7-8dc1-b3688773d4f9,revision_number=6']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:27:23.198468 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:27:23.198823 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:27:23.199174 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:27:23.199518 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:27:23.199880 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:27:23.200219 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:27:23.200549 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:27:23.200879 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:27:23.201210 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:27:23.201537 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:27:23.201874 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:27:23.202198 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:27:23.202527 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:27:23.202852 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:27:23.203172 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:27:23.682849 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94378f3f-0eeb-49b1-a34a-f23a8a594a93 req-d5eabe2c-4691-4e60-b5f2-f468890415a8 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:23.684275 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-94378f3f-0eeb-49b1-a34a-f23a8a594a93 req-d5eabe2c-4691-4e60-b5f2-f468890415a8 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0534976 Mar 23 03:27:23.731943 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-94378f3f-0eeb-49b1-a34a-f23a8a594a93 req-55f94162-9410-4351-bd91-e3216ba195f5 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422182 Mar 23 03:27:24.032547 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:27:24.120808 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 03:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d84e912-6f44-4f99-a898-5c589e47965f x-openstack-request-id: req-7d84e912-6f44-4f99-a898-5c589e47965f {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:27:24.120808 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556f6c1c-9c87-4d97-8a5b-966864be15c1", "name": "network-vif-unplugged", "status": "completed", "tag": "ddafb2f0-fb61-45c7-8dc1-b3688773d4f9", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:27:24.120808 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d84e912-6f44-4f99-a898-5c589e47965f {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:27:24.120808 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d84e912-6f44-4f99-a898-5c589e47965f'] response: {'server_uuid': '556f6c1c-9c87-4d97-8a5b-966864be15c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddafb2f0-fb61-45c7-8dc1-b3688773d4f9', 'code': 200} Mar 23 03:27:24.856428 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7aff06-db1f-4205-a729-f18e0dcfe49d req-896172bb-2800-4d35-a7c7-15459f3bbe9f tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:24.857838 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7e7aff06-db1f-4205-a729-f18e0dcfe49d req-896172bb-2800-4d35-a7c7-15459f3bbe9f tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0576560 Mar 23 03:27:24.905799 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-7e7aff06-db1f-4205-a729-f18e0dcfe49d req-b64714a2-525a-4e50-9e3f-733b3b3cab40 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423436 Mar 23 03:27:24.976300 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [req-cccc50ea-9a43-4e83-bad1-631134e7e299 req-ba6ff87e-1217-4f51-9115-bb37c77b464f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 03:27:24.977333 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-cccc50ea-9a43-4e83-bad1-631134e7e299 req-ba6ff87e-1217-4f51-9115-bb37c77b464f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065424 Mar 23 03:27:25.270809 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e313d-f921-4efa-b594-f37c06240665 req-ea1629d9-0930-418c-9aab-45d5a5e33e8a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:25.272434 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-991e313d-f921-4efa-b594-f37c06240665 req-ea1629d9-0930-418c-9aab-45d5a5e33e8a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0554247 Mar 23 03:27:25.321237 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ac6f9f32-6aad-4ba5-8e13-a72ca8c5565b req-fb35f86f-820a-4929-b6d7-6e9857a74ad2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0895922 Mar 23 03:27:25.326510 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-991e313d-f921-4efa-b594-f37c06240665 req-9ca15dab-4776-4f3e-9b07-cb38d31b2a49 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451195 Mar 23 03:27:25.330196 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [req-ac6f9f32-6aad-4ba5-8e13-a72ca8c5565b req-1b604ecf-7b66-4edc-a796-03f8a3ca5e2a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 03:27:25.331197 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ac6f9f32-6aad-4ba5-8e13-a72ca8c5565b req-1b604ecf-7b66-4edc-a796-03f8a3ca5e2a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052221 Mar 23 03:27:26.444823 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4f4e0-d987-49c6-b70b-4fb28c7aced6 req-baa0b317-ed90-4bb1-bf84-f3f4685f7191 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:26.446316 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9ed4f4e0-d987-49c6-b70b-4fb28c7aced6 req-baa0b317-ed90-4bb1-bf84-f3f4685f7191 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0526142 Mar 23 03:27:26.495181 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-9ed4f4e0-d987-49c6-b70b-4fb28c7aced6 req-60149402-f854-4443-9af9-feadd5007882 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434470 Mar 23 03:27:26.533063 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f9f32-6aad-4ba5-8e13-a72ca8c5565b req-19ccd7c2-e8e8-41a0-ba45-a5741e67875d tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:26.534400 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ac6f9f32-6aad-4ba5-8e13-a72ca8c5565b req-19ccd7c2-e8e8-41a0-ba45-a5741e67875d tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports/ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 HTTP/1.1" status: 200 len: 941 time: 0.1520627 Mar 23 03:27:27.616234 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce23608-b89b-4e31-be4a-0583c8e5879a req-745a03d7-1821-4258-9a35-058bd5e44ffe tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:27.617698 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5ce23608-b89b-4e31-be4a-0583c8e5879a req-745a03d7-1821-4258-9a35-058bd5e44ffe tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0575030 Mar 23 03:27:27.668217 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-5ce23608-b89b-4e31-be4a-0583c8e5879a req-ee30ffb3-1a3c-4828-8668-7fe55bfa3974 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449722 Mar 23 03:27:28.787554 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e51b3-4cae-45e1-8b8c-b467af01eeb0 req-9ecbbc8b-1540-4efe-b2ea-6adc17692787 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:28.789045 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e16e51b3-4cae-45e1-8b8c-b467af01eeb0 req-9ecbbc8b-1540-4efe-b2ea-6adc17692787 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0526121 Mar 23 03:27:28.838120 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e16e51b3-4cae-45e1-8b8c-b467af01eeb0 req-a10afe0e-d752-41de-a417-48d3a9462765 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435016 Mar 23 03:27:29.961350 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc3391-d5d7-4336-88ed-3fd39a31145d req-b0234ca8-43bf-4210-b857-50b1bbbc0abe tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:29.963606 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-accc3391-d5d7-4336-88ed-3fd39a31145d req-b0234ca8-43bf-4210-b857-50b1bbbc0abe tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0557728 Mar 23 03:27:30.015524 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-accc3391-d5d7-4336-88ed-3fd39a31145d req-7f80f080-8e1c-416b-ac91-45bb17aeab77 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461071 Mar 23 03:27:31.140388 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd921b-3436-4e9d-9ad3-73dc4e051fe5 req-5e99d28e-42fd-44ff-be10-7349a484ec5c tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:31.145603 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8bfd921b-3436-4e9d-9ad3-73dc4e051fe5 req-5e99d28e-42fd-44ff-be10-7349a484ec5c tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0577984 Mar 23 03:27:31.191598 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8bfd921b-3436-4e9d-9ad3-73dc4e051fe5 req-9599e98e-0efb-41f8-b491-ea057e9430be tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436847 Mar 23 03:27:32.312449 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8ca8f-1205-46a9-ab5f-afd5334c0b1f req-aa08ade6-0c80-44f5-8c76-b730f8da681e tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:32.313943 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-30d8ca8f-1205-46a9-ab5f-afd5334c0b1f req-aa08ade6-0c80-44f5-8c76-b730f8da681e tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0554974 Mar 23 03:27:32.363783 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-30d8ca8f-1205-46a9-ab5f-afd5334c0b1f req-2fe54b72-1dac-4641-9f27-6451bcf59850 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432763 Mar 23 03:27:33.481941 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54272c6a-453c-490a-9250-64965cea2015 req-32abe049-c1e0-43d0-b15e-81a4a2ffa1d1 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:33.483415 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-54272c6a-453c-490a-9250-64965cea2015 req-32abe049-c1e0-43d0-b15e-81a4a2ffa1d1 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0522721 Mar 23 03:27:33.530832 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-54272c6a-453c-490a-9250-64965cea2015 req-43ef7cbe-eca4-41df-abb8-16a61edafc6d tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419695 Mar 23 03:27:34.648968 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d3569-4d11-44ce-9b51-d3291d6d7f3f req-f3451b61-2559-4980-9102-ecdc9657929c tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:34.650439 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-f75d3569-4d11-44ce-9b51-d3291d6d7f3f req-f3451b61-2559-4980-9102-ecdc9657929c tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0531933 Mar 23 03:27:34.699524 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-f75d3569-4d11-44ce-9b51-d3291d6d7f3f req-9791e0a9-6479-47a9-bac4-5c3db043051d tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434690 Mar 23 03:27:35.818909 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7681d0-3d84-41a9-91eb-204f704ff34a req-b6a43642-a9db-463a-b9fe-f5520dffca8a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:35.820430 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7b7681d0-3d84-41a9-91eb-204f704ff34a req-b6a43642-a9db-463a-b9fe-f5520dffca8a tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0555429 Mar 23 03:27:35.872785 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-7b7681d0-3d84-41a9-91eb-204f704ff34a req-db65c3cf-26a0-4f92-a1f0-69f3833d9493 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466790 Mar 23 03:27:36.990342 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f4024-8110-4af1-ae46-5dc7f60ebcfe req-0b4f7db2-730d-4068-b369-8f28a8afbcf1 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:36.991882 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c31f4024-8110-4af1-ae46-5dc7f60ebcfe req-0b4f7db2-730d-4068-b369-8f28a8afbcf1 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0528893 Mar 23 03:27:37.043850 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c31f4024-8110-4af1-ae46-5dc7f60ebcfe req-c0db8cb7-b454-48a9-9212-d8399ff96839 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461507 Mar 23 03:27:38.163631 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6e0fe-8258-498f-9481-11d824c1a4f7 req-2076f709-c365-4e2a-9f99-42c24e0e8718 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:38.165167 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-95d6e0fe-8258-498f-9481-11d824c1a4f7 req-2076f709-c365-4e2a-9f99-42c24e0e8718 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0549533 Mar 23 03:27:38.215646 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-95d6e0fe-8258-498f-9481-11d824c1a4f7 req-d106a721-0392-4995-b842-62ddfbb2b794 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448642 Mar 23 03:27:39.337385 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663419c-ac0d-4b0e-b69b-5ab01350231b req-62955f79-ecff-49cb-869f-dc22e47c6f34 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:39.338842 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8663419c-ac0d-4b0e-b69b-5ab01350231b req-62955f79-ecff-49cb-869f-dc22e47c6f34 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0531671 Mar 23 03:27:39.387763 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8663419c-ac0d-4b0e-b69b-5ab01350231b req-f200fbe9-346a-4a89-9562-94cb0d5a0260 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430987 Mar 23 03:27:40.375547 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f9f32-6aad-4ba5-8e13-a72ca8c5565b req-31d5380b-13b6-46a9-8b55-572cc677e23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:40.377057 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ac6f9f32-6aad-4ba5-8e13-a72ca8c5565b req-31d5380b-13b6-46a9-8b55-572cc677e23c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1&tenant_id=64f41877e5a749288d4e3f42b317f522 HTTP/1.1" status: 200 len: 1128 time: 0.0453167 Mar 23 03:27:40.446459 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f9f32-6aad-4ba5-8e13-a72ca8c5565b req-2bb3b02f-fbf2-4627-8ab7-f86ed5d36022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:40.448022 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ac6f9f32-6aad-4ba5-8e13-a72ca8c5565b req-2bb3b02f-fbf2-4627-8ab7-f86ed5d36022 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f41877e5a749288d4e3f42b317f522&device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 1128 time: 0.0508273 Mar 23 03:27:40.571049 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16ba87-e0f9-4214-8d9b-0ba681cefddb req-0a7c6dfc-a6c5-4e64-af0c-fe4e6dba1c15 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:40.572560 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6a16ba87-e0f9-4214-8d9b-0ba681cefddb req-0a7c6dfc-a6c5-4e64-af0c-fe4e6dba1c15 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.1111779 Mar 23 03:27:40.577022 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f9f32-6aad-4ba5-8e13-a72ca8c5565b req-fd7e801f-be72-41d0-8366-7b1132a3737b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:40.578377 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ac6f9f32-6aad-4ba5-8e13-a72ca8c5565b req-fd7e801f-be72-41d0-8366-7b1132a3737b service neutron] 10.222.0.23 "GET /v2.0/networks?id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26 HTTP/1.1" status: 200 len: 909 time: 0.1249659 Mar 23 03:27:40.673110 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-6a16ba87-e0f9-4214-8d9b-0ba681cefddb req-b431871e-3c23-4a3a-a1f9-b425b3192c47 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936909 Mar 23 03:27:40.674831 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ac6f9f32-6aad-4ba5-8e13-a72ca8c5565b req-453a23fb-64e4-4de6-8ed3-dc814ca8f397 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 HTTP/1.1" status: 200 len: 999 time: 0.0891397 Mar 23 03:27:40.723457 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f9f32-6aad-4ba5-8e13-a72ca8c5565b req-9faa6adb-0400-4e8f-bd9c-e9c68d76c0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:40.724950 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ac6f9f32-6aad-4ba5-8e13-a72ca8c5565b req-9faa6adb-0400-4e8f-bd9c-e9c68d76c0fa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=272298fb-7893-4bf7-8969-ec79c01e205e HTTP/1.1" status: 200 len: 847 time: 0.0442145 Mar 23 03:27:40.778156 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f9f32-6aad-4ba5-8e13-a72ca8c5565b req-20bb6f1d-1376-4257-a092-65406657ed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:40.779642 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ac6f9f32-6aad-4ba5-8e13-a72ca8c5565b req-20bb6f1d-1376-4257-a092-65406657ed67 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0490918 Mar 23 03:27:40.866276 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ac6f9f32-6aad-4ba5-8e13-a72ca8c5565b req-bffd0e81-6724-48ca-ad35-37ff98733368 service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806246 Mar 23 03:27:40.958209 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ac6f9f32-6aad-4ba5-8e13-a72ca8c5565b req-be86df5e-4d37-4b0d-bae2-f413c76c4895 service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853937 Mar 23 03:27:41.790237 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a3a93-1ac5-42a2-a855-928bad52a345 req-635c9311-895b-4347-b4a5-3272fc13edf8 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:41.791688 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-021a3a93-1ac5-42a2-a855-928bad52a345 req-635c9311-895b-4347-b4a5-3272fc13edf8 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0511882 Mar 23 03:27:41.839198 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-021a3a93-1ac5-42a2-a855-928bad52a345 req-8993ad16-9b6a-4814-ae42-311cb1576604 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420432 Mar 23 03:27:42.957300 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9b735-8bdd-495c-9bce-14b802efb333 req-831ab8b0-6dd1-43d6-b42a-2eb1023c75fa tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:42.958814 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-84b9b735-8bdd-495c-9bce-14b802efb333 req-831ab8b0-6dd1-43d6-b42a-2eb1023c75fa tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0534785 Mar 23 03:27:43.006789 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-84b9b735-8bdd-495c-9bce-14b802efb333 req-d7e042c3-c861-4d93-b5b3-eb9bc923802b tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424688 Mar 23 03:27:44.126000 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf23e2-5d67-43a3-be0e-ba734b19db69 req-e9f439fb-6978-404d-be2e-183c632f7162 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:44.127454 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3acf23e2-5d67-43a3-be0e-ba734b19db69 req-e9f439fb-6978-404d-be2e-183c632f7162 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0559421 Mar 23 03:27:44.174946 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3acf23e2-5d67-43a3-be0e-ba734b19db69 req-c81bc78d-1538-469d-b1c2-79039accefb9 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417697 Mar 23 03:27:45.295435 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f81a21-6cfd-4620-b205-9a0859d624f2 req-2517fbf3-1830-4da0-b9c5-fc4d8f2eaa09 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:45.296955 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-11f81a21-6cfd-4620-b205-9a0859d624f2 req-2517fbf3-1830-4da0-b9c5-fc4d8f2eaa09 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0525632 Mar 23 03:27:45.345328 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-11f81a21-6cfd-4620-b205-9a0859d624f2 req-8372caf2-4d85-49fc-a1eb-929319b4ae6d tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421209 Mar 23 03:27:46.464895 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88b5ac-7560-462c-9f7d-f80894dabfc0 req-2369f77e-d252-4588-a0e0-f52732f8c50e tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:46.466280 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8e88b5ac-7560-462c-9f7d-f80894dabfc0 req-2369f77e-d252-4588-a0e0-f52732f8c50e tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0544548 Mar 23 03:27:46.515068 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-8e88b5ac-7560-462c-9f7d-f80894dabfc0 req-1ce01a04-00b3-43b4-9d18-b179253b879e tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432894 Mar 23 03:27:47.638550 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d85a0-5679-4ab0-9ad3-ce81a7cce091 req-c961dd88-eee8-4053-af65-7cf4d40574d1 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:47.640109 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3b7d85a0-5679-4ab0-9ad3-ce81a7cce091 req-c961dd88-eee8-4053-af65-7cf4d40574d1 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0576420 Mar 23 03:27:47.687345 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3b7d85a0-5679-4ab0-9ad3-ce81a7cce091 req-27de8ba4-a4b4-4df4-91f8-b1ed65dd2f61 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410666 Mar 23 03:27:47.689211 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-75ab9ae3-640d-433f-90c8-c486417d5741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:27:47.860788 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:27:48.806120 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfe6da-4dc6-47af-a796-0e0e2b5148fd req-8281efd8-c6e9-4c80-9a5d-5ce49389ccaf tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:48.807577 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-cccfe6da-4dc6-47af-a796-0e0e2b5148fd req-8281efd8-c6e9-4c80-9a5d-5ce49389ccaf tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 944 time: 0.0532444 Mar 23 03:27:48.858429 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-cccfe6da-4dc6-47af-a796-0e0e2b5148fd req-7ba26429-d5e8-49b3-9c2c-60908acd53ab tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453739 Mar 23 03:27:49.044463 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 03:27:49.152073 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port ddafb2f0-fb61-45c7-8dc1-b3688773d4f9, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ddafb2f0-fb61-45c7-8dc1-b3688773d4f9,segment=NetworkSegment(9cdca5a5-09e7-4c7b-9d76-d858e7e686ee),segment_id=9cdca5a5-09e7-4c7b-9d76-d858e7e686ee)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:27:49.163813 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:27:49.164783 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': 'ddafb2f0-fb61-45c7-8dc1-b3688773d4f9', 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26', 'port_id': 'ddafb2f0-fb61-45c7-8dc1-b3688773d4f9', 'mac_address': 'fa:16:3e:08:ff:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 03:27:49.201079 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:27:49.201472 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ddafb2f0-fb61-45c7-8dc1-b3688773d4f9), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:27:49.214812 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:27:49.233566 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port ddafb2f0-fb61-45c7-8dc1-b3688773d4f9, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ddafb2f0-fb61-45c7-8dc1-b3688773d4f9,segment=NetworkSegment(9cdca5a5-09e7-4c7b-9d76-d858e7e686ee),segment_id=9cdca5a5-09e7-4c7b-9d76-d858e7e686ee)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:27:49.277320 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (ddafb2f0-fb61-45c7-8dc1-b3688773d4f9), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:27:49.323882 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=ddafb2f0-fb61-45c7-8dc1-b3688773d4f9,revision_number=7']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:27:49.509421 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['ddafb2f0-fb61-45c7-8dc1-b3688773d4f9'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:27:49.951196 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-00706f11-9bed-4d7c-8019-311332414ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:27:49.978215 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b300f9-bfd1-4fa1-b3f9-4a7cfbb3b166 req-4cf2cc41-f35f-49ba-a6fd-2e8cba428f11 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:49.979753 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b6b300f9-bfd1-4fa1-b3f9-4a7cfbb3b166 req-4cf2cc41-f35f-49ba-a6fd-2e8cba428f11 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 945 time: 0.0550714 Mar 23 03:27:50.028569 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b6b300f9-bfd1-4fa1-b3f9-4a7cfbb3b166 req-a39c93bf-d278-45f1-b748-fbb61a269670 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431612 Mar 23 03:27:51.075930 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:27:51.124045 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:27:51.124428 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (ddafb2f0-fb61-45c7-8dc1-b3688773d4f9), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:27:51.146173 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d71d4-140b-4007-961c-519e43d25c75 req-670db915-f5d7-471d-8d94-7a6d796764e5 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:51.150249 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e83d71d4-140b-4007-961c-519e43d25c75 req-670db915-f5d7-471d-8d94-7a6d796764e5 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 945 time: 0.0537810 Mar 23 03:27:51.196690 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-e83d71d4-140b-4007-961c-519e43d25c75 req-94cb11a4-3bc1-408e-b9f5-dd7c6b5cdc69 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433159 Mar 23 03:27:51.201348 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:27:51.201348 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (ddafb2f0-fb61-45c7-8dc1-b3688773d4f9), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:27:51.225029 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556f6c1c-9c87-4d97-8a5b-966864be15c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddafb2f0-fb61-45c7-8dc1-b3688773d4f9'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:27:51.227251 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601742c2-04b1-4af4-b1f2-420a08c3b606" -d '{"events": [{"server_uuid": "556f6c1c-9c87-4d97-8a5b-966864be15c1", "name": "network-vif-plugged", "status": "completed", "tag": "ddafb2f0-fb61-45c7-8dc1-b3688773d4f9"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:27:51.242604 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port ddafb2f0-fb61-45c7-8dc1-b3688773d4f9, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ddafb2f0-fb61-45c7-8dc1-b3688773d4f9,segment=NetworkSegment(9cdca5a5-09e7-4c7b-9d76-d858e7e686ee),segment_id=9cdca5a5-09e7-4c7b-9d76-d858e7e686ee)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:27:51.261518 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc52a8b-8fc8-402d-b74c-8893c747768b x-openstack-request-id: req-0fc52a8b-8fc8-402d-b74c-8893c747768b {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:27:51.261808 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556f6c1c-9c87-4d97-8a5b-966864be15c1", "name": "network-vif-plugged", "status": "completed", "tag": "ddafb2f0-fb61-45c7-8dc1-b3688773d4f9", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:27:51.262063 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0fc52a8b-8fc8-402d-b74c-8893c747768b {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:27:51.262480 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fc52a8b-8fc8-402d-b74c-8893c747768b'] response: {'server_uuid': '556f6c1c-9c87-4d97-8a5b-966864be15c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddafb2f0-fb61-45c7-8dc1-b3688773d4f9', 'code': 200} Mar 23 03:27:51.312137 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (ddafb2f0-fb61-45c7-8dc1-b3688773d4f9), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:27:51.361278 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=ddafb2f0-fb61-45c7-8dc1-b3688773d4f9,revision_number=8']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:27:51.431988 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:27:51.524205 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e3d12-8595-4fa0-a82e-a2764a9f04f6 req-c3cba4ef-11aa-4455-aac7-a459dbccf510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:51.525725 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-af2e3d12-8595-4fa0-a82e-a2764a9f04f6 req-c3cba4ef-11aa-4455-aac7-a459dbccf510 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 1130 time: 0.0478766 Mar 23 03:27:51.571581 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-af2e3d12-8595-4fa0-a82e-a2764a9f04f6 req-9b592b0f-e1dc-4749-b660-327f5885d72b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402300 Mar 23 03:27:52.314152 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7a16a-2b6c-4e0d-a534-f6141be76dcd req-87ae294f-10ae-49cd-9dc8-29416dc37011 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:52.315606 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-58f7a16a-2b6c-4e0d-a534-f6141be76dcd req-87ae294f-10ae-49cd-9dc8-29416dc37011 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 946 time: 0.0525386 Mar 23 03:27:52.365271 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-58f7a16a-2b6c-4e0d-a534-f6141be76dcd req-5e1d8b7a-6ded-4e55-ae5b-61b1dc0704e1 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437727 Mar 23 03:27:52.866574 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:27:53.485269 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9c3b6-663c-44f8-b222-6738c2e407c3 req-81ed116e-f6cb-4c12-aead-b7d741b3a041 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:27:53.486748 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-22e9c3b6-663c-44f8-b222-6738c2e407c3 req-81ed116e-f6cb-4c12-aead-b7d741b3a041 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 946 time: 0.0523164 Mar 23 03:27:53.534587 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-22e9c3b6-663c-44f8-b222-6738c2e407c3 req-435d4aae-22c4-4b21-861f-0954874390ef tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416608 Mar 23 03:27:54.021374 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:28:17.660118 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a1b74783-e602-4eb2-ba72-223ea6e47dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:28:19.168335 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:28:19.951628 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4a42c405-b11f-4302-99e6-d7cf46dc30d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:28:21.420024 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:28:22.853865 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:28:24.008515 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:28:24.860331 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:28:36.579297 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fba6b34e-3f07-4fb3-bf68-6718d87a75ae req-d234a605-d171-4219-b44d-680bba2ba4eb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473747 Mar 23 03:28:36.661732 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6b34e-3f07-4fb3-bf68-6718d87a75ae req-1282c5aa-2911-45bd-909a-59c676d28986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:28:36.663276 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fba6b34e-3f07-4fb3-bf68-6718d87a75ae req-1282c5aa-2911-45bd-909a-59c676d28986 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f41877e5a749288d4e3f42b317f522&device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 1130 time: 0.0446703 Mar 23 03:28:36.764184 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6b34e-3f07-4fb3-bf68-6718d87a75ae req-1609759d-80f7-4320-8ccc-41c8911a58b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:28:36.765817 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fba6b34e-3f07-4fb3-bf68-6718d87a75ae req-1609759d-80f7-4320-8ccc-41c8911a58b0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26 HTTP/1.1" status: 200 len: 909 time: 0.0851800 Mar 23 03:28:36.835288 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fba6b34e-3f07-4fb3-bf68-6718d87a75ae req-a101f491-d4aa-4228-92e7-35ed6761b430 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 HTTP/1.1" status: 200 len: 1001 time: 0.0635595 Mar 23 03:28:36.882009 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6b34e-3f07-4fb3-bf68-6718d87a75ae req-23f32c48-9852-4abe-83a8-06c794b7658a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:28:36.883430 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fba6b34e-3f07-4fb3-bf68-6718d87a75ae req-23f32c48-9852-4abe-83a8-06c794b7658a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=272298fb-7893-4bf7-8969-ec79c01e205e HTTP/1.1" status: 200 len: 847 time: 0.0427601 Mar 23 03:28:36.931293 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6b34e-3f07-4fb3-bf68-6718d87a75ae req-35b44cdf-305f-4f92-b50d-91a24b931911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:28:36.932799 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fba6b34e-3f07-4fb3-bf68-6718d87a75ae req-35b44cdf-305f-4f92-b50d-91a24b931911 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0438654 Mar 23 03:28:36.942718 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [req-fba6b34e-3f07-4fb3-bf68-6718d87a75ae req-cd80b1c3-360e-4caa-bc25-06dfc0081404 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 03:28:36.943612 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fba6b34e-3f07-4fb3-bf68-6718d87a75ae req-cd80b1c3-360e-4caa-bc25-06dfc0081404 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052094 Mar 23 03:28:37.034985 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fba6b34e-3f07-4fb3-bf68-6718d87a75ae req-c3c64fc7-cf5c-4047-b53b-388de9662ba9 service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851853 Mar 23 03:28:37.121855 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-fba6b34e-3f07-4fb3-bf68-6718d87a75ae req-cc9ffd98-a734-4ff3-8d18-5e373a29f03e service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816655 Mar 23 03:28:47.652713 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-85e15546-da31-4fcc-8b87-66cf8808c32d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:28:49.208073 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:28:49.916334 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fe3d15eb-dc30-415e-b47f-1ee30f8b0e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:28:51.436594 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:28:52.870684 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:28:54.018674 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:01.858967 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:29:17.653821 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb63d-e58f-4ead-bc7e-f13193c9043c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:19.219152 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:19.926479 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a4eae914-3087-4abe-89c7-d8e6e7cea7b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:21.447597 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:22.875802 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:24.012857 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:29.411875 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 41876) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:29:29.577436 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-919ae17a-6cf9-4f1d-a594-2fd37751ad23 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Deleting port 8f2951b4-f41d-4f82-ad9b-278650200bd8 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:29:29.577812 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-919ae17a-6cf9-4f1d-a594-2fd37751ad23 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (8f2951b4-f41d-4f82-ad9b-278650200bd8), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:29.652509 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-919ae17a-6cf9-4f1d-a594-2fd37751ad23 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (8f2951b4-f41d-4f82-ad9b-278650200bd8), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:29.652840 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-919ae17a-6cf9-4f1d-a594-2fd37751ad23 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for floatingip (8f2951b4-f41d-4f82-ad9b-278650200bd8), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:29.665338 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-919ae17a-6cf9-4f1d-a594-2fd37751ad23 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Calling delete_port for 8f2951b4-f41d-4f82-ad9b-278650200bd8 owned by network:floatingip {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:29:29.863973 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-919ae17a-6cf9-4f1d-a594-2fd37751ad23 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (8f2951b4-f41d-4f82-ad9b-278650200bd8), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:29.888683 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ae17a-6cf9-4f1d-a594-2fd37751ad23 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Pushing event deleted for resources: {'Port': ['ID=8f2951b4-f41d-4f82-ad9b-278650200bd8,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:29:29.902096 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ae17a-6cf9-4f1d-a594-2fd37751ad23 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:29.902562 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ae17a-6cf9-4f1d-a594-2fd37751ad23 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:29.902918 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ae17a-6cf9-4f1d-a594-2fd37751ad23 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:29.903264 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ae17a-6cf9-4f1d-a594-2fd37751ad23 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:29.903609 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ae17a-6cf9-4f1d-a594-2fd37751ad23 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:29.903976 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ae17a-6cf9-4f1d-a594-2fd37751ad23 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:29.904310 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ae17a-6cf9-4f1d-a594-2fd37751ad23 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:29.904645 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ae17a-6cf9-4f1d-a594-2fd37751ad23 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:29.904975 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ae17a-6cf9-4f1d-a594-2fd37751ad23 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:29.905312 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ae17a-6cf9-4f1d-a594-2fd37751ad23 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:29.905644 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ae17a-6cf9-4f1d-a594-2fd37751ad23 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:29.905974 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ae17a-6cf9-4f1d-a594-2fd37751ad23 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:29.906299 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ae17a-6cf9-4f1d-a594-2fd37751ad23 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:29.906624 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ae17a-6cf9-4f1d-a594-2fd37751ad23 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:29.906947 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ae17a-6cf9-4f1d-a594-2fd37751ad23 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:29.965850 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-919ae17a-6cf9-4f1d-a594-2fd37751ad23 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for floatingip (b3e5fa05-a93b-4b53-a4f8-0bc862349055), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:29.966099 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-919ae17a-6cf9-4f1d-a594-2fd37751ad23 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Floating IP b3e5fa05-a93b-4b53-a4f8-0bc862349055 disassociated (deleted). External IP: 172.26.2.71, port: ddafb2f0-fb61-45c7-8dc1-b3688773d4f9. Mar 23 03:29:30.181528 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919ae17a-6cf9-4f1d-a594-2fd37751ad23 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Router 32adf0d5-a94e-4e13-9819-1afc85c16cb8 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:29:30.295611 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919ae17a-6cf9-4f1d-a594-2fd37751ad23 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:29:30.300383 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-919ae17a-6cf9-4f1d-a594-2fd37751ad23 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:30.305491 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bad226-e82d-4ec5-b5ff-368e4f3df5b9 None None] Sync routers for ids ['32adf0d5-a94e-4e13-9819-1afc85c16cb8'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:29:30.314810 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bad226-e82d-4ec5-b5ff-368e4f3df5b9 None None] Routers {'32adf0d5-a94e-4e13-9819-1afc85c16cb8'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:29:30.315444 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-c0bad226-e82d-4ec5-b5ff-368e4f3df5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:29:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['32adf0d5-a94e-4e13-9819-1afc85c16cb8'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:29:30.330527 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-919ae17a-6cf9-4f1d-a594-2fd37751ad23 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "DELETE /v2.0/floatingips/b3e5fa05-a93b-4b53-a4f8-0bc862349055 HTTP/1.1" status: 204 len: 168 time: 0.9176698 Mar 23 03:29:30.331125 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '556f6c1c-9c87-4d97-8a5b-966864be15c1', 'tag': 'ddafb2f0-fb61-45c7-8dc1-b3688773d4f9'}] {{(pid=104348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:29:30.333394 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a43494f7a0cd0c51715e4079ece57a9ff1e623b58ceb021b6bb41ba87478d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ac6dde-4799-4ed1-99f4-0c62ac7df06e" -d '{"events": [{"name": "network-changed", "server_uuid": "556f6c1c-9c87-4d97-8a5b-966864be15c1", "tag": "ddafb2f0-fb61-45c7-8dc1-b3688773d4f9"}]}' {{(pid=104348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:29:30.426062 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-c0bad226-e82d-4ec5-b5ff-368e4f3df5b9 None None] Set router 32adf0d5-a94e-4e13-9819-1afc85c16cb8 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:29:30.505031 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7590ba-2364-4d08-9628-5481032e9574 x-openstack-request-id: req-1e7590ba-2364-4d08-9628-5481032e9574 {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:29:30.505560 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "556f6c1c-9c87-4d97-8a5b-966864be15c1", "tag": "ddafb2f0-fb61-45c7-8dc1-b3688773d4f9", "status": "completed", "code": 200}]} {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:29:30.505560 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1e7590ba-2364-4d08-9628-5481032e9574 {{(pid=104348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:29:30.506125 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e7590ba-2364-4d08-9628-5481032e9574'] response: {'name': 'network-changed', 'server_uuid': '556f6c1c-9c87-4d97-8a5b-966864be15c1', 'tag': 'ddafb2f0-fb61-45c7-8dc1-b3688773d4f9', 'status': 'completed', 'code': 200} Mar 23 03:29:30.574885 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac6dde-4799-4ed1-99f4-0c62ac7df06e req-f64f7110-94bd-44cf-9638-34d3e252db97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:29:30.576589 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-51ac6dde-4799-4ed1-99f4-0c62ac7df06e req-f64f7110-94bd-44cf-9638-34d3e252db97 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f41877e5a749288d4e3f42b317f522&device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 1130 time: 0.0501444 Mar 23 03:29:30.639742 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-c0bad226-e82d-4ec5-b5ff-368e4f3df5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'name': 'tempest-TestShelveInstance-700770415-router', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:22Z', 'revision_number': 4, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'gw_port': {'id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '87397f20-2b76-403a-ba78-427946879777', 'name': '', 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'mac_address': 'fa:16:3e:e6:21:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:22Z', 'updated_at': '2022-03-23T03:19:25Z', 'revision_number': 5, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'subnets': [{'id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:29:30.667405 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bad226-e82d-4ec5-b5ff-368e4f3df5b9 None None] Checking router: 32adf0d5-a94e-4e13-9819-1afc85c16cb8 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:29:30.673619 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac6dde-4799-4ed1-99f4-0c62ac7df06e req-b42310ea-2b55-4c80-9d0f-acaef3842ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:29:30.679623 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-51ac6dde-4799-4ed1-99f4-0c62ac7df06e req-b42310ea-2b55-4c80-9d0f-acaef3842ed3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26 HTTP/1.1" status: 200 len: 909 time: 0.0912275 Mar 23 03:29:30.679769 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bad226-e82d-4ec5-b5ff-368e4f3df5b9 None None] Routers {'32adf0d5-a94e-4e13-9819-1afc85c16cb8'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:29:30.679769 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-c0bad226-e82d-4ec5-b5ff-368e4f3df5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:29:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['32adf0d5-a94e-4e13-9819-1afc85c16cb8'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:29:30.716944 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-51ac6dde-4799-4ed1-99f4-0c62ac7df06e req-432d749b-134f-4343-b5c6-fb4a4286bdc1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 HTTP/1.1" status: 200 len: 217 time: 0.0356228 Mar 23 03:29:30.765535 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac6dde-4799-4ed1-99f4-0c62ac7df06e req-4b3b05d0-f797-4405-94d3-92eee33111b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:29:30.767159 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-51ac6dde-4799-4ed1-99f4-0c62ac7df06e req-4b3b05d0-f797-4405-94d3-92eee33111b3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=272298fb-7893-4bf7-8969-ec79c01e205e HTTP/1.1" status: 200 len: 847 time: 0.0451524 Mar 23 03:29:30.788623 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-c0bad226-e82d-4ec5-b5ff-368e4f3df5b9 None None] Set router 32adf0d5-a94e-4e13-9819-1afc85c16cb8 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:29:30.821443 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac6dde-4799-4ed1-99f4-0c62ac7df06e req-16cd34e2-65c3-4c6f-a16c-42db28087ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:29:30.822942 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-51ac6dde-4799-4ed1-99f4-0c62ac7df06e req-16cd34e2-65c3-4c6f-a16c-42db28087ad9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63b93b7f-ce8a-48d2-8998-37d3dab7cf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0498707 Mar 23 03:29:30.915327 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-51ac6dde-4799-4ed1-99f4-0c62ac7df06e req-eca2331d-4491-4a64-a75b-877f15c291b2 service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854821 Mar 23 03:29:31.002580 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-c0bad226-e82d-4ec5-b5ff-368e4f3df5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'name': 'tempest-TestShelveInstance-700770415-router', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:22Z', 'revision_number': 4, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'gw_port': {'id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '87397f20-2b76-403a-ba78-427946879777', 'name': '', 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'mac_address': 'fa:16:3e:e6:21:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:22Z', 'updated_at': '2022-03-23T03:19:25Z', 'revision_number': 5, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'subnets': [{'id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:29:31.029932 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bad226-e82d-4ec5-b5ff-368e4f3df5b9 None None] The sync data for ids ['32adf0d5-a94e-4e13-9819-1afc85c16cb8'] in dv-neutron-834613-2-hyperv is: [{'id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'name': 'tempest-TestShelveInstance-700770415-router', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:22Z', 'revision_number': 4, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'gw_port': {'id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '87397f20-2b76-403a-ba78-427946879777', 'name': '', 'network_id': '63b93b7f-ce8a-48d2-8998-37d3dab7cf26', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'mac_address': 'fa:16:3e:e6:21:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:22Z', 'updated_at': '2022-03-23T03:19:25Z', 'revision_number': 5, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'subnets': [{'id': '272298fb-7893-4bf7-8969-ec79c01e205e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:29:31.052579 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11414ed8-de2e-46e1-98a2-2040762e1ecf req-795dcf01-5780-47ed-a14a-e054cb6f323b tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:29:31.054743 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-11414ed8-de2e-46e1-98a2-2040762e1ecf req-795dcf01-5780-47ed-a14a-e054cb6f323b tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 946 time: 0.1067119 Mar 23 03:29:31.060578 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-51ac6dde-4799-4ed1-99f4-0c62ac7df06e req-9a20cc4a-f30e-445f-bb33-2b5db13328ea service neutron] 10.222.0.23 "GET /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309495 Mar 23 03:29:31.108057 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-11414ed8-de2e-46e1-98a2-2040762e1ecf req-f05e0568-0b2d-497e-99a1-41ca67160955 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464904 Mar 23 03:29:31.273561 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f356f1ba-fc93-4efb-bf79-3168a10c2087 None None] New status for floating IP b3e5fa05-a93b-4b53-a4f8-0bc862349055: DOWN {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 03:29:32.277988 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64889b-9469-44a7-b183-34f3e2c7ecdc req-45c20cf1-c7f3-4d9c-b843-1b8d9661a335 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:29:32.279455 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ef64889b-9469-44a7-b183-34f3e2c7ecdc req-45c20cf1-c7f3-4d9c-b843-1b8d9661a335 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 946 time: 0.1029618 Mar 23 03:29:32.332934 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ef64889b-9469-44a7-b183-34f3e2c7ecdc req-d706848d-73ac-4042-8a53-207660104696 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478945 Mar 23 03:29:32.478309 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c416dd-339c-47f3-817d-a52f7b8cd655 req-555d0d1e-2aa5-4cad-88b8-e27914546001 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:29:32.479650 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-24c416dd-339c-47f3-817d-a52f7b8cd655 req-555d0d1e-2aa5-4cad-88b8-e27914546001 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.23 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 946 time: 0.0527341 Mar 23 03:29:32.572461 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-24c416dd-339c-47f3-817d-a52f7b8cd655 req-5d1f452e-6c6d-4007-86f5-01ec7fe3d164 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Deleting port ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:29:32.572801 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-24c416dd-339c-47f3-817d-a52f7b8cd655 req-5d1f452e-6c6d-4007-86f5-01ec7fe3d164 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (ddafb2f0-fb61-45c7-8dc1-b3688773d4f9), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:32.658395 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-24c416dd-339c-47f3-817d-a52f7b8cd655 req-5d1f452e-6c6d-4007-86f5-01ec7fe3d164 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] For port ddafb2f0-fb61-45c7-8dc1-b3688773d4f9, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ddafb2f0-fb61-45c7-8dc1-b3688773d4f9,segment=NetworkSegment(9cdca5a5-09e7-4c7b-9d76-d858e7e686ee),segment_id=9cdca5a5-09e7-4c7b-9d76-d858e7e686ee)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:29:32.658756 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-24c416dd-339c-47f3-817d-a52f7b8cd655 req-5d1f452e-6c6d-4007-86f5-01ec7fe3d164 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (ddafb2f0-fb61-45c7-8dc1-b3688773d4f9), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:32.671596 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-24c416dd-339c-47f3-817d-a52f7b8cd655 req-5d1f452e-6c6d-4007-86f5-01ec7fe3d164 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Calling delete_port for ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:29:32.875776 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-24c416dd-339c-47f3-817d-a52f7b8cd655 req-5d1f452e-6c6d-4007-86f5-01ec7fe3d164 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (ddafb2f0-fb61-45c7-8dc1-b3688773d4f9), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:32.904215 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f452e-6c6d-4007-86f5-01ec7fe3d164 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Pushing event deleted for resources: {'Port': ['ID=ddafb2f0-fb61-45c7-8dc1-b3688773d4f9,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:29:32.934930 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f452e-6c6d-4007-86f5-01ec7fe3d164 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:32.935287 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f452e-6c6d-4007-86f5-01ec7fe3d164 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:32.935632 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f452e-6c6d-4007-86f5-01ec7fe3d164 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:32.936006 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f452e-6c6d-4007-86f5-01ec7fe3d164 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:32.936348 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f452e-6c6d-4007-86f5-01ec7fe3d164 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:32.936677 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f452e-6c6d-4007-86f5-01ec7fe3d164 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:32.937005 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f452e-6c6d-4007-86f5-01ec7fe3d164 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:32.937350 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f452e-6c6d-4007-86f5-01ec7fe3d164 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:32.937720 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f452e-6c6d-4007-86f5-01ec7fe3d164 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:32.938046 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f452e-6c6d-4007-86f5-01ec7fe3d164 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:32.938373 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f452e-6c6d-4007-86f5-01ec7fe3d164 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:32.938703 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f452e-6c6d-4007-86f5-01ec7fe3d164 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:32.939021 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f452e-6c6d-4007-86f5-01ec7fe3d164 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:32.939337 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f452e-6c6d-4007-86f5-01ec7fe3d164 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:32.939652 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f452e-6c6d-4007-86f5-01ec7fe3d164 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:32.961867 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c416dd-339c-47f3-817d-a52f7b8cd655 req-5d1f452e-6c6d-4007-86f5-01ec7fe3d164 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] No DVR routers for this DVR port ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:29:32.964338 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-24c416dd-339c-47f3-817d-a52f7b8cd655 req-5d1f452e-6c6d-4007-86f5-01ec7fe3d164 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:32.967583 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-24c416dd-339c-47f3-817d-a52f7b8cd655 req-5d1f452e-6c6d-4007-86f5-01ec7fe3d164 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.23 "DELETE /v2.0/ports/ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 HTTP/1.1" status: 204 len: 173 time: 0.4828413 Mar 23 03:29:32.968063 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556f6c1c-9c87-4d97-8a5b-966864be15c1', 'name': 'network-vif-deleted', 'tag': 'ddafb2f0-fb61-45c7-8dc1-b3688773d4f9'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:29:32.970353 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37831ff1-c66e-4ce2-9c89-960837419912" -d '{"events": [{"server_uuid": "556f6c1c-9c87-4d97-8a5b-966864be15c1", "name": "network-vif-deleted", "tag": "ddafb2f0-fb61-45c7-8dc1-b3688773d4f9"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:29:33.052144 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817674d9-f988-4391-bc24-2b87b648b911 x-openstack-request-id: req-817674d9-f988-4391-bc24-2b87b648b911 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:29:33.052447 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556f6c1c-9c87-4d97-8a5b-966864be15c1", "name": "network-vif-deleted", "tag": "ddafb2f0-fb61-45c7-8dc1-b3688773d4f9", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:29:33.052701 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-817674d9-f988-4391-bc24-2b87b648b911 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:29:33.053109 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-817674d9-f988-4391-bc24-2b87b648b911'] response: {'server_uuid': '556f6c1c-9c87-4d97-8a5b-966864be15c1', 'name': 'network-vif-deleted', 'tag': 'ddafb2f0-fb61-45c7-8dc1-b3688773d4f9', 'status': 'completed', 'code': 200} Mar 23 03:29:33.432339 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4badc0cc-2137-443c-8922-cde42a76f5af req-320c104d-0aa4-4866-afe7-8c6a5a822edb tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 210 time: 0.0271647 Mar 23 03:29:34.530342 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-86bb295f-3d2a-4c9a-9bf0-11a6d1ba4a54 req-5d04ed8b-3665-455e-b5b8-2caf4ac86457 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 210 time: 0.0279930 Mar 23 03:29:35.619593 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:29:35.625237 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-397df98e-dcf9-4eed-b209-34d6862c3f2b req-b0953179-fa6d-4a62-a877-712ff3c8bfa2 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 210 time: 0.0278225 Mar 23 03:29:35.640658 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:29:35.641010 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device ddafb2f0-fb61-45c7-8dc1-b3688773d4f9 not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:29:36.863465 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-967ca697-6ab2-4b5c-986b-ae12f790595c req-a85e27b6-e661-4c32-aacf-1c2688bf8191 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 210 time: 0.1654491 Mar 23 03:29:37.956102 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ed333a19-69a5-4cc3-9f8f-d385b98a16ff req-126a63b6-968d-4975-b2f3-25acb28159f3 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 210 time: 0.0271671 Mar 23 03:29:38.858668 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:29:39.049844 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f50f213a-b5bb-44e7-8d62-ba8d11248303 req-b814f02d-eab6-4cc1-9ca7-088b90b83e0d tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 210 time: 0.0281315 Mar 23 03:29:40.150595 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4d27d1fe-258e-4e2a-bc05-c35e2d6f2205 req-4e04b467-b8aa-44b8-a2c5-dd0112a2b434 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 210 time: 0.0326192 Mar 23 03:29:41.251883 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-4b50b940-05ea-462a-95f0-aa25a4e594a6 req-06885087-99ef-4f21-a6c3-f574725579a3 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 210 time: 0.0311391 Mar 23 03:29:42.347490 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-02151344-3401-4848-85f6-a83231cf9410 req-49f6398a-0e4d-46fb-bbcf-78b4901818e3 tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "GET /v2.0/ports?device_id=556f6c1c-9c87-4d97-8a5b-966864be15c1 HTTP/1.1" status: 200 len: 210 time: 0.0283809 Mar 23 03:29:43.407733 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 41946) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:29:43.464620 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-441df44b-62e5-4cb3-8d75-5ef704f6369e tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group (5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:43.490123 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-441df44b-62e5-4cb3-8d75-5ef704f6369e tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group (5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:43.590071 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-441df44b-62e5-4cb3-8d75-5ef704f6369e tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:43.592657 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-441df44b-62e5-4cb3-8d75-5ef704f6369e tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:43.593796 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-441df44b-62e5-4cb3-8d75-5ef704f6369e tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] 10.222.0.24 "DELETE /v2.0/security-groups/5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67 HTTP/1.1" status: 204 len: 168 time: 0.1850297 Mar 23 03:29:43.603994 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441df44b-62e5-4cb3-8d75-5ef704f6369e tempest-TestShelveInstance-1531618749 tempest-TestShelveInstance-1531618749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5ab4f7-9ffe-4329-8555-c3c1b2b05b67,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:29:43.712473 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 41950) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:29:44.204277 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-deb98bcb-901d-4cbc-9484-71334f967de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (32adf0d5-a94e-4e13-9819-1afc85c16cb8), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:44.450680 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-deb98bcb-901d-4cbc-9484-71334f967de1 admin admin] Deleting port 87397f20-2b76-403a-ba78-427946879777 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:29:44.450929 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-deb98bcb-901d-4cbc-9484-71334f967de1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (87397f20-2b76-403a-ba78-427946879777), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:44.529343 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-deb98bcb-901d-4cbc-9484-71334f967de1 admin admin] For port 87397f20-2b76-403a-ba78-427946879777, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=87397f20-2b76-403a-ba78-427946879777,segment=NetworkSegment(9cdca5a5-09e7-4c7b-9d76-d858e7e686ee),segment_id=9cdca5a5-09e7-4c7b-9d76-d858e7e686ee)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:29:44.529702 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-deb98bcb-901d-4cbc-9484-71334f967de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (87397f20-2b76-403a-ba78-427946879777), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:44.542768 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-deb98bcb-901d-4cbc-9484-71334f967de1 admin admin] Calling delete_port for 87397f20-2b76-403a-ba78-427946879777 owned by network:router_interface {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:29:44.795937 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-deb98bcb-901d-4cbc-9484-71334f967de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (87397f20-2b76-403a-ba78-427946879777), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:44.827160 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb98bcb-901d-4cbc-9484-71334f967de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=87397f20-2b76-403a-ba78-427946879777,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:29:45.001232 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-deb98bcb-901d-4cbc-9484-71334f967de1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (32adf0d5-a94e-4e13-9819-1afc85c16cb8), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:45.233659 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb98bcb-901d-4cbc-9484-71334f967de1 admin admin] Router 32adf0d5-a94e-4e13-9819-1afc85c16cb8 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:29:45.344429 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb98bcb-901d-4cbc-9484-71334f967de1 admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:29:45.352440 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-deb98bcb-901d-4cbc-9484-71334f967de1 admin admin] 10.222.0.24 "PUT /v2.0/routers/32adf0d5-a94e-4e13-9819-1afc85c16cb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6359510 Mar 23 03:29:45.352603 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 41956) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:29:45.358790 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe30ca04-c083-4731-84fb-4fa51314f53e None None] Sync routers for ids ['32adf0d5-a94e-4e13-9819-1afc85c16cb8'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:29:45.370671 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe30ca04-c083-4731-84fb-4fa51314f53e None None] Routers {'32adf0d5-a94e-4e13-9819-1afc85c16cb8'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:29:45.371423 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-fe30ca04-c083-4731-84fb-4fa51314f53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:29:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['32adf0d5-a94e-4e13-9819-1afc85c16cb8'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:29:45.485708 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-fe30ca04-c083-4731-84fb-4fa51314f53e None None] Set router 32adf0d5-a94e-4e13-9819-1afc85c16cb8 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:29:45.677754 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-fe30ca04-c083-4731-84fb-4fa51314f53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'name': 'tempest-TestShelveInstance-700770415-router', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:29:44Z', 'revision_number': 5, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'gw_port': {'id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:29:45.714140 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe30ca04-c083-4731-84fb-4fa51314f53e None None] Checking router: 32adf0d5-a94e-4e13-9819-1afc85c16cb8 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:29:45.721820 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe30ca04-c083-4731-84fb-4fa51314f53e None None] Routers {'32adf0d5-a94e-4e13-9819-1afc85c16cb8'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:29:45.722674 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-fe30ca04-c083-4731-84fb-4fa51314f53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:29:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['32adf0d5-a94e-4e13-9819-1afc85c16cb8'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:29:45.816142 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dfb24517-5ecc-4f5e-9089-6e0c81520c66 admin admin] Publish callbacks [] for router (32adf0d5-a94e-4e13-9819-1afc85c16cb8), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:45.839543 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-fe30ca04-c083-4731-84fb-4fa51314f53e None None] Set router 32adf0d5-a94e-4e13-9819-1afc85c16cb8 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:29:45.924846 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dfb24517-5ecc-4f5e-9089-6e0c81520c66 admin admin] Publish callbacks [] for router_gateway (32adf0d5-a94e-4e13-9819-1afc85c16cb8), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:46.020389 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-fe30ca04-c083-4731-84fb-4fa51314f53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'name': 'tempest-TestShelveInstance-700770415-router', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:29:44Z', 'revision_number': 5, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'gw_port': {'id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:29:46.048545 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe30ca04-c083-4731-84fb-4fa51314f53e None None] The sync data for ids ['32adf0d5-a94e-4e13-9819-1afc85c16cb8'] in dv-neutron-834613-2-hyperv is: [{'id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'name': 'tempest-TestShelveInstance-700770415-router', 'tenant_id': '64f41877e5a749288d4e3f42b317f522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:29:44Z', 'revision_number': 5, 'project_id': '64f41877e5a749288d4e3f42b317f522', 'gw_port': {'id': '2a9e0f71-f172-45ee-b315-db255f344a15', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32adf0d5-a94e-4e13-9819-1afc85c16cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:19Z', 'updated_at': '2022-03-23T03:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:29:46.058010 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-dfb24517-5ecc-4f5e-9089-6e0c81520c66 admin admin] Deleting port 2a9e0f71-f172-45ee-b315-db255f344a15 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:29:46.058427 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dfb24517-5ecc-4f5e-9089-6e0c81520c66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (2a9e0f71-f172-45ee-b315-db255f344a15), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:46.140405 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-dfb24517-5ecc-4f5e-9089-6e0c81520c66 admin admin] For port 2a9e0f71-f172-45ee-b315-db255f344a15, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=2a9e0f71-f172-45ee-b315-db255f344a15,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:29:46.140768 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dfb24517-5ecc-4f5e-9089-6e0c81520c66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (2a9e0f71-f172-45ee-b315-db255f344a15), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:46.158215 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-dfb24517-5ecc-4f5e-9089-6e0c81520c66 admin admin] Calling delete_port for 2a9e0f71-f172-45ee-b315-db255f344a15 owned by network:router_gateway {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:29:46.384741 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dfb24517-5ecc-4f5e-9089-6e0c81520c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (2a9e0f71-f172-45ee-b315-db255f344a15), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:46.414605 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb24517-5ecc-4f5e-9089-6e0c81520c66 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a9e0f71-f172-45ee-b315-db255f344a15,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:29:46.480458 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dfb24517-5ecc-4f5e-9089-6e0c81520c66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (32adf0d5-a94e-4e13-9819-1afc85c16cb8), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:46.585723 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dfb24517-5ecc-4f5e-9089-6e0c81520c66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (32adf0d5-a94e-4e13-9819-1afc85c16cb8), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:46.587931 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dfb24517-5ecc-4f5e-9089-6e0c81520c66 admin admin] Publish callbacks [] for router_controller (32adf0d5-a94e-4e13-9819-1afc85c16cb8), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:46.681483 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dfb24517-5ecc-4f5e-9089-6e0c81520c66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (32adf0d5-a94e-4e13-9819-1afc85c16cb8), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:46.682011 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb24517-5ecc-4f5e-9089-6e0c81520c66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32adf0d5-a94e-4e13-9819-1afc85c16cb8 {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 03:29:46.686356 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-dfb24517-5ecc-4f5e-9089-6e0c81520c66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:46.690293 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-dfb24517-5ecc-4f5e-9089-6e0c81520c66 admin admin] 10.222.0.24 "DELETE /v2.0/routers/32adf0d5-a94e-4e13-9819-1afc85c16cb8 HTTP/1.1" status: 204 len: 168 time: 1.3339508 Mar 23 03:29:46.690648 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 41958) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:29:46.737375 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-28351dd9-2580-439c-bcd0-ba6c9fbf1eff admin admin] Deleting subnet 272298fb-7893-4bf7-8969-ec79c01e205e {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 03:29:46.741238 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-28351dd9-2580-439c-bcd0-ba6c9fbf1eff admin admin] Publish callbacks [] for subnet (272298fb-7893-4bf7-8969-ec79c01e205e), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:46.790858 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-28351dd9-2580-439c-bcd0-ba6c9fbf1eff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (272298fb-7893-4bf7-8969-ec79c01e205e), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:46.877005 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-28351dd9-2580-439c-bcd0-ba6c9fbf1eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (272298fb-7893-4bf7-8969-ec79c01e205e), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:47.013290 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-28351dd9-2580-439c-bcd0-ba6c9fbf1eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (272298fb-7893-4bf7-8969-ec79c01e205e), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:47.042090 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28351dd9-2580-439c-bcd0-ba6c9fbf1eff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=272298fb-7893-4bf7-8969-ec79c01e205e,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:29:47.045390 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-28351dd9-2580-439c-bcd0-ba6c9fbf1eff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:47.048563 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-28351dd9-2580-439c-bcd0-ba6c9fbf1eff admin admin] 10.222.0.24 "DELETE /v2.0/subnets/272298fb-7893-4bf7-8969-ec79c01e205e HTTP/1.1" status: 204 len: 168 time: 0.3569427 Mar 23 03:29:47.051024 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 41960) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:29:47.052031 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a54908-875d-4173-9006-36fa6c30e282 None None] Network 63b93b7f-ce8a-48d2-8998-37d3dab7cf26 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:29:47.125961 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-05d35469-ade0-4c6b-ba47-f7b4221cc0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (63b93b7f-ce8a-48d2-8998-37d3dab7cf26), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:47.201180 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-05d35469-ade0-4c6b-ba47-f7b4221cc0d8 admin admin] Deleting port bd410fc7-8270-4c8a-b0cd-c4ba439a6c22 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:29:47.201606 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-05d35469-ade0-4c6b-ba47-f7b4221cc0d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (bd410fc7-8270-4c8a-b0cd-c4ba439a6c22), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:47.269055 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e446431e-142f-4dd4-95ee-7d1616c1c4e4 None None] DHCP port deletion for 63b93b7f-ce8a-48d2-8998-37d3dab7cf26 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 03:29:47.275173 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-05d35469-ade0-4c6b-ba47-f7b4221cc0d8 admin admin] For port bd410fc7-8270-4c8a-b0cd-c4ba439a6c22, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=bd410fc7-8270-4c8a-b0cd-c4ba439a6c22,segment=NetworkSegment(9cdca5a5-09e7-4c7b-9d76-d858e7e686ee),segment_id=9cdca5a5-09e7-4c7b-9d76-d858e7e686ee)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:29:47.275541 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-05d35469-ade0-4c6b-ba47-f7b4221cc0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (bd410fc7-8270-4c8a-b0cd-c4ba439a6c22), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:47.289720 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-05d35469-ade0-4c6b-ba47-f7b4221cc0d8 admin admin] Calling delete_port for bd410fc7-8270-4c8a-b0cd-c4ba439a6c22 owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:29:47.327401 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e446431e-142f-4dd4-95ee-7d1616c1c4e4 None None] Deleting port bd410fc7-8270-4c8a-b0cd-c4ba439a6c22 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:29:47.327401 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e446431e-142f-4dd4-95ee-7d1616c1c4e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (bd410fc7-8270-4c8a-b0cd-c4ba439a6c22), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:47.388802 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-e446431e-142f-4dd4-95ee-7d1616c1c4e4 None None] For port bd410fc7-8270-4c8a-b0cd-c4ba439a6c22, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=bd410fc7-8270-4c8a-b0cd-c4ba439a6c22,segment=NetworkSegment(9cdca5a5-09e7-4c7b-9d76-d858e7e686ee),segment_id=9cdca5a5-09e7-4c7b-9d76-d858e7e686ee)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:29:47.389188 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e446431e-142f-4dd4-95ee-7d1616c1c4e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (bd410fc7-8270-4c8a-b0cd-c4ba439a6c22), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:47.401244 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e446431e-142f-4dd4-95ee-7d1616c1c4e4 None None] Calling delete_port for bd410fc7-8270-4c8a-b0cd-c4ba439a6c22 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:29:47.469792 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-05d35469-ade0-4c6b-ba47-f7b4221cc0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (bd410fc7-8270-4c8a-b0cd-c4ba439a6c22), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:47.502625 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d35469-ade0-4c6b-ba47-f7b4221cc0d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd410fc7-8270-4c8a-b0cd-c4ba439a6c22,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:29:47.508427 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d35469-ade0-4c6b-ba47-f7b4221cc0d8 admin admin] No DVR routers for this DVR port bd410fc7-8270-4c8a-b0cd-c4ba439a6c22 on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:29:47.587706 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-05d35469-ade0-4c6b-ba47-f7b4221cc0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (63b93b7f-ce8a-48d2-8998-37d3dab7cf26), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:47.611025 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-05d35469-ade0-4c6b-ba47-f7b4221cc0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b93b7f-ce8a-48d2-8998-37d3dab7cf26']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:29:47.622073 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-05d35469-ade0-4c6b-ba47-f7b4221cc0d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cdca5a5-09e7-4c7b-9d76-d858e7e686ee') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:29:47.622369 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-05d35469-ade0-4c6b-ba47-f7b4221cc0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cdca5a5-09e7-4c7b-9d76-d858e7e686ee') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:29:47.635050 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-05d35469-ade0-4c6b-ba47-f7b4221cc0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (9cdca5a5-09e7-4c7b-9d76-d858e7e686ee), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:47.645965 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e446431e-142f-4dd4-95ee-7d1616c1c4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (bd410fc7-8270-4c8a-b0cd-c4ba439a6c22), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:47.653697 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-05d35469-ade0-4c6b-ba47-f7b4221cc0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (9cdca5a5-09e7-4c7b-9d76-d858e7e686ee), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:47.660912 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d35469-ade0-4c6b-ba47-f7b4221cc0d8 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 03:29:47.661304 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-05d35469-ade0-4c6b-ba47-f7b4221cc0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (9cdca5a5-09e7-4c7b-9d76-d858e7e686ee), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:47.663695 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 03:29:47.663695 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 03:29:47.663695 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 03:29:47.663695 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 03:29:47.663695 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 03:29:47.663695 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 03:29:47.663695 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 03:29:47.663695 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 03:29:47.663695 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 03:29:47.663695 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 03:29:47.663695 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 03:29:47.663695 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 03:29:47.663695 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 03:29:47.663695 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 03:29:47.663695 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 03:29:47.663695 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 03:29:47.663695 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 03:29:47.663695 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 03:29:47.663695 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 03:29:47.663695 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 03:29:47.663695 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 03:29:47.663695 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 03:29:47.663695 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 03:29:47.663695 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 03:29:47.663695 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 03:29:47.663695 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 03:29:47.663695 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 03:29:47.663695 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 03:29:47.663695 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 03:29:47.663695 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 03:29:47.663695 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 03:29:47.663695 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 03:29:47.671884 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446431e-142f-4dd4-95ee-7d1616c1c4e4 None None] Pushing event deleted for resources: {'Port': ['ID=bd410fc7-8270-4c8a-b0cd-c4ba439a6c22,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:29:47.676435 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e446431e-142f-4dd4-95ee-7d1616c1c4e4 None None] No DVR routers for this DVR port bd410fc7-8270-4c8a-b0cd-c4ba439a6c22 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:29:47.683975 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e446431e-142f-4dd4-95ee-7d1616c1c4e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:47.684333 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e446431e-142f-4dd4-95ee-7d1616c1c4e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:47.684677 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e446431e-142f-4dd4-95ee-7d1616c1c4e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:47.685019 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e446431e-142f-4dd4-95ee-7d1616c1c4e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:47.685351 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e446431e-142f-4dd4-95ee-7d1616c1c4e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:47.685678 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e446431e-142f-4dd4-95ee-7d1616c1c4e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:47.686005 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e446431e-142f-4dd4-95ee-7d1616c1c4e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:47.686327 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e446431e-142f-4dd4-95ee-7d1616c1c4e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:47.686654 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e446431e-142f-4dd4-95ee-7d1616c1c4e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:47.686975 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e446431e-142f-4dd4-95ee-7d1616c1c4e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:47.687303 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e446431e-142f-4dd4-95ee-7d1616c1c4e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:47.687624 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e446431e-142f-4dd4-95ee-7d1616c1c4e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:47.688012 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e446431e-142f-4dd4-95ee-7d1616c1c4e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:47.692144 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e446431e-142f-4dd4-95ee-7d1616c1c4e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:47.692144 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e446431e-142f-4dd4-95ee-7d1616c1c4e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:29:47.732961 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-890c3b0a-9f84-474a-86cc-3ad5bc854c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:47.770635 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 87397f20-2b76-403a-ba78-427946879777 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:29:47.791509 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 87397f20-2b76-403a-ba78-427946879777 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:29:47.791883 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 87397f20-2b76-403a-ba78-427946879777 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:29:47.792306 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device bd410fc7-8270-4c8a-b0cd-c4ba439a6c22 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:29:47.795521 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-05d35469-ade0-4c6b-ba47-f7b4221cc0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (63b93b7f-ce8a-48d2-8998-37d3dab7cf26), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:47.801868 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-05d35469-ade0-4c6b-ba47-f7b4221cc0d8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:47.805719 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-05d35469-ade0-4c6b-ba47-f7b4221cc0d8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/63b93b7f-ce8a-48d2-8998-37d3dab7cf26 HTTP/1.1" status: 204 len: 168 time: 0.7537234 Mar 23 03:29:47.808800 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 41962) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:29:47.814060 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: bd410fc7-8270-4c8a-b0cd-c4ba439a6c22 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:29:47.818365 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device bd410fc7-8270-4c8a-b0cd-c4ba439a6c22 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:29:47.818365 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 2a9e0f71-f172-45ee-b315-db255f344a15 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:29:47.818650 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d35469-ade0-4c6b-ba47-f7b4221cc0d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=63b93b7f-ce8a-48d2-8998-37d3dab7cf26,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:29:47.836017 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 2a9e0f71-f172-45ee-b315-db255f344a15 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:29:47.837649 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 2a9e0f71-f172-45ee-b315-db255f344a15 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:29:48.165025 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5ddf664a-a6e3-49e8-9110-5926a691d900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (8303a8bb-7c7b-47e2-b52f-078f4ad60fcf), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:48.411362 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-5ddf664a-a6e3-49e8-9110-5926a691d900 admin admin] Deleting port 9166dfeb-9dd4-4624-88d5-8c47056bf886 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:29:48.411616 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5ddf664a-a6e3-49e8-9110-5926a691d900 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (9166dfeb-9dd4-4624-88d5-8c47056bf886), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:48.489060 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-5ddf664a-a6e3-49e8-9110-5926a691d900 admin admin] For port 9166dfeb-9dd4-4624-88d5-8c47056bf886, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=9166dfeb-9dd4-4624-88d5-8c47056bf886,segment=NetworkSegment(1e9c428f-54af-4d6e-9a4a-ca99d3e4f331),segment_id=1e9c428f-54af-4d6e-9a4a-ca99d3e4f331)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:29:48.489421 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5ddf664a-a6e3-49e8-9110-5926a691d900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (9166dfeb-9dd4-4624-88d5-8c47056bf886), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:48.502940 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-5ddf664a-a6e3-49e8-9110-5926a691d900 admin admin] Calling delete_port for 9166dfeb-9dd4-4624-88d5-8c47056bf886 owned by network:router_interface {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:29:48.773257 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5ddf664a-a6e3-49e8-9110-5926a691d900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (9166dfeb-9dd4-4624-88d5-8c47056bf886), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:48.801434 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf664a-a6e3-49e8-9110-5926a691d900 admin admin] Pushing event deleted for resources: {'Port': ['ID=9166dfeb-9dd4-4624-88d5-8c47056bf886,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:29:49.184278 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:49.302533 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-5ddf664a-a6e3-49e8-9110-5926a691d900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (8303a8bb-7c7b-47e2-b52f-078f4ad60fcf), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:49.514505 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddf664a-a6e3-49e8-9110-5926a691d900 admin admin] Router 8303a8bb-7c7b-47e2-b52f-078f4ad60fcf has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:29:49.627138 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddf664a-a6e3-49e8-9110-5926a691d900 admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:29:49.635858 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-5ddf664a-a6e3-49e8-9110-5926a691d900 admin admin] 10.222.0.24 "PUT /v2.0/routers/8303a8bb-7c7b-47e2-b52f-078f4ad60fcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8231683 Mar 23 03:29:49.635858 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 41968) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:29:49.640009 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8968deed-1d62-463e-8a22-59f9c295cea1 None None] Sync routers for ids ['8303a8bb-7c7b-47e2-b52f-078f4ad60fcf'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:29:49.651366 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8968deed-1d62-463e-8a22-59f9c295cea1 None None] Routers {'8303a8bb-7c7b-47e2-b52f-078f4ad60fcf'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:29:49.652113 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-8968deed-1d62-463e-8a22-59f9c295cea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:29:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['8303a8bb-7c7b-47e2-b52f-078f4ad60fcf'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:29:49.750728 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3118e98d-0f01-4d12-8962-21cf021e2c5b admin admin] Publish callbacks [] for router (8303a8bb-7c7b-47e2-b52f-078f4ad60fcf), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:49.776023 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-8968deed-1d62-463e-8a22-59f9c295cea1 None None] Set router 8303a8bb-7c7b-47e2-b52f-078f4ad60fcf gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:29:49.862439 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3118e98d-0f01-4d12-8962-21cf021e2c5b admin admin] Publish callbacks [] for router_gateway (8303a8bb-7c7b-47e2-b52f-078f4ad60fcf), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:49.926782 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6e4b84f5-002b-4d2a-b8f9-4b0fcfda0e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:49.963779 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-8968deed-1d62-463e-8a22-59f9c295cea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8303a8bb-7c7b-47e2-b52f-078f4ad60fcf', 'name': 'tempest-TestShelveInstance-519785551-router', 'tenant_id': '9a4b10df91244289a7fabd08d31bd841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': 'a9613d06-cc6d-4edc-bc5d-3b1a06415435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:19:25Z', 'updated_at': '2022-03-23T03:29:48Z', 'revision_number': 5, 'project_id': '9a4b10df91244289a7fabd08d31bd841', 'gw_port': {'id': 'a9613d06-cc6d-4edc-bc5d-3b1a06415435', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8303a8bb-7c7b-47e2-b52f-078f4ad60fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:19:26Z', 'updated_at': '2022-03-23T03:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:29:49.994160 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8968deed-1d62-463e-8a22-59f9c295cea1 None None] Checking router: 8303a8bb-7c7b-47e2-b52f-078f4ad60fcf for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:29:49.998565 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-3118e98d-0f01-4d12-8962-21cf021e2c5b admin admin] Deleting port a9613d06-cc6d-4edc-bc5d-3b1a06415435 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:29:49.998910 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3118e98d-0f01-4d12-8962-21cf021e2c5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (a9613d06-cc6d-4edc-bc5d-3b1a06415435), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:50.002593 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8968deed-1d62-463e-8a22-59f9c295cea1 None None] Routers {'8303a8bb-7c7b-47e2-b52f-078f4ad60fcf'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:29:50.003188 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-8968deed-1d62-463e-8a22-59f9c295cea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:29:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['8303a8bb-7c7b-47e2-b52f-078f4ad60fcf'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:29:50.086560 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-3118e98d-0f01-4d12-8962-21cf021e2c5b admin admin] For port a9613d06-cc6d-4edc-bc5d-3b1a06415435, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=a9613d06-cc6d-4edc-bc5d-3b1a06415435,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:29:50.087245 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3118e98d-0f01-4d12-8962-21cf021e2c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (a9613d06-cc6d-4edc-bc5d-3b1a06415435), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:50.091806 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-8968deed-1d62-463e-8a22-59f9c295cea1 None None] Set router 8303a8bb-7c7b-47e2-b52f-078f4ad60fcf gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:29:50.102147 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-3118e98d-0f01-4d12-8962-21cf021e2c5b admin admin] Calling delete_port for a9613d06-cc6d-4edc-bc5d-3b1a06415435 owned by network:router_gateway {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:29:50.150073 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-8968deed-1d62-463e-8a22-59f9c295cea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8303a8bb-7c7b-47e2-b52f-078f4ad60fcf', 'name': 'tempest-TestShelveInstance-519785551-router', 'tenant_id': '9a4b10df91244289a7fabd08d31bd841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:19:25Z', 'updated_at': '2022-03-23T03:29:49Z', 'revision_number': 6, 'project_id': '9a4b10df91244289a7fabd08d31bd841', 'gw_port_host': None}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:29:50.176177 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8968deed-1d62-463e-8a22-59f9c295cea1 None None] The sync data for ids ['8303a8bb-7c7b-47e2-b52f-078f4ad60fcf'] in dv-neutron-834613-2-hyperv is: [{'id': '8303a8bb-7c7b-47e2-b52f-078f4ad60fcf', 'name': 'tempest-TestShelveInstance-519785551-router', 'tenant_id': '9a4b10df91244289a7fabd08d31bd841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:19:25Z', 'updated_at': '2022-03-23T03:29:49Z', 'revision_number': 6, 'project_id': '9a4b10df91244289a7fabd08d31bd841', 'gw_port_host': None}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:29:50.327120 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3118e98d-0f01-4d12-8962-21cf021e2c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (a9613d06-cc6d-4edc-bc5d-3b1a06415435), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:50.351145 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118e98d-0f01-4d12-8962-21cf021e2c5b admin admin] Pushing event deleted for resources: {'Port': ['ID=a9613d06-cc6d-4edc-bc5d-3b1a06415435,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:29:50.413745 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3118e98d-0f01-4d12-8962-21cf021e2c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (8303a8bb-7c7b-47e2-b52f-078f4ad60fcf), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:50.503456 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3118e98d-0f01-4d12-8962-21cf021e2c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (8303a8bb-7c7b-47e2-b52f-078f4ad60fcf), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:50.505628 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3118e98d-0f01-4d12-8962-21cf021e2c5b admin admin] Publish callbacks [] for router_controller (8303a8bb-7c7b-47e2-b52f-078f4ad60fcf), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:50.607134 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3118e98d-0f01-4d12-8962-21cf021e2c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (8303a8bb-7c7b-47e2-b52f-078f4ad60fcf), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:50.607715 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3118e98d-0f01-4d12-8962-21cf021e2c5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8303a8bb-7c7b-47e2-b52f-078f4ad60fcf {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 03:29:50.613834 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-3118e98d-0f01-4d12-8962-21cf021e2c5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:50.613834 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-3118e98d-0f01-4d12-8962-21cf021e2c5b admin admin] 10.222.0.24 "DELETE /v2.0/routers/8303a8bb-7c7b-47e2-b52f-078f4ad60fcf HTTP/1.1" status: 204 len: 168 time: 0.9766448 Mar 23 03:29:50.615984 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 41970) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:29:50.661092 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b950546-f784-4d73-98d7-4ad22377f656 admin admin] Deleting subnet 2e5d31d0-744a-45fc-a7c5-09bc5acab766 {{(pid=104348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 03:29:50.664687 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b950546-f784-4d73-98d7-4ad22377f656 admin admin] Publish callbacks [] for subnet (2e5d31d0-744a-45fc-a7c5-09bc5acab766), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:50.698750 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b950546-f784-4d73-98d7-4ad22377f656 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524276'] for subnet (2e5d31d0-744a-45fc-a7c5-09bc5acab766), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:50.780605 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b950546-f784-4d73-98d7-4ad22377f656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (2e5d31d0-744a-45fc-a7c5-09bc5acab766), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:50.892000 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b950546-f784-4d73-98d7-4ad22377f656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151397'] for subnet (2e5d31d0-744a-45fc-a7c5-09bc5acab766), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:50.917342 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b950546-f784-4d73-98d7-4ad22377f656 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e5d31d0-744a-45fc-a7c5-09bc5acab766,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:29:50.921263 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1b950546-f784-4d73-98d7-4ad22377f656 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:50.926810 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1b950546-f784-4d73-98d7-4ad22377f656 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2e5d31d0-744a-45fc-a7c5-09bc5acab766 HTTP/1.1" status: 204 len: 168 time: 0.3069527 Mar 23 03:29:50.926916 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 41972) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:29:50.932620 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac41f064-0026-46a9-953c-8abb385fa9c8 None None] Network c9e2b398-4aca-4ba7-912b-68788fafa57c requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:29:50.996982 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-93716719-4235-4472-9752-973fe9cd4ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (c9e2b398-4aca-4ba7-912b-68788fafa57c), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:51.061343 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-93716719-4235-4472-9752-973fe9cd4ef3 admin admin] Deleting port 35c60882-e3f5-4700-8f25-acd449c4d696 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:29:51.061687 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-93716719-4235-4472-9752-973fe9cd4ef3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (35c60882-e3f5-4700-8f25-acd449c4d696), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:51.098822 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6285963-19b2-4c8b-ab01-daa285aa4614 None None] DHCP port deletion for c9e2b398-4aca-4ba7-912b-68788fafa57c request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 03:29:51.130534 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-93716719-4235-4472-9752-973fe9cd4ef3 admin admin] For port 35c60882-e3f5-4700-8f25-acd449c4d696, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=35c60882-e3f5-4700-8f25-acd449c4d696,segment=NetworkSegment(1e9c428f-54af-4d6e-9a4a-ca99d3e4f331),segment_id=1e9c428f-54af-4d6e-9a4a-ca99d3e4f331)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:29:51.130534 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-93716719-4235-4472-9752-973fe9cd4ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (35c60882-e3f5-4700-8f25-acd449c4d696), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:51.144731 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-93716719-4235-4472-9752-973fe9cd4ef3 admin admin] Calling delete_port for 35c60882-e3f5-4700-8f25-acd449c4d696 owned by network:dhcp {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:29:51.149736 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f6285963-19b2-4c8b-ab01-daa285aa4614 None None] Deleting port 35c60882-e3f5-4700-8f25-acd449c4d696 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:29:51.150111 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f6285963-19b2-4c8b-ab01-daa285aa4614 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (35c60882-e3f5-4700-8f25-acd449c4d696), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:51.215441 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-f6285963-19b2-4c8b-ab01-daa285aa4614 None None] For port 35c60882-e3f5-4700-8f25-acd449c4d696, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=35c60882-e3f5-4700-8f25-acd449c4d696,segment=NetworkSegment(1e9c428f-54af-4d6e-9a4a-ca99d3e4f331),segment_id=1e9c428f-54af-4d6e-9a4a-ca99d3e4f331)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:29:51.215973 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f6285963-19b2-4c8b-ab01-daa285aa4614 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (35c60882-e3f5-4700-8f25-acd449c4d696), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:51.229387 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f6285963-19b2-4c8b-ab01-daa285aa4614 None None] Calling delete_port for 35c60882-e3f5-4700-8f25-acd449c4d696 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:29:51.286421 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-93716719-4235-4472-9752-973fe9cd4ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (35c60882-e3f5-4700-8f25-acd449c4d696), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:51.310551 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f6285963-19b2-4c8b-ab01-daa285aa4614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (35c60882-e3f5-4700-8f25-acd449c4d696), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:51.313855 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93716719-4235-4472-9752-973fe9cd4ef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=35c60882-e3f5-4700-8f25-acd449c4d696,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:29:51.315653 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93716719-4235-4472-9752-973fe9cd4ef3 admin admin] No DVR routers for this DVR port 35c60882-e3f5-4700-8f25-acd449c4d696 on host dv-neutron-834613-2-hyperv {{(pid=104348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:29:51.334683 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6285963-19b2-4c8b-ab01-daa285aa4614 None None] Pushing event deleted for resources: {'Port': ['ID=35c60882-e3f5-4700-8f25-acd449c4d696,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:29:51.341078 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6285963-19b2-4c8b-ab01-daa285aa4614 None None] No DVR routers for this DVR port 35c60882-e3f5-4700-8f25-acd449c4d696 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:29:51.387714 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-93716719-4235-4472-9752-973fe9cd4ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (c9e2b398-4aca-4ba7-912b-68788fafa57c), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:51.408385 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-93716719-4235-4472-9752-973fe9cd4ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e2b398-4aca-4ba7-912b-68788fafa57c']}} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:29:51.418808 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-93716719-4235-4472-9752-973fe9cd4ef3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e9c428f-54af-4d6e-9a4a-ca99d3e4f331') {'for_net_delete': True} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:29:51.419107 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.services.segments.db [None req-93716719-4235-4472-9752-973fe9cd4ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e9c428f-54af-4d6e-9a4a-ca99d3e4f331') {} {{(pid=104348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:29:51.432518 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-93716719-4235-4472-9752-973fe9cd4ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524237'] for segment (1e9c428f-54af-4d6e-9a4a-ca99d3e4f331), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:51.446445 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-93716719-4235-4472-9752-973fe9cd4ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (1e9c428f-54af-4d6e-9a4a-ca99d3e4f331), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:51.454204 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93716719-4235-4472-9752-973fe9cd4ef3 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=104348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 03:29:51.454595 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-93716719-4235-4472-9752-973fe9cd4ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3460912'] for segment (1e9c428f-54af-4d6e-9a4a-ca99d3e4f331), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:51.456277 dv-neutron-834613-2-hyperv neutron-server[104348]: Traceback (most recent call last): Mar 23 03:29:51.456277 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 03:29:51.456277 dv-neutron-834613-2-hyperv neutron-server[104348]: timer() Mar 23 03:29:51.456277 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 03:29:51.456277 dv-neutron-834613-2-hyperv neutron-server[104348]: cb(*args, **kw) Mar 23 03:29:51.456277 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 03:29:51.456277 dv-neutron-834613-2-hyperv neutron-server[104348]: return func(*args, **kwargs) Mar 23 03:29:51.456277 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 03:29:51.456277 dv-neutron-834613-2-hyperv neutron-server[104348]: self._notify() Mar 23 03:29:51.456277 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 03:29:51.456277 dv-neutron-834613-2-hyperv neutron-server[104348]: self.callback(batched_events) Mar 23 03:29:51.456277 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 03:29:51.456277 dv-neutron-834613-2-hyperv neutron-server[104348]: event.method(event) Mar 23 03:29:51.456277 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 03:29:51.456277 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 03:29:51.456277 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 03:29:51.456277 dv-neutron-834613-2-hyperv neutron-server[104348]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 03:29:51.456277 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 03:29:51.456277 dv-neutron-834613-2-hyperv neutron-server[104348]: return f(self, *a, **k) Mar 23 03:29:51.456277 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 03:29:51.456277 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._get(url).json() Mar 23 03:29:51.456277 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 03:29:51.456277 dv-neutron-834613-2-hyperv neutron-server[104348]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 03:29:51.456277 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 03:29:51.456277 dv-neutron-834613-2-hyperv neutron-server[104348]: return self.request(url, 'GET', **kwargs) Mar 23 03:29:51.456277 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 03:29:51.456277 dv-neutron-834613-2-hyperv neutron-server[104348]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 03:29:51.456277 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 03:29:51.456277 dv-neutron-834613-2-hyperv neutron-server[104348]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 03:29:51.456277 dv-neutron-834613-2-hyperv neutron-server[104348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 03:29:51.456277 dv-neutron-834613-2-hyperv neutron-server[104348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 03:29:51.456277 dv-neutron-834613-2-hyperv neutron-server[104348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 03:29:51.463481 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:51.584182 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-93716719-4235-4472-9752-973fe9cd4ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (c9e2b398-4aca-4ba7-912b-68788fafa57c), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:51.590146 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-93716719-4235-4472-9752-973fe9cd4ef3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:51.593259 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-93716719-4235-4472-9752-973fe9cd4ef3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c9e2b398-4aca-4ba7-912b-68788fafa57c HTTP/1.1" status: 204 len: 168 time: 0.6654036 Mar 23 03:29:51.604645 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93716719-4235-4472-9752-973fe9cd4ef3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9e2b398-4aca-4ba7-912b-68788fafa57c,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:29:51.730285 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 35c60882-e3f5-4700-8f25-acd449c4d696 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:29:51.750600 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 35c60882-e3f5-4700-8f25-acd449c4d696 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:29:51.750951 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 35c60882-e3f5-4700-8f25-acd449c4d696 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:29:51.751373 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device a9613d06-cc6d-4edc-bc5d-3b1a06415435 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:29:51.772943 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: a9613d06-cc6d-4edc-bc5d-3b1a06415435 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:29:51.773297 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device a9613d06-cc6d-4edc-bc5d-3b1a06415435 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:29:51.773702 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 9166dfeb-9dd4-4624-88d5-8c47056bf886 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:29:51.792015 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 9166dfeb-9dd4-4624-88d5-8c47056bf886 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:29:51.792368 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 9166dfeb-9dd4-4624-88d5-8c47056bf886 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:29:51.896500 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 41976) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:29:51.935502 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-f627feff-02e9-4164-83cb-59454e3dad68 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64f41877e5a749288d4e3f42b317f522&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375874 Mar 23 03:29:51.937926 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 41978) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:29:51.983170 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9de13fe9-2cb6-49d6-97ef-25cea0503e58 admin admin] Publish callbacks [] for security_group (8c7bca7a-74ab-4b25-9717-b9399a7c1375), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:52.006754 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9de13fe9-2cb6-49d6-97ef-25cea0503e58 admin admin] Publish callbacks [] for security_group (8c7bca7a-74ab-4b25-9717-b9399a7c1375), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:52.132750 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9de13fe9-2cb6-49d6-97ef-25cea0503e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (8c7bca7a-74ab-4b25-9717-b9399a7c1375), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:52.135609 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-9de13fe9-2cb6-49d6-97ef-25cea0503e58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:52.136794 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-9de13fe9-2cb6-49d6-97ef-25cea0503e58 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c7bca7a-74ab-4b25-9717-b9399a7c1375 HTTP/1.1" status: 204 len: 168 time: 0.1980066 Mar 23 03:29:52.144654 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de13fe9-2cb6-49d6-97ef-25cea0503e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7bca7a-74ab-4b25-9717-b9399a7c1375,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:29:52.703697 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 41986) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:29:52.743498 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7a7d2651-32d4-4bc8-9c50-1929ca1ae75d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a4b10df91244289a7fabd08d31bd841&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384429 Mar 23 03:29:52.745832 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 41988) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:29:52.792505 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e45640f5-af1e-4275-a736-2989c46c1757 admin admin] Publish callbacks [] for security_group (3530bc31-12da-434e-91d3-7922a04e0c5e), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:52.814836 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e45640f5-af1e-4275-a736-2989c46c1757 admin admin] Publish callbacks [] for security_group (3530bc31-12da-434e-91d3-7922a04e0c5e), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:52.891837 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:52.944120 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e45640f5-af1e-4275-a736-2989c46c1757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (3530bc31-12da-434e-91d3-7922a04e0c5e), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:52.946667 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-e45640f5-af1e-4275-a736-2989c46c1757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:52.947844 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-e45640f5-af1e-4275-a736-2989c46c1757 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3530bc31-12da-434e-91d3-7922a04e0c5e HTTP/1.1" status: 204 len: 168 time: 0.2011185 Mar 23 03:29:52.955894 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45640f5-af1e-4275-a736-2989c46c1757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3530bc31-12da-434e-91d3-7922a04e0c5e,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:29:53.980541 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 42010) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:29:53.989587 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:54.078001 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-ba13efad-79de-479d-a42e-0737fd81638f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2033237973-network', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:29:54.144266 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba13efad-79de-479d-a42e-0737fd81638f admin admin] Made reservation on behalf of c3c078d8bf724fc4a0a66e6949b12b4f for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:29:54.147145 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ba13efad-79de-479d-a42e-0737fd81638f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:54.155890 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ba13efad-79de-479d-a42e-0737fd81638f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:54.230621 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ba13efad-79de-479d-a42e-0737fd81638f admin admin] Publish callbacks [] for security_group (c5d70d4a-beda-4385-8c9b-717e8b62f0ae), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:54.269741 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ba13efad-79de-479d-a42e-0737fd81638f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (c5d70d4a-beda-4385-8c9b-717e8b62f0ae), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:54.296318 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba13efad-79de-479d-a42e-0737fd81638f admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 03:29:54.302501 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13efad-79de-479d-a42e-0737fd81638f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d70d4a-beda-4385-8c9b-717e8b62f0ae,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:29:54.309869 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ba13efad-79de-479d-a42e-0737fd81638f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (72b3d0ea-40a4-435f-a5a0-029fe3e019a3), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:54.309869 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-ba13efad-79de-479d-a42e-0737fd81638f admin admin] Added segment 72b3d0ea-40a4-435f-a5a0-029fe3e019a3 of type vlan for network a5af6a10-5f42-410b-b49f-c926698fd113 Mar 23 03:29:54.350913 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ba13efad-79de-479d-a42e-0737fd81638f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (a5af6a10-5f42-410b-b49f-c926698fd113), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:54.428952 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ba13efad-79de-479d-a42e-0737fd81638f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (a5af6a10-5f42-410b-b49f-c926698fd113), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:54.429835 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba13efad-79de-479d-a42e-0737fd81638f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:29:54.430415 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-ba13efad-79de-479d-a42e-0737fd81638f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:54.491067 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13efad-79de-479d-a42e-0737fd81638f admin admin] Pushing event updated for resources: {'Network': ['ID=a5af6a10-5f42-410b-b49f-c926698fd113,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:29:54.501070 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network a5af6a10-5f42-410b-b49f-c926698fd113 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 03:29:54.558254 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-ba13efad-79de-479d-a42e-0737fd81638f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5764861 Mar 23 03:29:54.560943 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 42014) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:29:54.565676 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-9f0ba4e4-401f-467f-a4e9-1b60c94e914c admin admin] Request body: {'subnet': {'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2033237973-subnet', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'ip_version': 4}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:29:54.652566 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0ba4e4-401f-467f-a4e9-1b60c94e914c admin admin] Made reservation on behalf of c3c078d8bf724fc4a0a66e6949b12b4f for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:29:54.654903 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9f0ba4e4-401f-467f-a4e9-1b60c94e914c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:54.898040 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9f0ba4e4-401f-467f-a4e9-1b60c94e914c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (90a88fcb-f567-4775-8e4c-4fdba5a03267), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:54.954550 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ba4e4-401f-467f-a4e9-1b60c94e914c admin admin] Pushing event updated for resources: {'Subnet': ['ID=90a88fcb-f567-4775-8e4c-4fdba5a03267,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:29:54.962201 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0ba4e4-401f-467f-a4e9-1b60c94e914c admin admin] Checking segment: {'id': '72b3d0ea-40a4-435f-a5a0-029fe3e019a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:29:54.962563 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0ba4e4-401f-467f-a4e9-1b60c94e914c admin admin] Network hostable DHCP agents. Network: a5af6a10-5f42-410b-b49f-c926698fd113, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 03:29:55.074416 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0ba4e4-401f-467f-a4e9-1b60c94e914c admin admin] Network a5af6a10-5f42-410b-b49f-c926698fd113 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 03:29:55.177311 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-9f0ba4e4-401f-467f-a4e9-1b60c94e914c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, a5af6a10-5f42-410b-b49f-c926698fd113) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:29:55.182001 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0ba4e4-401f-467f-a4e9-1b60c94e914c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:29:55.182604 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9f0ba4e4-401f-467f-a4e9-1b60c94e914c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:55.186773 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160d5870-0573-43e5-b2fa-45225aa7d799 None None] Network a5af6a10-5f42-410b-b49f-c926698fd113 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:29:55.266926 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9f0ba4e4-401f-467f-a4e9-1b60c94e914c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7048953 Mar 23 03:29:55.269547 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 42016) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:29:55.274124 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-cfa0d7d3-7fe7-42d5-aa78-d2d24a159b31 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2033237973-router', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:29:55.289735 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31409668-eda4-444c-8580-3e04cc9cf271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-a5af6a10-5f42-410b-b49f-c926698fd113', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'fixed_ips': [{'subnet_id': '90a88fcb-f567-4775-8e4c-4fdba5a03267'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 03:29:55.290746 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-31409668-eda4-444c-8580-3e04cc9cf271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:55.389879 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cfa0d7d3-7fe7-42d5-aa78-d2d24a159b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (8960d359-87d0-49ab-936e-77b6eba2c7de), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:55.390964 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cfa0d7d3-7fe7-42d5-aa78-d2d24a159b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (8960d359-87d0-49ab-936e-77b6eba2c7de), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:55.426919 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-31409668-eda4-444c-8580-3e04cc9cf271 None None] Allocated IP 172.20.0.2 (a5af6a10-5f42-410b-b49f-c926698fd113/90a88fcb-f567-4775-8e4c-4fdba5a03267/12b91acd-2d1c-4cd8-a6ea-585104560466) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:29:55.447027 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cfa0d7d3-7fe7-42d5-aa78-d2d24a159b31 admin admin] Publish callbacks [] for router_controller (8960d359-87d0-49ab-936e-77b6eba2c7de), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:55.569261 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-31409668-eda4-444c-8580-3e04cc9cf271 None None] Publish callbacks [] for port (12b91acd-2d1c-4cd8-a6ea-585104560466), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:55.630316 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-31409668-eda4-444c-8580-3e04cc9cf271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (12b91acd-2d1c-4cd8-a6ea-585104560466), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:55.667970 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cfa0d7d3-7fe7-42d5-aa78-d2d24a159b31 admin admin] Publish callbacks [] for router_gateway (8960d359-87d0-49ab-936e-77b6eba2c7de), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:55.668227 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31409668-eda4-444c-8580-3e04cc9cf271 None None] Network a5af6a10-5f42-410b-b49f-c926698fd113 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:29:55.670997 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-31409668-eda4-444c-8580-3e04cc9cf271 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:29:55.676561 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31409668-eda4-444c-8580-3e04cc9cf271 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:29:55.683801 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31409668-eda4-444c-8580-3e04cc9cf271 None None] Pushing event updated for resources: {'Port': ['ID=12b91acd-2d1c-4cd8-a6ea-585104560466,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:29:55.738601 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-31409668-eda4-444c-8580-3e04cc9cf271 None None] Attempting to bind port 12b91acd-2d1c-4cd8-a6ea-585104560466 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:29:55.738895 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-31409668-eda4-444c-8580-3e04cc9cf271 None None] Attempting to bind port 12b91acd-2d1c-4cd8-a6ea-585104560466 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '72b3d0ea-40a4-435f-a5a0-029fe3e019a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:29:55.739260 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31409668-eda4-444c-8580-3e04cc9cf271 None None] Attempting to bind port 12b91acd-2d1c-4cd8-a6ea-585104560466 on network a5af6a10-5f42-410b-b49f-c926698fd113 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:29:55.744324 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31409668-eda4-444c-8580-3e04cc9cf271 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:29:55.744699 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31409668-eda4-444c-8580-3e04cc9cf271 None None] Checking segment: {'id': '72b3d0ea-40a4-435f-a5a0-029fe3e019a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:29:55.745102 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-31409668-eda4-444c-8580-3e04cc9cf271 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:55.745498 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31409668-eda4-444c-8580-3e04cc9cf271 None None] Bound using segment: {'id': '72b3d0ea-40a4-435f-a5a0-029fe3e019a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:29:55.745963 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-31409668-eda4-444c-8580-3e04cc9cf271 None None] Bound port: 12b91acd-2d1c-4cd8-a6ea-585104560466, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72b3d0ea-40a4-435f-a5a0-029fe3e019a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:29:55.746342 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-31409668-eda4-444c-8580-3e04cc9cf271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (12b91acd-2d1c-4cd8-a6ea-585104560466), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:55.807628 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-31409668-eda4-444c-8580-3e04cc9cf271 None None] For port 12b91acd-2d1c-4cd8-a6ea-585104560466, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:29:55.810655 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-31409668-eda4-444c-8580-3e04cc9cf271 None None] For port 12b91acd-2d1c-4cd8-a6ea-585104560466, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=12b91acd-2d1c-4cd8-a6ea-585104560466,segment=NetworkSegment(72b3d0ea-40a4-435f-a5a0-029fe3e019a3),segment_id=72b3d0ea-40a4-435f-a5a0-029fe3e019a3)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:29:55.887737 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-31409668-eda4-444c-8580-3e04cc9cf271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (12b91acd-2d1c-4cd8-a6ea-585104560466), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:55.944504 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31409668-eda4-444c-8580-3e04cc9cf271 None None] Pushing event updated for resources: {'Port': ['ID=12b91acd-2d1c-4cd8-a6ea-585104560466,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:29:55.960450 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cfa0d7d3-7fe7-42d5-aa78-d2d24a159b31 admin admin] Publish callbacks [] for router_gateway (8960d359-87d0-49ab-936e-77b6eba2c7de), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:55.979585 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cfa0d7d3-7fe7-42d5-aa78-d2d24a159b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:56.082679 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-cfa0d7d3-7fe7-42d5-aa78-d2d24a159b31 admin admin] Allocated IP 172.26.2.205 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:29:56.203458 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cfa0d7d3-7fe7-42d5-aa78-d2d24a159b31 admin admin] Publish callbacks [] for port (5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:56.298831 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cfa0d7d3-7fe7-42d5-aa78-d2d24a159b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:56.337273 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa0d7d3-7fe7-42d5-aa78-d2d24a159b31 admin admin] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:29:56.340293 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-cfa0d7d3-7fe7-42d5-aa78-d2d24a159b31 admin admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:29:56.342737 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa0d7d3-7fe7-42d5-aa78-d2d24a159b31 admin admin] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:29:56.370989 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0d7d3-7fe7-42d5-aa78-d2d24a159b31 admin admin] Pushing event updated for resources: {'Port': ['ID=5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:29:56.689130 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cfa0d7d3-7fe7-42d5-aa78-d2d24a159b31 admin admin] Publish callbacks [] for router_gateway (8960d359-87d0-49ab-936e-77b6eba2c7de), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:56.840910 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c28abcf-4b9a-456e-98b8-c1079c78077c None None] Network a5af6a10-5f42-410b-b49f-c926698fd113 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:29:56.894534 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cfa0d7d3-7fe7-42d5-aa78-d2d24a159b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (8960d359-87d0-49ab-936e-77b6eba2c7de), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:56.949328 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-29cde546-4bb1-4723-bcd7-6413ea7a7243 None None] Provisioning complete for port 12b91acd-2d1c-4cd8-a6ea-585104560466 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:29:56.949704 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-29cde546-4bb1-4723-bcd7-6413ea7a7243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (12b91acd-2d1c-4cd8-a6ea-585104560466), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:57.040847 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-29cde546-4bb1-4723-bcd7-6413ea7a7243 None None] Current status of the port 12b91acd-2d1c-4cd8-a6ea-585104560466 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:29:57.041247 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-29cde546-4bb1-4723-bcd7-6413ea7a7243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (12b91acd-2d1c-4cd8-a6ea-585104560466), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:57.074960 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-29cde546-4bb1-4723-bcd7-6413ea7a7243 None None] For port 12b91acd-2d1c-4cd8-a6ea-585104560466, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=12b91acd-2d1c-4cd8-a6ea-585104560466,segment=NetworkSegment(72b3d0ea-40a4-435f-a5a0-029fe3e019a3),segment_id=72b3d0ea-40a4-435f-a5a0-029fe3e019a3)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:29:57.109895 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa0d7d3-7fe7-42d5-aa78-d2d24a159b31 admin admin] Router 8960d359-87d0-49ab-936e-77b6eba2c7de is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 03:29:57.166875 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-29cde546-4bb1-4723-bcd7-6413ea7a7243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (12b91acd-2d1c-4cd8-a6ea-585104560466), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:57.218630 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cde546-4bb1-4723-bcd7-6413ea7a7243 None None] Pushing event updated for resources: {'Port': ['ID=12b91acd-2d1c-4cd8-a6ea-585104560466,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:29:57.227782 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa0d7d3-7fe7-42d5-aa78-d2d24a159b31 admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:29:57.236189 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a26ca3-f8bd-4f51-8469-80c48d8b2017 None None] Sync routers for ids ['8960d359-87d0-49ab-936e-77b6eba2c7de'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:29:57.247338 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a26ca3-f8bd-4f51-8469-80c48d8b2017 None None] Routers {'8960d359-87d0-49ab-936e-77b6eba2c7de'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:29:57.247980 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-e6a26ca3-f8bd-4f51-8469-80c48d8b2017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:29:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['8960d359-87d0-49ab-936e-77b6eba2c7de'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:29:57.290016 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-cfa0d7d3-7fe7-42d5-aa78-d2d24a159b31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:57.291275 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-cfa0d7d3-7fe7-42d5-aa78-d2d24a159b31 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0208085 Mar 23 03:29:57.293952 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 42018) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:29:57.337411 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-98ec330f-9061-490e-925c-758670c899a9 None None] Provisioning complete for port 12b91acd-2d1c-4cd8-a6ea-585104560466 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:29:57.337783 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-98ec330f-9061-490e-925c-758670c899a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (12b91acd-2d1c-4cd8-a6ea-585104560466), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:57.393963 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-e6a26ca3-f8bd-4f51-8469-80c48d8b2017 None None] Set router 8960d359-87d0-49ab-936e-77b6eba2c7de gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:29:57.542192 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-98ec330f-9061-490e-925c-758670c899a9 None None] Current status of the port 12b91acd-2d1c-4cd8-a6ea-585104560466 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:29:57.617652 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-e6a26ca3-f8bd-4f51-8469-80c48d8b2017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'name': 'tempest-TestSnapshotPattern-2033237973-router', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:56Z', 'revision_number': 3, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'gw_port': {'id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:29:57.645218 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a26ca3-f8bd-4f51-8469-80c48d8b2017 None None] Checking router: 8960d359-87d0-49ab-936e-77b6eba2c7de for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:29:57.645498 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a26ca3-f8bd-4f51-8469-80c48d8b2017 None None] Updating router 8960d359-87d0-49ab-936e-77b6eba2c7de port 5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5 binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 03:29:57.680136 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e6a26ca3-f8bd-4f51-8469-80c48d8b2017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:57.788588 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 12b91acd-2d1c-4cd8-a6ea-585104560466 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:29:57.912360 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 12b91acd-2d1c-4cd8-a6ea-585104560466 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:29:57.912360 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (12b91acd-2d1c-4cd8-a6ea-585104560466), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:58.048211 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e6a26ca3-f8bd-4f51-8469-80c48d8b2017 None None] Publish callbacks [] for port (5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:58.055047 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1a207e1d-fde3-42e0-aaa2-d63fc7ecfb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:58.058183 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 12b91acd-2d1c-4cd8-a6ea-585104560466 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:29:58.125672 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e6a26ca3-f8bd-4f51-8469-80c48d8b2017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:58.178536 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-e6a26ca3-f8bd-4f51-8469-80c48d8b2017 None None] Attempting to bind port 5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:29:58.178898 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-e6a26ca3-f8bd-4f51-8469-80c48d8b2017 None None] Attempting to bind port 5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:29:58.179331 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a26ca3-f8bd-4f51-8469-80c48d8b2017 None None] Attempting to bind port 5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5 on network 6bbcca03-75ff-487c-8b0e-a32302dacbee {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:29:58.186505 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deedd3b3-9a1c-4ba4-9b0b-531592017ae2 None None] Pushing event updated for resources: {'Port': ['ID=5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:29:58.190446 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a26ca3-f8bd-4f51-8469-80c48d8b2017 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:29:58.190827 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a26ca3-f8bd-4f51-8469-80c48d8b2017 None None] Checking segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:29:58.191225 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e6a26ca3-f8bd-4f51-8469-80c48d8b2017 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:58.191889 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a26ca3-f8bd-4f51-8469-80c48d8b2017 None None] Bound using segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:29:58.192362 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-e6a26ca3-f8bd-4f51-8469-80c48d8b2017 None None] Bound port: 5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:29:58.192741 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e6a26ca3-f8bd-4f51-8469-80c48d8b2017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:58.219063 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-1a207e1d-fde3-42e0-aaa2-d63fc7ecfb25 admin admin] Allocated IP 172.20.0.1 (a5af6a10-5f42-410b-b49f-c926698fd113/90a88fcb-f567-4775-8e4c-4fdba5a03267/b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:29:58.249035 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-e6a26ca3-f8bd-4f51-8469-80c48d8b2017 None None] For port 5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:29:58.252193 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-e6a26ca3-f8bd-4f51-8469-80c48d8b2017 None None] For port 5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:29:58.304985 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e6a26ca3-f8bd-4f51-8469-80c48d8b2017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:58.328407 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1a207e1d-fde3-42e0-aaa2-d63fc7ecfb25 admin admin] Publish callbacks [] for port (b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:58.364628 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a26ca3-f8bd-4f51-8469-80c48d8b2017 None None] Routers {'8960d359-87d0-49ab-936e-77b6eba2c7de'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:29:58.365765 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-e6a26ca3-f8bd-4f51-8469-80c48d8b2017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:29:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['8960d359-87d0-49ab-936e-77b6eba2c7de'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:29:58.370427 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deedd3b3-9a1c-4ba4-9b0b-531592017ae2 None None] Pushing event updated for resources: {'Port': ['ID=5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:29:58.407237 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1a207e1d-fde3-42e0-aaa2-d63fc7ecfb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:58.447354 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a207e1d-fde3-42e0-aaa2-d63fc7ecfb25 admin admin] Network a5af6a10-5f42-410b-b49f-c926698fd113 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:29:58.450240 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-1a207e1d-fde3-42e0-aaa2-d63fc7ecfb25 admin admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:29:58.454044 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a207e1d-fde3-42e0-aaa2-d63fc7ecfb25 admin admin] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:29:58.480822 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a207e1d-fde3-42e0-aaa2-d63fc7ecfb25 admin admin] Pushing event updated for resources: {'Port': ['ID=b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:29:58.502111 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1a207e1d-fde3-42e0-aaa2-d63fc7ecfb25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (8960d359-87d0-49ab-936e-77b6eba2c7de), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:58.628486 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-e6a26ca3-f8bd-4f51-8469-80c48d8b2017 None None] Set router 8960d359-87d0-49ab-936e-77b6eba2c7de gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:29:58.720607 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1a207e1d-fde3-42e0-aaa2-d63fc7ecfb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e), before_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:58.790285 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-7e9b7eaa-a8b9-44ab-99f3-f6a0b13aa14e None None] Provisioning complete for port b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:29:58.790664 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-7e9b7eaa-a8b9-44ab-99f3-f6a0b13aa14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:58.837234 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-7e9b7eaa-a8b9-44ab-99f3-f6a0b13aa14e None None] Port b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:29:58.850145 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-e6a26ca3-f8bd-4f51-8469-80c48d8b2017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'name': 'tempest-TestSnapshotPattern-2033237973-router', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:56Z', 'revision_number': 3, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'gw_port': {'id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:29:58.877438 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a26ca3-f8bd-4f51-8469-80c48d8b2017 None None] The sync data for ids ['8960d359-87d0-49ab-936e-77b6eba2c7de'] in dv-neutron-834613-2-hyperv is: [{'id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'name': 'tempest-TestSnapshotPattern-2033237973-router', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:56Z', 'revision_number': 3, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'gw_port': {'id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:29:58.887032 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1a207e1d-fde3-42e0-aaa2-d63fc7ecfb25 admin admin] Publish callbacks [] for port (b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:58.972057 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1a207e1d-fde3-42e0-aaa2-d63fc7ecfb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3460948'] for port (b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e), after_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:59.043476 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1a207e1d-fde3-42e0-aaa2-d63fc7ecfb25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (8960d359-87d0-49ab-936e-77b6eba2c7de), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:59.045335 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a207e1d-fde3-42e0-aaa2-d63fc7ecfb25 admin admin] Pushing event updated for resources: {'Port': ['ID=b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e,revision_number=2']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:29:59.149400 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a207e1d-fde3-42e0-aaa2-d63fc7ecfb25 admin admin] Network a5af6a10-5f42-410b-b49f-c926698fd113 is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:29:59.150909 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-1a207e1d-fde3-42e0-aaa2-d63fc7ecfb25 admin admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:29:59.285254 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a207e1d-fde3-42e0-aaa2-d63fc7ecfb25 admin admin] Router 8960d359-87d0-49ab-936e-77b6eba2c7de has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:29:59.405007 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a207e1d-fde3-42e0-aaa2-d63fc7ecfb25 admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:29:59.410269 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1a207e1d-fde3-42e0-aaa2-d63fc7ecfb25 admin admin] 10.222.0.24 "PUT /v2.0/routers/8960d359-87d0-49ab-936e-77b6eba2c7de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1153581 Mar 23 03:29:59.461930 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-f5c84e2d-8245-41bb-bd83-f79202c5c4bf None None] Provisioning complete for port b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:29:59.462538 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f5c84e2d-8245-41bb-bd83-f79202c5c4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:59.499548 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-f5c84e2d-8245-41bb-bd83-f79202c5c4bf None None] Port b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:29:59.762920 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:29:59.816739 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:29:59.817513 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:59.896921 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:29:59.897317 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:29:59.917616 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:30:00.001396 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:00.051178 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:30:00.054073 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 42034) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:30:00.059364 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-f5003224-404b-42cd-a316-73918dd80679 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-848507594-network', 'tenant_id': '611cc5434ecc4c44bf53b107c76b9d32'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:30:00.154431 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5003224-404b-42cd-a316-73918dd80679 admin admin] Made reservation on behalf of 611cc5434ecc4c44bf53b107c76b9d32 for: {'network': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:30:00.156911 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f5003224-404b-42cd-a316-73918dd80679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for network (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:00.165975 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f5003224-404b-42cd-a316-73918dd80679 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:00.245098 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f5003224-404b-42cd-a316-73918dd80679 admin admin] Publish callbacks [] for security_group (f39b1e6c-be7f-48af-8388-c8ffd4c57b27), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:00.304752 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f5003224-404b-42cd-a316-73918dd80679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (f39b1e6c-be7f-48af-8388-c8ffd4c57b27), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:00.330105 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5003224-404b-42cd-a316-73918dd80679 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=104348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 03:30:00.339350 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5003224-404b-42cd-a316-73918dd80679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39b1e6c-be7f-48af-8388-c8ffd4c57b27,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:30:00.346529 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f5003224-404b-42cd-a316-73918dd80679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (c7e1d4b6-f15a-475b-b589-124906ad45d6), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:00.346868 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.segments_db [None req-f5003224-404b-42cd-a316-73918dd80679 admin admin] Added segment c7e1d4b6-f15a-475b-b589-124906ad45d6 of type vlan for network 6f761a60-bef1-4b21-99b2-8b5c4d1cb439 Mar 23 03:30:00.388561 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f5003224-404b-42cd-a316-73918dd80679 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336804711'] for network (6f761a60-bef1-4b21-99b2-8b5c4d1cb439), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:00.464317 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f5003224-404b-42cd-a316-73918dd80679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659'] for network (6f761a60-bef1-4b21-99b2-8b5c4d1cb439), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:00.465408 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5003224-404b-42cd-a316-73918dd80679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:30:00.465990 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-f5003224-404b-42cd-a316-73918dd80679 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:00.481717 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bfeddc-4a11-4d04-9da9-98d0675f143d None None] Sync routers for ids ['8960d359-87d0-49ab-936e-77b6eba2c7de'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:30:00.494755 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bfeddc-4a11-4d04-9da9-98d0675f143d None None] Routers {'8960d359-87d0-49ab-936e-77b6eba2c7de'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:30:00.495448 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-65bfeddc-4a11-4d04-9da9-98d0675f143d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:29:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['8960d359-87d0-49ab-936e-77b6eba2c7de'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:30:00.530292 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5003224-404b-42cd-a316-73918dd80679 admin admin] Pushing event updated for resources: {'Network': ['ID=6f761a60-bef1-4b21-99b2-8b5c4d1cb439,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:30:00.540805 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Network 6f761a60-bef1-4b21-99b2-8b5c4d1cb439 details requested by agent ovs-agent-dv-neutron-834613-2-hyperv with host dv-neutron-834613-2-hyperv {{(pid=104350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 03:30:00.575626 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-f5003224-404b-42cd-a316-73918dd80679 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5204089 Mar 23 03:30:00.578261 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 42038) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:30:00.583047 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-6096872c-4e3f-4e9d-a787-444158403a46 admin admin] Request body: {'subnet': {'network_id': '6f761a60-bef1-4b21-99b2-8b5c4d1cb439', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-848507594-subnet', 'tenant_id': '611cc5434ecc4c44bf53b107c76b9d32', 'ip_version': 4}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:30:00.608535 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-65bfeddc-4a11-4d04-9da9-98d0675f143d None None] Set router 8960d359-87d0-49ab-936e-77b6eba2c7de gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:30:00.663472 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6096872c-4e3f-4e9d-a787-444158403a46 admin admin] Made reservation on behalf of 611cc5434ecc4c44bf53b107c76b9d32 for: {'subnet': 1} {{(pid=104348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:30:00.665866 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6096872c-4e3f-4e9d-a787-444158403a46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151368'] for subnet (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:00.811071 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-65bfeddc-4a11-4d04-9da9-98d0675f143d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'name': 'tempest-TestSnapshotPattern-2033237973-router', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:58Z', 'revision_number': 4, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'gw_port': {'id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e', 'name': '', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'mac_address': 'fa:16:3e:8b:5e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:58Z', 'updated_at': '2022-03-23T03:29:58Z', 'revision_number': 2, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'subnets': [{'id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:30:00.837967 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bfeddc-4a11-4d04-9da9-98d0675f143d None None] Checking router: 8960d359-87d0-49ab-936e-77b6eba2c7de for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:30:00.838318 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bfeddc-4a11-4d04-9da9-98d0675f143d None None] Updating router 8960d359-87d0-49ab-936e-77b6eba2c7de port b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 03:30:00.863745 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-65bfeddc-4a11-4d04-9da9-98d0675f143d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:00.892555 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6096872c-4e3f-4e9d-a787-444158403a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151390'] for subnet (80939ec9-0062-45c7-9ca1-06a3dd69d438), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:00.948692 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096872c-4e3f-4e9d-a787-444158403a46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80939ec9-0062-45c7-9ca1-06a3dd69d438,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:30:00.957788 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6096872c-4e3f-4e9d-a787-444158403a46 admin admin] Checking segment: {'id': 'c7e1d4b6-f15a-475b-b589-124906ad45d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6f761a60-bef1-4b21-99b2-8b5c4d1cb439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:30:00.958253 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6096872c-4e3f-4e9d-a787-444158403a46 admin admin] Network hostable DHCP agents. Network: 6f761a60-bef1-4b21-99b2-8b5c4d1cb439, hostable agents: ['dd24b212-64ef-4285-b19b-5f1294b82bbf'], hosted agents: [] {{(pid=104348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 03:30:01.029434 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6096872c-4e3f-4e9d-a787-444158403a46 admin admin] Network 6f761a60-bef1-4b21-99b2-8b5c4d1cb439 is scheduled to be hosted by DHCP agent dd24b212-64ef-4285-b19b-5f1294b82bbf with binding_index 1 {{(pid=104348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 03:30:01.115916 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-6096872c-4e3f-4e9d-a787-444158403a46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834613-2-hyperv, 6f761a60-bef1-4b21-99b2-8b5c4d1cb439) {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:30:01.120139 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6096872c-4e3f-4e9d-a787-444158403a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:30:01.120822 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-6096872c-4e3f-4e9d-a787-444158403a46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:01.124597 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-65bfeddc-4a11-4d04-9da9-98d0675f143d None None] Publish callbacks [] for port (b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:01.127622 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce36751a-9192-4edf-a60c-55310e53b33c None None] Network 6f761a60-bef1-4b21-99b2-8b5c4d1cb439 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:30:01.189488 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-65bfeddc-4a11-4d04-9da9-98d0675f143d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:01.208627 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-6096872c-4e3f-4e9d-a787-444158403a46 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6292953 Mar 23 03:30:01.211298 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 42040) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:30:01.215788 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-2b8acd7d-9ff4-432d-8f0e-b62a473e669a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-848507594-router', 'tenant_id': '611cc5434ecc4c44bf53b107c76b9d32', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:30:01.242465 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58542c88-7e95-4be3-a512-5fb9530676c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d635e7d-6875-5efe-b8ba-a719c7733b2e-6f761a60-bef1-4b21-99b2-8b5c4d1cb439', 'network_id': '6f761a60-bef1-4b21-99b2-8b5c4d1cb439', 'project_id': '611cc5434ecc4c44bf53b107c76b9d32', 'fixed_ips': [{'subnet_id': '80939ec9-0062-45c7-9ca1-06a3dd69d438'}]}} from dv-neutron-834613-2-hyperv. {{(pid=104350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 03:30:01.244478 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-58542c88-7e95-4be3-a512-5fb9530676c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:01.278505 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd06546-9a95-4960-b5ae-1dfb8b86dae9 None None] Pushing event updated for resources: {'Port': ['ID=b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:30:01.293434 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-65bfeddc-4a11-4d04-9da9-98d0675f143d None None] Attempting to bind port b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:30:01.293802 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-65bfeddc-4a11-4d04-9da9-98d0675f143d None None] Attempting to bind port b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': '72b3d0ea-40a4-435f-a5a0-029fe3e019a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:30:01.294393 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bfeddc-4a11-4d04-9da9-98d0675f143d None None] Attempting to bind port b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e on network a5af6a10-5f42-410b-b49f-c926698fd113 {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:30:01.297008 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd06546-9a95-4960-b5ae-1dfb8b86dae9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:30:01.297355 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd06546-9a95-4960-b5ae-1dfb8b86dae9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:30:01.297694 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd06546-9a95-4960-b5ae-1dfb8b86dae9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:30:01.298236 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd06546-9a95-4960-b5ae-1dfb8b86dae9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:30:01.298558 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd06546-9a95-4960-b5ae-1dfb8b86dae9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:30:01.298889 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd06546-9a95-4960-b5ae-1dfb8b86dae9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:30:01.299217 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd06546-9a95-4960-b5ae-1dfb8b86dae9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:30:01.299543 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd06546-9a95-4960-b5ae-1dfb8b86dae9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:30:01.299891 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd06546-9a95-4960-b5ae-1dfb8b86dae9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:30:01.300217 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd06546-9a95-4960-b5ae-1dfb8b86dae9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:30:01.300542 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd06546-9a95-4960-b5ae-1dfb8b86dae9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:30:01.300867 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd06546-9a95-4960-b5ae-1dfb8b86dae9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:30:01.301187 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd06546-9a95-4960-b5ae-1dfb8b86dae9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:30:01.301501 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd06546-9a95-4960-b5ae-1dfb8b86dae9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:30:01.301989 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd06546-9a95-4960-b5ae-1dfb8b86dae9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:30:01.315568 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bfeddc-4a11-4d04-9da9-98d0675f143d None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:30:01.315568 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bfeddc-4a11-4d04-9da9-98d0675f143d None None] Checking segment: {'id': '72b3d0ea-40a4-435f-a5a0-029fe3e019a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:30:01.315568 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-65bfeddc-4a11-4d04-9da9-98d0675f143d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:01.315568 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bfeddc-4a11-4d04-9da9-98d0675f143d None None] Bound using segment: {'id': '72b3d0ea-40a4-435f-a5a0-029fe3e019a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:30:01.315568 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-65bfeddc-4a11-4d04-9da9-98d0675f143d None None] Bound port: b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72b3d0ea-40a4-435f-a5a0-029fe3e019a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:30:01.315568 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-65bfeddc-4a11-4d04-9da9-98d0675f143d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:01.333190 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2b8acd7d-9ff4-432d-8f0e-b62a473e669a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1658427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3487'] for router (61510ecd-5d33-4ef2-9fdd-0432664f1d52), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:01.334317 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2b8acd7d-9ff4-432d-8f0e-b62a473e669a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3494'] for router (61510ecd-5d33-4ef2-9fdd-0432664f1d52), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:01.397368 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.db_base_plugin_common [None req-58542c88-7e95-4be3-a512-5fb9530676c7 None None] Allocated IP 172.20.0.2 (6f761a60-bef1-4b21-99b2-8b5c4d1cb439/80939ec9-0062-45c7-9ca1-06a3dd69d438/24cea011-f4d0-4c32-966f-f495ffa6f5b2) {{(pid=104350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:30:01.412192 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2b8acd7d-9ff4-432d-8f0e-b62a473e669a admin admin] Publish callbacks [] for router_controller (61510ecd-5d33-4ef2-9fdd-0432664f1d52), precommit_add_association {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:01.493557 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-65bfeddc-4a11-4d04-9da9-98d0675f143d None None] For port b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:30:01.496912 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-65bfeddc-4a11-4d04-9da9-98d0675f143d None None] For port b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e,segment=NetworkSegment(72b3d0ea-40a4-435f-a5a0-029fe3e019a3),segment_id=72b3d0ea-40a4-435f-a5a0-029fe3e019a3)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:30:01.554068 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-58542c88-7e95-4be3-a512-5fb9530676c7 None None] Publish callbacks [] for port (24cea011-f4d0-4c32-966f-f495ffa6f5b2), precommit_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:01.556138 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-65bfeddc-4a11-4d04-9da9-98d0675f143d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:01.556948 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-76594a43-09de-4857-ae84-883517a43982 None None] Provisioning complete for port b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:30:01.557319 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-76594a43-09de-4857-ae84-883517a43982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:01.608442 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-58542c88-7e95-4be3-a512-5fb9530676c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957'] for port (24cea011-f4d0-4c32-966f-f495ffa6f5b2), after_create {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:01.626917 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bfeddc-4a11-4d04-9da9-98d0675f143d None None] Routers {'8960d359-87d0-49ab-936e-77b6eba2c7de'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:30:01.628102 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-65bfeddc-4a11-4d04-9da9-98d0675f143d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:29:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['8960d359-87d0-49ab-936e-77b6eba2c7de'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:30:01.630196 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd06546-9a95-4960-b5ae-1dfb8b86dae9 None None] Pushing event updated for resources: {'Port': ['ID=b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e,revision_number=4']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:30:01.632520 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2b8acd7d-9ff4-432d-8f0e-b62a473e669a admin admin] Publish callbacks [] for router_gateway (61510ecd-5d33-4ef2-9fdd-0432664f1d52), precommit_update {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:01.677332 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58542c88-7e95-4be3-a512-5fb9530676c7 None None] Network 6f761a60-bef1-4b21-99b2-8b5c4d1cb439 is already hosted by enough agents. {{(pid=104350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:30:01.680835 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-76594a43-09de-4857-ae84-883517a43982 None None] Current status of the port b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:30:01.681309 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-76594a43-09de-4857-ae84-883517a43982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:01.687275 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.scheduler.base_scheduler [None req-58542c88-7e95-4be3-a512-5fb9530676c7 None None] Resources bound (agent type, host, resource id): {{(pid=104350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:30:01.689822 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58542c88-7e95-4be3-a512-5fb9530676c7 None None] Received port after_create {{(pid=104350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:30:01.718941 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58542c88-7e95-4be3-a512-5fb9530676c7 None None] Pushing event updated for resources: {'Port': ['ID=24cea011-f4d0-4c32-966f-f495ffa6f5b2,revision_number=1']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:30:01.775896 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-65bfeddc-4a11-4d04-9da9-98d0675f143d None None] Set router 8960d359-87d0-49ab-936e-77b6eba2c7de gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:30:01.784874 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:30:01.863535 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-76594a43-09de-4857-ae84-883517a43982 None None] For port b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e,segment=NetworkSegment(72b3d0ea-40a4-435f-a5a0-029fe3e019a3),segment_id=72b3d0ea-40a4-435f-a5a0-029fe3e019a3)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:30:01.877275 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-58542c88-7e95-4be3-a512-5fb9530676c7 None None] Attempting to bind port 24cea011-f4d0-4c32-966f-f495ffa6f5b2 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:30:01.877636 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-58542c88-7e95-4be3-a512-5fb9530676c7 None None] Attempting to bind port 24cea011-f4d0-4c32-966f-f495ffa6f5b2 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'c7e1d4b6-f15a-475b-b589-124906ad45d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6f761a60-bef1-4b21-99b2-8b5c4d1cb439'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:30:01.878019 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58542c88-7e95-4be3-a512-5fb9530676c7 None None] Attempting to bind port 24cea011-f4d0-4c32-966f-f495ffa6f5b2 on network 6f761a60-bef1-4b21-99b2-8b5c4d1cb439 {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:30:01.894718 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58542c88-7e95-4be3-a512-5fb9530676c7 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:30:01.895046 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58542c88-7e95-4be3-a512-5fb9530676c7 None None] Checking segment: {'id': 'c7e1d4b6-f15a-475b-b589-124906ad45d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6f761a60-bef1-4b21-99b2-8b5c4d1cb439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:30:01.895603 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-58542c88-7e95-4be3-a512-5fb9530676c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:01.896052 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58542c88-7e95-4be3-a512-5fb9530676c7 None None] Bound using segment: {'id': 'c7e1d4b6-f15a-475b-b589-124906ad45d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6f761a60-bef1-4b21-99b2-8b5c4d1cb439'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:30:01.896759 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-58542c88-7e95-4be3-a512-5fb9530676c7 None None] Bound port: 24cea011-f4d0-4c32-966f-f495ffa6f5b2, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e1d4b6-f15a-475b-b589-124906ad45d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6f761a60-bef1-4b21-99b2-8b5c4d1cb439'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:30:01.897219 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-58542c88-7e95-4be3-a512-5fb9530676c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (24cea011-f4d0-4c32-966f-f495ffa6f5b2), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:01.899913 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:30:01.901069 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:01.940022 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2b8acd7d-9ff4-432d-8f0e-b62a473e669a admin admin] Publish callbacks [] for router_gateway (61510ecd-5d33-4ef2-9fdd-0432664f1d52), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:01.951229 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-76594a43-09de-4857-ae84-883517a43982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:01.964671 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2b8acd7d-9ff4-432d-8f0e-b62a473e669a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:02.023672 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-65bfeddc-4a11-4d04-9da9-98d0675f143d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'name': 'tempest-TestSnapshotPattern-2033237973-router', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:58Z', 'revision_number': 4, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'gw_port': {'id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e', 'name': '', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'mac_address': 'fa:16:3e:8b:5e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:58Z', 'updated_at': '2022-03-23T03:30:01Z', 'revision_number': 4, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'subnets': [{'id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:30:02.039458 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-58542c88-7e95-4be3-a512-5fb9530676c7 None None] For port 24cea011-f4d0-4c32-966f-f495ffa6f5b2, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:30:02.043792 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-58542c88-7e95-4be3-a512-5fb9530676c7 None None] For port 24cea011-f4d0-4c32-966f-f495ffa6f5b2, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=24cea011-f4d0-4c32-966f-f495ffa6f5b2,segment=NetworkSegment(c7e1d4b6-f15a-475b-b589-124906ad45d6),segment_id=c7e1d4b6-f15a-475b-b589-124906ad45d6)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:30:02.049462 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76594a43-09de-4857-ae84-883517a43982 None None] Pushing event updated for resources: {'Port': ['ID=b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:30:02.050972 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bfeddc-4a11-4d04-9da9-98d0675f143d None None] The sync data for ids ['8960d359-87d0-49ab-936e-77b6eba2c7de'] in dv-neutron-834613-2-hyperv is: [{'id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'name': 'tempest-TestSnapshotPattern-2033237973-router', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:58Z', 'revision_number': 4, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'gw_port': {'id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e', 'name': '', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'mac_address': 'fa:16:3e:8b:5e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:58Z', 'updated_at': '2022-03-23T03:30:01Z', 'revision_number': 4, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'subnets': [{'id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:30:02.081062 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.db_base_plugin_common [None req-2b8acd7d-9ff4-432d-8f0e-b62a473e669a admin admin] Allocated IP 172.26.2.250 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/685a4481-170e-4f8e-aa46-dcdd7d5b23ee) {{(pid=104348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:30:02.106145 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:30:02.113199 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-3911c41d-37b2-4db8-96a6-b4ef4bbe0831 None None] Provisioning complete for port b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:30:02.114103 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3911c41d-37b2-4db8-96a6-b4ef4bbe0831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:02.172590 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-58542c88-7e95-4be3-a512-5fb9530676c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (24cea011-f4d0-4c32-966f-f495ffa6f5b2), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:02.259261 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2b8acd7d-9ff4-432d-8f0e-b62a473e669a admin admin] Publish callbacks [] for port (685a4481-170e-4f8e-aa46-dcdd7d5b23ee), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:02.280478 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58542c88-7e95-4be3-a512-5fb9530676c7 None None] Pushing event updated for resources: {'Port': ['ID=24cea011-f4d0-4c32-966f-f495ffa6f5b2,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:30:02.337431 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-3911c41d-37b2-4db8-96a6-b4ef4bbe0831 None None] Current status of the port b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:30:02.368363 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2b8acd7d-9ff4-432d-8f0e-b62a473e669a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (685a4481-170e-4f8e-aa46-dcdd7d5b23ee), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:02.411157 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8acd7d-9ff4-432d-8f0e-b62a473e669a admin admin] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:30:02.415020 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.base_scheduler [None req-2b8acd7d-9ff4-432d-8f0e-b62a473e669a admin admin] Resources bound (agent type, host, resource id): {{(pid=104348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:30:02.425832 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8acd7d-9ff4-432d-8f0e-b62a473e669a admin admin] Received port after_create {{(pid=104348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:30:02.435015 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8acd7d-9ff4-432d-8f0e-b62a473e669a admin admin] Pushing event updated for resources: {'Port': ['ID=685a4481-170e-4f8e-aa46-dcdd7d5b23ee,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:30:02.787781 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2b8acd7d-9ff4-432d-8f0e-b62a473e669a admin admin] Publish callbacks [] for router_gateway (61510ecd-5d33-4ef2-9fdd-0432664f1d52), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:02.999036 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2b8acd7d-9ff4-432d-8f0e-b62a473e669a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655085'] for router (61510ecd-5d33-4ef2-9fdd-0432664f1d52), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:03.229752 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8acd7d-9ff4-432d-8f0e-b62a473e669a admin admin] Router 61510ecd-5d33-4ef2-9fdd-0432664f1d52 is scheduled to L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 with binding_index 1 {{(pid=104348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 03:30:03.289638 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32d8969-2844-4874-8d89-43ba218191af None None] Network 6f761a60-bef1-4b21-99b2-8b5c4d1cb439 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:30:03.402140 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-d30b421c-cfad-442d-a53b-50cd875287cc None None] Provisioning complete for port 24cea011-f4d0-4c32-966f-f495ffa6f5b2 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:30:03.402543 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d30b421c-cfad-442d-a53b-50cd875287cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (24cea011-f4d0-4c32-966f-f495ffa6f5b2), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:03.500655 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-d30b421c-cfad-442d-a53b-50cd875287cc None None] Current status of the port 24cea011-f4d0-4c32-966f-f495ffa6f5b2 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:30:03.501061 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d30b421c-cfad-442d-a53b-50cd875287cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (24cea011-f4d0-4c32-966f-f495ffa6f5b2), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:03.535604 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-d30b421c-cfad-442d-a53b-50cd875287cc None None] For port 24cea011-f4d0-4c32-966f-f495ffa6f5b2, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=24cea011-f4d0-4c32-966f-f495ffa6f5b2,segment=NetworkSegment(c7e1d4b6-f15a-475b-b589-124906ad45d6),segment_id=c7e1d4b6-f15a-475b-b589-124906ad45d6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:30:03.595681 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d30b421c-cfad-442d-a53b-50cd875287cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (24cea011-f4d0-4c32-966f-f495ffa6f5b2), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:03.651587 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b421c-cfad-442d-a53b-50cd875287cc None None] Pushing event updated for resources: {'Port': ['ID=24cea011-f4d0-4c32-966f-f495ffa6f5b2,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:30:03.680912 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8acd7d-9ff4-432d-8f0e-b62a473e669a admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:30:03.689406 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494090df-2ad2-4fce-9daa-1917551b0d59 None None] Sync routers for ids ['61510ecd-5d33-4ef2-9fdd-0432664f1d52'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:30:03.702905 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494090df-2ad2-4fce-9daa-1917551b0d59 None None] Routers {'61510ecd-5d33-4ef2-9fdd-0432664f1d52'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:30:03.703519 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-494090df-2ad2-4fce-9daa-1917551b0d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:29:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['61510ecd-5d33-4ef2-9fdd-0432664f1d52'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:30:03.758288 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-2b8acd7d-9ff4-432d-8f0e-b62a473e669a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:03.762580 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 42042) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:30:03.764489 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-2b8acd7d-9ff4-432d-8f0e-b62a473e669a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5519183 Mar 23 03:30:03.795696 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-86b249d1-1c7e-4b3f-aeae-e225e1a12f2b None None] Provisioning complete for port 24cea011-f4d0-4c32-966f-f495ffa6f5b2 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:30:03.796099 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-86b249d1-1c7e-4b3f-aeae-e225e1a12f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (24cea011-f4d0-4c32-966f-f495ffa6f5b2), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:03.826093 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:30:03.895222 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-494090df-2ad2-4fce-9daa-1917551b0d59 None None] Set router 61510ecd-5d33-4ef2-9fdd-0432664f1d52 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:30:04.182860 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:30:04.183249 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:04.189341 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-061cc754-fbca-4f78-aaaa-ca440de3f8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:04.221830 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-86b249d1-1c7e-4b3f-aeae-e225e1a12f2b None None] Current status of the port 24cea011-f4d0-4c32-966f-f495ffa6f5b2 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:30:04.328042 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:30:04.329257 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 24cea011-f4d0-4c32-966f-f495ffa6f5b2 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:30:04.352101 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-061cc754-fbca-4f78-aaaa-ca440de3f8fe admin admin] Allocated IP 172.20.0.1 (6f761a60-bef1-4b21-99b2-8b5c4d1cb439/80939ec9-0062-45c7-9ca1-06a3dd69d438/8f25d705-3e69-49de-9097-5b5e91b6c877) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:30:04.384658 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-494090df-2ad2-4fce-9daa-1917551b0d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61510ecd-5d33-4ef2-9fdd-0432664f1d52', 'name': 'tempest-TestSnapshotPattern-848507594-router', 'tenant_id': '611cc5434ecc4c44bf53b107c76b9d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '685a4481-170e-4f8e-aa46-dcdd7d5b23ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:30:01Z', 'updated_at': '2022-03-23T03:30:02Z', 'revision_number': 3, 'project_id': '611cc5434ecc4c44bf53b107c76b9d32', 'gw_port': {'id': '685a4481-170e-4f8e-aa46-dcdd7d5b23ee', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61510ecd-5d33-4ef2-9fdd-0432664f1d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:30:01Z', 'updated_at': '2022-03-23T03:30:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:30:04.426644 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494090df-2ad2-4fce-9daa-1917551b0d59 None None] Checking router: 61510ecd-5d33-4ef2-9fdd-0432664f1d52 for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:30:04.426644 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494090df-2ad2-4fce-9daa-1917551b0d59 None None] Updating router 61510ecd-5d33-4ef2-9fdd-0432664f1d52 port 685a4481-170e-4f8e-aa46-dcdd7d5b23ee binding host dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 03:30:04.453633 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-494090df-2ad2-4fce-9daa-1917551b0d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (685a4481-170e-4f8e-aa46-dcdd7d5b23ee), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:04.457199 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 24cea011-f4d0-4c32-966f-f495ffa6f5b2 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:30:04.457562 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (24cea011-f4d0-4c32-966f-f495ffa6f5b2), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:04.468207 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-061cc754-fbca-4f78-aaaa-ca440de3f8fe admin admin] Publish callbacks [] for port (8f25d705-3e69-49de-9097-5b5e91b6c877), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:04.624687 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-061cc754-fbca-4f78-aaaa-ca440de3f8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (8f25d705-3e69-49de-9097-5b5e91b6c877), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:04.663003 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061cc754-fbca-4f78-aaaa-ca440de3f8fe admin admin] Network 6f761a60-bef1-4b21-99b2-8b5c4d1cb439 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:30:04.665864 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-061cc754-fbca-4f78-aaaa-ca440de3f8fe admin admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:30:04.666447 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 24cea011-f4d0-4c32-966f-f495ffa6f5b2 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:30:04.669567 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061cc754-fbca-4f78-aaaa-ca440de3f8fe admin admin] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:30:04.697768 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061cc754-fbca-4f78-aaaa-ca440de3f8fe admin admin] Pushing event updated for resources: {'Port': ['ID=8f25d705-3e69-49de-9097-5b5e91b6c877,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:30:04.717900 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-061cc754-fbca-4f78-aaaa-ca440de3f8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655032'] for router_interface (61510ecd-5d33-4ef2-9fdd-0432664f1d52), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:04.775574 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-494090df-2ad2-4fce-9daa-1917551b0d59 None None] Publish callbacks [] for port (685a4481-170e-4f8e-aa46-dcdd7d5b23ee), precommit_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:04.864141 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-494090df-2ad2-4fce-9daa-1917551b0d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (685a4481-170e-4f8e-aa46-dcdd7d5b23ee), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:04.920920 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-494090df-2ad2-4fce-9daa-1917551b0d59 None None] Attempting to bind port 685a4481-170e-4f8e-aa46-dcdd7d5b23ee on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:30:04.921294 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-494090df-2ad2-4fce-9daa-1917551b0d59 None None] Attempting to bind port 685a4481-170e-4f8e-aa46-dcdd7d5b23ee by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:30:04.921561 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-061cc754-fbca-4f78-aaaa-ca440de3f8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8f25d705-3e69-49de-9097-5b5e91b6c877), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:04.922054 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494090df-2ad2-4fce-9daa-1917551b0d59 None None] Attempting to bind port 685a4481-170e-4f8e-aa46-dcdd7d5b23ee on network 6bbcca03-75ff-487c-8b0e-a32302dacbee {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:30:04.924513 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a35c1-551f-4825-9b3f-545156a05b2b None None] Pushing event updated for resources: {'Port': ['ID=685a4481-170e-4f8e-aa46-dcdd7d5b23ee,revision_number=2']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:30:04.929733 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494090df-2ad2-4fce-9daa-1917551b0d59 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:30:04.929733 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494090df-2ad2-4fce-9daa-1917551b0d59 None None] Checking segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:30:04.930071 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-494090df-2ad2-4fce-9daa-1917551b0d59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:04.930328 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494090df-2ad2-4fce-9daa-1917551b0d59 None None] Bound using segment: {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'} {{(pid=104350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:30:04.930801 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.managers [None req-494090df-2ad2-4fce-9daa-1917551b0d59 None None] Bound port: 685a4481-170e-4f8e-aa46-dcdd7d5b23ee, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20ccd55-9d31-461e-a968-6b5347882d5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee'}}] {{(pid=104350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:30:04.931186 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-494090df-2ad2-4fce-9daa-1917551b0d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (685a4481-170e-4f8e-aa46-dcdd7d5b23ee), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:04.989834 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-df983a99-7d25-4ce8-b3e0-e1b9c9e57536 None None] Provisioning complete for port 8f25d705-3e69-49de-9097-5b5e91b6c877 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:30:04.991019 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-df983a99-7d25-4ce8-b3e0-e1b9c9e57536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8f25d705-3e69-49de-9097-5b5e91b6c877), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:05.015210 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-494090df-2ad2-4fce-9daa-1917551b0d59 None None] For port 685a4481-170e-4f8e-aa46-dcdd7d5b23ee, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:30:05.032171 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-494090df-2ad2-4fce-9daa-1917551b0d59 None None] For port 685a4481-170e-4f8e-aa46-dcdd7d5b23ee, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=685a4481-170e-4f8e-aa46-dcdd7d5b23ee,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:30:05.041358 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-df983a99-7d25-4ce8-b3e0-e1b9c9e57536 None None] Port 8f25d705-3e69-49de-9097-5b5e91b6c877 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:30:05.088033 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-061cc754-fbca-4f78-aaaa-ca440de3f8fe admin admin] Publish callbacks [] for port (8f25d705-3e69-49de-9097-5b5e91b6c877), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:05.109066 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-494090df-2ad2-4fce-9daa-1917551b0d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (685a4481-170e-4f8e-aa46-dcdd7d5b23ee), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:05.160842 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-061cc754-fbca-4f78-aaaa-ca440de3f8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (8f25d705-3e69-49de-9097-5b5e91b6c877), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:05.168973 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494090df-2ad2-4fce-9daa-1917551b0d59 None None] Routers {'61510ecd-5d33-4ef2-9fdd-0432664f1d52'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:30:05.172621 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-494090df-2ad2-4fce-9daa-1917551b0d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:29:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['61510ecd-5d33-4ef2-9fdd-0432664f1d52'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:30:05.174265 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a35c1-551f-4825-9b3f-545156a05b2b None None] Pushing event updated for resources: {'Port': ['ID=685a4481-170e-4f8e-aa46-dcdd7d5b23ee,revision_number=3']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:30:05.230773 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061cc754-fbca-4f78-aaaa-ca440de3f8fe admin admin] Pushing event updated for resources: {'Port': ['ID=8f25d705-3e69-49de-9097-5b5e91b6c877,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:30:05.233489 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-061cc754-fbca-4f78-aaaa-ca440de3f8fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654892'] for router_interface (61510ecd-5d33-4ef2-9fdd-0432664f1d52), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:05.285589 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-494090df-2ad2-4fce-9daa-1917551b0d59 None None] Set router 61510ecd-5d33-4ef2-9fdd-0432664f1d52 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:30:05.332359 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061cc754-fbca-4f78-aaaa-ca440de3f8fe admin admin] Network 6f761a60-bef1-4b21-99b2-8b5c4d1cb439 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:30:05.333969 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-061cc754-fbca-4f78-aaaa-ca440de3f8fe admin admin] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:30:05.460686 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061cc754-fbca-4f78-aaaa-ca440de3f8fe admin admin] Router 61510ecd-5d33-4ef2-9fdd-0432664f1d52 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:30:05.502964 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-494090df-2ad2-4fce-9daa-1917551b0d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61510ecd-5d33-4ef2-9fdd-0432664f1d52', 'name': 'tempest-TestSnapshotPattern-848507594-router', 'tenant_id': '611cc5434ecc4c44bf53b107c76b9d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '685a4481-170e-4f8e-aa46-dcdd7d5b23ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:30:01Z', 'updated_at': '2022-03-23T03:30:04Z', 'revision_number': 4, 'project_id': '611cc5434ecc4c44bf53b107c76b9d32', 'gw_port': {'id': '685a4481-170e-4f8e-aa46-dcdd7d5b23ee', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61510ecd-5d33-4ef2-9fdd-0432664f1d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:30:01Z', 'updated_at': '2022-03-23T03:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '8f25d705-3e69-49de-9097-5b5e91b6c877', 'name': '', 'network_id': '6f761a60-bef1-4b21-99b2-8b5c4d1cb439', 'tenant_id': '611cc5434ecc4c44bf53b107c76b9d32', 'mac_address': 'fa:16:3e:bf:31:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61510ecd-5d33-4ef2-9fdd-0432664f1d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '80939ec9-0062-45c7-9ca1-06a3dd69d438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:30:04Z', 'updated_at': '2022-03-23T03:30:04Z', 'revision_number': 2, 'project_id': '611cc5434ecc4c44bf53b107c76b9d32', 'subnets': [{'id': '80939ec9-0062-45c7-9ca1-06a3dd69d438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:30:05.530778 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494090df-2ad2-4fce-9daa-1917551b0d59 None None] The sync data for ids ['61510ecd-5d33-4ef2-9fdd-0432664f1d52'] in dv-neutron-834613-2-hyperv is: [{'id': '61510ecd-5d33-4ef2-9fdd-0432664f1d52', 'name': 'tempest-TestSnapshotPattern-848507594-router', 'tenant_id': '611cc5434ecc4c44bf53b107c76b9d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '685a4481-170e-4f8e-aa46-dcdd7d5b23ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:30:01Z', 'updated_at': '2022-03-23T03:30:04Z', 'revision_number': 4, 'project_id': '611cc5434ecc4c44bf53b107c76b9d32', 'gw_port': {'id': '685a4481-170e-4f8e-aa46-dcdd7d5b23ee', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61510ecd-5d33-4ef2-9fdd-0432664f1d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:30:01Z', 'updated_at': '2022-03-23T03:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '8f25d705-3e69-49de-9097-5b5e91b6c877', 'name': '', 'network_id': '6f761a60-bef1-4b21-99b2-8b5c4d1cb439', 'tenant_id': '611cc5434ecc4c44bf53b107c76b9d32', 'mac_address': 'fa:16:3e:bf:31:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61510ecd-5d33-4ef2-9fdd-0432664f1d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '80939ec9-0062-45c7-9ca1-06a3dd69d438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:30:04Z', 'updated_at': '2022-03-23T03:30:04Z', 'revision_number': 2, 'project_id': '611cc5434ecc4c44bf53b107c76b9d32', 'subnets': [{'id': '80939ec9-0062-45c7-9ca1-06a3dd69d438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:30:05.567801 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-b923d636-5dce-461d-bd08-059237db2938 None None] Provisioning complete for port 8f25d705-3e69-49de-9097-5b5e91b6c877 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:30:05.568248 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-b923d636-5dce-461d-bd08-059237db2938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8f25d705-3e69-49de-9097-5b5e91b6c877), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:05.585755 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061cc754-fbca-4f78-aaaa-ca440de3f8fe admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:30:05.590789 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-061cc754-fbca-4f78-aaaa-ca440de3f8fe admin admin] 10.222.0.24 "PUT /v2.0/routers/61510ecd-5d33-4ef2-9fdd-0432664f1d52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8271163 Mar 23 03:30:05.622720 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-b923d636-5dce-461d-bd08-059237db2938 None None] Port 8f25d705-3e69-49de-9097-5b5e91b6c877 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:30:06.180103 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 42050) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:30:06.184658 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-9148391e-0480-4ad9-a58e-04c4e71e6c38 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2087374564', 'description': 'tempest-secgroup-smoke-2087374564 description', 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:30:06.269698 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9148391e-0480-4ad9-a58e-04c4e71e6c38 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for security_group (None), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:06.340865 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9148391e-0480-4ad9-a58e-04c4e71e6c38 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for security_group (e33c7858-c230-46d6-a75d-ef1cc91b2faa), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:06.401474 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9148391e-0480-4ad9-a58e-04c4e71e6c38 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (e33c7858-c230-46d6-a75d-ef1cc91b2faa), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:06.432728 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148391e-0480-4ad9-a58e-04c4e71e6c38 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e33c7858-c230-46d6-a75d-ef1cc91b2faa,revision_number=1']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:30:06.489145 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-9148391e-0480-4ad9-a58e-04c4e71e6c38 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for security_group (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:06.490524 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-9148391e-0480-4ad9-a58e-04c4e71e6c38 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3093882 Mar 23 03:30:06.493430 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 42052) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:30:06.497832 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-71c5235a-e6c4-4aa0-bb79-a781411b259f tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Request body: {'security_group_rule': {'security_group_id': 'e33c7858-c230-46d6-a75d-ef1cc91b2faa', 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:30:06.589654 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-71c5235a-e6c4-4aa0-bb79-a781411b259f tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for security_group_rule (1e689fea-86d7-4fca-af06-62549d899da0), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:06.649178 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-71c5235a-e6c4-4aa0-bb79-a781411b259f tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for security_group_rule (1e689fea-86d7-4fca-af06-62549d899da0), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:06.721334 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-71c5235a-e6c4-4aa0-bb79-a781411b259f tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (1e689fea-86d7-4fca-af06-62549d899da0), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:06.742075 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5235a-e6c4-4aa0-bb79-a781411b259f tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e689fea-86d7-4fca-af06-62549d899da0,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:30:06.797702 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-71c5235a-e6c4-4aa0-bb79-a781411b259f tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:06.798942 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-71c5235a-e6c4-4aa0-bb79-a781411b259f tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3045743 Mar 23 03:30:06.801708 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 42054) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:30:06.806100 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-0b51d656-fc71-45f7-8501-d79c86ac7367 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Request body: {'security_group_rule': {'security_group_id': 'e33c7858-c230-46d6-a75d-ef1cc91b2faa', 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:30:06.880459 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0b51d656-fc71-45f7-8501-d79c86ac7367 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for security_group_rule (51dba6cc-6356-44eb-93c3-936cf0a86b22), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:06.935211 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0b51d656-fc71-45f7-8501-d79c86ac7367 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for security_group_rule (51dba6cc-6356-44eb-93c3-936cf0a86b22), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:06.989924 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0b51d656-fc71-45f7-8501-d79c86ac7367 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (51dba6cc-6356-44eb-93c3-936cf0a86b22), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:07.010338 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51d656-fc71-45f7-8501-d79c86ac7367 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51dba6cc-6356-44eb-93c3-936cf0a86b22,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:30:07.093099 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-0b51d656-fc71-45f7-8501-d79c86ac7367 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:07.094309 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-0b51d656-fc71-45f7-8501-d79c86ac7367 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2917056 Mar 23 03:30:07.097118 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 42056) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:30:07.101537 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-4f3e2288-dcd2-4d1c-b7c4-efe3de44b885 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Request body: {'security_group_rule': {'security_group_id': 'e33c7858-c230-46d6-a75d-ef1cc91b2faa', 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:30:07.195471 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4f3e2288-dcd2-4d1c-b7c4-efe3de44b885 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for security_group_rule (9028b69d-b7f5-455c-9b7a-645ccae1e005), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:07.253889 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4f3e2288-dcd2-4d1c-b7c4-efe3de44b885 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for security_group_rule (9028b69d-b7f5-455c-9b7a-645ccae1e005), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:07.309752 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4f3e2288-dcd2-4d1c-b7c4-efe3de44b885 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (9028b69d-b7f5-455c-9b7a-645ccae1e005), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:07.328201 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e2288-dcd2-4d1c-b7c4-efe3de44b885 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9028b69d-b7f5-455c-9b7a-645ccae1e005,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:30:07.385994 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-4f3e2288-dcd2-4d1c-b7c4-efe3de44b885 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:07.387289 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-4f3e2288-dcd2-4d1c-b7c4-efe3de44b885 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2892609 Mar 23 03:30:07.391659 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 42058) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:30:07.394392 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-d033aa16-eb49-46c9-844b-e101f563e1b4 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Request body: {'security_group_rule': {'security_group_id': 'e33c7858-c230-46d6-a75d-ef1cc91b2faa', 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:30:07.437882 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d652f1b5-bd69-4698-aafe-63aa0f0a2c30 None None] Sync routers for ids ['61510ecd-5d33-4ef2-9fdd-0432664f1d52'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:30:07.447518 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d652f1b5-bd69-4698-aafe-63aa0f0a2c30 None None] Routers {'61510ecd-5d33-4ef2-9fdd-0432664f1d52'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:30:07.448201 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-d652f1b5-bd69-4698-aafe-63aa0f0a2c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:29:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['61510ecd-5d33-4ef2-9fdd-0432664f1d52'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:30:07.508267 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d033aa16-eb49-46c9-844b-e101f563e1b4 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for security_group_rule (48324c82-d305-4269-add8-3d06aa996ff0), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:07.556177 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-d652f1b5-bd69-4698-aafe-63aa0f0a2c30 None None] Set router 61510ecd-5d33-4ef2-9fdd-0432664f1d52 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:30:07.568746 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d033aa16-eb49-46c9-844b-e101f563e1b4 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for security_group_rule (48324c82-d305-4269-add8-3d06aa996ff0), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:07.635468 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d033aa16-eb49-46c9-844b-e101f563e1b4 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (48324c82-d305-4269-add8-3d06aa996ff0), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:07.653613 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033aa16-eb49-46c9-844b-e101f563e1b4 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48324c82-d305-4269-add8-3d06aa996ff0,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:30:07.717287 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d033aa16-eb49-46c9-844b-e101f563e1b4 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:07.718512 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d033aa16-eb49-46c9-844b-e101f563e1b4 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3274598 Mar 23 03:30:07.721230 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 42060) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:30:07.726371 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.v2.base [None req-d61aa236-996a-4479-8031-c991111deeee tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Request body: {'security_group_rule': {'security_group_id': 'e33c7858-c230-46d6-a75d-ef1cc91b2faa', 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:30:07.754004 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-d652f1b5-bd69-4698-aafe-63aa0f0a2c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61510ecd-5d33-4ef2-9fdd-0432664f1d52', 'name': 'tempest-TestSnapshotPattern-848507594-router', 'tenant_id': '611cc5434ecc4c44bf53b107c76b9d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '685a4481-170e-4f8e-aa46-dcdd7d5b23ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:30:01Z', 'updated_at': '2022-03-23T03:30:04Z', 'revision_number': 4, 'project_id': '611cc5434ecc4c44bf53b107c76b9d32', 'gw_port': {'id': '685a4481-170e-4f8e-aa46-dcdd7d5b23ee', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61510ecd-5d33-4ef2-9fdd-0432664f1d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:30:01Z', 'updated_at': '2022-03-23T03:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '8f25d705-3e69-49de-9097-5b5e91b6c877', 'name': '', 'network_id': '6f761a60-bef1-4b21-99b2-8b5c4d1cb439', 'tenant_id': '611cc5434ecc4c44bf53b107c76b9d32', 'mac_address': 'fa:16:3e:bf:31:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61510ecd-5d33-4ef2-9fdd-0432664f1d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '80939ec9-0062-45c7-9ca1-06a3dd69d438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:30:04Z', 'updated_at': '2022-03-23T03:30:04Z', 'revision_number': 2, 'project_id': '611cc5434ecc4c44bf53b107c76b9d32', 'subnets': [{'id': '80939ec9-0062-45c7-9ca1-06a3dd69d438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:30:07.780507 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 685a4481-170e-4f8e-aa46-dcdd7d5b23ee up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:30:07.785299 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d652f1b5-bd69-4698-aafe-63aa0f0a2c30 None None] Checking router: 61510ecd-5d33-4ef2-9fdd-0432664f1d52 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:30:07.785659 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d652f1b5-bd69-4698-aafe-63aa0f0a2c30 None None] Updating router 61510ecd-5d33-4ef2-9fdd-0432664f1d52 port 8f25d705-3e69-49de-9097-5b5e91b6c877 binding host dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 03:30:07.812746 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-d652f1b5-bd69-4698-aafe-63aa0f0a2c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8f25d705-3e69-49de-9097-5b5e91b6c877), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:07.822702 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.securitygroups_db [None req-d61aa236-996a-4479-8031-c991111deeee tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Project c3c078d8bf724fc4a0a66e6949b12b4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 03:30:07.828536 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d61aa236-996a-4479-8031-c991111deeee tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for security_group_rule (9ab41f68-47e1-4ee5-a46d-e47773314e75), before_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:07.831715 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 685a4481-170e-4f8e-aa46-dcdd7d5b23ee triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:30:07.832420 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (685a4481-170e-4f8e-aa46-dcdd7d5b23ee), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:07.896532 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d61aa236-996a-4479-8031-c991111deeee tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for security_group_rule (9ab41f68-47e1-4ee5-a46d-e47773314e75), precommit_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:07.916730 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 685a4481-170e-4f8e-aa46-dcdd7d5b23ee is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:30:07.917380 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (685a4481-170e-4f8e-aa46-dcdd7d5b23ee), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:07.942475 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] For port 685a4481-170e-4f8e-aa46-dcdd7d5b23ee, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=685a4481-170e-4f8e-aa46-dcdd7d5b23ee,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:30:07.960090 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d61aa236-996a-4479-8031-c991111deeee tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (9ab41f68-47e1-4ee5-a46d-e47773314e75), after_create {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:07.982407 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61aa236-996a-4479-8031-c991111deeee tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab41f68-47e1-4ee5-a46d-e47773314e75,revision_number=0']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:30:08.005597 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (685a4481-170e-4f8e-aa46-dcdd7d5b23ee), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:08.054204 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-d61aa236-996a-4479-8031-c991111deeee tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:08.054921 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Pushing event updated for resources: {'Port': ['ID=685a4481-170e-4f8e-aa46-dcdd7d5b23ee,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:30:08.059169 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 42062) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:30:08.064414 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-26f1f071-5274-49b4-9f16-1270ad064907 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Request body: {'security_group_rule': {'security_group_id': 'e33c7858-c230-46d6-a75d-ef1cc91b2faa', 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:30:08.065150 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-d61aa236-996a-4479-8031-c991111deeee tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3428931 Mar 23 03:30:08.091428 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-d652f1b5-bd69-4698-aafe-63aa0f0a2c30 None None] Publish callbacks [] for port (8f25d705-3e69-49de-9097-5b5e91b6c877), precommit_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:08.149783 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.securitygroups_db [None req-26f1f071-5274-49b4-9f16-1270ad064907 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Project c3c078d8bf724fc4a0a66e6949b12b4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 03:30:08.155116 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-26f1f071-5274-49b4-9f16-1270ad064907 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for security_group_rule (a74dbd4a-1d8c-498f-bb0e-88013cf506e2), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:08.178859 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-d652f1b5-bd69-4698-aafe-63aa0f0a2c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (8f25d705-3e69-49de-9097-5b5e91b6c877), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:08.214876 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-26f1f071-5274-49b4-9f16-1270ad064907 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for security_group_rule (a74dbd4a-1d8c-498f-bb0e-88013cf506e2), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:08.230997 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47498dd8-d8d4-4c55-96b5-019f78c87bb6 None None] Pushing event updated for resources: {'Port': ['ID=8f25d705-3e69-49de-9097-5b5e91b6c877,revision_number=3']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:30:08.288715 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-d652f1b5-bd69-4698-aafe-63aa0f0a2c30 None None] Attempting to bind port 8f25d705-3e69-49de-9097-5b5e91b6c877 on host dv-neutron-834613-2-hyperv for vnic_type normal with profile {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:30:08.289156 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-d652f1b5-bd69-4698-aafe-63aa0f0a2c30 None None] Attempting to bind port 8f25d705-3e69-49de-9097-5b5e91b6c877 by drivers openvswitch,hyperv on host dv-neutron-834613-2-hyperv at level 0 using segments [{'id': 'c7e1d4b6-f15a-475b-b589-124906ad45d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6f761a60-bef1-4b21-99b2-8b5c4d1cb439'}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:30:08.289866 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d652f1b5-bd69-4698-aafe-63aa0f0a2c30 None None] Attempting to bind port 8f25d705-3e69-49de-9097-5b5e91b6c877 on network 6f761a60-bef1-4b21-99b2-8b5c4d1cb439 {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:30:08.292572 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-26f1f071-5274-49b4-9f16-1270ad064907 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595244'] for security_group_rule (a74dbd4a-1d8c-498f-bb0e-88013cf506e2), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:08.295964 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d652f1b5-bd69-4698-aafe-63aa0f0a2c30 None None] Checking agent: {'id': '042f9462-e3dc-4d35-b6e7-84c6f6de5dd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834613-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 29, 24), 'started_at': datetime.datetime(2022, 3, 23, 2, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834613-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:30:08.296430 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d652f1b5-bd69-4698-aafe-63aa0f0a2c30 None None] Checking segment: {'id': 'c7e1d4b6-f15a-475b-b589-124906ad45d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6f761a60-bef1-4b21-99b2-8b5c4d1cb439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:30:08.296904 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-d652f1b5-bd69-4698-aafe-63aa0f0a2c30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:08.297859 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d652f1b5-bd69-4698-aafe-63aa0f0a2c30 None None] Bound using segment: {'id': 'c7e1d4b6-f15a-475b-b589-124906ad45d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6f761a60-bef1-4b21-99b2-8b5c4d1cb439'} {{(pid=104351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:30:08.298407 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.managers [None req-d652f1b5-bd69-4698-aafe-63aa0f0a2c30 None None] Bound port: 8f25d705-3e69-49de-9097-5b5e91b6c877, host: dv-neutron-834613-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e1d4b6-f15a-475b-b589-124906ad45d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6f761a60-bef1-4b21-99b2-8b5c4d1cb439'}}] {{(pid=104351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:30:08.298850 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-d652f1b5-bd69-4698-aafe-63aa0f0a2c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8f25d705-3e69-49de-9097-5b5e91b6c877), before_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:08.311372 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1f071-5274-49b4-9f16-1270ad064907 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a74dbd4a-1d8c-498f-bb0e-88013cf506e2,revision_number=0']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:30:08.368615 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-d652f1b5-bd69-4698-aafe-63aa0f0a2c30 None None] For port 8f25d705-3e69-49de-9097-5b5e91b6c877, host dv-neutron-834613-2-hyperv, cleared binding levels {{(pid=104351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:30:08.371901 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.plugins.ml2.db [None req-d652f1b5-bd69-4698-aafe-63aa0f0a2c30 None None] For port 8f25d705-3e69-49de-9097-5b5e91b6c877, host dv-neutron-834613-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8f25d705-3e69-49de-9097-5b5e91b6c877,segment=NetworkSegment(c7e1d4b6-f15a-475b-b589-124906ad45d6),segment_id=c7e1d4b6-f15a-475b-b589-124906ad45d6)] {{(pid=104351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:30:08.384927 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-26f1f071-5274-49b4-9f16-1270ad064907 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:08.386500 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-26f1f071-5274-49b4-9f16-1270ad064907 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3256469 Mar 23 03:30:08.467432 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron_lib.callbacks.manager [None req-d652f1b5-bd69-4698-aafe-63aa0f0a2c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (8f25d705-3e69-49de-9097-5b5e91b6c877), after_update {{(pid=104351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:08.477157 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-51b695d6-0569-4a97-9a46-66a59623845a None None] Provisioning complete for port 8f25d705-3e69-49de-9097-5b5e91b6c877 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:30:08.477157 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-51b695d6-0569-4a97-9a46-66a59623845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8f25d705-3e69-49de-9097-5b5e91b6c877), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:08.517044 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d652f1b5-bd69-4698-aafe-63aa0f0a2c30 None None] Routers {'61510ecd-5d33-4ef2-9fdd-0432664f1d52'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:30:08.517954 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-d652f1b5-bd69-4698-aafe-63aa0f0a2c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:29:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['61510ecd-5d33-4ef2-9fdd-0432664f1d52'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:30:08.588491 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-51b695d6-0569-4a97-9a46-66a59623845a None None] Current status of the port 8f25d705-3e69-49de-9097-5b5e91b6c877 is: DOWN; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:30:08.588894 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-51b695d6-0569-4a97-9a46-66a59623845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (8f25d705-3e69-49de-9097-5b5e91b6c877), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:08.632264 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47498dd8-d8d4-4c55-96b5-019f78c87bb6 None None] Pushing event updated for resources: {'Port': ['ID=8f25d705-3e69-49de-9097-5b5e91b6c877,revision_number=4']} {{(pid=104351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:30:08.639290 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-a14740e3-315c-4b30-aa31-78ce1caee9fc tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2087374564&fields=id&tenant_id=c3c078d8bf724fc4a0a66e6949b12b4f HTTP/1.1" status: 200 len: 267 time: 0.0570536 Mar 23 03:30:08.651688 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-51b695d6-0569-4a97-9a46-66a59623845a None None] For port 8f25d705-3e69-49de-9097-5b5e91b6c877, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8f25d705-3e69-49de-9097-5b5e91b6c877,segment=NetworkSegment(c7e1d4b6-f15a-475b-b589-124906ad45d6),segment_id=c7e1d4b6-f15a-475b-b589-124906ad45d6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:30:08.672736 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-d652f1b5-bd69-4698-aafe-63aa0f0a2c30 None None] Set router 61510ecd-5d33-4ef2-9fdd-0432664f1d52 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:30:08.720931 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-51b695d6-0569-4a97-9a46-66a59623845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (8f25d705-3e69-49de-9097-5b5e91b6c877), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:08.751934 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-40d96e49-3a33-456d-be7b-2c980bcddf8a tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:30:08.753403 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-40d96e49-3a33-456d-be7b-2c980bcddf8a tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/networks?id=a5af6a10-5f42-410b-b49f-c926698fd113 HTTP/1.1" status: 200 len: 810 time: 0.1059690 Mar 23 03:30:08.771507 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-a3319602-e50d-4f7d-acca-6d2cc244d401 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/quotas/c3c078d8bf724fc4a0a66e6949b12b4f HTTP/1.1" status: 200 len: 375 time: 0.0094810 Mar 23 03:30:08.771857 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b695d6-0569-4a97-9a46-66a59623845a None None] Pushing event updated for resources: {'Port': ['ID=8f25d705-3e69-49de-9097-5b5e91b6c877,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:30:08.836825 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-4735bbbc-8e72-41d6-9a81-dbd3733e5593 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3c078d8bf724fc4a0a66e6949b12b4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590189 Mar 23 03:30:08.845364 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-0ef08b8a-54b1-4984-9156-6d24f6520acd None None] Provisioning complete for port 8f25d705-3e69-49de-9097-5b5e91b6c877 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:30:08.846092 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0ef08b8a-54b1-4984-9156-6d24f6520acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8f25d705-3e69-49de-9097-5b5e91b6c877), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:08.926219 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-0ef08b8a-54b1-4984-9156-6d24f6520acd None None] Current status of the port 8f25d705-3e69-49de-9097-5b5e91b6c877 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:30:08.949166 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-35213af0-54c6-4f86-8c14-d4309a5464c9 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 03:30:08.950148 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-35213af0-54c6-4f86-8c14-d4309a5464c9 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1013458 Mar 23 03:30:08.980550 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-d652f1b5-bd69-4698-aafe-63aa0f0a2c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61510ecd-5d33-4ef2-9fdd-0432664f1d52', 'name': 'tempest-TestSnapshotPattern-848507594-router', 'tenant_id': '611cc5434ecc4c44bf53b107c76b9d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '685a4481-170e-4f8e-aa46-dcdd7d5b23ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:30:01Z', 'updated_at': '2022-03-23T03:30:04Z', 'revision_number': 4, 'project_id': '611cc5434ecc4c44bf53b107c76b9d32', 'gw_port': {'id': '685a4481-170e-4f8e-aa46-dcdd7d5b23ee', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61510ecd-5d33-4ef2-9fdd-0432664f1d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:30:01Z', 'updated_at': '2022-03-23T03:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '8f25d705-3e69-49de-9097-5b5e91b6c877', 'name': '', 'network_id': '6f761a60-bef1-4b21-99b2-8b5c4d1cb439', 'tenant_id': '611cc5434ecc4c44bf53b107c76b9d32', 'mac_address': 'fa:16:3e:bf:31:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61510ecd-5d33-4ef2-9fdd-0432664f1d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '80939ec9-0062-45c7-9ca1-06a3dd69d438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:30:04Z', 'updated_at': '2022-03-23T03:30:08Z', 'revision_number': 4, 'project_id': '611cc5434ecc4c44bf53b107c76b9d32', 'subnets': [{'id': '80939ec9-0062-45c7-9ca1-06a3dd69d438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:30:09.007468 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d652f1b5-bd69-4698-aafe-63aa0f0a2c30 None None] The sync data for ids ['61510ecd-5d33-4ef2-9fdd-0432664f1d52'] in dv-neutron-834613-2-hyperv is: [{'id': '61510ecd-5d33-4ef2-9fdd-0432664f1d52', 'name': 'tempest-TestSnapshotPattern-848507594-router', 'tenant_id': '611cc5434ecc4c44bf53b107c76b9d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '685a4481-170e-4f8e-aa46-dcdd7d5b23ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:30:01Z', 'updated_at': '2022-03-23T03:30:04Z', 'revision_number': 4, 'project_id': '611cc5434ecc4c44bf53b107c76b9d32', 'gw_port': {'id': '685a4481-170e-4f8e-aa46-dcdd7d5b23ee', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61510ecd-5d33-4ef2-9fdd-0432664f1d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:30:01Z', 'updated_at': '2022-03-23T03:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': '8f25d705-3e69-49de-9097-5b5e91b6c877', 'name': '', 'network_id': '6f761a60-bef1-4b21-99b2-8b5c4d1cb439', 'tenant_id': '611cc5434ecc4c44bf53b107c76b9d32', 'mac_address': 'fa:16:3e:bf:31:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61510ecd-5d33-4ef2-9fdd-0432664f1d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '80939ec9-0062-45c7-9ca1-06a3dd69d438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:30:04Z', 'updated_at': '2022-03-23T03:30:08Z', 'revision_number': 4, 'project_id': '611cc5434ecc4c44bf53b107c76b9d32', 'subnets': [{'id': '80939ec9-0062-45c7-9ca1-06a3dd69d438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:30:09.042970 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-709eeebf-4226-4984-b2c1-511b1dda289c service neutron] 10.222.0.24 "GET /v2.0/networks/a5af6a10-5f42-410b-b49f-c926698fd113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866730 Mar 23 03:30:09.138907 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-aa5e3cae-260e-48c3-9f13-76aaae4bf646 service neutron] 10.222.0.24 "GET /v2.0/networks/a5af6a10-5f42-410b-b49f-c926698fd113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898774 Mar 23 03:30:09.424408 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-8ab99d43-f2e7-4869-b7c2-cb5e1993d1f7 req-1e85c736-347b-4bd1-bdee-cb9f0e511037 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=33765d16-3d2e-4089-ba8d-c764690e83bc HTTP/1.1" status: 200 len: 210 time: 0.0294156 Mar 23 03:30:09.775132 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 685a4481-170e-4f8e-aa46-dcdd7d5b23ee up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:30:09.826448 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 685a4481-170e-4f8e-aa46-dcdd7d5b23ee triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:30:09.826826 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (685a4481-170e-4f8e-aa46-dcdd7d5b23ee), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:09.902947 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 685a4481-170e-4f8e-aa46-dcdd7d5b23ee is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:30:09.904018 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8f25d705-3e69-49de-9097-5b5e91b6c877 up at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:30:09.949905 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Provisioning complete for port 8f25d705-3e69-49de-9097-5b5e91b6c877 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:30:09.950314 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (8f25d705-3e69-49de-9097-5b5e91b6c877), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:10.034441 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Current status of the port 8f25d705-3e69-49de-9097-5b5e91b6c877 is: ACTIVE; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:30:10.519411 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-975f544b-85ad-4b91-86f4-c33020a5a955 req-e0a42446-f5d6-4315-bd7f-c8c77a3bf06a tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=33765d16-3d2e-4089-ba8d-c764690e83bc HTTP/1.1" status: 200 len: 210 time: 0.0294833 Mar 23 03:30:11.520696 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-94573153-c531-4616-b3d0-83e0d6f84911 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:30:11.522217 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-94573153-c531-4616-b3d0-83e0d6f84911 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.23 "GET /v2.0/networks?id=a5af6a10-5f42-410b-b49f-c926698fd113 HTTP/1.1" status: 200 len: 810 time: 0.1032805 Mar 23 03:30:11.586910 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-8b4647b4-88f6-4bdf-887b-55228c321203 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3c078d8bf724fc4a0a66e6949b12b4f HTTP/1.1" status: 200 len: 380 time: 0.0569191 Mar 23 03:30:11.603614 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-ab7ada96-ff03-423e-8618-3fb009388602 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Request body: {'port': {'device_id': '33765d16-3d2e-4089-ba8d-c764690e83bc', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'admin_state_up': True, 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'security_groups': ['e33c7858-c230-46d6-a75d-ef1cc91b2faa']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:30:11.631299 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f2d16779-2f5a-4262-bb19-2fa6ed985ddf req-d61995c4-403a-4f8c-9e26-c9fefd58ccf0 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=33765d16-3d2e-4089-ba8d-c764690e83bc HTTP/1.1" status: 200 len: 210 time: 0.0421593 Mar 23 03:30:11.800790 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-ab7ada96-ff03-423e-8618-3fb009388602 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Made reservation on behalf of c3c078d8bf724fc4a0a66e6949b12b4f for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:30:11.804874 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-ab7ada96-ff03-423e-8618-3fb009388602 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:11.930972 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-ab7ada96-ff03-423e-8618-3fb009388602 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Allocated IP 172.20.0.4 (a5af6a10-5f42-410b-b49f-c926698fd113/90a88fcb-f567-4775-8e4c-4fdba5a03267/9afdc881-227b-494a-a35b-d804439e1bee) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:30:12.066831 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-ab7ada96-ff03-423e-8618-3fb009388602 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for port (9afdc881-227b-494a-a35b-d804439e1bee), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:12.161432 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-ab7ada96-ff03-423e-8618-3fb009388602 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (9afdc881-227b-494a-a35b-d804439e1bee), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:12.202590 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-ab7ada96-ff03-423e-8618-3fb009388602 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Network a5af6a10-5f42-410b-b49f-c926698fd113 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:30:12.205742 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-ab7ada96-ff03-423e-8618-3fb009388602 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:30:12.212793 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-ab7ada96-ff03-423e-8618-3fb009388602 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:30:12.218487 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ada96-ff03-423e-8618-3fb009388602 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Pushing event updated for resources: {'Port': ['ID=9afdc881-227b-494a-a35b-d804439e1bee,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:30:12.266348 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-ab7ada96-ff03-423e-8618-3fb009388602 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:30:12.266973 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-ab7ada96-ff03-423e-8618-3fb009388602 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:12.375112 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-ab7ada96-ff03-423e-8618-3fb009388602 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7774730 Mar 23 03:30:12.431662 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-58b5d6dc-2d80-4fcf-8197-9927619cbbb8 service neutron] Request body: {'port': {'device_id': '33765d16-3d2e-4089-ba8d-c764690e83bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:30:12.465920 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-8573b00a-41e4-405b-b9d5-cfc31e4d3289 None None] Provisioning complete for port 9afdc881-227b-494a-a35b-d804439e1bee triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:30:12.466537 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8573b00a-41e4-405b-b9d5-cfc31e4d3289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (9afdc881-227b-494a-a35b-d804439e1bee), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:12.494274 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-58b5d6dc-2d80-4fcf-8197-9927619cbbb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (9afdc881-227b-494a-a35b-d804439e1bee), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:12.499132 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-8573b00a-41e4-405b-b9d5-cfc31e4d3289 None None] Port 9afdc881-227b-494a-a35b-d804439e1bee cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:30:12.749530 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053a0aa-e955-458f-8364-13e7fe77633d req-03e9e992-016e-4c0c-951d-dea2ad3868f0 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:30:12.751045 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a053a0aa-e955-458f-8364-13e7fe77633d req-03e9e992-016e-4c0c-951d-dea2ad3868f0 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=33765d16-3d2e-4089-ba8d-c764690e83bc HTTP/1.1" status: 200 len: 931 time: 0.0525904 Mar 23 03:30:12.755065 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-58b5d6dc-2d80-4fcf-8197-9927619cbbb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9afdc881-227b-494a-a35b-d804439e1bee {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:30:12.763307 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-58b5d6dc-2d80-4fcf-8197-9927619cbbb8 service neutron] Publish callbacks [] for port (9afdc881-227b-494a-a35b-d804439e1bee), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:12.775247 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-58b5d6dc-2d80-4fcf-8197-9927619cbbb8 service neutron] Transition to ACTIVE for port object 9afdc881-227b-494a-a35b-d804439e1bee will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 03:30:12.800021 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a053a0aa-e955-458f-8364-13e7fe77633d req-9353a4c8-4a41-4e49-8cb5-fae8e365424a tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c7858-c230-46d6-a75d-ef1cc91b2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420799 Mar 23 03:30:12.835255 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-58b5d6dc-2d80-4fcf-8197-9927619cbbb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (9afdc881-227b-494a-a35b-d804439e1bee), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:12.887719 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5d6dc-2d80-4fcf-8197-9927619cbbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=9afdc881-227b-494a-a35b-d804439e1bee,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:30:12.967001 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-58b5d6dc-2d80-4fcf-8197-9927619cbbb8 service neutron] Attempting to bind port 9afdc881-227b-494a-a35b-d804439e1bee on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:30:12.967342 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-58b5d6dc-2d80-4fcf-8197-9927619cbbb8 service neutron] Attempting to bind port 9afdc881-227b-494a-a35b-d804439e1bee by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '72b3d0ea-40a4-435f-a5a0-029fe3e019a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:30:12.967669 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-58b5d6dc-2d80-4fcf-8197-9927619cbbb8 service neutron] Attempting to bind port 9afdc881-227b-494a-a35b-d804439e1bee on network a5af6a10-5f42-410b-b49f-c926698fd113 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:30:12.972184 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-58b5d6dc-2d80-4fcf-8197-9927619cbbb8 service neutron] Port 9afdc881-227b-494a-a35b-d804439e1bee on network a5af6a10-5f42-410b-b49f-c926698fd113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 03:30:12.972505 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-58b5d6dc-2d80-4fcf-8197-9927619cbbb8 service neutron] Attempting to bind port 9afdc881-227b-494a-a35b-d804439e1bee on network a5af6a10-5f42-410b-b49f-c926698fd113 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:30:12.977502 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-58b5d6dc-2d80-4fcf-8197-9927619cbbb8 service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:30:12.977840 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-58b5d6dc-2d80-4fcf-8197-9927619cbbb8 service neutron] Checking segment: {'id': '72b3d0ea-40a4-435f-a5a0-029fe3e019a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:30:12.978221 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-58b5d6dc-2d80-4fcf-8197-9927619cbbb8 service neutron] Bound using segment: {'id': '72b3d0ea-40a4-435f-a5a0-029fe3e019a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:30:12.978647 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-58b5d6dc-2d80-4fcf-8197-9927619cbbb8 service neutron] Bound port: 9afdc881-227b-494a-a35b-d804439e1bee, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b3d0ea-40a4-435f-a5a0-029fe3e019a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:30:12.979004 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-58b5d6dc-2d80-4fcf-8197-9927619cbbb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (9afdc881-227b-494a-a35b-d804439e1bee), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:13.044129 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-58b5d6dc-2d80-4fcf-8197-9927619cbbb8 service neutron] For port 9afdc881-227b-494a-a35b-d804439e1bee, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:30:13.047537 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-58b5d6dc-2d80-4fcf-8197-9927619cbbb8 service neutron] For port 9afdc881-227b-494a-a35b-d804439e1bee, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9afdc881-227b-494a-a35b-d804439e1bee,segment=NetworkSegment(72b3d0ea-40a4-435f-a5a0-029fe3e019a3),segment_id=72b3d0ea-40a4-435f-a5a0-029fe3e019a3)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:30:13.116224 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-58b5d6dc-2d80-4fcf-8197-9927619cbbb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (9afdc881-227b-494a-a35b-d804439e1bee), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:13.151055 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-58b5d6dc-2d80-4fcf-8197-9927619cbbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:30:13.151675 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-58b5d6dc-2d80-4fcf-8197-9927619cbbb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:13.153077 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-58b5d6dc-2d80-4fcf-8197-9927619cbbb8 service neutron] 10.222.0.23 "PUT /v2.0/ports/9afdc881-227b-494a-a35b-d804439e1bee HTTP/1.1" status: 200 len: 1093 time: 0.7702141 Mar 23 03:30:13.153516 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33765d16-3d2e-4089-ba8d-c764690e83bc', 'tag': '9afdc881-227b-494a-a35b-d804439e1bee'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:30:13.155766 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e100f30d-7750-4781-b19c-6d84db834365" -d '{"events": [{"name": "network-changed", "server_uuid": "33765d16-3d2e-4089-ba8d-c764690e83bc", "tag": "9afdc881-227b-494a-a35b-d804439e1bee"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:30:13.185514 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5d6dc-2d80-4fcf-8197-9927619cbbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=9afdc881-227b-494a-a35b-d804439e1bee,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:30:13.199740 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c12522-381b-4a93-89ad-71d20ce6bea3 x-openstack-request-id: req-24c12522-381b-4a93-89ad-71d20ce6bea3 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:30:13.200159 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33765d16-3d2e-4089-ba8d-c764690e83bc", "tag": "9afdc881-227b-494a-a35b-d804439e1bee", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:30:13.201166 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24c12522-381b-4a93-89ad-71d20ce6bea3 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:30:13.203557 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24c12522-381b-4a93-89ad-71d20ce6bea3'] response: {'name': 'network-changed', 'server_uuid': '33765d16-3d2e-4089-ba8d-c764690e83bc', 'tag': '9afdc881-227b-494a-a35b-d804439e1bee', 'status': 'completed', 'code': 200} Mar 23 03:30:13.268721 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100f30d-7750-4781-b19c-6d84db834365 req-f8cc10d2-dc4b-4dbd-b0cd-044cfb46be90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:30:13.270235 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e100f30d-7750-4781-b19c-6d84db834365 req-f8cc10d2-dc4b-4dbd-b0cd-044cfb46be90 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3c078d8bf724fc4a0a66e6949b12b4f&device_id=33765d16-3d2e-4089-ba8d-c764690e83bc HTTP/1.1" status: 200 len: 1127 time: 0.0498416 Mar 23 03:30:13.371714 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100f30d-7750-4781-b19c-6d84db834365 req-9d40449c-8af4-4def-a656-450e010a4a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:30:13.373206 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e100f30d-7750-4781-b19c-6d84db834365 req-9d40449c-8af4-4def-a656-450e010a4a17 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=c3c078d8bf724fc4a0a66e6949b12b4f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0968530 Mar 23 03:30:13.465766 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100f30d-7750-4781-b19c-6d84db834365 req-51740ed8-09e4-43d0-b8f4-727a9b1920e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:30:13.467226 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-e100f30d-7750-4781-b19c-6d84db834365 req-51740ed8-09e4-43d0-b8f4-727a9b1920e3 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881011 Mar 23 03:30:13.543781 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-9668d5ca-819a-48cc-a894-f1ceff14e351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:30:13.545453 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-9668d5ca-819a-48cc-a894-f1ceff14e351 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3c078d8bf724fc4a0a66e6949b12b4f&device_id=33765d16-3d2e-4089-ba8d-c764690e83bc HTTP/1.1" status: 200 len: 1127 time: 0.0443411 Mar 23 03:30:13.923392 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51fc06-e36a-4ee2-88aa-1936a12d4e6f req-b33e036a-f647-45d8-aa0a-8c37c45ad6d6 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:30:13.925033 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4c51fc06-e36a-4ee2-88aa-1936a12d4e6f req-b33e036a-f647-45d8-aa0a-8c37c45ad6d6 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=33765d16-3d2e-4089-ba8d-c764690e83bc HTTP/1.1" status: 200 len: 943 time: 0.0546579 Mar 23 03:30:13.944156 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-cf4f0886-c772-4958-a876-cf19281cbf3c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9afdc881-227b-494a-a35b-d804439e1bee HTTP/1.1" status: 200 len: 217 time: 0.3896642 Mar 23 03:30:13.981392 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-4c51fc06-e36a-4ee2-88aa-1936a12d4e6f req-a3c56629-47da-4dc6-9355-64edf91bd67e tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c7858-c230-46d6-a75d-ef1cc91b2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495739 Mar 23 03:30:13.992531 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-ef799a81-3967-4974-9dbe-58fc9eba4e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:30:13.994050 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-ef799a81-3967-4974-9dbe-58fc9eba4e85 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=90a88fcb-f567-4775-8e4c-4fdba5a03267 HTTP/1.1" status: 200 len: 849 time: 0.0448985 Mar 23 03:30:14.041791 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-80a095b4-b8c9-476e-b678-808d30138878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:30:14.043260 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-80a095b4-b8c9-476e-b678-808d30138878 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a5af6a10-5f42-410b-b49f-c926698fd113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435615 Mar 23 03:30:14.133441 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-b4944821-2727-4f50-b703-a5690112fd52 service neutron] 10.222.0.23 "GET /v2.0/networks/a5af6a10-5f42-410b-b49f-c926698fd113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840816 Mar 23 03:30:14.220953 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bd9d48a9-739e-427a-9fcd-177b7c49e211 req-bbe70265-1001-4035-8ee4-18542fa9af6f service neutron] 10.222.0.23 "GET /v2.0/networks/a5af6a10-5f42-410b-b49f-c926698fd113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818110 Mar 23 03:30:15.103640 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2e914-e31e-46be-aa60-e83e5e5d7fd1 req-0616526e-ee31-4725-8574-886d5daf8dd0 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:30:15.106002 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-16d2e914-e31e-46be-aa60-e83e5e5d7fd1 req-0616526e-ee31-4725-8574-886d5daf8dd0 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=33765d16-3d2e-4089-ba8d-c764690e83bc HTTP/1.1" status: 200 len: 943 time: 0.0538621 Mar 23 03:30:15.160468 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-16d2e914-e31e-46be-aa60-e83e5e5d7fd1 req-5a180af6-d16d-47a3-b830-ebba99bbbb20 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c7858-c230-46d6-a75d-ef1cc91b2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486321 Mar 23 03:30:15.858007 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:30:16.278835 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ef79a-0b2b-4b33-94f0-c27cad737403 req-3713af72-b009-44f1-a413-fba821d8f36e tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:30:16.280422 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3a2ef79a-0b2b-4b33-94f0-c27cad737403 req-3713af72-b009-44f1-a413-fba821d8f36e tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=33765d16-3d2e-4089-ba8d-c764690e83bc HTTP/1.1" status: 200 len: 943 time: 0.0530891 Mar 23 03:30:16.329895 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3a2ef79a-0b2b-4b33-94f0-c27cad737403 req-a4b25b76-3649-4d9a-ba9b-595d139b5bc9 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c7858-c230-46d6-a75d-ef1cc91b2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438635 Mar 23 03:30:17.446872 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dc206-55ca-4b78-8d68-14ac3a51087e req-51066be4-89d2-430a-be82-a2ab9a73800b tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:30:17.448393 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-612dc206-55ca-4b78-8d68-14ac3a51087e req-51066be4-89d2-430a-be82-a2ab9a73800b tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=33765d16-3d2e-4089-ba8d-c764690e83bc HTTP/1.1" status: 200 len: 943 time: 0.0532472 Mar 23 03:30:17.496409 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-612dc206-55ca-4b78-8d68-14ac3a51087e req-7da735b1-0d4d-4b9a-918c-0a0036150d6b tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c7858-c230-46d6-a75d-ef1cc91b2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423951 Mar 23 03:30:17.692498 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-2a43c2bf-fff6-4016-a19e-1161086e52c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:17.742840 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 9afdc881-227b-494a-a35b-d804439e1bee details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 03:30:17.834545 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 9afdc881-227b-494a-a35b-d804439e1bee, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9afdc881-227b-494a-a35b-d804439e1bee,segment=NetworkSegment(72b3d0ea-40a4-435f-a5a0-029fe3e019a3),segment_id=72b3d0ea-40a4-435f-a5a0-029fe3e019a3)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:30:17.845994 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '9afdc881-227b-494a-a35b-d804439e1bee', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'port_id': '9afdc881-227b-494a-a35b-d804439e1bee', 'mac_address': 'fa:16:3e:c2:f7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 03:30:17.886134 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 9afdc881-227b-494a-a35b-d804439e1bee is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:30:17.886524 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (9afdc881-227b-494a-a35b-d804439e1bee), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:17.899499 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9afdc881-227b-494a-a35b-d804439e1bee {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:30:17.920208 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 9afdc881-227b-494a-a35b-d804439e1bee, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9afdc881-227b-494a-a35b-d804439e1bee,segment=NetworkSegment(72b3d0ea-40a4-435f-a5a0-029fe3e019a3),segment_id=72b3d0ea-40a4-435f-a5a0-029fe3e019a3)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:30:18.006305 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (9afdc881-227b-494a-a35b-d804439e1bee), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:18.054051 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=9afdc881-227b-494a-a35b-d804439e1bee,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:30:18.213284 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['9afdc881-227b-494a-a35b-d804439e1bee'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:30:18.619762 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00728d23-1d9d-4068-a707-590196ddf146 req-e65f0e8e-a49c-4dec-b087-52de438c4e0d tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:30:18.621334 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-00728d23-1d9d-4068-a707-590196ddf146 req-e65f0e8e-a49c-4dec-b087-52de438c4e0d tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=33765d16-3d2e-4089-ba8d-c764690e83bc HTTP/1.1" status: 200 len: 944 time: 0.0538492 Mar 23 03:30:18.669788 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-00728d23-1d9d-4068-a707-590196ddf146 req-b6af3a30-93db-41ac-982b-3f45f25916c6 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c7858-c230-46d6-a75d-ef1cc91b2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429974 Mar 23 03:30:19.218112 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:19.774504 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 9afdc881-227b-494a-a35b-d804439e1bee up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:30:19.787741 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ba569-2035-4363-95d5-0b08d22d954c req-fa1a555c-ceed-4e91-85a2-e6554448d49e tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:30:19.789256 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5f0ba569-2035-4363-95d5-0b08d22d954c req-fa1a555c-ceed-4e91-85a2-e6554448d49e tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=33765d16-3d2e-4089-ba8d-c764690e83bc HTTP/1.1" status: 200 len: 944 time: 0.0525942 Mar 23 03:30:19.839552 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5f0ba569-2035-4363-95d5-0b08d22d954c req-96039e37-d943-4334-ad03-5977e3c2d1ef tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c7858-c230-46d6-a75d-ef1cc91b2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445104 Mar 23 03:30:19.902345 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port 9afdc881-227b-494a-a35b-d804439e1bee completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 03:30:19.906066 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 9afdc881-227b-494a-a35b-d804439e1bee triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:30:19.906695 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (9afdc881-227b-494a-a35b-d804439e1bee), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:19.929209 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-921b99d5-b6c3-4132-aa2e-dd22a45b5f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:19.983864 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 9afdc881-227b-494a-a35b-d804439e1bee is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:30:19.984275 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (9afdc881-227b-494a-a35b-d804439e1bee), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:20.006729 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33765d16-3d2e-4089-ba8d-c764690e83bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afdc881-227b-494a-a35b-d804439e1bee'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:30:20.008979 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407c3325-0b59-413b-9d9b-d3ef6b9ea08a" -d '{"events": [{"server_uuid": "33765d16-3d2e-4089-ba8d-c764690e83bc", "name": "network-vif-plugged", "status": "completed", "tag": "9afdc881-227b-494a-a35b-d804439e1bee"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:30:20.021863 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 9afdc881-227b-494a-a35b-d804439e1bee, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9afdc881-227b-494a-a35b-d804439e1bee,segment=NetworkSegment(72b3d0ea-40a4-435f-a5a0-029fe3e019a3),segment_id=72b3d0ea-40a4-435f-a5a0-029fe3e019a3)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:30:20.097162 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (9afdc881-227b-494a-a35b-d804439e1bee), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:20.103814 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc26acb-137d-4c96-926e-bd3faed318fc x-openstack-request-id: req-4cc26acb-137d-4c96-926e-bd3faed318fc {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:30:20.104235 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33765d16-3d2e-4089-ba8d-c764690e83bc", "name": "network-vif-plugged", "status": "completed", "tag": "9afdc881-227b-494a-a35b-d804439e1bee", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:30:20.104492 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4cc26acb-137d-4c96-926e-bd3faed318fc {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:30:20.104894 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cc26acb-137d-4c96-926e-bd3faed318fc'] response: {'server_uuid': '33765d16-3d2e-4089-ba8d-c764690e83bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afdc881-227b-494a-a35b-d804439e1bee', 'code': 200} Mar 23 03:30:20.149896 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=9afdc881-227b-494a-a35b-d804439e1bee,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:30:20.404939 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61371824-2432-44e0-9f89-c9f88be7300e req-d3083046-945f-4aeb-95d1-3ef829f1434b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:30:20.406328 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-61371824-2432-44e0-9f89-c9f88be7300e req-d3083046-945f-4aeb-95d1-3ef829f1434b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=33765d16-3d2e-4089-ba8d-c764690e83bc HTTP/1.1" status: 200 len: 1129 time: 0.0481472 Mar 23 03:30:20.452418 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-61371824-2432-44e0-9f89-c9f88be7300e req-04b5dc44-3d21-49d3-bda3-eb4ffb018073 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e33c7858-c230-46d6-a75d-ef1cc91b2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390966 Mar 23 03:30:20.956292 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53cdf2-3601-4cda-af1f-0a64faff192a req-71488fb9-5f3b-45a1-9896-85d6399db903 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:30:20.957782 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3b53cdf2-3601-4cda-af1f-0a64faff192a req-71488fb9-5f3b-45a1-9896-85d6399db903 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=33765d16-3d2e-4089-ba8d-c764690e83bc HTTP/1.1" status: 200 len: 945 time: 0.0522363 Mar 23 03:30:21.007288 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-3b53cdf2-3601-4cda-af1f-0a64faff192a req-32683a06-9d39-4d4e-8115-a0995f23bd1d tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c7858-c230-46d6-a75d-ef1cc91b2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433128 Mar 23 03:30:21.440609 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:22.129188 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330b8f0-9905-40de-8a1d-b256517f321a req-3bbb795d-1049-4132-b9fe-c20e8123d413 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:30:22.137879 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-f330b8f0-9905-40de-8a1d-b256517f321a req-3bbb795d-1049-4132-b9fe-c20e8123d413 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=33765d16-3d2e-4089-ba8d-c764690e83bc HTTP/1.1" status: 200 len: 945 time: 0.0555928 Mar 23 03:30:22.181299 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-f330b8f0-9905-40de-8a1d-b256517f321a req-cfa94c3b-1d3e-4150-bf70-3907d34c3b08 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c7858-c230-46d6-a75d-ef1cc91b2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440507 Mar 23 03:30:22.297915 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc03c1c-2744-4cba-8f09-ed31c70da9fa req-8e03b80e-7412-4731-80e2-9de0de70c9e9 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:30:22.299310 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ebc03c1c-2744-4cba-8f09-ed31c70da9fa req-8e03b80e-7412-4731-80e2-9de0de70c9e9 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=33765d16-3d2e-4089-ba8d-c764690e83bc HTTP/1.1" status: 200 len: 945 time: 0.0522647 Mar 23 03:30:22.351205 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-ebc03c1c-2744-4cba-8f09-ed31c70da9fa req-6df2aea5-0677-4884-922e-de9b7c991de0 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c7858-c230-46d6-a75d-ef1cc91b2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463011 Mar 23 03:30:22.372713 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 42140) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:30:22.456416 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8bea9b-c897-4383-a11a-82231aadaaac tempest-TestSnapshotPattern-292482462 tempest-TestSnapshotPattern-292482462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:30:22.457924 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3f8bea9b-c897-4383-a11a-82231aadaaac tempest-TestSnapshotPattern-292482462 tempest-TestSnapshotPattern-292482462-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=33765d16-3d2e-4089-ba8d-c764690e83bc HTTP/1.1" status: 200 len: 1124 time: 0.0842578 Mar 23 03:30:22.460836 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 42144) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:30:22.464983 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-95d952ba-3e81-4749-9871-44f9bb648196 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'port_id': '9afdc881-227b-494a-a35b-d804439e1bee', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:30:22.543565 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-95d952ba-3e81-4749-9871-44f9bb648196 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:22.643143 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-95d952ba-3e81-4749-9871-44f9bb648196 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:22.746025 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-95d952ba-3e81-4749-9871-44f9bb648196 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Allocated IP 172.26.2.94 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/a8e5ab28-37d5-45ee-8a6e-e53e368791da) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:30:22.850517 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-95d952ba-3e81-4749-9871-44f9bb648196 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for port (a8e5ab28-37d5-45ee-8a6e-e53e368791da), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:22.869508 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:22.961399 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-95d952ba-3e81-4749-9871-44f9bb648196 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (a8e5ab28-37d5-45ee-8a6e-e53e368791da), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:22.999909 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d952ba-3e81-4749-9871-44f9bb648196 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:30:23.004609 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-95d952ba-3e81-4749-9871-44f9bb648196 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:30:23.009710 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d952ba-3e81-4749-9871-44f9bb648196 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:30:23.012690 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d952ba-3e81-4749-9871-44f9bb648196 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Pushing event updated for resources: {'Port': ['ID=a8e5ab28-37d5-45ee-8a6e-e53e368791da,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:30:23.364016 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-95d952ba-3e81-4749-9871-44f9bb648196 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for floatingip (a53f1304-310e-451d-b1d2-86422c4417dc), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:23.482501 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-95d952ba-3e81-4749-9871-44f9bb648196 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (a8e5ab28-37d5-45ee-8a6e-e53e368791da), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:23.632752 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-95d952ba-3e81-4749-9871-44f9bb648196 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for port (a8e5ab28-37d5-45ee-8a6e-e53e368791da), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:23.697588 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-95d952ba-3e81-4749-9871-44f9bb648196 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (a8e5ab28-37d5-45ee-8a6e-e53e368791da), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:23.769032 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d952ba-3e81-4749-9871-44f9bb648196 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Pushing event updated for resources: {'Port': ['ID=a8e5ab28-37d5-45ee-8a6e-e53e368791da,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:30:23.780488 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-95d952ba-3e81-4749-9871-44f9bb648196 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (a53f1304-310e-451d-b1d2-86422c4417dc), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:23.878062 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [None req-95d952ba-3e81-4749-9871-44f9bb648196 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Floating IP a53f1304-310e-451d-b1d2-86422c4417dc associated. External IP: 172.26.2.94, port: 9afdc881-227b-494a-a35b-d804439e1bee. Mar 23 03:30:23.994837 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:24.089744 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d952ba-3e81-4749-9871-44f9bb648196 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Router 8960d359-87d0-49ab-936e-77b6eba2c7de has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:30:24.198217 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d952ba-3e81-4749-9871-44f9bb648196 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:30:24.208979 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a7307d-0bac-4701-af14-89a1757e1528 None None] Sync routers for ids ['8960d359-87d0-49ab-936e-77b6eba2c7de'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:30:24.218620 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a7307d-0bac-4701-af14-89a1757e1528 None None] Routers {'8960d359-87d0-49ab-936e-77b6eba2c7de'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:30:24.219382 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-28a7307d-0bac-4701-af14-89a1757e1528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:30:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['8960d359-87d0-49ab-936e-77b6eba2c7de'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:30:24.254378 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-95d952ba-3e81-4749-9871-44f9bb648196 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:24.285392 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-95d952ba-3e81-4749-9871-44f9bb648196 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8235433 Mar 23 03:30:24.286002 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33765d16-3d2e-4089-ba8d-c764690e83bc', 'tag': '9afdc881-227b-494a-a35b-d804439e1bee'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:30:24.288403 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73983040-f38c-448d-827c-80da38f375ed" -d '{"events": [{"name": "network-changed", "server_uuid": "33765d16-3d2e-4089-ba8d-c764690e83bc", "tag": "9afdc881-227b-494a-a35b-d804439e1bee"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:30:24.326804 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b0eb51-8b8e-414c-bbe6-2109afb4a0a5 x-openstack-request-id: req-10b0eb51-8b8e-414c-bbe6-2109afb4a0a5 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:30:24.327134 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33765d16-3d2e-4089-ba8d-c764690e83bc", "tag": "9afdc881-227b-494a-a35b-d804439e1bee", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:30:24.327395 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-10b0eb51-8b8e-414c-bbe6-2109afb4a0a5 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:30:24.327841 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10b0eb51-8b8e-414c-bbe6-2109afb4a0a5'] response: {'name': 'network-changed', 'server_uuid': '33765d16-3d2e-4089-ba8d-c764690e83bc', 'tag': '9afdc881-227b-494a-a35b-d804439e1bee', 'status': 'completed', 'code': 200} Mar 23 03:30:24.398348 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73983040-f38c-448d-827c-80da38f375ed req-59434fe5-0e51-4704-a792-964ba1daec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:30:24.399916 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-73983040-f38c-448d-827c-80da38f375ed req-59434fe5-0e51-4704-a792-964ba1daec2d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3c078d8bf724fc4a0a66e6949b12b4f&device_id=33765d16-3d2e-4089-ba8d-c764690e83bc HTTP/1.1" status: 200 len: 1129 time: 0.0474927 Mar 23 03:30:24.475475 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-28a7307d-0bac-4701-af14-89a1757e1528 None None] Set router 8960d359-87d0-49ab-936e-77b6eba2c7de gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:30:24.493362 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73983040-f38c-448d-827c-80da38f375ed req-f8dfbc71-1944-40c3-af9a-f67b29e2ecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:30:24.494940 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-73983040-f38c-448d-827c-80da38f375ed req-f8dfbc71-1944-40c3-af9a-f67b29e2ecd3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a5af6a10-5f42-410b-b49f-c926698fd113 HTTP/1.1" status: 200 len: 911 time: 0.0894470 Mar 23 03:30:24.558602 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-73983040-f38c-448d-827c-80da38f375ed req-669fa630-a38a-4314-b32b-89070636107b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9afdc881-227b-494a-a35b-d804439e1bee HTTP/1.1" status: 200 len: 998 time: 0.0580506 Mar 23 03:30:24.610758 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73983040-f38c-448d-827c-80da38f375ed req-d3e3bf19-7a9c-4f2c-a1c3-90acd1ace2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:30:24.612259 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-73983040-f38c-448d-827c-80da38f375ed req-d3e3bf19-7a9c-4f2c-a1c3-90acd1ace2c6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=90a88fcb-f567-4775-8e4c-4fdba5a03267 HTTP/1.1" status: 200 len: 849 time: 0.0481167 Mar 23 03:30:24.667610 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73983040-f38c-448d-827c-80da38f375ed req-ecf275c4-b00f-487e-9936-69e4ae72f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:30:24.669214 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-73983040-f38c-448d-827c-80da38f375ed req-ecf275c4-b00f-487e-9936-69e4ae72f022 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a5af6a10-5f42-410b-b49f-c926698fd113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0510495 Mar 23 03:30:24.697883 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-28a7307d-0bac-4701-af14-89a1757e1528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'name': 'tempest-TestSnapshotPattern-2033237973-router', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:58Z', 'revision_number': 4, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'gw_port': {'id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'a53f1304-310e-451d-b1d2-86422c4417dc', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'floating_ip_address': '172.26.2.94', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'port_id': '9afdc881-227b-494a-a35b-d804439e1bee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'mac_address': 'fa:16:3e:c2:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33765d16-3d2e-4089-ba8d-c764690e83bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:30:23Z', 'updated_at': '2022-03-23T03:30:23Z', 'revision_number': 0, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e', 'name': '', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'mac_address': 'fa:16:3e:8b:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:58Z', 'updated_at': '2022-03-23T03:30:01Z', 'revision_number': 5, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'subnets': [{'id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:30:24.728189 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a7307d-0bac-4701-af14-89a1757e1528 None None] Checking router: 8960d359-87d0-49ab-936e-77b6eba2c7de for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:30:24.736647 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a7307d-0bac-4701-af14-89a1757e1528 None None] Routers {'8960d359-87d0-49ab-936e-77b6eba2c7de'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:30:24.737352 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-28a7307d-0bac-4701-af14-89a1757e1528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:30:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['8960d359-87d0-49ab-936e-77b6eba2c7de'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:30:24.767790 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-73983040-f38c-448d-827c-80da38f375ed req-b11aaeec-fed2-450f-ae6f-225918d56cc0 service neutron] 10.222.0.23 "GET /v2.0/networks/a5af6a10-5f42-410b-b49f-c926698fd113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927389 Mar 23 03:30:24.858365 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-28a7307d-0bac-4701-af14-89a1757e1528 None None] Set router 8960d359-87d0-49ab-936e-77b6eba2c7de gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:30:24.870812 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-73983040-f38c-448d-827c-80da38f375ed req-5e3d1e83-9498-4583-a1d8-3463ec70f7ac service neutron] 10.222.0.23 "GET /v2.0/networks/a5af6a10-5f42-410b-b49f-c926698fd113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968843 Mar 23 03:30:25.113726 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-28a7307d-0bac-4701-af14-89a1757e1528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'name': 'tempest-TestSnapshotPattern-2033237973-router', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:58Z', 'revision_number': 4, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'gw_port': {'id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'a53f1304-310e-451d-b1d2-86422c4417dc', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'floating_ip_address': '172.26.2.94', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'port_id': '9afdc881-227b-494a-a35b-d804439e1bee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'mac_address': 'fa:16:3e:c2:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33765d16-3d2e-4089-ba8d-c764690e83bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:30:23Z', 'updated_at': '2022-03-23T03:30:23Z', 'revision_number': 0, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e', 'name': '', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'mac_address': 'fa:16:3e:8b:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:58Z', 'updated_at': '2022-03-23T03:30:01Z', 'revision_number': 5, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'subnets': [{'id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:30:25.143918 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a7307d-0bac-4701-af14-89a1757e1528 None None] The sync data for ids ['8960d359-87d0-49ab-936e-77b6eba2c7de'] in dv-neutron-834613-2-hyperv is: [{'id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'name': 'tempest-TestSnapshotPattern-2033237973-router', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:58Z', 'revision_number': 4, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'gw_port': {'id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'a53f1304-310e-451d-b1d2-86422c4417dc', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'floating_ip_address': '172.26.2.94', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'port_id': '9afdc881-227b-494a-a35b-d804439e1bee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'mac_address': 'fa:16:3e:c2:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33765d16-3d2e-4089-ba8d-c764690e83bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:30:23Z', 'updated_at': '2022-03-23T03:30:23Z', 'revision_number': 0, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e', 'name': '', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'mac_address': 'fa:16:3e:8b:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:58Z', 'updated_at': '2022-03-23T03:30:01Z', 'revision_number': 5, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'subnets': [{'id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:30:25.332669 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875dbceb-9d01-4d05-9b08-06b98cc8580e None None] New status for floating IP a53f1304-310e-451d-b1d2-86422c4417dc: ACTIVE {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 03:30:40.586619 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a4820d04-16ad-4943-afa7-90f89dae63d1 req-13b9580b-eb8e-40e1-833b-2be2b00aae00 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=33765d16-3d2e-4089-ba8d-c764690e83bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435221 Mar 23 03:30:40.672159 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4820d04-16ad-4943-afa7-90f89dae63d1 req-ae51e74f-10b2-4bdd-85fb-2c290a453e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:30:40.673655 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a4820d04-16ad-4943-afa7-90f89dae63d1 req-ae51e74f-10b2-4bdd-85fb-2c290a453e37 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3c078d8bf724fc4a0a66e6949b12b4f&device_id=33765d16-3d2e-4089-ba8d-c764690e83bc HTTP/1.1" status: 200 len: 1129 time: 0.0448339 Mar 23 03:30:40.782489 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4820d04-16ad-4943-afa7-90f89dae63d1 req-d21eb674-6552-4f63-92a8-963ab7e1a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:30:40.783985 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a4820d04-16ad-4943-afa7-90f89dae63d1 req-d21eb674-6552-4f63-92a8-963ab7e1a148 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a5af6a10-5f42-410b-b49f-c926698fd113 HTTP/1.1" status: 200 len: 911 time: 0.0880516 Mar 23 03:30:40.846863 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a4820d04-16ad-4943-afa7-90f89dae63d1 req-e19ba610-9a2a-4155-a4ad-cef72625c728 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9afdc881-227b-494a-a35b-d804439e1bee HTTP/1.1" status: 200 len: 1000 time: 0.0567641 Mar 23 03:30:40.896913 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4820d04-16ad-4943-afa7-90f89dae63d1 req-7387c89d-5b85-4a26-ab52-d8324c67c027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:30:40.898913 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a4820d04-16ad-4943-afa7-90f89dae63d1 req-7387c89d-5b85-4a26-ab52-d8324c67c027 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=90a88fcb-f567-4775-8e4c-4fdba5a03267 HTTP/1.1" status: 200 len: 849 time: 0.0462453 Mar 23 03:30:40.947470 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4820d04-16ad-4943-afa7-90f89dae63d1 req-7c9df8ea-ebe0-4057-8abc-e417e977a176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:30:40.948993 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a4820d04-16ad-4943-afa7-90f89dae63d1 req-7c9df8ea-ebe0-4057-8abc-e417e977a176 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a5af6a10-5f42-410b-b49f-c926698fd113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0429893 Mar 23 03:30:41.035353 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a4820d04-16ad-4943-afa7-90f89dae63d1 req-001159a0-07b8-4ac2-9ad5-b1c181430e4a service neutron] 10.222.0.23 "GET /v2.0/networks/a5af6a10-5f42-410b-b49f-c926698fd113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804868 Mar 23 03:30:41.126804 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a4820d04-16ad-4943-afa7-90f89dae63d1 req-405a9419-fab1-4625-8a1a-54073d5ad30e service neutron] 10.222.0.23 "GET /v2.0/networks/a5af6a10-5f42-410b-b49f-c926698fd113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848625 Mar 23 03:30:47.679966 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bdec7962-72d1-406d-a2e3-abf94d846f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:49.262936 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:49.926165 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a7002985-525f-418e-9034-e4c8fb6331d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:51.474198 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:52.857326 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:30:52.874192 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:30:54.021328 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:31:17.651246 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-df97f02f-af29-407a-86c1-44851cc68cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:31:19.222283 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:31:19.953872 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-8054b10e-5e85-4c25-a444-b193c40ba092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:31:21.506937 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:31:22.908462 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:31:24.039235 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:31:29.856975 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:31:40.571530 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b73dd97-489a-4bb2-a345-5c914bc8f65a req-fb1fe72e-cb94-436a-b4f1-5ec440481c27 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=33765d16-3d2e-4089-ba8d-c764690e83bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467141 Mar 23 03:31:40.656388 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73dd97-489a-4bb2-a345-5c914bc8f65a req-0f4aae54-a260-4f5c-8738-70028b7138f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:31:40.657879 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b73dd97-489a-4bb2-a345-5c914bc8f65a req-0f4aae54-a260-4f5c-8738-70028b7138f7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3c078d8bf724fc4a0a66e6949b12b4f&device_id=33765d16-3d2e-4089-ba8d-c764690e83bc HTTP/1.1" status: 200 len: 1129 time: 0.0448656 Mar 23 03:31:40.758457 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73dd97-489a-4bb2-a345-5c914bc8f65a req-381e7f62-61e4-4637-b800-b8ffbaf9c4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:31:40.760004 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b73dd97-489a-4bb2-a345-5c914bc8f65a req-381e7f62-61e4-4637-b800-b8ffbaf9c4e9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a5af6a10-5f42-410b-b49f-c926698fd113 HTTP/1.1" status: 200 len: 911 time: 0.0837309 Mar 23 03:31:40.829050 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b73dd97-489a-4bb2-a345-5c914bc8f65a req-d6ebf54b-c0f6-48f6-8c40-510ffbd7cd7a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9afdc881-227b-494a-a35b-d804439e1bee HTTP/1.1" status: 200 len: 1000 time: 0.0616682 Mar 23 03:31:40.875316 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73dd97-489a-4bb2-a345-5c914bc8f65a req-40591c97-2b81-4aed-9f8c-5dc81eded7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:31:40.876741 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b73dd97-489a-4bb2-a345-5c914bc8f65a req-40591c97-2b81-4aed-9f8c-5dc81eded7df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=90a88fcb-f567-4775-8e4c-4fdba5a03267 HTTP/1.1" status: 200 len: 849 time: 0.0424798 Mar 23 03:31:40.924650 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73dd97-489a-4bb2-a345-5c914bc8f65a req-96076f0d-6a8d-4192-ae44-e1cfcea48114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:31:40.926089 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b73dd97-489a-4bb2-a345-5c914bc8f65a req-96076f0d-6a8d-4192-ae44-e1cfcea48114 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a5af6a10-5f42-410b-b49f-c926698fd113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0429158 Mar 23 03:31:41.017886 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b73dd97-489a-4bb2-a345-5c914bc8f65a req-805c6862-d9ce-4921-8d5e-e55cd9e6a73e service neutron] 10.222.0.23 "GET /v2.0/networks/a5af6a10-5f42-410b-b49f-c926698fd113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852022 Mar 23 03:31:41.103185 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-1b73dd97-489a-4bb2-a345-5c914bc8f65a req-25872f99-7104-48f5-a361-9df0907bb040 service neutron] 10.222.0.23 "GET /v2.0/networks/a5af6a10-5f42-410b-b49f-c926698fd113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794842 Mar 23 03:31:47.679117 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c1a94054-3064-490c-8d47-5cce5af5ab17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:31:49.256959 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:31:49.917261 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-36e85883-1a35-4137-a7cf-0d711db11780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:31:51.461918 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:31:52.867842 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:31:54.004611 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:06.856363 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:32:17.667060 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6ee1f22f-2cf9-4312-b64e-bde9b2cd2afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:19.221316 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:19.923293 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-41025c5c-f532-4f7a-a2d4-cc650425e7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:21.460016 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:22.888061 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:24.014231 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:24.395904 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 9afdc881-227b-494a-a35b-d804439e1bee details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 03:32:24.496242 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 9afdc881-227b-494a-a35b-d804439e1bee, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9afdc881-227b-494a-a35b-d804439e1bee,segment=NetworkSegment(72b3d0ea-40a4-435f-a5a0-029fe3e019a3),segment_id=72b3d0ea-40a4-435f-a5a0-029fe3e019a3)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:32:24.508562 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '9afdc881-227b-494a-a35b-d804439e1bee', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'port_id': '9afdc881-227b-494a-a35b-d804439e1bee', 'mac_address': 'fa:16:3e:c2:f7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 03:32:24.545251 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 9afdc881-227b-494a-a35b-d804439e1bee is: ACTIVE; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:32:24.545680 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (9afdc881-227b-494a-a35b-d804439e1bee), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:24.558342 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9afdc881-227b-494a-a35b-d804439e1bee {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:32:24.578882 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 9afdc881-227b-494a-a35b-d804439e1bee, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9afdc881-227b-494a-a35b-d804439e1bee,segment=NetworkSegment(72b3d0ea-40a4-435f-a5a0-029fe3e019a3),segment_id=72b3d0ea-40a4-435f-a5a0-029fe3e019a3)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:32:24.644514 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (9afdc881-227b-494a-a35b-d804439e1bee), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:24.699866 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=9afdc881-227b-494a-a35b-d804439e1bee,revision_number=6']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:32:24.706964 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:32:24.710255 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:32:24.710255 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:32:24.710255 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:32:24.710255 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:32:24.710255 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:32:24.710255 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:32:24.710255 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:32:24.710255 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:32:24.710255 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:32:24.711005 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:32:24.711005 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:32:24.711005 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:32:24.711326 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:32:24.711648 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:32:24.716453 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['9afdc881-227b-494a-a35b-d804439e1bee'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:32:26.412900 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 9afdc881-227b-494a-a35b-d804439e1bee up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:32:26.466636 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 9afdc881-227b-494a-a35b-d804439e1bee triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:32:26.467270 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (9afdc881-227b-494a-a35b-d804439e1bee), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:26.554334 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 9afdc881-227b-494a-a35b-d804439e1bee is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:32:26.554721 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (9afdc881-227b-494a-a35b-d804439e1bee), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:26.584872 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33765d16-3d2e-4089-ba8d-c764690e83bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afdc881-227b-494a-a35b-d804439e1bee'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:32:26.587123 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1d10c8-6b2a-4445-9b56-dc9695d11769" -d '{"events": [{"server_uuid": "33765d16-3d2e-4089-ba8d-c764690e83bc", "name": "network-vif-plugged", "status": "completed", "tag": "9afdc881-227b-494a-a35b-d804439e1bee"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:32:26.605367 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 9afdc881-227b-494a-a35b-d804439e1bee, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9afdc881-227b-494a-a35b-d804439e1bee,segment=NetworkSegment(72b3d0ea-40a4-435f-a5a0-029fe3e019a3),segment_id=72b3d0ea-40a4-435f-a5a0-029fe3e019a3)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:32:26.633364 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c90a594-0dfa-4c15-a69f-c1165504b8d2 x-openstack-request-id: req-1c90a594-0dfa-4c15-a69f-c1165504b8d2 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:32:26.633667 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33765d16-3d2e-4089-ba8d-c764690e83bc", "name": "network-vif-plugged", "status": "completed", "tag": "9afdc881-227b-494a-a35b-d804439e1bee", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:32:26.634155 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1c90a594-0dfa-4c15-a69f-c1165504b8d2 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:32:26.634492 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c90a594-0dfa-4c15-a69f-c1165504b8d2'] response: {'server_uuid': '33765d16-3d2e-4089-ba8d-c764690e83bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afdc881-227b-494a-a35b-d804439e1bee', 'code': 200} Mar 23 03:32:26.673642 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (9afdc881-227b-494a-a35b-d804439e1bee), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:26.731522 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=9afdc881-227b-494a-a35b-d804439e1bee,revision_number=7']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:32:35.995276 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-77ffb83c-e354-4595-acdd-0c8efc46c98a tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2087374564&fields=id&tenant_id=c3c078d8bf724fc4a0a66e6949b12b4f HTTP/1.1" status: 200 len: 267 time: 0.0441036 Mar 23 03:32:36.099057 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-bc229b83-2cc4-46ca-ac18-bc1389fafcf1 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:32:36.101103 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-bc229b83-2cc4-46ca-ac18-bc1389fafcf1 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/networks?id=a5af6a10-5f42-410b-b49f-c926698fd113 HTTP/1.1" status: 200 len: 810 time: 0.0989671 Mar 23 03:32:36.115726 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-4c1c37f1-41e1-4149-ac0a-9d82959e73b9 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/quotas/c3c078d8bf724fc4a0a66e6949b12b4f HTTP/1.1" status: 200 len: 375 time: 0.0091276 Mar 23 03:32:36.178076 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-85362ced-a7cf-45a9-9e80-a627b8999ca9 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3c078d8bf724fc4a0a66e6949b12b4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0564651 Mar 23 03:32:36.312969 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-44b1b975-e65c-425f-a7e8-b3293139fe7d service neutron] 10.222.0.24 "GET /v2.0/networks/a5af6a10-5f42-410b-b49f-c926698fd113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230929 Mar 23 03:32:36.404236 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-314e751b-6a21-4fb5-a029-8216f038be23 service neutron] 10.222.0.24 "GET /v2.0/networks/a5af6a10-5f42-410b-b49f-c926698fd113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851922 Mar 23 03:32:37.695978 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-3c68bdb1-ed3a-466f-a218-55587aeda933 req-f9712e0d-1a5e-490f-ae8f-1a77c6606540 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de0293b-801f-497f-a32f-d6745ad5ae01 HTTP/1.1" status: 200 len: 210 time: 0.0287175 Mar 23 03:32:38.457315 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 9afdc881-227b-494a-a35b-d804439e1bee no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:32:38.533722 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 9afdc881-227b-494a-a35b-d804439e1bee is: ACTIVE; New status is: DOWN {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:32:38.534116 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (9afdc881-227b-494a-a35b-d804439e1bee), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:38.556324 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33765d16-3d2e-4089-ba8d-c764690e83bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9afdc881-227b-494a-a35b-d804439e1bee'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:32:38.558624 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e7a4f2-85ef-44dc-8284-d14efc218de3" -d '{"events": [{"server_uuid": "33765d16-3d2e-4089-ba8d-c764690e83bc", "name": "network-vif-unplugged", "status": "completed", "tag": "9afdc881-227b-494a-a35b-d804439e1bee"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:32:38.571403 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 9afdc881-227b-494a-a35b-d804439e1bee, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9afdc881-227b-494a-a35b-d804439e1bee,segment=NetworkSegment(72b3d0ea-40a4-435f-a5a0-029fe3e019a3),segment_id=72b3d0ea-40a4-435f-a5a0-029fe3e019a3)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:32:38.594945 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 03:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ad61fe-498e-444c-9a5b-22a486fe619f x-openstack-request-id: req-d4ad61fe-498e-444c-9a5b-22a486fe619f {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:32:38.595238 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33765d16-3d2e-4089-ba8d-c764690e83bc", "name": "network-vif-unplugged", "status": "completed", "tag": "9afdc881-227b-494a-a35b-d804439e1bee", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:32:38.595498 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d4ad61fe-498e-444c-9a5b-22a486fe619f {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:32:38.595942 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4ad61fe-498e-444c-9a5b-22a486fe619f'] response: {'server_uuid': '33765d16-3d2e-4089-ba8d-c764690e83bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9afdc881-227b-494a-a35b-d804439e1bee', 'code': 200} Mar 23 03:32:38.630870 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (9afdc881-227b-494a-a35b-d804439e1bee), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:38.680706 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=9afdc881-227b-494a-a35b-d804439e1bee,revision_number=8']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:32:38.773056 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-53fad693-2c48-4ced-8d41-5f021feeb6b5 req-3899883f-7768-4f26-a3df-0afa66a61ec3 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de0293b-801f-497f-a32f-d6745ad5ae01 HTTP/1.1" status: 200 len: 210 time: 0.0278249 Mar 23 03:32:39.853177 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-abf89ff4-3e40-4eae-bce6-ef67b0e2b6e4 req-06ee4555-63a6-4b7a-a495-971f46028ccf tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de0293b-801f-497f-a32f-d6745ad5ae01 HTTP/1.1" status: 200 len: 210 time: 0.0278876 Mar 23 03:32:40.933387 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-a7df4aba-5812-414f-adca-8c1f83dcdf87 req-c0446d9a-deff-4007-b9ed-47985a44007b tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de0293b-801f-497f-a32f-d6745ad5ae01 HTTP/1.1" status: 200 len: 210 time: 0.0298026 Mar 23 03:32:42.026943 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-169a5e42-2ff2-4b7f-9da6-d9d524cda5d0 req-5b491ab8-a377-4701-a66c-9a34d1007217 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de0293b-801f-497f-a32f-d6745ad5ae01 HTTP/1.1" status: 200 len: 210 time: 0.0273523 Mar 23 03:32:42.581325 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d65b4551-f69f-4beb-95b8-012549504a14 req-a7e04c6a-4511-401a-9b5f-bc3cb904f03e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=33765d16-3d2e-4089-ba8d-c764690e83bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430965 Mar 23 03:32:42.666917 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b4551-f69f-4beb-95b8-012549504a14 req-aa1572c8-9c0a-41fa-a936-5d63fe6cc6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:32:42.668451 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d65b4551-f69f-4beb-95b8-012549504a14 req-aa1572c8-9c0a-41fa-a936-5d63fe6cc6f7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3c078d8bf724fc4a0a66e6949b12b4f&device_id=33765d16-3d2e-4089-ba8d-c764690e83bc HTTP/1.1" status: 200 len: 1127 time: 0.0475802 Mar 23 03:32:42.775568 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b4551-f69f-4beb-95b8-012549504a14 req-b13d3dda-288f-463f-884a-3d209b6e1f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:32:42.777076 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d65b4551-f69f-4beb-95b8-012549504a14 req-b13d3dda-288f-463f-884a-3d209b6e1f67 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a5af6a10-5f42-410b-b49f-c926698fd113 HTTP/1.1" status: 200 len: 911 time: 0.0846465 Mar 23 03:32:42.845130 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d65b4551-f69f-4beb-95b8-012549504a14 req-e684690f-fdc8-4edb-a69c-fc403c2a69bb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9afdc881-227b-494a-a35b-d804439e1bee HTTP/1.1" status: 200 len: 998 time: 0.0622766 Mar 23 03:32:42.898796 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b4551-f69f-4beb-95b8-012549504a14 req-8ce8c6a3-ecdd-4eba-a407-7ec203d2ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:32:42.900327 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d65b4551-f69f-4beb-95b8-012549504a14 req-8ce8c6a3-ecdd-4eba-a407-7ec203d2ec28 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=90a88fcb-f567-4775-8e4c-4fdba5a03267 HTTP/1.1" status: 200 len: 849 time: 0.0489581 Mar 23 03:32:42.952420 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b4551-f69f-4beb-95b8-012549504a14 req-5ea22437-758e-480f-8489-e3e34cf5bbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:32:42.953998 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d65b4551-f69f-4beb-95b8-012549504a14 req-5ea22437-758e-480f-8489-e3e34cf5bbd7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a5af6a10-5f42-410b-b49f-c926698fd113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0463357 Mar 23 03:32:43.049452 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d65b4551-f69f-4beb-95b8-012549504a14 req-629d4804-b97e-4953-bbe2-788896863906 service neutron] 10.222.0.23 "GET /v2.0/networks/a5af6a10-5f42-410b-b49f-c926698fd113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885367 Mar 23 03:32:43.125144 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-13ef109f-6d7d-4892-a193-174721b072b4 req-99243dd1-3281-474e-9bc6-236e26ae9533 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de0293b-801f-497f-a32f-d6745ad5ae01 HTTP/1.1" status: 200 len: 210 time: 0.0285797 Mar 23 03:32:43.139791 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-d65b4551-f69f-4beb-95b8-012549504a14 req-e48cc274-afea-4a2d-877c-e4b69d5e133f service neutron] 10.222.0.23 "GET /v2.0/networks/a5af6a10-5f42-410b-b49f-c926698fd113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846767 Mar 23 03:32:43.590568 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-5568e848-27e0-48df-b69f-359f98ab14b1 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:32:43.592074 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-5568e848-27e0-48df-b69f-359f98ab14b1 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.23 "GET /v2.0/networks?id=a5af6a10-5f42-410b-b49f-c926698fd113 HTTP/1.1" status: 200 len: 810 time: 0.1079292 Mar 23 03:32:43.654809 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-663abfff-7e5d-4b51-b7c5-8259300917cc tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3c078d8bf724fc4a0a66e6949b12b4f HTTP/1.1" status: 200 len: 380 time: 0.0546327 Mar 23 03:32:43.663713 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-b9fca692-4b0b-42aa-b87d-2c84de2e91e2 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Request body: {'port': {'device_id': '0de0293b-801f-497f-a32f-d6745ad5ae01', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'admin_state_up': True, 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'security_groups': ['e33c7858-c230-46d6-a75d-ef1cc91b2faa']}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:32:43.854478 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-b9fca692-4b0b-42aa-b87d-2c84de2e91e2 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Made reservation on behalf of c3c078d8bf724fc4a0a66e6949b12b4f for: {'port': 1} {{(pid=104349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 03:32:43.854478 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-b9fca692-4b0b-42aa-b87d-2c84de2e91e2 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:43.856420 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:32:43.988262 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-b9fca692-4b0b-42aa-b87d-2c84de2e91e2 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Allocated IP 172.20.0.14 (a5af6a10-5f42-410b-b49f-c926698fd113/90a88fcb-f567-4775-8e4c-4fdba5a03267/67ebf82c-56fb-4bcd-a6f6-31b8922acb99) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:32:44.135321 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-b9fca692-4b0b-42aa-b87d-2c84de2e91e2 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for port (67ebf82c-56fb-4bcd-a6f6-31b8922acb99), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:44.227519 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-29ca4f0c-1243-48e2-b246-71e74f1e782d req-def9ac59-4aac-41d5-9139-7ea78a16fe04 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de0293b-801f-497f-a32f-d6745ad5ae01 HTTP/1.1" status: 200 len: 210 time: 0.0269558 Mar 23 03:32:44.266322 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-b9fca692-4b0b-42aa-b87d-2c84de2e91e2 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (67ebf82c-56fb-4bcd-a6f6-31b8922acb99), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:44.317758 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-b9fca692-4b0b-42aa-b87d-2c84de2e91e2 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Network a5af6a10-5f42-410b-b49f-c926698fd113 is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:32:44.321898 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-b9fca692-4b0b-42aa-b87d-2c84de2e91e2 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:32:44.328444 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-b9fca692-4b0b-42aa-b87d-2c84de2e91e2 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:32:44.374333 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fca692-4b0b-42aa-b87d-2c84de2e91e2 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Pushing event updated for resources: {'Port': ['ID=67ebf82c-56fb-4bcd-a6f6-31b8922acb99,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:32:44.396514 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fca692-4b0b-42aa-b87d-2c84de2e91e2 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:32:44.396780 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fca692-4b0b-42aa-b87d-2c84de2e91e2 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:32:44.397172 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fca692-4b0b-42aa-b87d-2c84de2e91e2 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:32:44.397491 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fca692-4b0b-42aa-b87d-2c84de2e91e2 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:32:44.397870 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fca692-4b0b-42aa-b87d-2c84de2e91e2 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:32:44.398854 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fca692-4b0b-42aa-b87d-2c84de2e91e2 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:32:44.399199 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fca692-4b0b-42aa-b87d-2c84de2e91e2 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:32:44.399540 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fca692-4b0b-42aa-b87d-2c84de2e91e2 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:32:44.399903 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fca692-4b0b-42aa-b87d-2c84de2e91e2 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:32:44.400247 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fca692-4b0b-42aa-b87d-2c84de2e91e2 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:32:44.400583 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fca692-4b0b-42aa-b87d-2c84de2e91e2 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:32:44.400972 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fca692-4b0b-42aa-b87d-2c84de2e91e2 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:32:44.401309 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fca692-4b0b-42aa-b87d-2c84de2e91e2 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:32:44.401719 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fca692-4b0b-42aa-b87d-2c84de2e91e2 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:32:44.402062 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fca692-4b0b-42aa-b87d-2c84de2e91e2 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:32:44.457432 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-b9fca692-4b0b-42aa-b87d-2c84de2e91e2 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:32:44.459203 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-b9fca692-4b0b-42aa-b87d-2c84de2e91e2 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:44.561107 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-b9fca692-4b0b-42aa-b87d-2c84de2e91e2 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9014390 Mar 23 03:32:44.670985 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-e9bfbb1f-ae0e-4a09-8ea5-6cd597fb164e None None] Provisioning complete for port 67ebf82c-56fb-4bcd-a6f6-31b8922acb99 triggered by entity DHCP. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:32:44.672151 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-e9bfbb1f-ae0e-4a09-8ea5-6cd597fb164e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (67ebf82c-56fb-4bcd-a6f6-31b8922acb99), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:44.724887 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-e9bfbb1f-ae0e-4a09-8ea5-6cd597fb164e None None] Port 67ebf82c-56fb-4bcd-a6f6-31b8922acb99 cannot update to ACTIVE because it is not bound. {{(pid=104350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 03:32:45.351510 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc049c-3c81-4d6e-8285-4d4a688a313c req-550d51bd-adba-438e-a99f-27adb9dcf9d1 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:32:45.353126 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6bbc049c-3c81-4d6e-8285-4d4a688a313c req-550d51bd-adba-438e-a99f-27adb9dcf9d1 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de0293b-801f-497f-a32f-d6745ad5ae01 HTTP/1.1" status: 200 len: 932 time: 0.0561290 Mar 23 03:32:45.409300 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6bbc049c-3c81-4d6e-8285-4d4a688a313c req-d21db5c2-8aa1-4256-a107-e280d55edc75 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c7858-c230-46d6-a75d-ef1cc91b2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481544 Mar 23 03:32:46.534450 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c00707-c134-460a-9cfe-f7d763dc0174 req-b0617b2d-7c6a-4945-8d1e-ec04c15bef57 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:32:46.535958 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-27c00707-c134-460a-9cfe-f7d763dc0174 req-b0617b2d-7c6a-4945-8d1e-ec04c15bef57 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de0293b-801f-497f-a32f-d6745ad5ae01 HTTP/1.1" status: 200 len: 932 time: 0.0553794 Mar 23 03:32:46.593402 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-27c00707-c134-460a-9cfe-f7d763dc0174 req-970c9564-9493-4ec4-882b-67bef7974927 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c7858-c230-46d6-a75d-ef1cc91b2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509973 Mar 23 03:32:47.672811 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-145f8abd-b753-4d13-a316-b4a7294a77b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:47.728148 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef004ef6-324d-49bb-b18a-bc195e3dcf64 req-1cc563fc-c462-4426-b2c0-d08b59262412 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:32:47.729689 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ef004ef6-324d-49bb-b18a-bc195e3dcf64 req-1cc563fc-c462-4426-b2c0-d08b59262412 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de0293b-801f-497f-a32f-d6745ad5ae01 HTTP/1.1" status: 200 len: 932 time: 0.0624096 Mar 23 03:32:47.786239 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-ef004ef6-324d-49bb-b18a-bc195e3dcf64 req-843b9b42-dac0-4afd-8347-aebe3f7cc082 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c7858-c230-46d6-a75d-ef1cc91b2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509033 Mar 23 03:32:48.909410 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a383796-70fe-41e7-912c-f957633381b6 req-55aedd5b-974d-4ef4-bb2f-f08fe95bb08c tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:32:48.911126 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0a383796-70fe-41e7-912c-f957633381b6 req-55aedd5b-974d-4ef4-bb2f-f08fe95bb08c tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de0293b-801f-497f-a32f-d6745ad5ae01 HTTP/1.1" status: 200 len: 932 time: 0.0556831 Mar 23 03:32:48.964203 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-0a383796-70fe-41e7-912c-f957633381b6 req-ab46b391-de86-4703-8012-4eee83414dc2 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c7858-c230-46d6-a75d-ef1cc91b2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465958 Mar 23 03:32:49.230927 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:49.930508 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-64d0b7a3-65e3-4ee2-ba5c-4028ed00951a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:50.088149 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877577d3-def3-4b89-9a5b-b0ffc84e5ca3 req-f3353561-d591-46d0-9679-b6ddf9cc9c02 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:32:50.089629 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-877577d3-def3-4b89-9a5b-b0ffc84e5ca3 req-f3353561-d591-46d0-9679-b6ddf9cc9c02 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de0293b-801f-497f-a32f-d6745ad5ae01 HTTP/1.1" status: 200 len: 932 time: 0.0559266 Mar 23 03:32:50.140718 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-877577d3-def3-4b89-9a5b-b0ffc84e5ca3 req-401a84bd-6fbd-4df2-95dd-a05dad9dd833 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c7858-c230-46d6-a75d-ef1cc91b2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455527 Mar 23 03:32:51.281333 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f77e7-2e03-4081-9e15-cb3b0420e6ee req-2bd4afb0-fd98-4058-bfd5-4ccb80c8c7cd tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:32:51.283494 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b63f77e7-2e03-4081-9e15-cb3b0420e6ee req-2bd4afb0-fd98-4058-bfd5-4ccb80c8c7cd tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de0293b-801f-497f-a32f-d6745ad5ae01 HTTP/1.1" status: 200 len: 932 time: 0.0705395 Mar 23 03:32:51.334683 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b63f77e7-2e03-4081-9e15-cb3b0420e6ee req-ff0814c8-fa3e-42f0-ac82-aa612666e777 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c7858-c230-46d6-a75d-ef1cc91b2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446870 Mar 23 03:32:51.483986 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:52.456695 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf816f2-e9a8-4b18-9aeb-d6a997d00753 req-1e4fc143-12e1-46b0-b114-53d062989d20 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:32:52.458173 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1cf816f2-e9a8-4b18-9aeb-d6a997d00753 req-1e4fc143-12e1-46b0-b114-53d062989d20 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de0293b-801f-497f-a32f-d6745ad5ae01 HTTP/1.1" status: 200 len: 932 time: 0.0551109 Mar 23 03:32:52.507074 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1cf816f2-e9a8-4b18-9aeb-d6a997d00753 req-2fc86adf-6a6b-41ce-8145-b1fe773fbdbc tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c7858-c230-46d6-a75d-ef1cc91b2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432920 Mar 23 03:32:52.837171 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-7c289cb1-3a7a-4048-ae66-b819043481de service neutron] Request body: {'port': {'device_id': '0de0293b-801f-497f-a32f-d6745ad5ae01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:32:52.889768 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:52.895529 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-7c289cb1-3a7a-4048-ae66-b819043481de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (67ebf82c-56fb-4bcd-a6f6-31b8922acb99), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:53.156392 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-7c289cb1-3a7a-4048-ae66-b819043481de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ebf82c-56fb-4bcd-a6f6-31b8922acb99 {{(pid=104349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:32:53.163776 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-7c289cb1-3a7a-4048-ae66-b819043481de service neutron] Publish callbacks [] for port (67ebf82c-56fb-4bcd-a6f6-31b8922acb99), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:53.175911 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.provisioning_blocks [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-7c289cb1-3a7a-4048-ae66-b819043481de service neutron] Transition to ACTIVE for port object 67ebf82c-56fb-4bcd-a6f6-31b8922acb99 will not be triggered until provisioned by entity L2. {{(pid=104349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 03:32:53.237738 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-7c289cb1-3a7a-4048-ae66-b819043481de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (67ebf82c-56fb-4bcd-a6f6-31b8922acb99), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:53.290882 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c289cb1-3a7a-4048-ae66-b819043481de service neutron] Pushing event updated for resources: {'Port': ['ID=67ebf82c-56fb-4bcd-a6f6-31b8922acb99,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:32:53.360840 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-7c289cb1-3a7a-4048-ae66-b819043481de service neutron] Attempting to bind port 67ebf82c-56fb-4bcd-a6f6-31b8922acb99 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 03:32:53.361180 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-7c289cb1-3a7a-4048-ae66-b819043481de service neutron] Attempting to bind port 67ebf82c-56fb-4bcd-a6f6-31b8922acb99 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '72b3d0ea-40a4-435f-a5a0-029fe3e019a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113'}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 03:32:53.361547 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-7c289cb1-3a7a-4048-ae66-b819043481de service neutron] Attempting to bind port 67ebf82c-56fb-4bcd-a6f6-31b8922acb99 on network a5af6a10-5f42-410b-b49f-c926698fd113 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:32:53.367328 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-7c289cb1-3a7a-4048-ae66-b819043481de service neutron] Port 67ebf82c-56fb-4bcd-a6f6-31b8922acb99 on network a5af6a10-5f42-410b-b49f-c926698fd113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 03:32:53.367692 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-7c289cb1-3a7a-4048-ae66-b819043481de service neutron] Attempting to bind port 67ebf82c-56fb-4bcd-a6f6-31b8922acb99 on network a5af6a10-5f42-410b-b49f-c926698fd113 {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 03:32:53.373044 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-7c289cb1-3a7a-4048-ae66-b819043481de service neutron] Checking agent: {'id': '1b00a64d-860f-465a-b70c-4cc96aed5b27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'started_at': datetime.datetime(2022, 3, 23, 2, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 3, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 03:32:53.373391 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-7c289cb1-3a7a-4048-ae66-b819043481de service neutron] Checking segment: {'id': '72b3d0ea-40a4-435f-a5a0-029fe3e019a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 03:32:53.373783 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-7c289cb1-3a7a-4048-ae66-b819043481de service neutron] Bound using segment: {'id': '72b3d0ea-40a4-435f-a5a0-029fe3e019a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113'} {{(pid=104349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 03:32:53.374213 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.managers [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-7c289cb1-3a7a-4048-ae66-b819043481de service neutron] Bound port: 67ebf82c-56fb-4bcd-a6f6-31b8922acb99, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b3d0ea-40a4-435f-a5a0-029fe3e019a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113'}}] {{(pid=104349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 03:32:53.374579 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-7c289cb1-3a7a-4048-ae66-b819043481de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (67ebf82c-56fb-4bcd-a6f6-31b8922acb99), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:53.442946 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-7c289cb1-3a7a-4048-ae66-b819043481de service neutron] For port 67ebf82c-56fb-4bcd-a6f6-31b8922acb99, host hv-neutron-8346, cleared binding levels {{(pid=104349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 03:32:53.447172 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-7c289cb1-3a7a-4048-ae66-b819043481de service neutron] For port 67ebf82c-56fb-4bcd-a6f6-31b8922acb99, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=67ebf82c-56fb-4bcd-a6f6-31b8922acb99,segment=NetworkSegment(72b3d0ea-40a4-435f-a5a0-029fe3e019a3),segment_id=72b3d0ea-40a4-435f-a5a0-029fe3e019a3)] {{(pid=104349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 03:32:53.507153 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-7c289cb1-3a7a-4048-ae66-b819043481de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (67ebf82c-56fb-4bcd-a6f6-31b8922acb99), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:53.542572 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-7c289cb1-3a7a-4048-ae66-b819043481de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:32:53.543281 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-7c289cb1-3a7a-4048-ae66-b819043481de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:53.544873 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-7c289cb1-3a7a-4048-ae66-b819043481de service neutron] 10.222.0.23 "PUT /v2.0/ports/67ebf82c-56fb-4bcd-a6f6-31b8922acb99 HTTP/1.1" status: 200 len: 1094 time: 0.7122402 Mar 23 03:32:53.545327 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de0293b-801f-497f-a32f-d6745ad5ae01', 'tag': '67ebf82c-56fb-4bcd-a6f6-31b8922acb99'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:32:53.547563 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384f2115-2efe-42bf-bcf8-d65758927ada" -d '{"events": [{"name": "network-changed", "server_uuid": "0de0293b-801f-497f-a32f-d6745ad5ae01", "tag": "67ebf82c-56fb-4bcd-a6f6-31b8922acb99"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:32:53.576597 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c289cb1-3a7a-4048-ae66-b819043481de service neutron] Pushing event updated for resources: {'Port': ['ID=67ebf82c-56fb-4bcd-a6f6-31b8922acb99,revision_number=3']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:32:53.609825 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60155ff1-4714-4c0b-8545-c1c7eaae6337 x-openstack-request-id: req-60155ff1-4714-4c0b-8545-c1c7eaae6337 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:32:53.610387 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de0293b-801f-497f-a32f-d6745ad5ae01", "tag": "67ebf82c-56fb-4bcd-a6f6-31b8922acb99", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:32:53.610387 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60155ff1-4714-4c0b-8545-c1c7eaae6337 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:32:53.610768 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60155ff1-4714-4c0b-8545-c1c7eaae6337'] response: {'name': 'network-changed', 'server_uuid': '0de0293b-801f-497f-a32f-d6745ad5ae01', 'tag': '67ebf82c-56fb-4bcd-a6f6-31b8922acb99', 'status': 'completed', 'code': 200} Mar 23 03:32:53.667932 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a69d0-bb0f-4b0f-969b-6f8eb2abbeef req-1cb49401-6b21-488c-a128-014e84317e0c tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:32:53.667932 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f36a69d0-bb0f-4b0f-969b-6f8eb2abbeef req-1cb49401-6b21-488c-a128-014e84317e0c tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de0293b-801f-497f-a32f-d6745ad5ae01 HTTP/1.1" status: 200 len: 944 time: 0.0880713 Mar 23 03:32:54.026657 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:54.052770 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f2115-2efe-42bf-bcf8-d65758927ada req-18bdf5dd-6295-4336-95e0-3aecae4f2b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:32:54.054234 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-384f2115-2efe-42bf-bcf8-d65758927ada req-18bdf5dd-6295-4336-95e0-3aecae4f2b9a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3c078d8bf724fc4a0a66e6949b12b4f&device_id=0de0293b-801f-497f-a32f-d6745ad5ae01 HTTP/1.1" status: 200 len: 1128 time: 0.4341848 Mar 23 03:32:54.081481 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f36a69d0-bb0f-4b0f-969b-6f8eb2abbeef req-b3809633-ce9e-499f-bed7-9a426f216a61 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c7858-c230-46d6-a75d-ef1cc91b2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4072723 Mar 23 03:32:54.161472 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f2115-2efe-42bf-bcf8-d65758927ada req-f3d2a8c0-6030-4f6e-8c16-3e30713941f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:32:54.162899 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-384f2115-2efe-42bf-bcf8-d65758927ada req-f3d2a8c0-6030-4f6e-8c16-3e30713941f9 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=c3c078d8bf724fc4a0a66e6949b12b4f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0986228 Mar 23 03:32:54.254581 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f2115-2efe-42bf-bcf8-d65758927ada req-5bddd726-c588-4235-901f-1638398c9945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:32:54.256053 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-384f2115-2efe-42bf-bcf8-d65758927ada req-5bddd726-c588-4235-901f-1638398c9945 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880094 Mar 23 03:32:54.333198 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-0de83af2-4ca6-46fc-aa9e-13c1d1c0d858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:32:54.334584 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-0de83af2-4ca6-46fc-aa9e-13c1d1c0d858 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3c078d8bf724fc4a0a66e6949b12b4f&device_id=0de0293b-801f-497f-a32f-d6745ad5ae01 HTTP/1.1" status: 200 len: 1128 time: 0.0446045 Mar 23 03:32:54.377564 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-456b9ba2-dd39-4d59-84c5-dc119864ec43 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67ebf82c-56fb-4bcd-a6f6-31b8922acb99 HTTP/1.1" status: 200 len: 217 time: 0.0362313 Mar 23 03:32:54.424017 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-8c7aed7f-e2d1-42b0-b7d7-e0a982929da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:32:54.425395 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-8c7aed7f-e2d1-42b0-b7d7-e0a982929da8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=90a88fcb-f567-4775-8e4c-4fdba5a03267 HTTP/1.1" status: 200 len: 849 time: 0.0427508 Mar 23 03:32:54.473077 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-b291b1eb-c9ba-4057-b670-79266ca17086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:32:54.474523 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-b291b1eb-c9ba-4057-b670-79266ca17086 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a5af6a10-5f42-410b-b49f-c926698fd113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0432198 Mar 23 03:32:54.563218 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-ede48305-d6d5-4eab-ab5a-c07efadeb189 service neutron] 10.222.0.23 "GET /v2.0/networks/a5af6a10-5f42-410b-b49f-c926698fd113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829720 Mar 23 03:32:54.651296 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-870bc15e-df9e-4f0c-b892-13d69cceee89 req-fe0f5526-2040-4c85-b6fd-f7573c08e5cd service neutron] 10.222.0.23 "GET /v2.0/networks/a5af6a10-5f42-410b-b49f-c926698fd113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811272 Mar 23 03:32:55.209526 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cd9d4-42c0-443a-924d-f0b87ed06efa req-62e289d6-6759-4ae1-a0f6-b38cc4d20678 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:32:55.211558 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-299cd9d4-42c0-443a-924d-f0b87ed06efa req-62e289d6-6759-4ae1-a0f6-b38cc4d20678 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de0293b-801f-497f-a32f-d6745ad5ae01 HTTP/1.1" status: 200 len: 944 time: 0.0595050 Mar 23 03:32:55.260237 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-299cd9d4-42c0-443a-924d-f0b87ed06efa req-a0f810c5-c67a-42ea-8845-9a5c9346d24f tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c7858-c230-46d6-a75d-ef1cc91b2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424571 Mar 23 03:32:56.379833 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c22f6-d906-4863-be65-5a8d63562d0b req-1c0e7a0a-889b-4683-ba72-5e0a974de5e7 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:32:56.381331 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bd1c22f6-d906-4863-be65-5a8d63562d0b req-1c0e7a0a-889b-4683-ba72-5e0a974de5e7 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de0293b-801f-497f-a32f-d6745ad5ae01 HTTP/1.1" status: 200 len: 944 time: 0.0533631 Mar 23 03:32:56.428731 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bd1c22f6-d906-4863-be65-5a8d63562d0b req-c694f66a-686f-4b5f-97ac-673cd2f38add tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c7858-c230-46d6-a75d-ef1cc91b2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417428 Mar 23 03:32:56.564863 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 67ebf82c-56fb-4bcd-a6f6-31b8922acb99 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 03:32:56.658234 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 67ebf82c-56fb-4bcd-a6f6-31b8922acb99, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=67ebf82c-56fb-4bcd-a6f6-31b8922acb99,segment=NetworkSegment(72b3d0ea-40a4-435f-a5a0-029fe3e019a3),segment_id=72b3d0ea-40a4-435f-a5a0-029fe3e019a3)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:32:56.670326 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '67ebf82c-56fb-4bcd-a6f6-31b8922acb99', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'port_id': '67ebf82c-56fb-4bcd-a6f6-31b8922acb99', 'mac_address': 'fa:16:3e:5f:cc:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 03:32:56.707536 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 67ebf82c-56fb-4bcd-a6f6-31b8922acb99 is: DOWN; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:32:56.707875 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (67ebf82c-56fb-4bcd-a6f6-31b8922acb99), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:56.721116 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ebf82c-56fb-4bcd-a6f6-31b8922acb99 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:32:56.740876 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 67ebf82c-56fb-4bcd-a6f6-31b8922acb99, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=67ebf82c-56fb-4bcd-a6f6-31b8922acb99,segment=NetworkSegment(72b3d0ea-40a4-435f-a5a0-029fe3e019a3),segment_id=72b3d0ea-40a4-435f-a5a0-029fe3e019a3)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:32:56.838380 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (67ebf82c-56fb-4bcd-a6f6-31b8922acb99), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:56.884158 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=67ebf82c-56fb-4bcd-a6f6-31b8922acb99,revision_number=4']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:32:57.092725 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['67ebf82c-56fb-4bcd-a6f6-31b8922acb99'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:32:57.560197 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8ee1e-0fc9-4039-a67f-4d606b44ddf4 req-73eacdea-1cc1-4117-800c-1c13628dbcb5 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:32:57.561877 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b5d8ee1e-0fc9-4039-a67f-4d606b44ddf4 req-73eacdea-1cc1-4117-800c-1c13628dbcb5 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de0293b-801f-497f-a32f-d6745ad5ae01 HTTP/1.1" status: 200 len: 945 time: 0.0532343 Mar 23 03:32:57.612934 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-b5d8ee1e-0fc9-4039-a67f-4d606b44ddf4 req-8d92df9a-732e-4235-8b69-782ae9134967 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c7858-c230-46d6-a75d-ef1cc91b2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446861 Mar 23 03:32:58.564780 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 67ebf82c-56fb-4bcd-a6f6-31b8922acb99 up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:32:58.741497 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadffa90-1593-462d-b6c1-bd287bae78e1 req-6cba31fb-8235-41e5-a3c7-0b82c92363d2 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:32:58.743043 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-aadffa90-1593-462d-b6c1-bd287bae78e1 req-6cba31fb-8235-41e5-a3c7-0b82c92363d2 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de0293b-801f-497f-a32f-d6745ad5ae01 HTTP/1.1" status: 200 len: 945 time: 0.0591972 Mar 23 03:32:58.792769 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-aadffa90-1593-462d-b6c1-bd287bae78e1 req-3e08d211-c28d-41cf-a7fd-4195ff1e40e2 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c7858-c230-46d6-a75d-ef1cc91b2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430624 Mar 23 03:32:58.815211 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning for port 67ebf82c-56fb-4bcd-a6f6-31b8922acb99 completed by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 03:32:58.819439 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 67ebf82c-56fb-4bcd-a6f6-31b8922acb99 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:32:58.819868 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (67ebf82c-56fb-4bcd-a6f6-31b8922acb99), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:58.894367 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 67ebf82c-56fb-4bcd-a6f6-31b8922acb99 is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:32:58.894764 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (67ebf82c-56fb-4bcd-a6f6-31b8922acb99), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:58.917580 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de0293b-801f-497f-a32f-d6745ad5ae01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ebf82c-56fb-4bcd-a6f6-31b8922acb99'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:32:58.919806 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b280bde-71e4-4c15-8571-12950b97660c" -d '{"events": [{"server_uuid": "0de0293b-801f-497f-a32f-d6745ad5ae01", "name": "network-vif-plugged", "status": "completed", "tag": "67ebf82c-56fb-4bcd-a6f6-31b8922acb99"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:32:58.931923 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 67ebf82c-56fb-4bcd-a6f6-31b8922acb99, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=67ebf82c-56fb-4bcd-a6f6-31b8922acb99,segment=NetworkSegment(72b3d0ea-40a4-435f-a5a0-029fe3e019a3),segment_id=72b3d0ea-40a4-435f-a5a0-029fe3e019a3)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:32:58.956864 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a57c63-76e5-4dd2-84e4-5ecb08b44d95 x-openstack-request-id: req-d1a57c63-76e5-4dd2-84e4-5ecb08b44d95 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:32:58.957161 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de0293b-801f-497f-a32f-d6745ad5ae01", "name": "network-vif-plugged", "status": "completed", "tag": "67ebf82c-56fb-4bcd-a6f6-31b8922acb99", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:32:58.957423 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1a57c63-76e5-4dd2-84e4-5ecb08b44d95 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:32:58.957857 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1a57c63-76e5-4dd2-84e4-5ecb08b44d95'] response: {'server_uuid': '0de0293b-801f-497f-a32f-d6745ad5ae01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ebf82c-56fb-4bcd-a6f6-31b8922acb99', 'code': 200} Mar 23 03:32:58.997816 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (67ebf82c-56fb-4bcd-a6f6-31b8922acb99), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:32:59.045741 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=67ebf82c-56fb-4bcd-a6f6-31b8922acb99,revision_number=5']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:32:59.252610 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4b167-c7f3-4014-9a0c-1729ea634eaf req-5ea67681-937b-41b9-abae-83d0c850d792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:32:59.254126 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bda4b167-c7f3-4014-9a0c-1729ea634eaf req-5ea67681-937b-41b9-abae-83d0c850d792 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0de0293b-801f-497f-a32f-d6745ad5ae01 HTTP/1.1" status: 200 len: 1130 time: 0.0448174 Mar 23 03:32:59.305519 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-bda4b167-c7f3-4014-9a0c-1729ea634eaf req-c8711678-5e49-4525-913a-d972f4e3d887 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e33c7858-c230-46d6-a75d-ef1cc91b2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452077 Mar 23 03:32:59.913979 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc215a-7864-4db7-ac5a-670a25046103 req-413eddcd-802c-45fd-8040-8f0f1a25ffff tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:32:59.917031 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-23dc215a-7864-4db7-ac5a-670a25046103 req-413eddcd-802c-45fd-8040-8f0f1a25ffff tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de0293b-801f-497f-a32f-d6745ad5ae01 HTTP/1.1" status: 200 len: 946 time: 0.0567038 Mar 23 03:32:59.964878 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-23dc215a-7864-4db7-ac5a-670a25046103 req-e7a14e26-106b-4ab4-b6f0-cda40563a024 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c7858-c230-46d6-a75d-ef1cc91b2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430515 Mar 23 03:33:01.084761 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd6ccb-06a1-428f-9fa6-269f581054ae req-25d05f91-22a9-4ff4-9b24-d5939964ffcf tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:33:01.086239 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1acd6ccb-06a1-428f-9fa6-269f581054ae req-25d05f91-22a9-4ff4-9b24-d5939964ffcf tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de0293b-801f-497f-a32f-d6745ad5ae01 HTTP/1.1" status: 200 len: 946 time: 0.0523956 Mar 23 03:33:01.138778 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-1acd6ccb-06a1-428f-9fa6-269f581054ae req-b414652b-f8c6-4252-a4ba-32d2a5f9d398 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c7858-c230-46d6-a75d-ef1cc91b2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468583 Mar 23 03:33:01.255551 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccd034-aca2-42c5-b4d3-2287314fff6a req-538d9020-5fc0-4741-9b0e-d4ce776ca51a tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:33:01.257046 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5fccd034-aca2-42c5-b4d3-2287314fff6a req-538d9020-5fc0-4741-9b0e-d4ce776ca51a tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de0293b-801f-497f-a32f-d6745ad5ae01 HTTP/1.1" status: 200 len: 946 time: 0.0529513 Mar 23 03:33:01.304756 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5fccd034-aca2-42c5-b4d3-2287314fff6a req-2b292e7f-bbcc-43fe-b1d1-91a63071d465 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c7858-c230-46d6-a75d-ef1cc91b2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421822 Mar 23 03:33:01.326530 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 42460) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:33:01.369397 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd2db34-f8ec-4f0a-b2a7-b70916895870 tempest-TestSnapshotPattern-292482462 tempest-TestSnapshotPattern-292482462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:33:01.370887 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-8dd2db34-f8ec-4f0a-b2a7-b70916895870 tempest-TestSnapshotPattern-292482462 tempest-TestSnapshotPattern-292482462-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0de0293b-801f-497f-a32f-d6745ad5ae01 HTTP/1.1" status: 200 len: 1125 time: 0.0434179 Mar 23 03:33:01.373574 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 42462) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:33:01.377714 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.v2.base [None req-be8cb027-6a21-4058-801a-6046a3d4801e tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Request body: {'floatingip': {'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'port_id': '67ebf82c-56fb-4bcd-a6f6-31b8922acb99', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 03:33:01.472125 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-be8cb027-6a21-4058-801a-6046a3d4801e tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:33:01.571484 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-be8cb027-6a21-4058-801a-6046a3d4801e tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (None), before_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:33:01.676158 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_common [None req-be8cb027-6a21-4058-801a-6046a3d4801e tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Allocated IP 172.26.2.240 (6bbcca03-75ff-487c-8b0e-a32302dacbee/7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5/2129d6e9-ba81-4a28-9e67-10ef2448cba7) {{(pid=104349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 03:33:01.777755 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-be8cb027-6a21-4058-801a-6046a3d4801e tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for port (2129d6e9-ba81-4a28-9e67-10ef2448cba7), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:33:01.884091 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-be8cb027-6a21-4058-801a-6046a3d4801e tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336850957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (2129d6e9-ba81-4a28-9e67-10ef2448cba7), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:33:01.923391 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8cb027-6a21-4058-801a-6046a3d4801e tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Network 6bbcca03-75ff-487c-8b0e-a32302dacbee is already hosted by enough agents. {{(pid=104349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 03:33:01.926316 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.base_scheduler [None req-be8cb027-6a21-4058-801a-6046a3d4801e tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Resources bound (agent type, host, resource id): {{(pid=104349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 03:33:01.933550 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8cb027-6a21-4058-801a-6046a3d4801e tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Received port after_create {{(pid=104349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 03:33:01.939062 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8cb027-6a21-4058-801a-6046a3d4801e tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Pushing event updated for resources: {'Port': ['ID=2129d6e9-ba81-4a28-9e67-10ef2448cba7,revision_number=1']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:33:02.288300 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-be8cb027-6a21-4058-801a-6046a3d4801e tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for floatingip (d869a564-f8ba-43b0-8fe0-b836da2b6982), precommit_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:33:02.400655 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-be8cb027-6a21-4058-801a-6046a3d4801e tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (2129d6e9-ba81-4a28-9e67-10ef2448cba7), before_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:33:02.546249 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-be8cb027-6a21-4058-801a-6046a3d4801e tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for port (2129d6e9-ba81-4a28-9e67-10ef2448cba7), precommit_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:33:02.609288 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-be8cb027-6a21-4058-801a-6046a3d4801e tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17237639'] for port (2129d6e9-ba81-4a28-9e67-10ef2448cba7), after_update {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:33:02.679036 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8cb027-6a21-4058-801a-6046a3d4801e tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Pushing event updated for resources: {'Port': ['ID=2129d6e9-ba81-4a28-9e67-10ef2448cba7,revision_number=2']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:33:02.691774 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-be8cb027-6a21-4058-801a-6046a3d4801e tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655107'] for floatingip (d869a564-f8ba-43b0-8fe0-b836da2b6982), after_create {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:33:02.792989 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [None req-be8cb027-6a21-4058-801a-6046a3d4801e tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Floating IP d869a564-f8ba-43b0-8fe0-b836da2b6982 associated. External IP: 172.26.2.240, port: 67ebf82c-56fb-4bcd-a6f6-31b8922acb99. Mar 23 03:33:03.010420 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8cb027-6a21-4058-801a-6046a3d4801e tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Router 8960d359-87d0-49ab-936e-77b6eba2c7de has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:33:03.119858 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8cb027-6a21-4058-801a-6046a3d4801e tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:33:03.129766 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f29b850-499d-4e08-b1e0-fcc2bfb57e93 None None] Sync routers for ids ['8960d359-87d0-49ab-936e-77b6eba2c7de'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:33:03.142409 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f29b850-499d-4e08-b1e0-fcc2bfb57e93 None None] Routers {'8960d359-87d0-49ab-936e-77b6eba2c7de'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:33:03.142409 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-1f29b850-499d-4e08-b1e0-fcc2bfb57e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:32:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['8960d359-87d0-49ab-936e-77b6eba2c7de'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:33:03.189051 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-be8cb027-6a21-4058-801a-6046a3d4801e tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:33:03.220586 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-be8cb027-6a21-4058-801a-6046a3d4801e tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8460166 Mar 23 03:33:03.221166 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de0293b-801f-497f-a32f-d6745ad5ae01', 'tag': '67ebf82c-56fb-4bcd-a6f6-31b8922acb99'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:33:03.223527 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3abcd98-6f30-4137-8446-5940d6d95363" -d '{"events": [{"name": "network-changed", "server_uuid": "0de0293b-801f-497f-a32f-d6745ad5ae01", "tag": "67ebf82c-56fb-4bcd-a6f6-31b8922acb99"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:33:03.253773 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-1f29b850-499d-4e08-b1e0-fcc2bfb57e93 None None] Set router 8960d359-87d0-49ab-936e-77b6eba2c7de gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:33:03.260295 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af25bf1d-8796-4a69-b5ef-ef6c4d3d863f x-openstack-request-id: req-af25bf1d-8796-4a69-b5ef-ef6c4d3d863f {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:33:03.260644 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de0293b-801f-497f-a32f-d6745ad5ae01", "tag": "67ebf82c-56fb-4bcd-a6f6-31b8922acb99", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:33:03.260845 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af25bf1d-8796-4a69-b5ef-ef6c4d3d863f {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:33:03.261259 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af25bf1d-8796-4a69-b5ef-ef6c4d3d863f'] response: {'name': 'network-changed', 'server_uuid': '0de0293b-801f-497f-a32f-d6745ad5ae01', 'tag': '67ebf82c-56fb-4bcd-a6f6-31b8922acb99', 'status': 'completed', 'code': 200} Mar 23 03:33:03.327318 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abcd98-6f30-4137-8446-5940d6d95363 req-68dc9791-e466-4dcd-bf5b-56c49b7c4b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:33:03.328884 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b3abcd98-6f30-4137-8446-5940d6d95363 req-68dc9791-e466-4dcd-bf5b-56c49b7c4b66 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3c078d8bf724fc4a0a66e6949b12b4f&device_id=0de0293b-801f-497f-a32f-d6745ad5ae01 HTTP/1.1" status: 200 len: 1130 time: 0.0472655 Mar 23 03:33:03.417788 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abcd98-6f30-4137-8446-5940d6d95363 req-f990a876-418a-4240-be37-a0f97255feef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:33:03.419300 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b3abcd98-6f30-4137-8446-5940d6d95363 req-f990a876-418a-4240-be37-a0f97255feef service neutron] 10.222.0.23 "GET /v2.0/networks?id=a5af6a10-5f42-410b-b49f-c926698fd113 HTTP/1.1" status: 200 len: 911 time: 0.0848112 Mar 23 03:33:03.484877 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-1f29b850-499d-4e08-b1e0-fcc2bfb57e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'name': 'tempest-TestSnapshotPattern-2033237973-router', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:58Z', 'revision_number': 4, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'gw_port': {'id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'a53f1304-310e-451d-b1d2-86422c4417dc', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'floating_ip_address': '172.26.2.94', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'port_id': '9afdc881-227b-494a-a35b-d804439e1bee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'mac_address': 'fa:16:3e:c2:f7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33765d16-3d2e-4089-ba8d-c764690e83bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:30:23Z', 'updated_at': '2022-03-23T03:30:25Z', 'revision_number': 1, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'fixed_ip_address_scope': None}, {'id': 'd869a564-f8ba-43b0-8fe0-b836da2b6982', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'floating_ip_address': '172.26.2.240', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'port_id': '67ebf82c-56fb-4bcd-a6f6-31b8922acb99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'mac_address': 'fa:16:3e:5f:cc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de0293b-801f-497f-a32f-d6745ad5ae01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:33:02Z', 'updated_at': '2022-03-23T03:33:02Z', 'revision_number': 0, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e', 'name': '', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'mac_address': 'fa:16:3e:8b:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:58Z', 'updated_at': '2022-03-23T03:30:01Z', 'revision_number': 5, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'subnets': [{'id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:33:03.488759 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b3abcd98-6f30-4137-8446-5940d6d95363 req-7d7c32b3-e39a-40f7-8fcb-c5c43c0869db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67ebf82c-56fb-4bcd-a6f6-31b8922acb99 HTTP/1.1" status: 200 len: 1000 time: 0.0634913 Mar 23 03:33:03.519723 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f29b850-499d-4e08-b1e0-fcc2bfb57e93 None None] Checking router: 8960d359-87d0-49ab-936e-77b6eba2c7de for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:33:03.530178 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f29b850-499d-4e08-b1e0-fcc2bfb57e93 None None] Routers {'8960d359-87d0-49ab-936e-77b6eba2c7de'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:33:03.530800 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-1f29b850-499d-4e08-b1e0-fcc2bfb57e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:32:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['8960d359-87d0-49ab-936e-77b6eba2c7de'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:33:03.537997 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abcd98-6f30-4137-8446-5940d6d95363 req-275e932e-657b-4e55-aaab-31a4716a420a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:33:03.539483 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b3abcd98-6f30-4137-8446-5940d6d95363 req-275e932e-657b-4e55-aaab-31a4716a420a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=90a88fcb-f567-4775-8e4c-4fdba5a03267 HTTP/1.1" status: 200 len: 849 time: 0.0456583 Mar 23 03:33:03.587796 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abcd98-6f30-4137-8446-5940d6d95363 req-8257d97c-ba10-4021-b584-1b10cc23608b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:33:03.589368 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b3abcd98-6f30-4137-8446-5940d6d95363 req-8257d97c-ba10-4021-b584-1b10cc23608b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a5af6a10-5f42-410b-b49f-c926698fd113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0446956 Mar 23 03:33:03.638657 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-1f29b850-499d-4e08-b1e0-fcc2bfb57e93 None None] Set router 8960d359-87d0-49ab-936e-77b6eba2c7de gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:33:03.684214 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b3abcd98-6f30-4137-8446-5940d6d95363 req-b57e24fd-195d-4ff3-87f1-d4d7de1b82b9 service neutron] 10.222.0.23 "GET /v2.0/networks/a5af6a10-5f42-410b-b49f-c926698fd113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885267 Mar 23 03:33:03.774428 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b3abcd98-6f30-4137-8446-5940d6d95363 req-631c3937-2155-4f41-b608-1410942b33f8 service neutron] 10.222.0.23 "GET /v2.0/networks/a5af6a10-5f42-410b-b49f-c926698fd113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834830 Mar 23 03:33:03.865138 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-1f29b850-499d-4e08-b1e0-fcc2bfb57e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'name': 'tempest-TestSnapshotPattern-2033237973-router', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:58Z', 'revision_number': 4, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'gw_port': {'id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'a53f1304-310e-451d-b1d2-86422c4417dc', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'floating_ip_address': '172.26.2.94', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'port_id': '9afdc881-227b-494a-a35b-d804439e1bee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'mac_address': 'fa:16:3e:c2:f7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33765d16-3d2e-4089-ba8d-c764690e83bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:30:23Z', 'updated_at': '2022-03-23T03:30:25Z', 'revision_number': 1, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'fixed_ip_address_scope': None}, {'id': 'd869a564-f8ba-43b0-8fe0-b836da2b6982', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'floating_ip_address': '172.26.2.240', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'port_id': '67ebf82c-56fb-4bcd-a6f6-31b8922acb99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'mac_address': 'fa:16:3e:5f:cc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de0293b-801f-497f-a32f-d6745ad5ae01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:33:02Z', 'updated_at': '2022-03-23T03:33:02Z', 'revision_number': 0, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e', 'name': '', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'mac_address': 'fa:16:3e:8b:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:58Z', 'updated_at': '2022-03-23T03:30:01Z', 'revision_number': 5, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'subnets': [{'id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:33:03.895191 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f29b850-499d-4e08-b1e0-fcc2bfb57e93 None None] The sync data for ids ['8960d359-87d0-49ab-936e-77b6eba2c7de'] in dv-neutron-834613-2-hyperv is: [{'id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'name': 'tempest-TestSnapshotPattern-2033237973-router', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:58Z', 'revision_number': 4, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'gw_port': {'id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'a53f1304-310e-451d-b1d2-86422c4417dc', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'floating_ip_address': '172.26.2.94', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'port_id': '9afdc881-227b-494a-a35b-d804439e1bee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'mac_address': 'fa:16:3e:c2:f7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33765d16-3d2e-4089-ba8d-c764690e83bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:30:23Z', 'updated_at': '2022-03-23T03:30:25Z', 'revision_number': 1, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'fixed_ip_address_scope': None}, {'id': 'd869a564-f8ba-43b0-8fe0-b836da2b6982', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'floating_ip_address': '172.26.2.240', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'port_id': '67ebf82c-56fb-4bcd-a6f6-31b8922acb99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'mac_address': 'fa:16:3e:5f:cc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de0293b-801f-497f-a32f-d6745ad5ae01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:33:02Z', 'updated_at': '2022-03-23T03:33:02Z', 'revision_number': 0, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e', 'name': '', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'mac_address': 'fa:16:3e:8b:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:58Z', 'updated_at': '2022-03-23T03:30:01Z', 'revision_number': 5, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'subnets': [{'id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:33:04.103494 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22354df-7fcf-42df-94a4-a2851debe67a None None] New status for floating IP d869a564-f8ba-43b0-8fe0-b836da2b6982: ACTIVE {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 03:33:17.647717 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4ab1dcb2-7a19-4b6b-826e-3dc49885e699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:33:19.260419 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:33:19.952094 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-255b991f-bd92-4c17-a0ba-b22fc2b7c54c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:33:20.855214 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:33:21.466485 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:33:22.882968 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:33:24.055763 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:33:42.569693 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-31c92d1a-6cea-4ca3-b069-3b450583d18f req-868de4d0-6daa-4a2d-b6bb-4664e1309890 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=33765d16-3d2e-4089-ba8d-c764690e83bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442443 Mar 23 03:33:42.651216 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c92d1a-6cea-4ca3-b069-3b450583d18f req-1e74db13-9b92-421f-87ec-484090ac1c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:33:42.653361 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-31c92d1a-6cea-4ca3-b069-3b450583d18f req-1e74db13-9b92-421f-87ec-484090ac1c52 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3c078d8bf724fc4a0a66e6949b12b4f&device_id=33765d16-3d2e-4089-ba8d-c764690e83bc HTTP/1.1" status: 200 len: 1127 time: 0.0449009 Mar 23 03:33:42.757221 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c92d1a-6cea-4ca3-b069-3b450583d18f req-bf3c40e2-04c9-4c68-b6a5-c76ba2d39e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:33:42.758667 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-31c92d1a-6cea-4ca3-b069-3b450583d18f req-bf3c40e2-04c9-4c68-b6a5-c76ba2d39e64 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a5af6a10-5f42-410b-b49f-c926698fd113 HTTP/1.1" status: 200 len: 911 time: 0.0863700 Mar 23 03:33:42.822077 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-31c92d1a-6cea-4ca3-b069-3b450583d18f req-4e4a9c76-32e2-41bf-aa8b-0fa0f3d10294 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9afdc881-227b-494a-a35b-d804439e1bee HTTP/1.1" status: 200 len: 998 time: 0.0569365 Mar 23 03:33:42.877091 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c92d1a-6cea-4ca3-b069-3b450583d18f req-feddf50e-e651-4793-8045-a12fa2190664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:33:42.878548 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-31c92d1a-6cea-4ca3-b069-3b450583d18f req-feddf50e-e651-4793-8045-a12fa2190664 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=90a88fcb-f567-4775-8e4c-4fdba5a03267 HTTP/1.1" status: 200 len: 849 time: 0.0487823 Mar 23 03:33:42.927861 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c92d1a-6cea-4ca3-b069-3b450583d18f req-7533cb29-154e-4d15-a32a-c8023724d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:33:42.929367 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-31c92d1a-6cea-4ca3-b069-3b450583d18f req-7533cb29-154e-4d15-a32a-c8023724d80e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a5af6a10-5f42-410b-b49f-c926698fd113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0456536 Mar 23 03:33:43.020450 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-31c92d1a-6cea-4ca3-b069-3b450583d18f req-97c4ea63-f6a9-4e8c-9046-709954f1a92b service neutron] 10.222.0.23 "GET /v2.0/networks/a5af6a10-5f42-410b-b49f-c926698fd113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842714 Mar 23 03:33:43.113626 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-31c92d1a-6cea-4ca3-b069-3b450583d18f req-1415de74-dea6-4db2-941f-63cd05f97f0a service neutron] 10.222.0.23 "GET /v2.0/networks/a5af6a10-5f42-410b-b49f-c926698fd113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868559 Mar 23 03:33:47.652668 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-1aacbbe7-4843-49c8-b554-3469794ed158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:33:49.271178 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:33:49.945633 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f02a50b4-3abf-453e-b244-bab8324a8636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:33:51.486367 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:33:52.893860 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:33:54.071470 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:33:57.853883 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:34:17.663280 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c3456bcd-d650-459f-b008-bdd0425f54c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:19.265006 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:19.962071 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0a164ad6-3568-4e23-8e33-0f5d87198b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:21.480135 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:22.910637 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:24.013587 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:34.857572 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:34:35.068777 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 67ebf82c-56fb-4bcd-a6f6-31b8922acb99 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=104350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 03:34:35.174109 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 67ebf82c-56fb-4bcd-a6f6-31b8922acb99, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=67ebf82c-56fb-4bcd-a6f6-31b8922acb99,segment=NetworkSegment(72b3d0ea-40a4-435f-a5a0-029fe3e019a3),segment_id=72b3d0ea-40a4-435f-a5a0-029fe3e019a3)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:34:35.187356 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Returning: {'device': '67ebf82c-56fb-4bcd-a6f6-31b8922acb99', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'port_id': '67ebf82c-56fb-4bcd-a6f6-31b8922acb99', 'mac_address': 'fa:16:3e:5f:cc:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 03:34:35.239536 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 67ebf82c-56fb-4bcd-a6f6-31b8922acb99 is: ACTIVE; New status is: BUILD {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:34:35.240980 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (67ebf82c-56fb-4bcd-a6f6-31b8922acb99), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:35.261818 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67ebf82c-56fb-4bcd-a6f6-31b8922acb99 {{(pid=104350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 03:34:35.283413 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 67ebf82c-56fb-4bcd-a6f6-31b8922acb99, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=67ebf82c-56fb-4bcd-a6f6-31b8922acb99,segment=NetworkSegment(72b3d0ea-40a4-435f-a5a0-029fe3e019a3),segment_id=72b3d0ea-40a4-435f-a5a0-029fe3e019a3)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:34:35.360501 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (67ebf82c-56fb-4bcd-a6f6-31b8922acb99), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:35.420366 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=67ebf82c-56fb-4bcd-a6f6-31b8922acb99,revision_number=6']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:34:35.428274 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:35.431325 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:35.431325 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:35.431325 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:35.431325 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:35.431325 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:35.431325 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:35.431325 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:35.431325 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:35.432400 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:35.432400 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:35.432400 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:35.432400 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:35.432861 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:35.433031 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:35.443013 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] get_ports_and_sgs() called for port_ids ['67ebf82c-56fb-4bcd-a6f6-31b8922acb99'] {{(pid=104350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 03:34:37.076936 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 67ebf82c-56fb-4bcd-a6f6-31b8922acb99 up at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 03:34:37.124925 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.provisioning_blocks [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Provisioning complete for port 67ebf82c-56fb-4bcd-a6f6-31b8922acb99 triggered by entity L2. {{(pid=104350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 03:34:37.125351 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852518'] for port (67ebf82c-56fb-4bcd-a6f6-31b8922acb99), provisioning_complete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:37.207090 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 67ebf82c-56fb-4bcd-a6f6-31b8922acb99 is: BUILD; New status is: ACTIVE {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:34:37.207482 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (67ebf82c-56fb-4bcd-a6f6-31b8922acb99), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:37.231249 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de0293b-801f-497f-a32f-d6745ad5ae01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ebf82c-56fb-4bcd-a6f6-31b8922acb99'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:34:37.233500 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52427233-9af2-4191-846c-30319f8492cc" -d '{"events": [{"server_uuid": "0de0293b-801f-497f-a32f-d6745ad5ae01", "name": "network-vif-plugged", "status": "completed", "tag": "67ebf82c-56fb-4bcd-a6f6-31b8922acb99"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:34:37.246249 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 67ebf82c-56fb-4bcd-a6f6-31b8922acb99, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=67ebf82c-56fb-4bcd-a6f6-31b8922acb99,segment=NetworkSegment(72b3d0ea-40a4-435f-a5a0-029fe3e019a3),segment_id=72b3d0ea-40a4-435f-a5a0-029fe3e019a3)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:34:37.270774 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255a382e-e9e1-4ed4-98e8-e6f242ba4248 x-openstack-request-id: req-255a382e-e9e1-4ed4-98e8-e6f242ba4248 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:34:37.271064 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de0293b-801f-497f-a32f-d6745ad5ae01", "name": "network-vif-plugged", "status": "completed", "tag": "67ebf82c-56fb-4bcd-a6f6-31b8922acb99", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:34:37.271326 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-255a382e-e9e1-4ed4-98e8-e6f242ba4248 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:34:37.271779 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-255a382e-e9e1-4ed4-98e8-e6f242ba4248'] response: {'server_uuid': '0de0293b-801f-497f-a32f-d6745ad5ae01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ebf82c-56fb-4bcd-a6f6-31b8922acb99', 'code': 200} Mar 23 03:34:37.328031 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (67ebf82c-56fb-4bcd-a6f6-31b8922acb99), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:37.390774 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=67ebf82c-56fb-4bcd-a6f6-31b8922acb99,revision_number=7']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:34:42.591768 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf9283-cbf7-40df-9486-2d781d6c74e8 req-a7968ca0-d21e-4e0a-8838-c199ee90d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:34:42.593304 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-55bf9283-cbf7-40df-9486-2d781d6c74e8 req-a7968ca0-d21e-4e0a-8838-c199ee90d7be service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3c078d8bf724fc4a0a66e6949b12b4f&device_id=0de0293b-801f-497f-a32f-d6745ad5ae01 HTTP/1.1" status: 200 len: 1130 time: 0.0471730 Mar 23 03:34:42.709084 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf9283-cbf7-40df-9486-2d781d6c74e8 req-7b92db92-8caa-4ff3-bfe0-6a4690a878cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:34:42.710830 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-55bf9283-cbf7-40df-9486-2d781d6c74e8 req-7b92db92-8caa-4ff3-bfe0-6a4690a878cd service neutron] 10.222.0.23 "GET /v2.0/networks?id=a5af6a10-5f42-410b-b49f-c926698fd113 HTTP/1.1" status: 200 len: 911 time: 0.0991528 Mar 23 03:34:42.780765 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-55bf9283-cbf7-40df-9486-2d781d6c74e8 req-7f483f6c-d4c0-4f41-a263-a1d1f8194521 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67ebf82c-56fb-4bcd-a6f6-31b8922acb99 HTTP/1.1" status: 200 len: 1002 time: 0.0611262 Mar 23 03:34:42.837052 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf9283-cbf7-40df-9486-2d781d6c74e8 req-eace70e3-0937-4400-b6b3-6177c9d2287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:34:42.838757 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-55bf9283-cbf7-40df-9486-2d781d6c74e8 req-eace70e3-0937-4400-b6b3-6177c9d2287f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=90a88fcb-f567-4775-8e4c-4fdba5a03267 HTTP/1.1" status: 200 len: 849 time: 0.0522401 Mar 23 03:34:42.889196 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf9283-cbf7-40df-9486-2d781d6c74e8 req-07f02fc4-83ae-4030-a816-8688dac39744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:34:42.890703 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-55bf9283-cbf7-40df-9486-2d781d6c74e8 req-07f02fc4-83ae-4030-a816-8688dac39744 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a5af6a10-5f42-410b-b49f-c926698fd113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0466869 Mar 23 03:34:42.993903 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-55bf9283-cbf7-40df-9486-2d781d6c74e8 req-58b1efb0-ffac-41e4-8567-e4d28f8efa41 service neutron] 10.222.0.23 "GET /v2.0/networks/a5af6a10-5f42-410b-b49f-c926698fd113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976043 Mar 23 03:34:43.088855 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-55bf9283-cbf7-40df-9486-2d781d6c74e8 req-8902403a-0f91-4ab9-9306-686eb39aa87d service neutron] 10.222.0.23 "GET /v2.0/networks/a5af6a10-5f42-410b-b49f-c926698fd113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892773 Mar 23 03:34:45.246486 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 42656) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:34:45.406213 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-60cd580b-8722-4ba5-a0f6-70bde5bad837 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Deleting port 2129d6e9-ba81-4a28-9e67-10ef2448cba7 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:34:45.406468 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-60cd580b-8722-4ba5-a0f6-70bde5bad837 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (2129d6e9-ba81-4a28-9e67-10ef2448cba7), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:45.478545 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-60cd580b-8722-4ba5-a0f6-70bde5bad837 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (2129d6e9-ba81-4a28-9e67-10ef2448cba7), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:45.478874 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-60cd580b-8722-4ba5-a0f6-70bde5bad837 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for floatingip (2129d6e9-ba81-4a28-9e67-10ef2448cba7), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:45.490248 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-60cd580b-8722-4ba5-a0f6-70bde5bad837 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Calling delete_port for 2129d6e9-ba81-4a28-9e67-10ef2448cba7 owned by network:floatingip {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:34:45.716494 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-60cd580b-8722-4ba5-a0f6-70bde5bad837 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (2129d6e9-ba81-4a28-9e67-10ef2448cba7), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:45.742586 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd580b-8722-4ba5-a0f6-70bde5bad837 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Pushing event deleted for resources: {'Port': ['ID=2129d6e9-ba81-4a28-9e67-10ef2448cba7,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:34:45.769773 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd580b-8722-4ba5-a0f6-70bde5bad837 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:45.770122 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd580b-8722-4ba5-a0f6-70bde5bad837 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:45.770468 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd580b-8722-4ba5-a0f6-70bde5bad837 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:45.770808 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd580b-8722-4ba5-a0f6-70bde5bad837 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:45.771143 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd580b-8722-4ba5-a0f6-70bde5bad837 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:45.771475 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd580b-8722-4ba5-a0f6-70bde5bad837 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:45.771805 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd580b-8722-4ba5-a0f6-70bde5bad837 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:45.772196 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd580b-8722-4ba5-a0f6-70bde5bad837 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:45.772526 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd580b-8722-4ba5-a0f6-70bde5bad837 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:45.772854 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd580b-8722-4ba5-a0f6-70bde5bad837 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:45.773180 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd580b-8722-4ba5-a0f6-70bde5bad837 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:45.773509 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd580b-8722-4ba5-a0f6-70bde5bad837 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:45.773834 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd580b-8722-4ba5-a0f6-70bde5bad837 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:45.774156 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd580b-8722-4ba5-a0f6-70bde5bad837 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:45.774476 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd580b-8722-4ba5-a0f6-70bde5bad837 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:45.814410 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-60cd580b-8722-4ba5-a0f6-70bde5bad837 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for floatingip (d869a564-f8ba-43b0-8fe0-b836da2b6982), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:45.814741 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.db.l3_db [None req-60cd580b-8722-4ba5-a0f6-70bde5bad837 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Floating IP d869a564-f8ba-43b0-8fe0-b836da2b6982 disassociated (deleted). External IP: 172.26.2.240, port: 67ebf82c-56fb-4bcd-a6f6-31b8922acb99. Mar 23 03:34:46.025809 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60cd580b-8722-4ba5-a0f6-70bde5bad837 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Router 8960d359-87d0-49ab-936e-77b6eba2c7de has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:34:46.129722 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60cd580b-8722-4ba5-a0f6-70bde5bad837 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:34:46.134652 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-60cd580b-8722-4ba5-a0f6-70bde5bad837 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:46.140888 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d28e911-4fa4-4113-a815-cc52d7c82303 None None] Sync routers for ids ['8960d359-87d0-49ab-936e-77b6eba2c7de'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:34:46.150703 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d28e911-4fa4-4113-a815-cc52d7c82303 None None] Routers {'8960d359-87d0-49ab-936e-77b6eba2c7de'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:34:46.151307 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-7d28e911-4fa4-4113-a815-cc52d7c82303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:34:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['8960d359-87d0-49ab-936e-77b6eba2c7de'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:34:46.168154 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-60cd580b-8722-4ba5-a0f6-70bde5bad837 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "DELETE /v2.0/floatingips/d869a564-f8ba-43b0-8fe0-b836da2b6982 HTTP/1.1" status: 204 len: 168 time: 0.9198658 Mar 23 03:34:46.168726 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de0293b-801f-497f-a32f-d6745ad5ae01', 'tag': '67ebf82c-56fb-4bcd-a6f6-31b8922acb99'}] {{(pid=104348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:34:46.171013 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a43494f7a0cd0c51715e4079ece57a9ff1e623b58ceb021b6bb41ba87478d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5193675-ae4a-4d7c-baf7-c71acfdb71db" -d '{"events": [{"name": "network-changed", "server_uuid": "0de0293b-801f-497f-a32f-d6745ad5ae01", "tag": "67ebf82c-56fb-4bcd-a6f6-31b8922acb99"}]}' {{(pid=104348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:34:46.282972 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c8caaa-d5c0-4ff8-9fb1-1becb83555a3 x-openstack-request-id: req-c9c8caaa-d5c0-4ff8-9fb1-1becb83555a3 {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:34:46.283576 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de0293b-801f-497f-a32f-d6745ad5ae01", "tag": "67ebf82c-56fb-4bcd-a6f6-31b8922acb99", "status": "completed", "code": 200}]} {{(pid=104348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:34:46.283576 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c9c8caaa-d5c0-4ff8-9fb1-1becb83555a3 {{(pid=104348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:34:46.284107 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c8caaa-d5c0-4ff8-9fb1-1becb83555a3'] response: {'name': 'network-changed', 'server_uuid': '0de0293b-801f-497f-a32f-d6745ad5ae01', 'tag': '67ebf82c-56fb-4bcd-a6f6-31b8922acb99', 'status': 'completed', 'code': 200} Mar 23 03:34:46.352383 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5193675-ae4a-4d7c-baf7-c71acfdb71db req-a0b82b9c-b471-49f8-a1fb-e4814d05e85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:34:46.354589 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b5193675-ae4a-4d7c-baf7-c71acfdb71db req-a0b82b9c-b471-49f8-a1fb-e4814d05e85a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3c078d8bf724fc4a0a66e6949b12b4f&device_id=0de0293b-801f-497f-a32f-d6745ad5ae01 HTTP/1.1" status: 200 len: 1130 time: 0.0497782 Mar 23 03:34:46.418575 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-7d28e911-4fa4-4113-a815-cc52d7c82303 None None] Set router 8960d359-87d0-49ab-936e-77b6eba2c7de gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:34:46.450843 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5193675-ae4a-4d7c-baf7-c71acfdb71db req-0c119dd8-7b03-45b2-a6d9-38e2fbd6993e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:34:46.452415 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b5193675-ae4a-4d7c-baf7-c71acfdb71db req-0c119dd8-7b03-45b2-a6d9-38e2fbd6993e service neutron] 10.222.0.23 "GET /v2.0/networks?id=a5af6a10-5f42-410b-b49f-c926698fd113 HTTP/1.1" status: 200 len: 911 time: 0.0920479 Mar 23 03:34:46.493110 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b5193675-ae4a-4d7c-baf7-c71acfdb71db req-12974c7d-ac31-4ab3-9b7a-442af7046514 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67ebf82c-56fb-4bcd-a6f6-31b8922acb99 HTTP/1.1" status: 200 len: 217 time: 0.0351636 Mar 23 03:34:46.540186 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5193675-ae4a-4d7c-baf7-c71acfdb71db req-9de02db1-522e-4656-8116-c7310d36d745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:34:46.543629 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b5193675-ae4a-4d7c-baf7-c71acfdb71db req-9de02db1-522e-4656-8116-c7310d36d745 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=90a88fcb-f567-4775-8e4c-4fdba5a03267 HTTP/1.1" status: 200 len: 849 time: 0.0427942 Mar 23 03:34:46.607125 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5193675-ae4a-4d7c-baf7-c71acfdb71db req-a903976c-669c-4ad9-9ca6-73ab59d63cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:34:46.608766 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b5193675-ae4a-4d7c-baf7-c71acfdb71db req-a903976c-669c-4ad9-9ca6-73ab59d63cb2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a5af6a10-5f42-410b-b49f-c926698fd113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0610776 Mar 23 03:34:46.652986 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-7d28e911-4fa4-4113-a815-cc52d7c82303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'name': 'tempest-TestSnapshotPattern-2033237973-router', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:58Z', 'revision_number': 4, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'gw_port': {'id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'a53f1304-310e-451d-b1d2-86422c4417dc', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'floating_ip_address': '172.26.2.94', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'port_id': '9afdc881-227b-494a-a35b-d804439e1bee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'mac_address': 'fa:16:3e:c2:f7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33765d16-3d2e-4089-ba8d-c764690e83bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:30:23Z', 'updated_at': '2022-03-23T03:30:25Z', 'revision_number': 1, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e', 'name': '', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'mac_address': 'fa:16:3e:8b:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:58Z', 'updated_at': '2022-03-23T03:30:01Z', 'revision_number': 5, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'subnets': [{'id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:34:46.684485 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d28e911-4fa4-4113-a815-cc52d7c82303 None None] Checking router: 8960d359-87d0-49ab-936e-77b6eba2c7de for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:34:46.693314 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d28e911-4fa4-4113-a815-cc52d7c82303 None None] Routers {'8960d359-87d0-49ab-936e-77b6eba2c7de'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:34:46.693929 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-7d28e911-4fa4-4113-a815-cc52d7c82303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:34:20Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['8960d359-87d0-49ab-936e-77b6eba2c7de'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:34:46.715946 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77130543-498e-4eef-902e-4b17af1f2e38 req-5cd5bf35-c16d-46e3-8672-9b7ebac995a7 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:34:46.717598 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-77130543-498e-4eef-902e-4b17af1f2e38 req-5cd5bf35-c16d-46e3-8672-9b7ebac995a7 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de0293b-801f-497f-a32f-d6745ad5ae01 HTTP/1.1" status: 200 len: 946 time: 0.1268833 Mar 23 03:34:46.725124 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b5193675-ae4a-4d7c-baf7-c71acfdb71db req-67dd8eaf-e0f2-4f3d-a55c-36e2e7f7185c service neutron] 10.222.0.23 "GET /v2.0/networks/a5af6a10-5f42-410b-b49f-c926698fd113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097867 Mar 23 03:34:46.771939 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-77130543-498e-4eef-902e-4b17af1f2e38 req-c8666546-654d-48e9-a65a-9d81ff730cff tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c7858-c230-46d6-a75d-ef1cc91b2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480793 Mar 23 03:34:46.803865 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-7d28e911-4fa4-4113-a815-cc52d7c82303 None None] Set router 8960d359-87d0-49ab-936e-77b6eba2c7de gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:34:46.822820 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b5193675-ae4a-4d7c-baf7-c71acfdb71db req-04025f23-f3b0-4228-8f3f-76d3d20fc527 service neutron] 10.222.0.23 "GET /v2.0/networks/a5af6a10-5f42-410b-b49f-c926698fd113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909352 Mar 23 03:34:47.031395 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-7d28e911-4fa4-4113-a815-cc52d7c82303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'name': 'tempest-TestSnapshotPattern-2033237973-router', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:58Z', 'revision_number': 4, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'gw_port': {'id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'a53f1304-310e-451d-b1d2-86422c4417dc', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'floating_ip_address': '172.26.2.94', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'port_id': '9afdc881-227b-494a-a35b-d804439e1bee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'mac_address': 'fa:16:3e:c2:f7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33765d16-3d2e-4089-ba8d-c764690e83bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:30:23Z', 'updated_at': '2022-03-23T03:30:25Z', 'revision_number': 1, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e', 'name': '', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'mac_address': 'fa:16:3e:8b:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:58Z', 'updated_at': '2022-03-23T03:30:01Z', 'revision_number': 5, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'subnets': [{'id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:34:47.057414 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d28e911-4fa4-4113-a815-cc52d7c82303 None None] The sync data for ids ['8960d359-87d0-49ab-936e-77b6eba2c7de'] in dv-neutron-834613-2-hyperv is: [{'id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'name': 'tempest-TestSnapshotPattern-2033237973-router', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:58Z', 'revision_number': 4, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'gw_port': {'id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_floatingips': [{'id': 'a53f1304-310e-451d-b1d2-86422c4417dc', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'floating_ip_address': '172.26.2.94', 'floating_network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'router_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'port_id': '9afdc881-227b-494a-a35b-d804439e1bee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'mac_address': 'fa:16:3e:c2:f7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33765d16-3d2e-4089-ba8d-c764690e83bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T03:30:23Z', 'updated_at': '2022-03-23T03:30:25Z', 'revision_number': 1, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e', 'name': '', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'mac_address': 'fa:16:3e:8b:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:58Z', 'updated_at': '2022-03-23T03:30:01Z', 'revision_number': 5, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'subnets': [{'id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:34:47.126390 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 67ebf82c-56fb-4bcd-a6f6-31b8922acb99 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:34:47.208825 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Current status of the port 67ebf82c-56fb-4bcd-a6f6-31b8922acb99 is: ACTIVE; New status is: DOWN {{(pid=104350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 03:34:47.209462 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988468'] for port (67ebf82c-56fb-4bcd-a6f6-31b8922acb99), before_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:47.233830 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de0293b-801f-497f-a32f-d6745ad5ae01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67ebf82c-56fb-4bcd-a6f6-31b8922acb99'}] {{(pid=104350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:34:47.236143 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8ba09f3e56d2da9350e4ae7a2444f55501549fc532cec1bc9d64970a20b8dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c55892-43a2-462f-9bcb-1b801d89b5b5" -d '{"events": [{"server_uuid": "0de0293b-801f-497f-a32f-d6745ad5ae01", "name": "network-vif-unplugged", "status": "completed", "tag": "67ebf82c-56fb-4bcd-a6f6-31b8922acb99"}]}' {{(pid=104350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:34:47.249176 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] For port 67ebf82c-56fb-4bcd-a6f6-31b8922acb99, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=67ebf82c-56fb-4bcd-a6f6-31b8922acb99,segment=NetworkSegment(72b3d0ea-40a4-435f-a5a0-029fe3e019a3),segment_id=72b3d0ea-40a4-435f-a5a0-029fe3e019a3)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:34:47.277378 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 03:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8525675c-4eab-48f5-824a-7709f1894cc5 x-openstack-request-id: req-8525675c-4eab-48f5-824a-7709f1894cc5 {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:34:47.277833 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de0293b-801f-497f-a32f-d6745ad5ae01", "name": "network-vif-unplugged", "status": "completed", "tag": "67ebf82c-56fb-4bcd-a6f6-31b8922acb99", "code": 200}]} {{(pid=104350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:34:47.278254 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8525675c-4eab-48f5-824a-7709f1894cc5 {{(pid=104350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:34:47.278685 dv-neutron-834613-2-hyperv neutron-server[104350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8525675c-4eab-48f5-824a-7709f1894cc5'] response: {'server_uuid': '0de0293b-801f-497f-a32f-d6745ad5ae01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67ebf82c-56fb-4bcd-a6f6-31b8922acb99', 'code': 200} Mar 23 03:34:47.290546 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220a0415-f591-464f-94dc-2c6098c5d034 None None] New status for floating IP d869a564-f8ba-43b0-8fe0-b836da2b6982: DOWN {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 03:34:47.316109 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728337337492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336850975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336850993'] for port (67ebf82c-56fb-4bcd-a6f6-31b8922acb99), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:47.366845 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Pushing event updated for resources: {'Port': ['ID=67ebf82c-56fb-4bcd-a6f6-31b8922acb99,revision_number=8']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:34:47.664608 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-373c1b0d-87c3-42a2-b3a5-d5e92e03a173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:47.889431 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6732cb-29ed-4eae-a9e7-2b15c1fda12c req-e8c30be7-af87-4d91-8e25-7de2a6fc37c0 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:34:47.890880 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6b6732cb-29ed-4eae-a9e7-2b15c1fda12c req-e8c30be7-af87-4d91-8e25-7de2a6fc37c0 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de0293b-801f-497f-a32f-d6745ad5ae01 HTTP/1.1" status: 200 len: 944 time: 0.0531840 Mar 23 03:34:47.938598 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6b6732cb-29ed-4eae-a9e7-2b15c1fda12c req-2b509baa-43be-451d-8747-002f08630fba tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c7858-c230-46d6-a75d-ef1cc91b2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421150 Mar 23 03:34:48.200963 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1ec90-1dc2-4e6d-a2a9-1f646eb00c84 req-d5ed9fc2-d90b-43dc-b53a-773d5e4126c4 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:34:48.202370 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5eb1ec90-1dc2-4e6d-a2a9-1f646eb00c84 req-d5ed9fc2-d90b-43dc-b53a-773d5e4126c4 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.23 "GET /v2.0/ports?device_id=0de0293b-801f-497f-a32f-d6745ad5ae01 HTTP/1.1" status: 200 len: 944 time: 0.0525043 Mar 23 03:34:48.290653 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-5eb1ec90-1dc2-4e6d-a2a9-1f646eb00c84 req-9d01e0b4-b6bf-4426-ba2e-b8502ea6ec47 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Deleting port 67ebf82c-56fb-4bcd-a6f6-31b8922acb99 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:34:48.290986 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-5eb1ec90-1dc2-4e6d-a2a9-1f646eb00c84 req-9d01e0b4-b6bf-4426-ba2e-b8502ea6ec47 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (67ebf82c-56fb-4bcd-a6f6-31b8922acb99), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:48.380424 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-5eb1ec90-1dc2-4e6d-a2a9-1f646eb00c84 req-9d01e0b4-b6bf-4426-ba2e-b8502ea6ec47 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] For port 67ebf82c-56fb-4bcd-a6f6-31b8922acb99, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=67ebf82c-56fb-4bcd-a6f6-31b8922acb99,segment=NetworkSegment(72b3d0ea-40a4-435f-a5a0-029fe3e019a3),segment_id=72b3d0ea-40a4-435f-a5a0-029fe3e019a3)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:34:48.380780 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-5eb1ec90-1dc2-4e6d-a2a9-1f646eb00c84 req-9d01e0b4-b6bf-4426-ba2e-b8502ea6ec47 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (67ebf82c-56fb-4bcd-a6f6-31b8922acb99), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:48.393959 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-5eb1ec90-1dc2-4e6d-a2a9-1f646eb00c84 req-9d01e0b4-b6bf-4426-ba2e-b8502ea6ec47 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Calling delete_port for 67ebf82c-56fb-4bcd-a6f6-31b8922acb99 owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:34:48.636464 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-5eb1ec90-1dc2-4e6d-a2a9-1f646eb00c84 req-9d01e0b4-b6bf-4426-ba2e-b8502ea6ec47 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (67ebf82c-56fb-4bcd-a6f6-31b8922acb99), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:48.666252 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01e0b4-b6bf-4426-ba2e-b8502ea6ec47 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Pushing event deleted for resources: {'Port': ['ID=67ebf82c-56fb-4bcd-a6f6-31b8922acb99,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:34:48.690414 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01e0b4-b6bf-4426-ba2e-b8502ea6ec47 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:48.690772 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01e0b4-b6bf-4426-ba2e-b8502ea6ec47 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:48.691137 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01e0b4-b6bf-4426-ba2e-b8502ea6ec47 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:48.691466 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01e0b4-b6bf-4426-ba2e-b8502ea6ec47 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:48.692090 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01e0b4-b6bf-4426-ba2e-b8502ea6ec47 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:48.692426 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01e0b4-b6bf-4426-ba2e-b8502ea6ec47 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:48.692756 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01e0b4-b6bf-4426-ba2e-b8502ea6ec47 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:48.693084 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01e0b4-b6bf-4426-ba2e-b8502ea6ec47 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:48.693415 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01e0b4-b6bf-4426-ba2e-b8502ea6ec47 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:48.693789 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01e0b4-b6bf-4426-ba2e-b8502ea6ec47 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:48.694102 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01e0b4-b6bf-4426-ba2e-b8502ea6ec47 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:48.694430 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01e0b4-b6bf-4426-ba2e-b8502ea6ec47 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:48.694754 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01e0b4-b6bf-4426-ba2e-b8502ea6ec47 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:48.695074 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01e0b4-b6bf-4426-ba2e-b8502ea6ec47 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:48.695395 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01e0b4-b6bf-4426-ba2e-b8502ea6ec47 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834613-2-hyperv {{(pid=104349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 03:34:48.718731 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb1ec90-1dc2-4e6d-a2a9-1f646eb00c84 req-9d01e0b4-b6bf-4426-ba2e-b8502ea6ec47 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] No DVR routers for this DVR port 67ebf82c-56fb-4bcd-a6f6-31b8922acb99 on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:34:48.721182 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-5eb1ec90-1dc2-4e6d-a2a9-1f646eb00c84 req-9d01e0b4-b6bf-4426-ba2e-b8502ea6ec47 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:48.724463 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-5eb1ec90-1dc2-4e6d-a2a9-1f646eb00c84 req-9d01e0b4-b6bf-4426-ba2e-b8502ea6ec47 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.23 "DELETE /v2.0/ports/67ebf82c-56fb-4bcd-a6f6-31b8922acb99 HTTP/1.1" status: 204 len: 173 time: 0.5174711 Mar 23 03:34:48.724900 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de0293b-801f-497f-a32f-d6745ad5ae01', 'name': 'network-vif-deleted', 'tag': '67ebf82c-56fb-4bcd-a6f6-31b8922acb99'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:34:48.727202 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fded06eb-cfac-4f76-bd28-8ac0c082eae2" -d '{"events": [{"server_uuid": "0de0293b-801f-497f-a32f-d6745ad5ae01", "name": "network-vif-deleted", "tag": "67ebf82c-56fb-4bcd-a6f6-31b8922acb99"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:34:48.814127 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea16ce61-4349-449f-a089-c87fe20ff252 x-openstack-request-id: req-ea16ce61-4349-449f-a089-c87fe20ff252 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:34:48.814487 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de0293b-801f-497f-a32f-d6745ad5ae01", "name": "network-vif-deleted", "tag": "67ebf82c-56fb-4bcd-a6f6-31b8922acb99", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:34:48.814820 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea16ce61-4349-449f-a089-c87fe20ff252 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:34:48.815600 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea16ce61-4349-449f-a089-c87fe20ff252'] response: {'server_uuid': '0de0293b-801f-497f-a32f-d6745ad5ae01', 'name': 'network-vif-deleted', 'tag': '67ebf82c-56fb-4bcd-a6f6-31b8922acb99', 'status': 'completed', 'code': 200} Mar 23 03:34:49.039911 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-6df0fc80-32fa-4628-a2b5-aba741261336 req-215203ab-f972-4cc5-96a1-b8f2888d5f70 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de0293b-801f-497f-a32f-d6745ad5ae01 HTTP/1.1" status: 200 len: 210 time: 0.0333495 Mar 23 03:34:49.241843 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:49.927084 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0f884d73-fd75-43bd-b1f1-9fcd19e47f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:51.154444 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 67ebf82c-56fb-4bcd-a6f6-31b8922acb99 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:34:51.175169 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: 67ebf82c-56fb-4bcd-a6f6-31b8922acb99 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:34:51.175340 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 67ebf82c-56fb-4bcd-a6f6-31b8922acb99 not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:34:51.391711 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 42724) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:34:51.493165 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:51.549644 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-fa3b2d64-c0e0-4ecf-b538-52f1018ef539 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Deleting port a8e5ab28-37d5-45ee-8a6e-e53e368791da {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:34:51.549986 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fa3b2d64-c0e0-4ecf-b538-52f1018ef539 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (a8e5ab28-37d5-45ee-8a6e-e53e368791da), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:51.625858 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fa3b2d64-c0e0-4ecf-b538-52f1018ef539 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (a8e5ab28-37d5-45ee-8a6e-e53e368791da), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:51.626181 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fa3b2d64-c0e0-4ecf-b538-52f1018ef539 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for floatingip (a8e5ab28-37d5-45ee-8a6e-e53e368791da), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:51.637879 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-fa3b2d64-c0e0-4ecf-b538-52f1018ef539 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Calling delete_port for a8e5ab28-37d5-45ee-8a6e-e53e368791da owned by network:floatingip {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:34:52.194070 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fa3b2d64-c0e0-4ecf-b538-52f1018ef539 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (a8e5ab28-37d5-45ee-8a6e-e53e368791da), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:52.218009 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b2d64-c0e0-4ecf-b538-52f1018ef539 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Pushing event deleted for resources: {'Port': ['ID=a8e5ab28-37d5-45ee-8a6e-e53e368791da,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:34:52.281998 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fa3b2d64-c0e0-4ecf-b538-52f1018ef539 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for floatingip (a53f1304-310e-451d-b1d2-86422c4417dc), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:52.282334 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.db.l3_db [None req-fa3b2d64-c0e0-4ecf-b538-52f1018ef539 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Floating IP a53f1304-310e-451d-b1d2-86422c4417dc disassociated (deleted). External IP: 172.26.2.94, port: 9afdc881-227b-494a-a35b-d804439e1bee. Mar 23 03:34:52.491225 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3b2d64-c0e0-4ecf-b538-52f1018ef539 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Router 8960d359-87d0-49ab-936e-77b6eba2c7de has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:34:52.601304 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3b2d64-c0e0-4ecf-b538-52f1018ef539 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:34:52.606022 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fa3b2d64-c0e0-4ecf-b538-52f1018ef539 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for floatingip (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:52.610951 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacadb50-703e-403b-a245-6b2939f92d77 None None] Sync routers for ids ['8960d359-87d0-49ab-936e-77b6eba2c7de'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:34:52.620204 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacadb50-703e-403b-a245-6b2939f92d77 None None] Routers {'8960d359-87d0-49ab-936e-77b6eba2c7de'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:34:52.620815 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-dacadb50-703e-403b-a245-6b2939f92d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:34:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['8960d359-87d0-49ab-936e-77b6eba2c7de'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:34:52.635858 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-fa3b2d64-c0e0-4ecf-b538-52f1018ef539 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "DELETE /v2.0/floatingips/a53f1304-310e-451d-b1d2-86422c4417dc HTTP/1.1" status: 204 len: 168 time: 1.2430356 Mar 23 03:34:52.636464 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33765d16-3d2e-4089-ba8d-c764690e83bc', 'tag': '9afdc881-227b-494a-a35b-d804439e1bee'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:34:52.639714 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f937d7fd-c57e-46f3-a1b1-254bea9d3ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "33765d16-3d2e-4089-ba8d-c764690e83bc", "tag": "9afdc881-227b-494a-a35b-d804439e1bee"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:34:52.677907 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 03:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4644a780-d5c4-4539-9a0d-dfb315a746e1 x-openstack-request-id: req-4644a780-d5c4-4539-9a0d-dfb315a746e1 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:34:52.678207 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33765d16-3d2e-4089-ba8d-c764690e83bc", "tag": "9afdc881-227b-494a-a35b-d804439e1bee", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:34:52.678537 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4644a780-d5c4-4539-9a0d-dfb315a746e1 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:34:52.678885 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4644a780-d5c4-4539-9a0d-dfb315a746e1'] response: {'name': 'network-changed', 'server_uuid': '33765d16-3d2e-4089-ba8d-c764690e83bc', 'tag': '9afdc881-227b-494a-a35b-d804439e1bee', 'status': 'completed', 'code': 200} Mar 23 03:34:52.738363 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-dacadb50-703e-403b-a245-6b2939f92d77 None None] Set router 8960d359-87d0-49ab-936e-77b6eba2c7de gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:34:52.752133 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937d7fd-c57e-46f3-a1b1-254bea9d3ff2 req-43657f3f-5c05-4c15-ab6b-240141e507fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:34:52.752974 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f937d7fd-c57e-46f3-a1b1-254bea9d3ff2 req-43657f3f-5c05-4c15-ab6b-240141e507fc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3c078d8bf724fc4a0a66e6949b12b4f&device_id=33765d16-3d2e-4089-ba8d-c764690e83bc HTTP/1.1" status: 200 len: 1127 time: 0.0502992 Mar 23 03:34:52.842386 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937d7fd-c57e-46f3-a1b1-254bea9d3ff2 req-e1808648-59e1-46bc-8096-a4adde548ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:34:52.843862 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f937d7fd-c57e-46f3-a1b1-254bea9d3ff2 req-e1808648-59e1-46bc-8096-a4adde548ebf service neutron] 10.222.0.23 "GET /v2.0/networks?id=a5af6a10-5f42-410b-b49f-c926698fd113 HTTP/1.1" status: 200 len: 911 time: 0.0845375 Mar 23 03:34:52.885098 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f937d7fd-c57e-46f3-a1b1-254bea9d3ff2 req-8a5d993a-85ed-49f5-9dc0-44704c8deb8b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9afdc881-227b-494a-a35b-d804439e1bee HTTP/1.1" status: 200 len: 217 time: 0.0351841 Mar 23 03:34:52.942367 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:52.942625 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937d7fd-c57e-46f3-a1b1-254bea9d3ff2 req-b0882101-7881-40b3-9590-ad9cbf6369ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:34:52.944123 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f937d7fd-c57e-46f3-a1b1-254bea9d3ff2 req-b0882101-7881-40b3-9590-ad9cbf6369ab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=90a88fcb-f567-4775-8e4c-4fdba5a03267 HTTP/1.1" status: 200 len: 849 time: 0.0537708 Mar 23 03:34:52.961038 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-dacadb50-703e-403b-a245-6b2939f92d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'name': 'tempest-TestSnapshotPattern-2033237973-router', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:58Z', 'revision_number': 4, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'gw_port': {'id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e', 'name': '', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'mac_address': 'fa:16:3e:8b:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:58Z', 'updated_at': '2022-03-23T03:30:01Z', 'revision_number': 5, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'subnets': [{'id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:34:52.993953 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacadb50-703e-403b-a245-6b2939f92d77 None None] Checking router: 8960d359-87d0-49ab-936e-77b6eba2c7de for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:34:52.995132 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937d7fd-c57e-46f3-a1b1-254bea9d3ff2 req-b25078c0-a157-4c4f-a0bc-46ab7a70e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:34:52.997466 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f937d7fd-c57e-46f3-a1b1-254bea9d3ff2 req-b25078c0-a157-4c4f-a0bc-46ab7a70e06e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a5af6a10-5f42-410b-b49f-c926698fd113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0463302 Mar 23 03:34:53.003778 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacadb50-703e-403b-a245-6b2939f92d77 None None] Routers {'8960d359-87d0-49ab-936e-77b6eba2c7de'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:34:53.004427 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-dacadb50-703e-403b-a245-6b2939f92d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:34:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['8960d359-87d0-49ab-936e-77b6eba2c7de'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:34:53.107025 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f937d7fd-c57e-46f3-a1b1-254bea9d3ff2 req-54bd75f7-feb2-4285-ae92-acf279a9b51f service neutron] 10.222.0.23 "GET /v2.0/networks/a5af6a10-5f42-410b-b49f-c926698fd113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974655 Mar 23 03:34:53.120171 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-dacadb50-703e-403b-a245-6b2939f92d77 None None] Set router 8960d359-87d0-49ab-936e-77b6eba2c7de gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:34:53.236826 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ace62-d28a-4a2e-a289-6a401be330bb req-755837fa-646a-4408-a239-4e3723c6a7af tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:34:53.238309 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b70ace62-d28a-4a2e-a289-6a401be330bb req-755837fa-646a-4408-a239-4e3723c6a7af tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=33765d16-3d2e-4089-ba8d-c764690e83bc HTTP/1.1" status: 200 len: 943 time: 0.1518102 Mar 23 03:34:53.240944 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-f937d7fd-c57e-46f3-a1b1-254bea9d3ff2 req-fbc26b0b-4e3d-4070-b268-ab018bfbf62b service neutron] 10.222.0.23 "GET /v2.0/networks/a5af6a10-5f42-410b-b49f-c926698fd113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275036 Mar 23 03:34:53.292038 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-b70ace62-d28a-4a2e-a289-6a401be330bb req-787852bd-1c67-494d-bac6-7a58e65ba462 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c7858-c230-46d6-a75d-ef1cc91b2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478249 Mar 23 03:34:53.327915 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-dacadb50-703e-403b-a245-6b2939f92d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'name': 'tempest-TestSnapshotPattern-2033237973-router', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:58Z', 'revision_number': 4, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'gw_port': {'id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e', 'name': '', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'mac_address': 'fa:16:3e:8b:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:58Z', 'updated_at': '2022-03-23T03:30:01Z', 'revision_number': 5, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'subnets': [{'id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:34:53.354133 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacadb50-703e-403b-a245-6b2939f92d77 None None] The sync data for ids ['8960d359-87d0-49ab-936e-77b6eba2c7de'] in dv-neutron-834613-2-hyperv is: [{'id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'name': 'tempest-TestSnapshotPattern-2033237973-router', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:58Z', 'revision_number': 4, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'gw_port': {'id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv', '_interfaces': [{'id': 'b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e', 'name': '', 'network_id': 'a5af6a10-5f42-410b-b49f-c926698fd113', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'mac_address': 'fa:16:3e:8b:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:58Z', 'updated_at': '2022-03-23T03:30:01Z', 'revision_number': 5, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'subnets': [{'id': '90a88fcb-f567-4775-8e4c-4fdba5a03267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:34:53.563837 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cf5d21-9245-4591-869e-333018c9c379 None None] New status for floating IP a53f1304-310e-451d-b1d2-86422c4417dc: DOWN {{(pid=104351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 03:34:54.013519 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:54.414621 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4598178-4797-429f-a3a1-12932260a3fe req-9437a0b4-87af-467e-9fb3-8e95c1324265 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:34:54.416024 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c4598178-4797-429f-a3a1-12932260a3fe req-9437a0b4-87af-467e-9fb3-8e95c1324265 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=33765d16-3d2e-4089-ba8d-c764690e83bc HTTP/1.1" status: 200 len: 943 time: 0.0517883 Mar 23 03:34:54.464894 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-c4598178-4797-429f-a3a1-12932260a3fe req-dd480ced-415f-4275-9021-5ba05d44f637 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c7858-c230-46d6-a75d-ef1cc91b2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426862 Mar 23 03:34:54.593548 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153ef96-57c8-466d-a542-9b7a0c21474a req-bfbf923d-0ac3-4df2-b719-327b23d23241 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 03:34:54.594961 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a153ef96-57c8-466d-a542-9b7a0c21474a req-bfbf923d-0ac3-4df2-b719-327b23d23241 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.23 "GET /v2.0/ports?device_id=33765d16-3d2e-4089-ba8d-c764690e83bc HTTP/1.1" status: 200 len: 943 time: 0.0522215 Mar 23 03:34:54.686109 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-a153ef96-57c8-466d-a542-9b7a0c21474a req-e7bd4b2f-b25d-475a-a3d3-615dee0df54c tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Deleting port 9afdc881-227b-494a-a35b-d804439e1bee {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:34:54.686367 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-a153ef96-57c8-466d-a542-9b7a0c21474a req-e7bd4b2f-b25d-475a-a3d3-615dee0df54c tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (9afdc881-227b-494a-a35b-d804439e1bee), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:54.780560 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [req-a153ef96-57c8-466d-a542-9b7a0c21474a req-e7bd4b2f-b25d-475a-a3d3-615dee0df54c tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] For port 9afdc881-227b-494a-a35b-d804439e1bee, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9afdc881-227b-494a-a35b-d804439e1bee,segment=NetworkSegment(72b3d0ea-40a4-435f-a5a0-029fe3e019a3),segment_id=72b3d0ea-40a4-435f-a5a0-029fe3e019a3)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:34:54.780942 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-a153ef96-57c8-466d-a542-9b7a0c21474a req-e7bd4b2f-b25d-475a-a3d3-615dee0df54c tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (9afdc881-227b-494a-a35b-d804439e1bee), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:54.794381 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [req-a153ef96-57c8-466d-a542-9b7a0c21474a req-e7bd4b2f-b25d-475a-a3d3-615dee0df54c tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Calling delete_port for 9afdc881-227b-494a-a35b-d804439e1bee owned by compute:nova {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:34:55.014130 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-a153ef96-57c8-466d-a542-9b7a0c21474a req-e7bd4b2f-b25d-475a-a3d3-615dee0df54c tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (9afdc881-227b-494a-a35b-d804439e1bee), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:55.042911 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd4b2f-b25d-475a-a3d3-615dee0df54c tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Pushing event deleted for resources: {'Port': ['ID=9afdc881-227b-494a-a35b-d804439e1bee,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:34:55.087266 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [req-a153ef96-57c8-466d-a542-9b7a0c21474a req-e7bd4b2f-b25d-475a-a3d3-615dee0df54c tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] No DVR routers for this DVR port 9afdc881-227b-494a-a35b-d804439e1bee on host hv-neutron-8346 {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:34:55.089703 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [req-a153ef96-57c8-466d-a542-9b7a0c21474a req-e7bd4b2f-b25d-475a-a3d3-615dee0df54c tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197074'] for port (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:55.092977 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [req-a153ef96-57c8-466d-a542-9b7a0c21474a req-e7bd4b2f-b25d-475a-a3d3-615dee0df54c tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.23 "DELETE /v2.0/ports/9afdc881-227b-494a-a35b-d804439e1bee HTTP/1.1" status: 204 len: 173 time: 0.4919443 Mar 23 03:34:55.093413 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33765d16-3d2e-4089-ba8d-c764690e83bc', 'name': 'network-vif-deleted', 'tag': '9afdc881-227b-494a-a35b-d804439e1bee'}] {{(pid=104349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 03:34:55.095683 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1182a3f98d423a868665fad1bbf15d2e12670023d5a52b0425b5e76c059879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c112b623-0ce5-4e4e-8acb-618d872f6228" -d '{"events": [{"server_uuid": "33765d16-3d2e-4089-ba8d-c764690e83bc", "name": "network-vif-deleted", "tag": "9afdc881-227b-494a-a35b-d804439e1bee"}]}' {{(pid=104349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 03:34:55.132897 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 03:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656cfb3a-8dbf-4d4e-afb7-9fdf96ad7f49 x-openstack-request-id: req-656cfb3a-8dbf-4d4e-afb7-9fdf96ad7f49 {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 03:34:55.133192 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33765d16-3d2e-4089-ba8d-c764690e83bc", "name": "network-vif-deleted", "tag": "9afdc881-227b-494a-a35b-d804439e1bee", "status": "completed", "code": 200}]} {{(pid=104349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 03:34:55.133522 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-656cfb3a-8dbf-4d4e-afb7-9fdf96ad7f49 {{(pid=104349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 03:34:55.133876 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-656cfb3a-8dbf-4d4e-afb7-9fdf96ad7f49'] response: {'server_uuid': '33765d16-3d2e-4089-ba8d-c764690e83bc', 'name': 'network-vif-deleted', 'tag': '9afdc881-227b-494a-a35b-d804439e1bee', 'status': 'completed', 'code': 200} Mar 23 03:34:55.572547 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [req-d574b3d3-ac01-48db-ae9c-f945f8315751 req-d3672ad8-6e2c-4409-be67-ee87b55ce599 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "GET /v2.0/ports?device_id=33765d16-3d2e-4089-ba8d-c764690e83bc HTTP/1.1" status: 200 len: 210 time: 0.0269637 Mar 23 03:34:56.633300 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 42742) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:34:56.690244 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a9a8267f-ea72-4930-a6e5-b0f2dd5ba046 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for security_group (e33c7858-c230-46d6-a75d-ef1cc91b2faa), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:56.715519 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a9a8267f-ea72-4930-a6e5-b0f2dd5ba046 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for security_group (e33c7858-c230-46d6-a75d-ef1cc91b2faa), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:56.852932 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a9a8267f-ea72-4930-a6e5-b0f2dd5ba046 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (e33c7858-c230-46d6-a75d-ef1cc91b2faa), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:56.855470 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-a9a8267f-ea72-4930-a6e5-b0f2dd5ba046 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:56.857323 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-a9a8267f-ea72-4930-a6e5-b0f2dd5ba046 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] 10.222.0.24 "DELETE /v2.0/security-groups/e33c7858-c230-46d6-a75d-ef1cc91b2faa HTTP/1.1" status: 204 len: 168 time: 0.2230389 Mar 23 03:34:56.866565 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8267f-ea72-4930-a6e5-b0f2dd5ba046 tempest-TestSnapshotPattern-638165408 tempest-TestSnapshotPattern-638165408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33c7858-c230-46d6-a75d-ef1cc91b2faa,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:34:56.974297 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 42746) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:34:57.187029 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 9afdc881-227b-494a-a35b-d804439e1bee no longer exists at agent hyperv_hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:34:57.206701 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] No Port match for: 9afdc881-227b-494a-a35b-d804439e1bee {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:34:57.207059 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Device 9afdc881-227b-494a-a35b-d804439e1bee not bound to the agent host hv-neutron-8346 {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:34:57.413512 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c6a5c36d-fc20-4270-881f-c95b7dbc389d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (8960d359-87d0-49ab-936e-77b6eba2c7de), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:57.663474 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5c36d-fc20-4270-881f-c95b7dbc389d admin admin] Deleting port b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:34:57.663875 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c6a5c36d-fc20-4270-881f-c95b7dbc389d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:57.739972 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-c6a5c36d-fc20-4270-881f-c95b7dbc389d admin admin] For port b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e,segment=NetworkSegment(72b3d0ea-40a4-435f-a5a0-029fe3e019a3),segment_id=72b3d0ea-40a4-435f-a5a0-029fe3e019a3)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:34:57.740337 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c6a5c36d-fc20-4270-881f-c95b7dbc389d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:57.753401 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5c36d-fc20-4270-881f-c95b7dbc389d admin admin] Calling delete_port for b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e owned by network:router_interface {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:34:58.007200 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c6a5c36d-fc20-4270-881f-c95b7dbc389d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:58.031903 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5c36d-fc20-4270-881f-c95b7dbc389d admin admin] Pushing event deleted for resources: {'Port': ['ID=b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:34:58.203517 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-c6a5c36d-fc20-4270-881f-c95b7dbc389d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (8960d359-87d0-49ab-936e-77b6eba2c7de), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:58.412270 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a5c36d-fc20-4270-881f-c95b7dbc389d admin admin] Router 8960d359-87d0-49ab-936e-77b6eba2c7de has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:34:58.515747 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a5c36d-fc20-4270-881f-c95b7dbc389d admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:34:58.520761 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-c6a5c36d-fc20-4270-881f-c95b7dbc389d admin admin] 10.222.0.24 "PUT /v2.0/routers/8960d359-87d0-49ab-936e-77b6eba2c7de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5454116 Mar 23 03:34:58.523300 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 42750) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:34:58.525859 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df724e22-5f96-4fad-b368-34b0b9ed9846 None None] Sync routers for ids ['8960d359-87d0-49ab-936e-77b6eba2c7de'] in dv-neutron-834613-2-hyperv {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:34:58.535264 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df724e22-5f96-4fad-b368-34b0b9ed9846 None None] Routers {'8960d359-87d0-49ab-936e-77b6eba2c7de'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:34:58.535897 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-df724e22-5f96-4fad-b368-34b0b9ed9846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:34:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['8960d359-87d0-49ab-936e-77b6eba2c7de'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:34:58.628019 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7289b703-e19d-45f6-9c4b-82f12b80cd67 admin admin] Publish callbacks [] for router (8960d359-87d0-49ab-936e-77b6eba2c7de), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:58.640507 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-df724e22-5f96-4fad-b368-34b0b9ed9846 None None] Set router 8960d359-87d0-49ab-936e-77b6eba2c7de gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:34:58.826032 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-df724e22-5f96-4fad-b368-34b0b9ed9846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'name': 'tempest-TestSnapshotPattern-2033237973-router', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:34:57Z', 'revision_number': 5, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'gw_port': {'id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:34:58.857364 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df724e22-5f96-4fad-b368-34b0b9ed9846 None None] Checking router: 8960d359-87d0-49ab-936e-77b6eba2c7de for host: dv-neutron-834613-2-hyperv {{(pid=104350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:34:58.866297 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df724e22-5f96-4fad-b368-34b0b9ed9846 None None] Routers {'8960d359-87d0-49ab-936e-77b6eba2c7de'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:34:58.866940 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-df724e22-5f96-4fad-b368-34b0b9ed9846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:34:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['8960d359-87d0-49ab-936e-77b6eba2c7de'], 'active': True} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:34:58.975902 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvr_db [None req-df724e22-5f96-4fad-b368-34b0b9ed9846 None None] Set router 8960d359-87d0-49ab-936e-77b6eba2c7de gateway port host: dv-neutron-834613-2-hyperv {{(pid=104350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:34:59.052803 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7289b703-e19d-45f6-9c4b-82f12b80cd67 admin admin] Publish callbacks [] for router_gateway (8960d359-87d0-49ab-936e-77b6eba2c7de), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:59.204431 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-7289b703-e19d-45f6-9c4b-82f12b80cd67 admin admin] Deleting port 5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:34:59.204824 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7289b703-e19d-45f6-9c4b-82f12b80cd67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:59.285545 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-7289b703-e19d-45f6-9c4b-82f12b80cd67 admin admin] For port 5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:34:59.285910 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7289b703-e19d-45f6-9c4b-82f12b80cd67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:59.298876 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-7289b703-e19d-45f6-9c4b-82f12b80cd67 admin admin] Calling delete_port for 5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5 owned by network:router_gateway {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:34:59.305975 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_hamode_db [None req-df724e22-5f96-4fad-b368-34b0b9ed9846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'name': 'tempest-TestSnapshotPattern-2033237973-router', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:34:57Z', 'revision_number': 5, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'gw_port': {'id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:34:59.332325 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df724e22-5f96-4fad-b368-34b0b9ed9846 None None] The sync data for ids ['8960d359-87d0-49ab-936e-77b6eba2c7de'] in dv-neutron-834613-2-hyperv is: [{'id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'name': 'tempest-TestSnapshotPattern-2033237973-router', 'tenant_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:34:57Z', 'revision_number': 5, 'project_id': 'c3c078d8bf724fc4a0a66e6949b12b4f', 'gw_port': {'id': '5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8960d359-87d0-49ab-936e-77b6eba2c7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:29:55Z', 'updated_at': '2022-03-23T03:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}] {{(pid=104350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:34:59.571305 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7289b703-e19d-45f6-9c4b-82f12b80cd67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:59.597509 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7289b703-e19d-45f6-9c4b-82f12b80cd67 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:34:59.657011 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7289b703-e19d-45f6-9c4b-82f12b80cd67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (8960d359-87d0-49ab-936e-77b6eba2c7de), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:59.750662 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7289b703-e19d-45f6-9c4b-82f12b80cd67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (8960d359-87d0-49ab-936e-77b6eba2c7de), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:59.753135 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7289b703-e19d-45f6-9c4b-82f12b80cd67 admin admin] Publish callbacks [] for router_controller (8960d359-87d0-49ab-936e-77b6eba2c7de), precommit_delete_associations {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:59.864433 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7289b703-e19d-45f6-9c4b-82f12b80cd67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (8960d359-87d0-49ab-936e-77b6eba2c7de), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:59.864955 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7289b703-e19d-45f6-9c4b-82f12b80cd67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8960d359-87d0-49ab-936e-77b6eba2c7de {{(pid=104348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 03:34:59.869355 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-7289b703-e19d-45f6-9c4b-82f12b80cd67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:59.873791 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-7289b703-e19d-45f6-9c4b-82f12b80cd67 admin admin] 10.222.0.24 "DELETE /v2.0/routers/8960d359-87d0-49ab-936e-77b6eba2c7de HTTP/1.1" status: 204 len: 168 time: 1.3462522 Mar 23 03:34:59.873928 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 42752) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:34:59.927177 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-47696db9-a303-4e94-8ecd-bc9669b449ad admin admin] Deleting subnet 90a88fcb-f567-4775-8e4c-4fdba5a03267 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 03:34:59.930875 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-47696db9-a303-4e94-8ecd-bc9669b449ad admin admin] Publish callbacks [] for subnet (90a88fcb-f567-4775-8e4c-4fdba5a03267), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:59.953856 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:34:59.973755 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-47696db9-a303-4e94-8ecd-bc9669b449ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (90a88fcb-f567-4775-8e4c-4fdba5a03267), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:34:59.980092 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:34:59.983324 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device b55d0dbb-e1d4-4ec5-97cf-5acb870ec80e not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:35:00.061190 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-47696db9-a303-4e94-8ecd-bc9669b449ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (90a88fcb-f567-4775-8e4c-4fdba5a03267), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:00.176892 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-47696db9-a303-4e94-8ecd-bc9669b449ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (90a88fcb-f567-4775-8e4c-4fdba5a03267), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:00.203069 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47696db9-a303-4e94-8ecd-bc9669b449ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90a88fcb-f567-4775-8e4c-4fdba5a03267,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:35:00.209724 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-47696db9-a303-4e94-8ecd-bc9669b449ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:00.212955 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-47696db9-a303-4e94-8ecd-bc9669b449ad admin admin] 10.222.0.24 "DELETE /v2.0/subnets/90a88fcb-f567-4775-8e4c-4fdba5a03267 HTTP/1.1" status: 204 len: 168 time: 0.3381479 Mar 23 03:35:00.215518 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 42754) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:35:00.216133 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14801e3c-1e52-4bf4-9fff-b9a515ca2311 None None] Network a5af6a10-5f42-410b-b49f-c926698fd113 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:35:00.285538 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-713fb4d9-a27d-4c59-b771-9e778b8521e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (a5af6a10-5f42-410b-b49f-c926698fd113), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:00.350909 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-713fb4d9-a27d-4c59-b771-9e778b8521e6 admin admin] Deleting port 12b91acd-2d1c-4cd8-a6ea-585104560466 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:35:00.351258 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-713fb4d9-a27d-4c59-b771-9e778b8521e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (12b91acd-2d1c-4cd8-a6ea-585104560466), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:00.382864 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b950d21-1200-4058-ad6d-f49611d18cb6 None None] DHCP port deletion for a5af6a10-5f42-410b-b49f-c926698fd113 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 03:35:00.422019 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-713fb4d9-a27d-4c59-b771-9e778b8521e6 admin admin] For port 12b91acd-2d1c-4cd8-a6ea-585104560466, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=12b91acd-2d1c-4cd8-a6ea-585104560466,segment=NetworkSegment(72b3d0ea-40a4-435f-a5a0-029fe3e019a3),segment_id=72b3d0ea-40a4-435f-a5a0-029fe3e019a3)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:35:00.422392 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-713fb4d9-a27d-4c59-b771-9e778b8521e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (12b91acd-2d1c-4cd8-a6ea-585104560466), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:00.435841 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-4b950d21-1200-4058-ad6d-f49611d18cb6 None None] Deleting port 12b91acd-2d1c-4cd8-a6ea-585104560466 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:35:00.436049 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-713fb4d9-a27d-4c59-b771-9e778b8521e6 admin admin] Calling delete_port for 12b91acd-2d1c-4cd8-a6ea-585104560466 owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:35:00.436255 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4b950d21-1200-4058-ad6d-f49611d18cb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (12b91acd-2d1c-4cd8-a6ea-585104560466), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:00.498086 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-4b950d21-1200-4058-ad6d-f49611d18cb6 None None] For port 12b91acd-2d1c-4cd8-a6ea-585104560466, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=12b91acd-2d1c-4cd8-a6ea-585104560466,segment=NetworkSegment(72b3d0ea-40a4-435f-a5a0-029fe3e019a3),segment_id=72b3d0ea-40a4-435f-a5a0-029fe3e019a3)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:35:00.498484 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4b950d21-1200-4058-ad6d-f49611d18cb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (12b91acd-2d1c-4cd8-a6ea-585104560466), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:00.510776 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-4b950d21-1200-4058-ad6d-f49611d18cb6 None None] Calling delete_port for 12b91acd-2d1c-4cd8-a6ea-585104560466 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:35:00.578795 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-713fb4d9-a27d-4c59-b771-9e778b8521e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (12b91acd-2d1c-4cd8-a6ea-585104560466), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:00.588342 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-4b950d21-1200-4058-ad6d-f49611d18cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (12b91acd-2d1c-4cd8-a6ea-585104560466), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:00.605052 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713fb4d9-a27d-4c59-b771-9e778b8521e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=12b91acd-2d1c-4cd8-a6ea-585104560466,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:35:00.607352 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713fb4d9-a27d-4c59-b771-9e778b8521e6 admin admin] No DVR routers for this DVR port 12b91acd-2d1c-4cd8-a6ea-585104560466 on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:35:00.613296 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b950d21-1200-4058-ad6d-f49611d18cb6 None None] Pushing event deleted for resources: {'Port': ['ID=12b91acd-2d1c-4cd8-a6ea-585104560466,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:35:00.618572 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b950d21-1200-4058-ad6d-f49611d18cb6 None None] No DVR routers for this DVR port 12b91acd-2d1c-4cd8-a6ea-585104560466 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:35:00.680766 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-713fb4d9-a27d-4c59-b771-9e778b8521e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (a5af6a10-5f42-410b-b49f-c926698fd113), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:00.700929 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-713fb4d9-a27d-4c59-b771-9e778b8521e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5af6a10-5f42-410b-b49f-c926698fd113']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:35:00.710096 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-713fb4d9-a27d-4c59-b771-9e778b8521e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b3d0ea-40a4-435f-a5a0-029fe3e019a3') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:35:00.710387 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-713fb4d9-a27d-4c59-b771-9e778b8521e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b3d0ea-40a4-435f-a5a0-029fe3e019a3') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:35:00.720224 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-713fb4d9-a27d-4c59-b771-9e778b8521e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (72b3d0ea-40a4-435f-a5a0-029fe3e019a3), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:00.733872 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-713fb4d9-a27d-4c59-b771-9e778b8521e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (72b3d0ea-40a4-435f-a5a0-029fe3e019a3), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:00.739698 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-713fb4d9-a27d-4c59-b771-9e778b8521e6 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 03:35:00.741157 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-713fb4d9-a27d-4c59-b771-9e778b8521e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (72b3d0ea-40a4-435f-a5a0-029fe3e019a3), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:00.741700 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 03:35:00.741700 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 03:35:00.741700 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 03:35:00.741700 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 03:35:00.741700 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 03:35:00.741700 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 03:35:00.741700 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 03:35:00.741700 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 03:35:00.741700 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 03:35:00.741700 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 03:35:00.741700 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 03:35:00.741700 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 03:35:00.741700 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 03:35:00.741700 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 03:35:00.741700 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 03:35:00.741700 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 03:35:00.741700 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 03:35:00.741700 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 03:35:00.741700 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 03:35:00.741700 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 03:35:00.741700 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 03:35:00.741700 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 03:35:00.741700 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 03:35:00.741700 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 03:35:00.741700 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 03:35:00.741700 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 03:35:00.741700 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 03:35:00.741700 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 03:35:00.741700 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 03:35:00.741700 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 03:35:00.741700 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 03:35:00.741700 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 03:35:00.873708 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-713fb4d9-a27d-4c59-b771-9e778b8521e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (a5af6a10-5f42-410b-b49f-c926698fd113), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:00.879073 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-713fb4d9-a27d-4c59-b771-9e778b8521e6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:00.882208 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-713fb4d9-a27d-4c59-b771-9e778b8521e6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a5af6a10-5f42-410b-b49f-c926698fd113 HTTP/1.1" status: 204 len: 168 time: 0.6654646 Mar 23 03:35:00.885260 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.wsgi [-] (104348) accepted ('10.222.0.24', 42756) {{(pid=104348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:35:00.893320 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713fb4d9-a27d-4c59-b771-9e778b8521e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5af6a10-5f42-410b-b49f-c926698fd113,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:35:01.223280 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1e0c3dfc-cab2-4111-b759-7cd4d6952b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654851'] for router_interface (61510ecd-5d33-4ef2-9fdd-0432664f1d52), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:01.464191 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-1e0c3dfc-cab2-4111-b759-7cd4d6952b66 admin admin] Deleting port 8f25d705-3e69-49de-9097-5b5e91b6c877 {{(pid=104348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:35:01.464449 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1e0c3dfc-cab2-4111-b759-7cd4d6952b66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (8f25d705-3e69-49de-9097-5b5e91b6c877), before_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:01.542767 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.db [None req-1e0c3dfc-cab2-4111-b759-7cd4d6952b66 admin admin] For port 8f25d705-3e69-49de-9097-5b5e91b6c877, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=8f25d705-3e69-49de-9097-5b5e91b6c877,segment=NetworkSegment(c7e1d4b6-f15a-475b-b589-124906ad45d6),segment_id=c7e1d4b6-f15a-475b-b589-124906ad45d6)] {{(pid=104348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:35:01.543714 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1e0c3dfc-cab2-4111-b759-7cd4d6952b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (8f25d705-3e69-49de-9097-5b5e91b6c877), precommit_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:01.556362 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.plugins.ml2.plugin [None req-1e0c3dfc-cab2-4111-b759-7cd4d6952b66 admin admin] Calling delete_port for 8f25d705-3e69-49de-9097-5b5e91b6c877 owned by network:router_interface {{(pid=104348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:35:01.811111 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1e0c3dfc-cab2-4111-b759-7cd4d6952b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3460963'] for port (8f25d705-3e69-49de-9097-5b5e91b6c877), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:01.837151 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c3dfc-cab2-4111-b759-7cd4d6952b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f25d705-3e69-49de-9097-5b5e91b6c877,revision_number=None']} {{(pid=104348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:35:01.911322 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 12b91acd-2d1c-4cd8-a6ea-585104560466 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:35:01.932170 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 12b91acd-2d1c-4cd8-a6ea-585104560466 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:35:01.932524 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 12b91acd-2d1c-4cd8-a6ea-585104560466 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:35:01.932948 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:35:01.959382 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:35:01.959769 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 5c3ab83a-f2fb-48a6-ba99-7286dcedfcb5 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:35:02.020269 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron_lib.callbacks.manager [None req-1e0c3dfc-cab2-4111-b759-7cd4d6952b66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656819'] for router_interface (61510ecd-5d33-4ef2-9fdd-0432664f1d52), after_delete {{(pid=104348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:02.244995 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0c3dfc-cab2-4111-b759-7cd4d6952b66 admin admin] Router 61510ecd-5d33-4ef2-9fdd-0432664f1d52 has already been hosted by L3 agent d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507 {{(pid=104348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 03:35:02.350165 dv-neutron-834613-2-hyperv neutron-server[104348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0c3dfc-cab2-4111-b759-7cd4d6952b66 admin admin] Notify agent at l3_agent.dv-neutron-834613-2-hyperv the message routers_updated {{(pid=104348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 03:35:02.355079 dv-neutron-834613-2-hyperv neutron-server[104348]: INFO neutron.wsgi [None req-1e0c3dfc-cab2-4111-b759-7cd4d6952b66 admin admin] 10.222.0.24 "PUT /v2.0/routers/61510ecd-5d33-4ef2-9fdd-0432664f1d52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4686382 Mar 23 03:35:02.357876 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 42758) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:35:02.358681 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a43f1ee-1b1a-4127-ac78-6d275674c3e1 None None] Sync routers for ids ['61510ecd-5d33-4ef2-9fdd-0432664f1d52'] in dv-neutron-834613-2-hyperv {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 03:35:02.367865 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a43f1ee-1b1a-4127-ac78-6d275674c3e1 None None] Routers {'61510ecd-5d33-4ef2-9fdd-0432664f1d52'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:35:02.368465 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-3a43f1ee-1b1a-4127-ac78-6d275674c3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:34:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['61510ecd-5d33-4ef2-9fdd-0432664f1d52'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:35:02.464543 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bda5cca5-f62b-40f2-91ac-0e3e4b3a4d1b admin admin] Publish callbacks [] for router (61510ecd-5d33-4ef2-9fdd-0432664f1d52), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:02.473175 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-3a43f1ee-1b1a-4127-ac78-6d275674c3e1 None None] Set router 61510ecd-5d33-4ef2-9fdd-0432664f1d52 gateway port host: dv-neutron-834613-2-hyperv {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:35:02.569153 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bda5cca5-f62b-40f2-91ac-0e3e4b3a4d1b admin admin] Publish callbacks [] for router_gateway (61510ecd-5d33-4ef2-9fdd-0432664f1d52), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:02.645449 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-3a43f1ee-1b1a-4127-ac78-6d275674c3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61510ecd-5d33-4ef2-9fdd-0432664f1d52', 'name': 'tempest-TestSnapshotPattern-848507594-router', 'tenant_id': '611cc5434ecc4c44bf53b107c76b9d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'external_fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '685a4481-170e-4f8e-aa46-dcdd7d5b23ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:30:01Z', 'updated_at': '2022-03-23T03:35:01Z', 'revision_number': 5, 'project_id': '611cc5434ecc4c44bf53b107c76b9d32', 'gw_port': {'id': '685a4481-170e-4f8e-aa46-dcdd7d5b23ee', 'name': '', 'network_id': '6bbcca03-75ff-487c-8b0e-a32302dacbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61510ecd-5d33-4ef2-9fdd-0432664f1d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834613-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T03:30:01Z', 'updated_at': '2022-03-23T03:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d8c0eee-dcd2-4f23-a38c-55d0b7448ed5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834613-2-hyperv'}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:35:02.675008 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a43f1ee-1b1a-4127-ac78-6d275674c3e1 None None] Checking router: 61510ecd-5d33-4ef2-9fdd-0432664f1d52 for host: dv-neutron-834613-2-hyperv {{(pid=104351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 03:35:02.683591 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a43f1ee-1b1a-4127-ac78-6d275674c3e1 None None] Routers {'61510ecd-5d33-4ef2-9fdd-0432664f1d52'} bound to L3 agent in host dv-neutron-834613-2-hyperv {{(pid=104351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 03:35:02.684795 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-bda5cca5-f62b-40f2-91ac-0e3e4b3a4d1b admin admin] Deleting port 685a4481-170e-4f8e-aa46-dcdd7d5b23ee {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:35:02.684916 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-3a43f1ee-1b1a-4127-ac78-6d275674c3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834613-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T02:29:20Z,description=,heartbeat_timestamp=2022-03-23T03:34:50Z,host='dv-neutron-834613-2-hyperv',id=d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T02:29:20Z,topic='l3_agent')) {'router_ids': ['61510ecd-5d33-4ef2-9fdd-0432664f1d52'], 'active': True} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:35:02.685331 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bda5cca5-f62b-40f2-91ac-0e3e4b3a4d1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (685a4481-170e-4f8e-aa46-dcdd7d5b23ee), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:02.768608 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-bda5cca5-f62b-40f2-91ac-0e3e4b3a4d1b admin admin] For port 685a4481-170e-4f8e-aa46-dcdd7d5b23ee, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=685a4481-170e-4f8e-aa46-dcdd7d5b23ee,segment=NetworkSegment(b20ccd55-9d31-461e-a968-6b5347882d5a),segment_id=b20ccd55-9d31-461e-a968-6b5347882d5a)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:35:02.768969 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bda5cca5-f62b-40f2-91ac-0e3e4b3a4d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (685a4481-170e-4f8e-aa46-dcdd7d5b23ee), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:02.783768 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-bda5cca5-f62b-40f2-91ac-0e3e4b3a4d1b admin admin] Calling delete_port for 685a4481-170e-4f8e-aa46-dcdd7d5b23ee owned by network:router_gateway {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:35:02.857316 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_dvr_db [None req-3a43f1ee-1b1a-4127-ac78-6d275674c3e1 None None] Set router 61510ecd-5d33-4ef2-9fdd-0432664f1d52 gateway port host: None {{(pid=104351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 03:35:02.908310 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.l3_hamode_db [None req-3a43f1ee-1b1a-4127-ac78-6d275674c3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61510ecd-5d33-4ef2-9fdd-0432664f1d52', 'name': 'tempest-TestSnapshotPattern-848507594-router', 'tenant_id': '611cc5434ecc4c44bf53b107c76b9d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:30:01Z', 'updated_at': '2022-03-23T03:35:02Z', 'revision_number': 6, 'project_id': '611cc5434ecc4c44bf53b107c76b9d32', 'gw_port_host': None}], 'dv-neutron-834613-2-hyperv', False) {} {{(pid=104351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:35:02.938085 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a43f1ee-1b1a-4127-ac78-6d275674c3e1 None None] The sync data for ids ['61510ecd-5d33-4ef2-9fdd-0432664f1d52'] in dv-neutron-834613-2-hyperv is: [{'id': '61510ecd-5d33-4ef2-9fdd-0432664f1d52', 'name': 'tempest-TestSnapshotPattern-848507594-router', 'tenant_id': '611cc5434ecc4c44bf53b107c76b9d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T03:30:01Z', 'updated_at': '2022-03-23T03:35:02Z', 'revision_number': 6, 'project_id': '611cc5434ecc4c44bf53b107c76b9d32', 'gw_port_host': None}] {{(pid=104351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 03:35:03.028667 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bda5cca5-f62b-40f2-91ac-0e3e4b3a4d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (685a4481-170e-4f8e-aa46-dcdd7d5b23ee), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:03.054518 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5cca5-f62b-40f2-91ac-0e3e4b3a4d1b admin admin] Pushing event deleted for resources: {'Port': ['ID=685a4481-170e-4f8e-aa46-dcdd7d5b23ee,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:35:03.115929 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bda5cca5-f62b-40f2-91ac-0e3e4b3a4d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655049'] for router_gateway (61510ecd-5d33-4ef2-9fdd-0432664f1d52), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:03.211719 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bda5cca5-f62b-40f2-91ac-0e3e4b3a4d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3505'] for router (61510ecd-5d33-4ef2-9fdd-0432664f1d52), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:03.213924 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bda5cca5-f62b-40f2-91ac-0e3e4b3a4d1b admin admin] Publish callbacks [] for router_controller (61510ecd-5d33-4ef2-9fdd-0432664f1d52), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:03.326157 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bda5cca5-f62b-40f2-91ac-0e3e4b3a4d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657066'] for router (61510ecd-5d33-4ef2-9fdd-0432664f1d52), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:03.326748 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda5cca5-f62b-40f2-91ac-0e3e4b3a4d1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61510ecd-5d33-4ef2-9fdd-0432664f1d52 {{(pid=104349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 03:35:03.331210 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-bda5cca5-f62b-40f2-91ac-0e3e4b3a4d1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:03.332405 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-bda5cca5-f62b-40f2-91ac-0e3e4b3a4d1b admin admin] 10.222.0.24 "DELETE /v2.0/routers/61510ecd-5d33-4ef2-9fdd-0432664f1d52 HTTP/1.1" status: 204 len: 168 time: 0.9735217 Mar 23 03:35:03.335148 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 42760) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:35:03.382286 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe3ae74f-c337-4f5f-b5d2-1bb044b77c3f admin admin] Deleting subnet 80939ec9-0062-45c7-9ca1-06a3dd69d438 {{(pid=104349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 03:35:03.385391 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fe3ae74f-c337-4f5f-b5d2-1bb044b77c3f admin admin] Publish callbacks [] for subnet (80939ec9-0062-45c7-9ca1-06a3dd69d438), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:03.421739 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fe3ae74f-c337-4f5f-b5d2-1bb044b77c3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18654248'] for subnet (80939ec9-0062-45c7-9ca1-06a3dd69d438), precommit_delete_associations {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:03.501554 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fe3ae74f-c337-4f5f-b5d2-1bb044b77c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882954'] for subnet (80939ec9-0062-45c7-9ca1-06a3dd69d438), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:03.624635 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fe3ae74f-c337-4f5f-b5d2-1bb044b77c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17238849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17401880'] for subnet (80939ec9-0062-45c7-9ca1-06a3dd69d438), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:03.649869 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ae74f-c337-4f5f-b5d2-1bb044b77c3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80939ec9-0062-45c7-9ca1-06a3dd69d438,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:35:03.653597 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-fe3ae74f-c337-4f5f-b5d2-1bb044b77c3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:03.656792 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-fe3ae74f-c337-4f5f-b5d2-1bb044b77c3f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/80939ec9-0062-45c7-9ca1-06a3dd69d438 HTTP/1.1" status: 204 len: 168 time: 0.3207781 Mar 23 03:35:03.659343 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 42762) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:35:03.659716 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13676054-f776-46b9-9e21-2d5bfa6a5245 None None] Network 6f761a60-bef1-4b21-99b2-8b5c4d1cb439 requested from dv-neutron-834613-2-hyperv {{(pid=104350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 03:35:03.737019 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2ded7eb2-eab5-4f93-a497-33ccddbfcf09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1298757'] for network (6f761a60-bef1-4b21-99b2-8b5c4d1cb439), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:03.801962 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-2ded7eb2-eab5-4f93-a497-33ccddbfcf09 admin admin] Deleting port 24cea011-f4d0-4c32-966f-f495ffa6f5b2 {{(pid=104349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:35:03.802318 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2ded7eb2-eab5-4f93-a497-33ccddbfcf09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (24cea011-f4d0-4c32-966f-f495ffa6f5b2), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:03.827899 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a4b43a-a2c3-4b11-9652-b94d95669ede None None] DHCP port deletion for 6f761a60-bef1-4b21-99b2-8b5c4d1cb439 request from dv-neutron-834613-2-hyperv {{(pid=104350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 03:35:03.865777 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.db [None req-2ded7eb2-eab5-4f93-a497-33ccddbfcf09 admin admin] For port 24cea011-f4d0-4c32-966f-f495ffa6f5b2, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=24cea011-f4d0-4c32-966f-f495ffa6f5b2,segment=NetworkSegment(c7e1d4b6-f15a-475b-b589-124906ad45d6),segment_id=c7e1d4b6-f15a-475b-b589-124906ad45d6)] {{(pid=104349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:35:03.866152 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2ded7eb2-eab5-4f93-a497-33ccddbfcf09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (24cea011-f4d0-4c32-966f-f495ffa6f5b2), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:03.880339 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.plugin [None req-2ded7eb2-eab5-4f93-a497-33ccddbfcf09 admin admin] Calling delete_port for 24cea011-f4d0-4c32-966f-f495ffa6f5b2 owned by network:dhcp {{(pid=104349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:35:03.895605 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c6a4b43a-a2c3-4b11-9652-b94d95669ede None None] Deleting port 24cea011-f4d0-4c32-966f-f495ffa6f5b2 {{(pid=104350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 03:35:03.896418 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c6a4b43a-a2c3-4b11-9652-b94d95669ede None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728337332511'] for port (24cea011-f4d0-4c32-966f-f495ffa6f5b2), before_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:03.913361 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 685a4481-170e-4f8e-aa46-dcdd7d5b23ee no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:35:03.961824 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 685a4481-170e-4f8e-aa46-dcdd7d5b23ee {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:35:03.962037 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 685a4481-170e-4f8e-aa46-dcdd7d5b23ee not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:35:03.962330 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 24cea011-f4d0-4c32-966f-f495ffa6f5b2 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:35:04.018081 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.db [None req-c6a4b43a-a2c3-4b11-9652-b94d95669ede None None] For port 24cea011-f4d0-4c32-966f-f495ffa6f5b2, host dv-neutron-834613-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834613-2-hyperv',level=0,port_id=24cea011-f4d0-4c32-966f-f495ffa6f5b2,segment=NetworkSegment(c7e1d4b6-f15a-475b-b589-124906ad45d6),segment_id=c7e1d4b6-f15a-475b-b589-124906ad45d6)] {{(pid=104350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 03:35:04.018482 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c6a4b43a-a2c3-4b11-9652-b94d95669ede None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660497'] for port (24cea011-f4d0-4c32-966f-f495ffa6f5b2), precommit_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:04.035328 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-c6a4b43a-a2c3-4b11-9652-b94d95669ede None None] Calling delete_port for 24cea011-f4d0-4c32-966f-f495ffa6f5b2 owned by network:dhcp {{(pid=104350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 03:35:04.059897 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2ded7eb2-eab5-4f93-a497-33ccddbfcf09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17237680'] for port (24cea011-f4d0-4c32-966f-f495ffa6f5b2), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:04.087238 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded7eb2-eab5-4f93-a497-33ccddbfcf09 admin admin] Pushing event deleted for resources: {'Port': ['ID=24cea011-f4d0-4c32-966f-f495ffa6f5b2,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:35:04.089385 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ded7eb2-eab5-4f93-a497-33ccddbfcf09 admin admin] No DVR routers for this DVR port 24cea011-f4d0-4c32-966f-f495ffa6f5b2 on host dv-neutron-834613-2-hyperv {{(pid=104349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:35:04.099946 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Port 24cea011-f4d0-4c32-966f-f495ffa6f5b2 update to DOWN by agent not found {{(pid=104350) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Mar 23 03:35:04.100385 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8f25d705-3e69-49de-9097-5b5e91b6c877 no longer exists at agent ovs-agent-dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 03:35:04.123548 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] No Port match for: 8f25d705-3e69-49de-9097-5b5e91b6c877 {{(pid=104350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 03:35:04.123924 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Device 8f25d705-3e69-49de-9097-5b5e91b6c877 not bound to the agent host dv-neutron-834613-2-hyperv {{(pid=104350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 03:35:04.161213 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c6a4b43a-a2c3-4b11-9652-b94d95669ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-988535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728337337474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336850966'] for port (24cea011-f4d0-4c32-966f-f495ffa6f5b2), after_delete {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:04.164763 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2ded7eb2-eab5-4f93-a497-33ccddbfcf09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867775', 'neutron.services.segments.db._delete_segments_for_network-8728337176643'] for network (6f761a60-bef1-4b21-99b2-8b5c4d1cb439), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:04.186094 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-2ded7eb2-eab5-4f93-a497-33ccddbfcf09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f761a60-bef1-4b21-99b2-8b5c4d1cb439']}} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:35:04.188588 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4b43a-a2c3-4b11-9652-b94d95669ede None None] Pushing event deleted for resources: {'Port': ['ID=24cea011-f4d0-4c32-966f-f495ffa6f5b2,revision_number=None']} {{(pid=104350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:35:04.192530 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a4b43a-a2c3-4b11-9652-b94d95669ede None None] No DVR routers for this DVR port 24cea011-f4d0-4c32-966f-f495ffa6f5b2 on host dv-neutron-834613-2-hyperv {{(pid=104350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 03:35:04.197567 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-2ded7eb2-eab5-4f93-a497-33ccddbfcf09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e1d4b6-f15a-475b-b589-124906ad45d6') {'for_net_delete': True} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:35:04.197567 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.services.segments.db [None req-2ded7eb2-eab5-4f93-a497-33ccddbfcf09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e1d4b6-f15a-475b-b589-124906ad45d6') {} {{(pid=104349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 03:35:04.212678 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2ded7eb2-eab5-4f93-a497-33ccddbfcf09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728337178444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18654225'] for segment (c7e1d4b6-f15a-475b-b589-124906ad45d6), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:04.226026 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2ded7eb2-eab5-4f93-a497-33ccddbfcf09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379'] for segment (c7e1d4b6-f15a-475b-b589-124906ad45d6), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:04.232831 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ded7eb2-eab5-4f93-a497-33ccddbfcf09 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=104349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 03:35:04.233206 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2ded7eb2-eab5-4f93-a497-33ccddbfcf09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17237731'] for segment (c7e1d4b6-f15a-475b-b589-124906ad45d6), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:04.234868 dv-neutron-834613-2-hyperv neutron-server[104349]: Traceback (most recent call last): Mar 23 03:35:04.234868 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 03:35:04.234868 dv-neutron-834613-2-hyperv neutron-server[104349]: timer() Mar 23 03:35:04.234868 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 03:35:04.234868 dv-neutron-834613-2-hyperv neutron-server[104349]: cb(*args, **kw) Mar 23 03:35:04.234868 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 03:35:04.234868 dv-neutron-834613-2-hyperv neutron-server[104349]: return func(*args, **kwargs) Mar 23 03:35:04.234868 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 03:35:04.234868 dv-neutron-834613-2-hyperv neutron-server[104349]: self._notify() Mar 23 03:35:04.234868 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 03:35:04.234868 dv-neutron-834613-2-hyperv neutron-server[104349]: self.callback(batched_events) Mar 23 03:35:04.234868 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 03:35:04.234868 dv-neutron-834613-2-hyperv neutron-server[104349]: event.method(event) Mar 23 03:35:04.234868 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 03:35:04.234868 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 03:35:04.234868 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 03:35:04.234868 dv-neutron-834613-2-hyperv neutron-server[104349]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 03:35:04.234868 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 03:35:04.234868 dv-neutron-834613-2-hyperv neutron-server[104349]: return f(self, *a, **k) Mar 23 03:35:04.234868 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 03:35:04.234868 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._get(url).json() Mar 23 03:35:04.234868 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 03:35:04.234868 dv-neutron-834613-2-hyperv neutron-server[104349]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 03:35:04.234868 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 03:35:04.234868 dv-neutron-834613-2-hyperv neutron-server[104349]: return self.request(url, 'GET', **kwargs) Mar 23 03:35:04.234868 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 03:35:04.234868 dv-neutron-834613-2-hyperv neutron-server[104349]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 03:35:04.234868 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 03:35:04.234868 dv-neutron-834613-2-hyperv neutron-server[104349]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 03:35:04.234868 dv-neutron-834613-2-hyperv neutron-server[104349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 03:35:04.234868 dv-neutron-834613-2-hyperv neutron-server[104349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 03:35:04.234868 dv-neutron-834613-2-hyperv neutron-server[104349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 03:35:04.348213 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2ded7eb2-eab5-4f93-a497-33ccddbfcf09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655157'] for network (6f761a60-bef1-4b21-99b2-8b5c4d1cb439), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:04.353349 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-2ded7eb2-eab5-4f93-a497-33ccddbfcf09 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:04.359271 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-2ded7eb2-eab5-4f93-a497-33ccddbfcf09 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6f761a60-bef1-4b21-99b2-8b5c4d1cb439 HTTP/1.1" status: 204 len: 168 time: 0.6989002 Mar 23 03:35:04.370943 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded7eb2-eab5-4f93-a497-33ccddbfcf09 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f761a60-bef1-4b21-99b2-8b5c4d1cb439,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:35:04.683527 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 42766) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:35:04.723959 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-811e2327-9dd6-492f-b801-9edf6d0e67f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c3c078d8bf724fc4a0a66e6949b12b4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386777 Mar 23 03:35:04.726400 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 42768) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:35:04.771949 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d78a8499-8d00-456b-90db-75495f03c5d7 admin admin] Publish callbacks [] for security_group (c5d70d4a-beda-4385-8c9b-717e8b62f0ae), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:04.792873 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d78a8499-8d00-456b-90db-75495f03c5d7 admin admin] Publish callbacks [] for security_group (c5d70d4a-beda-4385-8c9b-717e8b62f0ae), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:04.913691 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d78a8499-8d00-456b-90db-75495f03c5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (c5d70d4a-beda-4385-8c9b-717e8b62f0ae), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:04.916292 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-d78a8499-8d00-456b-90db-75495f03c5d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:04.917432 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-d78a8499-8d00-456b-90db-75495f03c5d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c5d70d4a-beda-4385-8c9b-717e8b62f0ae HTTP/1.1" status: 204 len: 168 time: 0.1901541 Mar 23 03:35:04.925220 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a8499-8d00-456b-90db-75495f03c5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d70d4a-beda-4385-8c9b-717e8b62f0ae,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:35:05.500099 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 42774) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:35:05.539324 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-4e8f1c92-0056-4c83-8c0e-8c0a33751f7c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=611cc5434ecc4c44bf53b107c76b9d32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380969 Mar 23 03:35:05.541692 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.wsgi [-] (104349) accepted ('10.222.0.24', 42776) {{(pid=104349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 03:35:05.588155 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3d4384e3-5c0d-46d0-b75b-3aa916878147 admin admin] Publish callbacks [] for security_group (f39b1e6c-be7f-48af-8388-c8ffd4c57b27), before_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:05.609000 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3d4384e3-5c0d-46d0-b75b-3aa916878147 admin admin] Publish callbacks [] for security_group (f39b1e6c-be7f-48af-8388-c8ffd4c57b27), precommit_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:05.790198 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3d4384e3-5c0d-46d0-b75b-3aa916878147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600043'] for security_group (f39b1e6c-be7f-48af-8388-c8ffd4c57b27), after_delete {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:05.792994 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron_lib.callbacks.manager [None req-3d4384e3-5c0d-46d0-b75b-3aa916878147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:05.801684 dv-neutron-834613-2-hyperv neutron-server[104349]: INFO neutron.wsgi [None req-3d4384e3-5c0d-46d0-b75b-3aa916878147 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f39b1e6c-be7f-48af-8388-c8ffd4c57b27 HTTP/1.1" status: 204 len: 168 time: 0.2517571 Mar 23 03:35:05.802098 dv-neutron-834613-2-hyperv neutron-server[104349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4384e3-5c0d-46d0-b75b-3aa916878147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39b1e6c-be7f-48af-8388-c8ffd4c57b27,revision_number=None']} {{(pid=104349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 03:35:11.857757 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:35:17.675767 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-682b7a83-6fdf-41a1-b24d-83e3c497f383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:19.247434 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:19.950342 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-3bbd3d08-b466-4bd2-8d41-fe2047eb06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:21.481791 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:22.913461 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:24.006877 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:47.661080 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-d74be036-b10a-48e9-8b92-5b6272aeef5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:48.857635 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:35:49.229717 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:49.924222 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-39a5d067-fd97-42b4-b921-4e24fe7591ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:51.463408 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:52.943666 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:35:54.038538 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:36:17.678255 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-5d5ce000-0794-45db-97ec-9875059936ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:36:19.234897 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:36:19.969044 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-c84a3f59-a586-43c5-bb2e-6bd632d5a3fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:36:21.497052 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:36:22.943046 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:36:24.049098 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:36:25.856444 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:36:47.677288 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-ea3a47f2-62cc-4193-8eac-10373e8bdd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:36:49.265942 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:36:49.934641 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-002b289f-eb90-4fed-a363-bfff9e48f185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:36:51.488644 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:36:52.934185 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:36:54.065572 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:37:02.856042 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:37:17.662428 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-a5ac6834-b466-41a6-9e10-317631cd4604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:37:19.278967 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:37:19.976116 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-6af8e9df-5377-4bfe-8198-6498ebc4196f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:37:21.519086 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:37:22.922236 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:37:24.025260 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:37:39.856496 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:37:47.659001 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-18ec92a8-91c7-4073-9986-f61997002c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:37:49.236056 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:37:49.950287 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93e2d40e-8fe2-4454-a456-29c6391687df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:37:51.504365 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:37:52.941270 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:37:54.032848 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:38:16.855477 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:38:17.675467 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-60f41790-52cb-4d6d-aefb-1a3335c91848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:38:19.272484 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:38:19.923920 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-58377143-47da-46b5-a627-aba1cdd9c0e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:38:21.498310 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:38:22.926802 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:38:24.032351 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:38:47.660412 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-31d0079e-15de-44ce-875b-8ac0cc5c3438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:38:49.266302 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:38:49.940497 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-9d828374-856b-44fb-a939-70686d52cdad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:38:51.500382 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:38:52.923210 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:38:53.855003 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:38:54.057506 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:39:17.657084 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-13d8fcb6-8971-4077-9fe8-3d97637d585b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:39:19.294294 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:39:19.948726 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-fbb8428a-09f5-4b03-af37-f7723425e45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:39:21.529449 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:39:22.980167 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:39:24.025809 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:39:30.854325 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:39:47.650889 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-f4ce64ed-f1b5-48cb-860c-bd0bdc856428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:39:49.311108 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:39:49.933461 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-70ea6d44-d456-4f1f-813e-cffed83777bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:39:51.524897 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:39:52.948089 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:39:54.045852 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:40:07.852663 dv-neutron-834613-2-hyperv neutron-server[104351]: DEBUG neutron.db.agents_db [None req-76d6eeba-4b3a-428d-92a6-35f58440369f None None] Agent healthcheck: found 6 active agents {{(pid=104351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 03:40:17.673162 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-0438c6a9-ce66-40f2-9d49-7f0b55b4a222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (dd24b212-64ef-4285-b19b-5f1294b82bbf), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:40:19.318724 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-93c3b212-69c9-4573-8c38-8fcc3da626ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (1b00a64d-860f-465a-b70c-4cc96aed5b27), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:40:19.967930 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-24fa5ec2-3f8d-428a-bef0-e51eb36a9c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (d0beeb6b-b9fd-4bb6-8755-b4dc4f1ec507), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:40:21.516492 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-49d01b9e-38a4-4b77-8263-5cf421118fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (f0be780f-223d-47d8-b9e9-793ce543a0fd), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:40:22.961756 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-16c9553a-3fa0-4b8d-9615-92934f8cf3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (781a0281-4e52-41e6-8f51-7411d5f98a16), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:40:24.024761 dv-neutron-834613-2-hyperv neutron-server[104350]: DEBUG neutron_lib.callbacks.manager [None req-bc58c904-fd49-4f49-8d56-2370a9dfe27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728337176625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852604'] for agent (042f9462-e3dc-4d35-b6e7-84c6f6de5dd3), after_update {{(pid=104350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}